-- Logs begin at Thu 2022-03-03 16:55:36 UTC, end at Thu 2022-03-03 19:19:03 UTC. -- Mar 03 17:31:33.599949 n-d-827121-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 17:31:36.079040 n-d-827121-1 neutron-server[87747]: INFO neutron.common.config [-] Logging enabled! Mar 03 17:31:36.079757 n-d-827121-1 neutron-server[87747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev57 Mar 03 17:31:36.079842 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 17:31:36.082989 n-d-827121-1 neutron-server[87747]: INFO neutron.common.config [-] Logging enabled! Mar 03 17:31:36.083240 n-d-827121-1 neutron-server[87747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev57 Mar 03 17:31:36.083546 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 17:31:36.084456 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 17:31:36.084683 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 17:31:36.085041 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 17:31:36.085280 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 17:31:36.085524 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 17:31:36.085836 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.086125 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.086411 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.086636 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.086918 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.087199 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.087475 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.088294 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.088581 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.088861 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.089136 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.089439 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.089667 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.089943 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.090222 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.090500 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.090718 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] debug = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.090992 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.091410 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.091830 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.092097 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.092378 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.092650 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.092918 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.093188 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.093490 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.093810 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] host = n-d-827121-1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.094088 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.094367 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.094644 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.094921 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.095190 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.095460 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.095737 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.096003 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.096268 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] log_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.096537 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.096816 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.097089 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.097389 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.097614 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.097830 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.098109 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.098388 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.098657 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.098925 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.099192 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.099460 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.099727 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.099987 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.100262 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.100538 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.100811 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.101079 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.101359 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.101629 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.101895 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.102175 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.102444 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.102708 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.102978 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.103310 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.104091 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.104666 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.104666 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.104912 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.105184 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.105495 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.105769 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.106045 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.106312 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.106578 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.106843 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] use_json = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.107107 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.107369 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.107641 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.107906 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.108169 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.108436 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.108699 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.108972 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.109233 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:36.109543 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.109834 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.110124 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.110403 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.110684 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.110958 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.111238 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.111508 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.111789 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.112067 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.112349 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.112617 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.112901 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.113171 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.113481 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.113781 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.114068 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.114350 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.114618 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.114883 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.115149 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.115676 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.115959 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.116244 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.116525 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.116793 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.117062 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.117420 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.117702 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.117970 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.118245 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.118528 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.118798 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.119090 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.119364 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.119673 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.119944 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.120213 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.120487 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.120772 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.121042 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.121308 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.121595 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.121867 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.122132 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.122412 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.122682 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.122954 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.123221 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.123491 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.123759 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.124025 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.124295 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.124562 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.124833 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.125100 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.125389 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.125660 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.125928 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.126194 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.126457 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.126721 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.126989 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.127254 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.127517 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.127782 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.128045 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.128311 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.128588 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.128875 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.129143 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.129440 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.129717 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.129989 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.130259 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.130528 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.130799 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.131070 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.131334 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.131615 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.131892 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.132168 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.132457 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.132709 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.132999 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.133269 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.133569 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.133842 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.134121 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.134397 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.135197 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.135480 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.135764 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.136046 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.136330 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.136614 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.136890 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.137191 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.137494 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:36.137709 n-d-827121-1 neutron-server[87747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 17:31:36.137944 n-d-827121-1 neutron-server[87747]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87747) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 17:31:36.526473 n-d-827121-1 neutron-server[87747]: INFO keyring.backend [-] Loading KWallet Mar 03 17:31:36.533565 n-d-827121-1 neutron-server[87747]: INFO keyring.backend [-] Loading SecretService Mar 03 17:31:36.536919 n-d-827121-1 neutron-server[87747]: INFO keyring.backend [-] Loading Windows Mar 03 17:31:36.538261 n-d-827121-1 neutron-server[87747]: INFO keyring.backend [-] Loading chainer Mar 03 17:31:36.538821 n-d-827121-1 neutron-server[87747]: INFO keyring.backend [-] Loading macOS Mar 03 17:31:36.571315 n-d-827121-1 neutron-server[87747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 17:31:36.571586 n-d-827121-1 neutron-server[87747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 17:31:36.571872 n-d-827121-1 neutron-server[87747]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 17:31:36.572231 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 17:31:36.955266 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.955556 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.955822 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.957111 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.957401 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.957663 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.992162 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.992434 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:36.992700 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.005692 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.005969 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.006227 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.036327 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.036603 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.036865 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.072864 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.073131 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.073415 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.307314 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.307895 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.307895 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.308048 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.308728 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.428139 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.428447 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.428723 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.428990 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.429253 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.429582 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.429841 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.430093 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.430343 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.430616 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.430867 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.431125 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.431408 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.431656 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.431915 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.432181 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.432438 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.432698 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.432944 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.433219 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.433592 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.433848 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.434092 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.434366 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.434607 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.434844 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.435217 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:37.435450 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:37.435678 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:37.435905 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:37.436132 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:37.436359 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:37.436713 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 17:31:37.439799 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 17:31:37.443718 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 17:31:37.447508 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 03 17:31:37.449135 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 17:31:37.450562 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 17:31:37.450894 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 17:31:37.451272 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 17:31:37.454086 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 17:31:37.454332 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 17:31:37.454669 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 17:31:37.482943 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 17:31:37.483387 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.483681 n-d-827121-1 neutron-server[87747]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87747) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 03 17:31:37.484034 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.485423 n-d-827121-1 neutron-server[87747]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87747) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 17:31:37.485701 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 17:31:37.485941 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 17:31:37.489210 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.489528 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:37.551708 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 17:31:37.551942 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 17:31:37.552174 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 17:31:37.552534 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 17:31:37.582528 n-d-827121-1 neutron-server[87747]: DEBUG oslo_db.sqlalchemy.engines [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87747) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 03 17:31:37.908485 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing driver for type 'gre' Mar 03 17:31:37.908965 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] gre ID ranges: [(1, 1000)] Mar 03 17:31:37.958018 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing driver for type 'local' Mar 03 17:31:37.958367 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing driver for type 'vlan' Mar 03 17:31:37.970425 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] VlanTypeDriver initialization complete Mar 03 17:31:37.970846 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing driver for type 'vxlan' Mar 03 17:31:37.971352 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] vxlan ID ranges: [(1, 1000)] Mar 03 17:31:38.025988 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing extension driver 'port_security' Mar 03 17:31:38.026307 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.extensions.port_security [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] PortSecurityExtensionDriver initialization complete Mar 03 17:31:38.026633 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing mechanism driver 'openvswitch' Mar 03 17:31:38.026956 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing mechanism driver 'hyperv' Mar 03 17:31:38.033587 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.plugin [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:31:38.034264 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.034632 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.034981 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.035503 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 17:31:38.035931 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.036283 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.036632 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.037022 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 17:31:38.037451 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.037801 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.038140 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.038524 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 17:31:38.038927 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.039274 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.039611 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.040143 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 17:31:38.040570 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.040913 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.041251 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.041664 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 17:31:38.042061 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.042411 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.042742 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.043125 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 17:31:38.043565 n-d-827121-1 neutron-server[87747]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] ML2 OVO RPC backend initialized. {{(pid=87747) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 03 17:31:38.044270 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.044622 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.045064 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.045441 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > networks before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.045790 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.046292 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > ports before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.046502 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.046891 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.047240 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.047579 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.047911 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.048244 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.048574 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.048977 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.049312 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.049673 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.049999 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.050651 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.plugin [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Modular L2 Plugin initialization complete Mar 03 17:31:38.050984 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading services supported by the core plugin {{(pid=87747) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 17:31:38.051318 n-d-827121-1 neutron-server[87747]: INFO neutron.plugins.ml2.managers [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Got port-security extension from driver 'port_security' Mar 03 17:31:38.051765 n-d-827121-1 neutron-server[87747]: INFO neutron.extensions.vlantransparent [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Disabled vlantransparent extension. Mar 03 17:31:38.052265 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87747) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 17:31:38.052630 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: router Mar 03 17:31:38.091789 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.092181 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router after_create 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.092552 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router before_create 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.092924 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.093280 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.093650 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router after_delete 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.094000 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.094354 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router after_create 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.094696 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router after_update 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.095038 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router after_update 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.095380 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.095735 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router after_update 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.096140 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.096502 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: port after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.096838 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: port after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.097184 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: subnet after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.097540 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.097882 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.098227 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.098561 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: port before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.098899 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.099249 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router after_update 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.099584 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.099925 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.100278 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.100617 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.100974 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > agent after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.101319 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.101681 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.102550 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Tracking information for resource: router configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:38.102881 n-d-827121-1 neutron-server[87747]: DEBUG neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Tracking information for resource: floatingip configured {{(pid=87747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 17:31:38.107979 n-d-827121-1 neutron-server[87747]: INFO neutron.db.l3_agentschedulers_db [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 17:31:38.108554 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: port after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.108906 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: port after_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.109253 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: port after_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.109635 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: port after_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.110429 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router before_create 55550100 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.110788 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.111148 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.111754 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.116140 n-d-827121-1 neutron-server[87747]: DEBUG neutron.services.provider_configuration [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service providers = [] {{(pid=87747) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 17:31:38.116504 n-d-827121-1 neutron-server[87747]: DEBUG neutron.db.servicetype_db [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87747) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 17:31:38.120009 n-d-827121-1 neutron-server[87747]: DEBUG neutron.services.service_base [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 17:31:38.120353 n-d-827121-1 neutron-server[87747]: DEBUG neutron.services.service_base [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 17:31:38.120691 n-d-827121-1 neutron-server[87747]: DEBUG neutron.services.service_base [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 17:31:38.121628 n-d-827121-1 neutron-server[87747]: DEBUG neutron.services.service_base [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 17:31:38.121994 n-d-827121-1 neutron-server[87747]: INFO neutron.services.service_base [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 17:31:38.122373 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.122691 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 17:31:38.133355 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.133684 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: auto_allocate Mar 03 17:31:38.140142 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: network precommit_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.140505 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: network precommit_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.141021 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.141348 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: tag Mar 03 17:31:38.147933 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.148259 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: timestamp Mar 03 17:31:38.152378 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.152706 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: network_ip_availability Mar 03 17:31:38.157970 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.158338 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.158737 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.159394 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.159711 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: flavors Mar 03 17:31:38.164411 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.164742 n-d-827121-1 neutron-server[87747]: INFO neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading Plugin: revisions Mar 03 17:31:38.169108 n-d-827121-1 neutron-server[87747]: DEBUG neutron.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 17:31:38.169514 n-d-827121-1 neutron-server[87747]: DEBUG oslo_concurrency.lockutils [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.598s {{(pid=87747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 17:31:38.170250 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87747) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 17:31:38.170586 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Initializing extension manager. Mar 03 17:31:38.171086 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: __init__.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.171422 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: __pycache__ {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.171752 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.172080 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: address_group.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.172836 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.173425 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: address-group Mar 03 17:31:38.173746 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: address_scope.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.174454 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.174962 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: address-scope Mar 03 17:31:38.175280 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.176202 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.176708 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: router-admin-state-down-before-update Mar 03 17:31:38.177026 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: agent.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.177955 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.178446 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: agent Mar 03 17:31:38.178762 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: agent_resources_synced.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.179675 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.180185 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: agent-resources-synced Mar 03 17:31:38.180508 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.182855 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.183377 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: allowed-address-pairs Mar 03 17:31:38.183703 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.184783 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.185294 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: auto-allocated-topology Mar 03 17:31:38.185641 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: availability_zone.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.186332 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.186835 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: availability_zone Mar 03 17:31:38.187156 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: availability_zone_filter.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.188063 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.188569 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: availability_zone_filter Mar 03 17:31:38.188891 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: data_plane_status.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.189822 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.190324 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 17:31:38.190645 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: default_subnetpools.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.191559 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.192060 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: default-subnetpools Mar 03 17:31:38.192381 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.193183 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.193720 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: dhcp_agent_scheduler Mar 03 17:31:38.194042 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: dns.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.194947 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.195448 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 17:31:38.195768 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: dns_domain_ports.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.196688 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.197846 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 17:31:38.198169 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: dvr.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.198843 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.199351 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: dvr Mar 03 17:31:38.199673 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: empty_string_filtering.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.200580 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.201087 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: empty-string-filtering Mar 03 17:31:38.201441 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.202344 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.202845 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 17:31:38.203160 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.204062 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.204561 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 17:31:38.204877 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: external_net.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.205820 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.206327 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: external-net Mar 03 17:31:38.206646 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.207553 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.208053 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: extra_dhcp_opt Mar 03 17:31:38.208367 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: extraroute.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.209276 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.209803 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: extraroute Mar 03 17:31:38.210120 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: extraroute_atomic.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.211157 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.211656 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: extraroute-atomic Mar 03 17:31:38.211972 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: filter_validation.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.212660 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.213159 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: filter-validation Mar 03 17:31:38.213503 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: fip_pf_description.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.214409 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.214906 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 17:31:38.215221 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: fip_port_details.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.216164 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.216663 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: fip-port-details Mar 03 17:31:38.216978 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: flavors.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.218236 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.218752 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: flavors Mar 03 17:31:38.219077 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.220751 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.221297 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 17:31:38.221636 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: floatingip_pools.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.222334 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.222845 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: floatingip-pools Mar 03 17:31:38.223163 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: ip_allocation.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.224077 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.224580 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 17:31:38.224894 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.225838 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.226345 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: ip-substring-filtering Mar 03 17:31:38.226664 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l2_adjacency.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.227586 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.228085 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 17:31:38.228428 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l3.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.229404 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.229914 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: router Mar 03 17:31:38.230231 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.232629 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.233161 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 17:31:38.233520 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.234453 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.234965 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: ext-gw-mode Mar 03 17:31:38.235290 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.236206 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.236709 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: l3-ha Mar 03 17:31:38.237028 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l3_flavors.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.237967 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.238472 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: l3-flavors Mar 03 17:31:38.238791 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.239741 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.240244 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 17:31:38.240830 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: l3agentscheduler.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.241921 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.242436 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: l3_agent_scheduler Mar 03 17:31:38.242757 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: logging.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.244792 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.245310 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension logging not supported by any of loaded plugins Mar 03 17:31:38.245668 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: metering.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.246408 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.246984 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: metering Mar 03 17:31:38.247308 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.248393 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.248914 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: metering_source_and_destination_fields Mar 03 17:31:38.249238 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: multiprovidernet.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.250186 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.250695 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: multi-provider Mar 03 17:31:38.251023 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: netmtu.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.251933 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.252439 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: net-mtu Mar 03 17:31:38.252760 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: netmtu_writable.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.253708 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.254213 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: net-mtu-writable Mar 03 17:31:38.254533 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: network_availability_zone.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.255198 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.255698 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: network_availability_zone Mar 03 17:31:38.256018 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: network_ip_availability.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.257100 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.257651 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: network-ip-availability Mar 03 17:31:38.257993 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: network_segment_range.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.258739 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.259238 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 17:31:38.260113 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: pagination.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.261130 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.261488 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: pagination Mar 03 17:31:38.261810 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: port_device_profile.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.262871 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.263383 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: port-device-profile Mar 03 17:31:38.263703 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.264611 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.265114 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: port-mac-address-regenerate Mar 03 17:31:38.265463 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.266369 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.266872 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: port-numa-affinity-policy Mar 03 17:31:38.267187 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: port_resource_request.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.268098 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.268597 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 17:31:38.268915 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: portbindings.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.269894 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.270395 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: binding Mar 03 17:31:38.270710 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: portbindings_extended.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.272113 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.272615 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: binding-extended Mar 03 17:31:38.272937 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: portsecurity.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.273877 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.274392 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: port-security Mar 03 17:31:38.274717 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: project_id.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.275715 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.276042 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: project-id Mar 03 17:31:38.276360 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: providernet.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.277286 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.277822 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: provider Mar 03 17:31:38.278137 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.281683 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.282239 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos not supported by any of loaded plugins Mar 03 17:31:38.282571 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.283810 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.284322 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 17:31:38.284646 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.285596 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.286104 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 17:31:38.286422 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_default.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.287330 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.287839 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-default not supported by any of loaded plugins Mar 03 17:31:38.288159 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_fip.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.288811 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.289345 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 17:31:38.289657 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.290579 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.291120 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 17:31:38.291441 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.292349 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.292853 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 17:31:38.293169 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.294180 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.294685 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 17:31:38.295003 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: qos_rules_alias.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.296055 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.296556 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 17:31:38.296869 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: quotasv2.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.297808 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.298130 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: quotas Mar 03 17:31:38.298444 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: quotasv2_detail.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.300067 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.300398 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: quota_details Mar 03 17:31:38.300721 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: rbac.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.301810 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.302331 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: rbac-policies Mar 03 17:31:38.302655 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: rbac_address_group.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.303586 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.304099 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: rbac-address-group Mar 03 17:31:38.304424 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: rbac_address_scope.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.305350 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.305878 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: rbac-address-scope Mar 03 17:31:38.306201 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: rbac_security_groups.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.307642 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.308152 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: rbac-security-groups Mar 03 17:31:38.308462 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.309429 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.309921 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: rbac-subnetpool Mar 03 17:31:38.310240 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: revisionifmatch.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.311159 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.311668 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: revision-if-match Mar 03 17:31:38.311987 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: revisions.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.313217 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.313754 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: standard-attr-revisions Mar 03 17:31:38.314078 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: router_availability_zone.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.314752 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.315260 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: router_availability_zone Mar 03 17:31:38.315580 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: routerservicetype.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.316497 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.317004 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 17:31:38.317339 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.318264 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.318771 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: security-groups-normalized-cidr Mar 03 17:31:38.319089 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.320012 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.320516 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: port-security-groups-filtering Mar 03 17:31:38.320833 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.321778 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.322837 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: security-groups-remote-address-group Mar 03 17:31:38.323155 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: securitygroup.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.332741 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.333266 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: security-group Mar 03 17:31:38.333620 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: segment.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.334404 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.334910 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension segment not supported by any of loaded plugins Mar 03 17:31:38.335233 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.336176 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.336685 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 17:31:38.337006 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: servicetype.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.338165 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.338684 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: service-type Mar 03 17:31:38.339004 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: sorting.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.339978 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.340308 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: sorting Mar 03 17:31:38.340629 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: standard_attr_segment.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.341572 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.342082 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 17:31:38.342403 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: standardattrdescription.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.343044 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.343547 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: standard-attr-description Mar 03 17:31:38.343866 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: stateful_security_group.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.344794 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.345303 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: stateful-security-group Mar 03 17:31:38.345646 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: stdattrs_common.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.346224 n-d-827121-1 neutron-server[87747]: WARNING neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 17:31:38.346541 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.347535 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.348058 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 17:31:38.348376 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: subnet_onboard.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.349462 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.349973 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: subnet_onboard Mar 03 17:31:38.350295 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.351227 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.351735 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 17:31:38.352056 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: subnet_service_types.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.352980 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.354034 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: subnet-service-types Mar 03 17:31:38.354356 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: subnetallocation.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.355433 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.355953 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: subnet_allocation Mar 03 17:31:38.356275 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.356937 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.357484 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: subnetpool-prefix-ops Mar 03 17:31:38.357802 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.358739 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.359244 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 17:31:38.359562 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: tagging.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.360601 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.361120 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: standard-attr-tag Mar 03 17:31:38.361470 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: timestamp.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.362670 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.363181 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loaded extension: standard-attr-timestamp Mar 03 17:31:38.363501 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: trunk.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.364533 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.365045 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension trunk not supported by any of loaded plugins Mar 03 17:31:38.365399 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: trunk_details.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.366575 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.367084 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 17:31:38.367404 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.368320 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.369414 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 17:31:38.369736 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Loading extension file: vlantransparent.py {{(pid=87747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 17:31:38.370402 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 17:31:38.370905 n-d-827121-1 neutron-server[87747]: INFO neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 17:31:38.373292 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:network Mar 03 17:31:38.374052 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:subnet Mar 03 17:31:38.374822 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 17:31:38.375419 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:port Mar 03 17:31:38.376668 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.377097 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service FLAVORS assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.377749 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.378172 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.378509 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:router Mar 03 17:31:38.379156 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 17:31:38.379851 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service METERING assigned prefix: /metering {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.381255 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.381646 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.382001 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:31:38.384254 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 17:31:38.384731 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:security_group Mar 03 17:31:38.385414 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 17:31:38.386141 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service CORE assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.386473 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 17:31:38.386806 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] subnetpool is already registered Mar 03 17:31:38.387428 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service CORE assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.387755 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 17:31:38.388076 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] subnetpool is already registered Mar 03 17:31:38.497676 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.498027 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service FLAVORS assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.498615 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.499034 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.499372 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:router Mar 03 17:31:38.499710 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] router is already registered Mar 03 17:31:38.500360 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 17:31:38.500682 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] floatingip is already registered Mar 03 17:31:38.501308 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service METERING assigned prefix: /metering {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.502142 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 17:31:38.502469 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] rbac_policy is already registered Mar 03 17:31:38.502886 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:security_group Mar 03 17:31:38.503216 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] security_group is already registered Mar 03 17:31:38.503803 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 17:31:38.504127 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] security_group_rule is already registered Mar 03 17:31:38.504779 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service CORE assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.505105 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 17:31:38.505455 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] subnetpool is already registered Mar 03 17:31:38.506047 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.v2.resource_helper [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Service CORE assigned prefix: {{(pid=87747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 17:31:38.506371 n-d-827121-1 neutron-server[87747]: INFO neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 17:31:38.506696 n-d-827121-1 neutron-server[87747]: WARNING neutron.quota.resource_registry [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] subnetpool is already registered Mar 03 17:31:38.507331 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: extensions {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.508825 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: address-groups {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.510508 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: address-scopes {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.511700 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: agents {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.512855 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: auto-allocated-topology {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.514230 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: availability_zones {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.515438 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: dhcp-networks {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.516830 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: dhcp-agents {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.518301 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: routers {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.520102 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: flavors {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.521249 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: service_profiles {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.522466 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: next_providers {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.523990 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: service_profiles {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.525572 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: floatingip-pools {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.526774 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: routers {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.528541 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: floatingips {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.529756 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: l3-routers {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.531126 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: l3-agents {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.532759 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: metering-labels {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.534050 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: metering-label-rules {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.535306 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: network-ip-availabilities {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.536553 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: bindings {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.538218 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: quotas {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.539655 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: quotas {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.541603 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: rbac-policies {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.542897 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: security-groups {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.544085 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: security-group-rules {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.545309 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: service-providers {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.546648 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: subnetpools {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.547965 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: subnetpools {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.549497 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.551254 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.552953 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.554784 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.558221 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.560051 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.561755 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.563624 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.565410 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.567237 n-d-827121-1 neutron-server[87747]: DEBUG neutron.api.extensions [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Extended resource: tags {{(pid=87747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 17:31:38.573155 n-d-827121-1 neutron-server[87747]: WARNING keystonemiddleware.auth_token [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 17:31:38.577887 n-d-827121-1 neutron-server[87747]: WARNING keystonemiddleware.auth_token [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 17:31:38.586147 n-d-827121-1 neutron-server[87747]: DEBUG oslo_concurrency.lockutils [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Acquired lock "singleton_lock" {{(pid=87747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 03 17:31:38.586621 n-d-827121-1 neutron-server[87747]: DEBUG oslo_concurrency.lockutils [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Releasing lock "singleton_lock" {{(pid=87747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 03 17:31:38.587249 n-d-827121-1 neutron-server[87747]: INFO oslo_service.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Starting 2 workers Mar 03 17:31:38.591932 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Started child 87886 {{(pid=87747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 17:31:38.596072 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Started child 87887 {{(pid=87747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 17:31:38.596972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:38.597643 n-d-827121-1 neutron-server[87747]: INFO neutron.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 17:31:38.598279 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Notify callbacks [] for process, before_spawn {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:38.598567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [-] (87886) wsgi starting up on http://0.0.0.0:9696 Mar 03 17:31:38.600643 n-d-827121-1 neutron-server[87747]: INFO oslo_service.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Starting 1 workers Mar 03 17:31:38.600746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:38.602061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [-] (87887) wsgi starting up on http://0.0.0.0:9696 Mar 03 17:31:38.606203 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Started child 87888 {{(pid=87747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 17:31:38.606711 n-d-827121-1 neutron-server[87747]: INFO oslo_service.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Starting 1 workers Mar 03 17:31:38.609701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] calling RpcWorker wait() {{(pid=87888) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 17:31:38.610215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] returning from RpcWorker wait() {{(pid=87888) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 17:31:38.610930 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Started child 87889 {{(pid=87747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 17:31:38.611639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:38.611740 n-d-827121-1 neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-3dac92d3-99d5-4aba-8808-d0ac81f2b4e5 None None] Notify callbacks [] for process, after_spawn {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:38.612130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:31:38.613523 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 17:31:38.613732 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 17:31:38.613915 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 17:31:38.614130 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 17:31:38.614470 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 17:31:38.614632 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 17:31:38.615112 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.615389 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.615824 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:38.616274 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.616274 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.616471 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.616999 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.617274 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.617539 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.617817 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.618045 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.618211 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.618372 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.618624 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.619451 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.619741 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.620002 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.620251 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.620513 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.620687 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.620951 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.621227 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.621480 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.621760 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] debug = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.621998 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.622467 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.622693 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.622938 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.623187 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.623476 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.623715 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.623972 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.624204 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.624441 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.624695 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.624948 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.625190 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.625425 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.625662 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.625914 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.626142 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.626641 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] host = n-d-827121-1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.626857 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.627073 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.627314 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.627551 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.627941 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.628087 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.628255 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.628512 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.628763 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.628999 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.629262 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.629510 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.629747 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.630004 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.630164 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_options = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.630407 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.630672 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.630925 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.631125 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.631290 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.631462 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.631707 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.631866 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.632117 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.632346 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.632558 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.632788 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.633000 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.633278 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.633503 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.633749 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.633980 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.634207 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.634506 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.634736 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.634956 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.635177 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.635421 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.635659 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.635870 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.636100 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.636338 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.636549 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.636757 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.638440 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.638440 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.638440 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.638440 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.638440 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.639047 n-d-827121-1 neutron-server[87889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:31:38.639175 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.639175 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.639175 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.639175 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.639175 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.640424 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.640424 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.640424 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.640424 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.640424 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.640743 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.640743 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_json = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.641032 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.641220 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.641510 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.641734 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.641939 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.642378 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.642378 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.642606 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.643160 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.643273 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.643587 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.644107 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.644366 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.644600 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.645530 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.645530 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.645530 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.647515 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649023 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649023 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649023 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649023 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649023 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649023 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649514 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649514 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649746 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.649842 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.650050 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.650311 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.650540 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.650966 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.651458 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.651863 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.652147 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.652386 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.652800 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.653239 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.653561 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.653847 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.654130 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.654365 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.654613 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.654853 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.655101 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.655321 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.655534 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.655767 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.656001 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.656226 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.656439 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.656680 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.656906 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.657129 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.657391 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.657609 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.657847 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.658077 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.658288 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.658498 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.658712 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.658938 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.659299 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.659700 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.660075 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.660290 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.660499 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.660860 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.661231 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.661642 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.661889 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.662112 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.662330 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.662543 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.662756 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.662986 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.663197 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.663504 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.663819 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.664089 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.664331 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.664578 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.664805 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.665018 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.665232 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.665472 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.666278 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.666585 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.666831 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.667097 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.667354 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.667593 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.667817 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.668068 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.668496 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.668919 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.669215 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.669681 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.670097 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.670532 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.670922 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.671319 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.671731 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.672151 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.672451 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.672754 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.673052 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.673480 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.673947 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.674379 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.674937 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.675218 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.675472 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.675747 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.675999 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.676352 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.676579 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.676840 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.677124 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.677435 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.677709 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.678184 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.678440 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.678851 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.679252 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.679498 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.679766 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.680002 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.680268 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.680542 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.680918 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.681387 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.682269 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.682503 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.682856 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.683091 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.683341 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.683578 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.683861 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.684115 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.684373 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.684643 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.684898 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.685159 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.685575 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.685827 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.686064 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.686306 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.686551 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.686759 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.686995 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.687228 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.687463 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.687676 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.687889 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.688118 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.688353 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.688573 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.688801 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.689046 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.689262 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.689518 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.689730 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.689969 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.690219 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.690457 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.690686 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.690894 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.691129 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.691374 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.691593 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.691857 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.692105 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.692345 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.692589 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.692827 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.693095 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.693307 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.693580 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.693800 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.694029 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.694240 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.694474 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.694688 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.694902 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.695123 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.695334 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.695584 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.695822 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.696156 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.696416 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.696676 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.696947 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.697183 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.697430 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.697642 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.697855 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.698163 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.698386 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.698624 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.698835 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.699067 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.699281 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.699498 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.699707 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.699975 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.700212 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.700464 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.700676 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.700920 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.701155 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.701390 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.701607 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.701822 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.702054 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.702288 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.702501 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.702743 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.703033 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.703285 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.703525 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.703772 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.704001 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.704226 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.704433 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.704641 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.704853 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.705066 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.705286 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.705519 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.705731 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.705944 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.706178 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.706472 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.706687 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.706922 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.707208 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.707457 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.707682 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.707933 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.708250 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.708486 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.708738 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.708968 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.709189 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.709447 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.709715 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.710040 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.710342 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.710590 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.710823 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.711102 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.711390 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.711661 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.711873 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.712184 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.712549 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.712815 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.713082 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.713339 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.713621 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.713861 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.714075 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.714320 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.714564 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.714799 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.715068 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.715303 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.715526 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.715741 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.715964 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.716197 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.716417 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.716641 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.716863 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.717078 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.717233 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 17:31:38.717579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:31:38.717762 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 17:31:38.717920 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 17:31:38.718070 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 17:31:38.718235 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 17:31:38.718400 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 17:31:38.718549 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 17:31:38.718752 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.718910 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.719068 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.719224 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.719381 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.719559 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.719718 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.719875 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.720030 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.720185 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.720340 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.720495 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.720650 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.720805 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.720960 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.721210 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.721414 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.721640 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.721798 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.721917 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.722067 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.722215 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.722433 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] debug = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.722433 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.722922 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.722922 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.722922 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.723340 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.723340 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.723340 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.723726 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.723726 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.723994 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.723994 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.724250 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.724250 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.724510 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.724510 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.724788 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.724788 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725055 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] host = n-d-827121-1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725055 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725456 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725456 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725729 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725729 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725979 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.725979 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.726235 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.726235 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.726412 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.726492 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.726635 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.726790 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.726945 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.727099 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_options = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.727256 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.727410 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.727567 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.727751 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.727912 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.728067 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.728743 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.728899 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.729056 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.729212 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.729394 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.729553 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.729708 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.729864 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.730019 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.730174 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.730331 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.730485 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.730639 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.730794 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.730934 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.731094 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.731251 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.731753 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.731753 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.731753 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.731988 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.731988 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.732130 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.732266 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.732422 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.732570 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.732724 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.732879 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.733033 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.733245 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.733427 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.733587 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.733743 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.733897 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.734052 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.734207 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.734362 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.734516 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.734669 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.734825 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_json = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.734979 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.735134 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.735335 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.735430 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.735577 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.735731 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.735884 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.736038 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.736191 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 17:31:38.736365 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.736524 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.736692 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.736850 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.737010 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.737166 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.737343 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.737502 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.737661 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.737820 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.737986 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.738144 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.738312 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.738469 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.738627 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.738805 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.738966 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.739195 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.739359 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.739517 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.739676 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.739832 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.740010 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.740161 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.740304 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.740718 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.740848 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.741012 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.741398 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.741398 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.741617 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.741617 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.741817 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.741920 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.742087 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.742219 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.742385 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.742545 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.742703 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743036 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743036 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743229 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743308 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743460 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743619 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743827 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.743990 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.744149 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.744309 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.744667 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.744667 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.744821 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.744898 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.745059 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.745216 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.745468 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.745607 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.745689 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.745844 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.746002 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.746159 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.746329 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.746486 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.746650 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.746812 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.746969 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.747127 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.747285 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.747442 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.747600 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.747807 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.747921 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.748080 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.748239 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.748398 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.748556 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.748714 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.748873 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.749030 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.749188 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.749360 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.749523 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.749731 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.749819 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.749981 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.750155 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.750313 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.750472 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.750629 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.750787 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.750944 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.751101 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.751259 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.751416 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.751575 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.751732 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.751890 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.752049 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.752208 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.752389 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.752531 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.752673 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.752830 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.752988 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.753146 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.753303 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.753483 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.753640 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.753796 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.753953 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.754110 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.754277 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.754437 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.754599 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.754758 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.754923 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.755091 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.755249 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.755413 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.755639 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.755768 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.755891 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.756012 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.756155 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.756311 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.756469 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.756626 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.756790 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.756959 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.757117 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.757276 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.757451 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.757627 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.757784 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.757942 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.758101 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.758257 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.758415 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.758573 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.758729 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.758887 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.759043 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.759201 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.759377 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.759540 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.759699 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.759856 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.760014 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.760172 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.760331 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.760487 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.760646 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.760803 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.760960 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.761117 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.761273 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.761454 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.761611 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.761769 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.761925 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.762082 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.762240 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.762396 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.762552 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.762709 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.762867 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.763023 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.763178 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.763336 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.763677 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.763677 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.763842 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.765396 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.765642 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.765798 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.765977 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.766154 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.766328 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.766500 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.766671 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.766836 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.767000 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769375 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769375 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769375 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769375 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54312) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.769778 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770337 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770941 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770941 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770941 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770941 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.770941 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.771286 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.771286 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.771425 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.771492 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.771660 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.771814 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.771971 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.772132 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.772328 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.772508 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.772665 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.772823 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.772981 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.773148 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.773306 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.773486 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.773644 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.773800 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.773967 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.774124 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.774281 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.774436 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.774592 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.774759 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.774917 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.775590 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.775758 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.775916 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.776070 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.776265 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.776390 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.776508 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067179 Mar 03 17:31:38.776638 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.776720 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.776836 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.776991 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.777148 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.777306 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.777490 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.777657 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.777820 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.777977 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.778142 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.778305 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.778470 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.778627 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.778788 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.778958 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.779113 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.779269 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.779424 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.779579 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.779735 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.779890 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.780045 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.780200 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.780355 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.780510 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.780666 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.780821 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.780976 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.781132 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.781287 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.781463 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.781619 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.781774 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.781929 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 17:31:38.782077 n-d-827121-1 neutron-server[87747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 17:31:49.452856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3e4a1-405d-4c62-9f6d-0449033b792f None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 17:31:49.534801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3e4a1-405d-4c62-9f6d-0449033b792f None None] No non-hosted networks {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 17:31:49.553901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d73e29f-e8ba-4a3f-a409-9ac03756ec01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33223237'] for agent, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:49.556778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.agentschedulers_db [None req-bac3e4a1-405d-4c62-9f6d-0449033b792f None None] DHCP Agent not found on host n-d-827121-1 {{(pid=87888) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 17:31:51.679416 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75e89e7d-c13f-4d76-ace4-2dfa1351b229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33223237'] for agent, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:51.710419 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae5101f1-6c2e-4ac1-9789-3d1dcd64d394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:52.598362 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33223237'] for agent, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:52.711525 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33223237'] for agent, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:52.713779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.714600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.715205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.715764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.716317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.716836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.717447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.718058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.718929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.719672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.720203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.720718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:31:52.721454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827121-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:31:52.728449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827121-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:31:54.089091 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33223237'] for agent, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:55.638697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54404) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:31:55.971558 n-d-827121-1 neutron-server[87888]: INFO neutron.db.l3_hamode_db [None req-1b350f40-1a4f-4a87-8652-4b9cd7c52ce2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 17:31:56.056390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b350f40-1a4f-4a87-8652-4b9cd7c52ce2 None None] Routers set() bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:31:56.056765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b350f40-1a4f-4a87-8652-4b9cd7c52ce2 None None] Router IDs set() for agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 03 17:31:56.205113 n-d-827121-1 neutron-server[87886]: WARNING oslo_policy.policy [None req-2635ea8e-4c56-417d-812e-7b9e5ca05ba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:31:56.205666 n-d-827121-1 neutron-server[87886]: WARNING oslo_policy.policy [None req-2635ea8e-4c56-417d-812e-7b9e5ca05ba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:31:56.424763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-2635ea8e-4c56-417d-812e-7b9e5ca05ba6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:31:56.425814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2635ea8e-4c56-417d-812e-7b9e5ca05ba6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7862253 Mar 03 17:31:58.775828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54418) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:31:59.127870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:31:59.222374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.policy [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87886) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 17:31:59.267460 n-d-827121-1 neutron-server[87886]: WARNING oslo_policy.policy [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:31:59.268068 n-d-827121-1 neutron-server[87886]: WARNING oslo_policy.policy [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:31:59.277357 n-d-827121-1 neutron-server[87886]: INFO neutron.quota [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] Loaded quota_driver: . Mar 03 17:31:59.293105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:31:59.350608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767738499', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767739766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738769094028', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738769098992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738769077144', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738769083434', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-529891', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533205', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33044561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33261477'] for rbac-policy, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:59.413387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:31:59.414542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b142e81e-3df4-4688-a672-0004f1c427bc admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6377676 Mar 03 17:32:02.005972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54432) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:02.343294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'admin_state_up': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:32:02.347920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:32:02.352282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Usage tracker for resource:network and tenant:9c9dcd39f47a42b7b180da38de6094bb is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:32:02.357428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:32:02.363327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:32:02.372816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Made reservation on behalf of 9c9dcd39f47a42b7b180da38de6094bb for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:32:02.375713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.393173 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.407454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:32:02.411030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Usage tracker for resource:security_group_rule and tenant:9c9dcd39f47a42b7b180da38de6094bb is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:32:02.416093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:32:02.421709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:32:02.515512 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.518973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.542419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:32:02.566448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738765412356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.567019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Unsubscribe: segment precommit_create {{(pid=87886) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 17:32:02.567507 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Added segment 85ad5b7b-bdc9-4c86-8ca7-64929e6ee591 of type vlan for network 6aeb38f1-8732-4488-bce4-e177d8047486 Mar 03 17:32:02.576105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27155487-11c8-4482-9fc3-dd415c1f0ee7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:02.629611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.629948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.630276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.630600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.630921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.631236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.631548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.631863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.632173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.632501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.632789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.633094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Tracked resource versions report: Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: pushed versions: Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: { 'AddressGroup': {'1.2'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'ConntrackHelper': {'1.0'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Log': {'1.0'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Network': {'1.1'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Port': {'1.7'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'PortForwarding': {'1.2'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'QosPolicy': {'1.8'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'SecurityGroup': {'1.4'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'SubPort': {'1.0'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Subnet': {'1.1'}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Trunk': {'1.1'}} Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: consumer versions: Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: L3 agent@n-d-827121-1: {}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: Metadata agent@n-d-827121-1: {}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: Metering agent@n-d-827121-1: {}, Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'ConntrackHelper': '1.0', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Log': '1.0', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Network': '1.1', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Port': '1.7', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'PortForwarding': '1.2', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'QosPolicy': '1.8', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'SecurityGroup': '1.4', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'SecurityGroupRule': '1.2', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'SubPort': '1.0', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Subnet': '1.1', Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: 'Trunk': '1.1'}} Mar 03 17:32:02.634746 n-d-827121-1 neutron-server[87886]: {{(pid=87886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:32:02.676663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.716337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.717311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:02.717963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:02.818897 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8117867 Mar 03 17:32:02.824089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197b899-1715-4978-b9a9-9e8e7d2e4278 admin admin] Pushing event updated for resources: {'Network': ['ID=6aeb38f1-8732-4488-bce4-e177d8047486,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:02.835795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 6aeb38f1-8732-4488-bce4-e177d8047486 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:32:05.482796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54448) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:05.913886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa9c4d-c35a-4b9c-820b-d388a48d1fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:05.915223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d1fa9c4d-c35a-4b9c-820b-d388a48d1fa2 admin admin] 10.222.0.23 "GET /v2.0/networks/6aeb38f1-8732-4488-bce4-e177d8047486 HTTP/1.1" status: 200 len: 825 time: 0.4314969 Mar 03 17:32:05.941020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9924c389-90be-4c62-ab17-73bc04910930 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19 HTTP/1.1" status: 200 len: 734 time: 0.0204556 Mar 03 17:32:05.949517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:32:05.953572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:32:05.957141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Usage tracker for resource:subnet and tenant:9c9dcd39f47a42b7b180da38de6094bb is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:32:05.959899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:32:05.965398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:32:05.974823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Made reservation on behalf of 9c9dcd39f47a42b7b180da38de6094bb for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:32:05.977064 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:06.256884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:06.340072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc237eb-1a66-49b8-bd56-371b22963b6f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:06.344205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Checking segment: {'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:32:06.344593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Network hostable DHCP agents. Network: 6aeb38f1-8732-4488-bce4-e177d8047486, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:32:06.364274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Network 6aeb38f1-8732-4488-bce4-e177d8047486 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:32:06.374426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 6aeb38f1-8732-4488-bce4-e177d8047486) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:32:06.379109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:06.379674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:06.384877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd11cc-97bd-4057-90c6-d96b2f40dea3 None None] Network 6aeb38f1-8732-4488-bce4-e177d8047486 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:32:06.398232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0d7da808-43f0-4ea4-86c6-51cfde36a3cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4523747 Mar 03 17:32:06.702540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-6aeb38f1-8732-4488-bce4-e177d8047486', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'fixed_ips': [{'subnet_id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:32:06.703815 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:06.882933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Allocated IP 172.20.0.2 (6aeb38f1-8732-4488-bce4-e177d8047486/ebc237eb-1a66-49b8-bd56-371b22963b6f/0260ebfe-8757-4ada-acdd-6ec7a52c4bb9) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:32:07.109800 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:07.123076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Transition to ACTIVE for port object 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:32:07.142510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Transition to ACTIVE for port object 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:32:07.149083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:07.208362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Network 6aeb38f1-8732-4488-bce4-e177d8047486 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:32:07.216872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:32:07.222188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Pushing event updated for resources: {'Port': ['ID=0260ebfe-8757-4ada-acdd-6ec7a52c4bb9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:07.224358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:32:07.233463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.233806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.234140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.234467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.234792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.235111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.235428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.235746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.236060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.236374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.236685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.236996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Tracked resource versions report: Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: pushed versions: Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: { 'AddressGroup': {'1.2'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'ConntrackHelper': {'1.0'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Log': {'1.0'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Network': {'1.1'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Port': {'1.7'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'PortForwarding': {'1.2'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'QosPolicy': {'1.8'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'SecurityGroup': {'1.4'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'SubPort': {'1.0'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Subnet': {'1.1'}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Trunk': {'1.1'}} Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: consumer versions: Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: L3 agent@n-d-827121-1: {}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: Metadata agent@n-d-827121-1: {}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: Metering agent@n-d-827121-1: {}, Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'ConntrackHelper': '1.0', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Log': '1.0', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Network': '1.1', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Port': '1.7', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'PortForwarding': '1.2', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'QosPolicy': '1.8', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'SecurityGroup': '1.4', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'SecurityGroupRule': '1.2', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'SubPort': '1.0', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Subnet': '1.1', Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: 'Trunk': '1.1'}} Mar 03 17:32:07.238119 n-d-827121-1 neutron-server[87888]: {{(pid=87888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:32:07.326179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Attempting to bind port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:32:07.326579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Attempting to bind port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:32:07.326991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Attempting to bind port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 on network 6aeb38f1-8732-4488-bce4-e177d8047486 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:32:07.332235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:32:07.332761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Checking segment: {'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:32:07.333257 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:07.333676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Bound using segment: {'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:32:07.334157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Bound port: 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:32:07.334558 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:07.423338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] For port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:32:07.427241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] For port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0260ebfe-8757-4ada-acdd-6ec7a52c4bb9,segment=NetworkSegment(85ad5b7b-bdc9-4c86-8ca7-64929e6ee591),segment_id=85ad5b7b-bdc9-4c86-8ca7-64929e6ee591)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:32:07.431078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:07.519910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66930e-5d91-49b2-9b06-96093daa9316 None None] Pushing event updated for resources: {'Port': ['ID=0260ebfe-8757-4ada-acdd-6ec7a52c4bb9,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:08.811049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54458) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:09.184596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-be94a2b9-90d4-4808-a368-7b2fdd858bba admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:32:09.185675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-be94a2b9-90d4-4808-a368-7b2fdd858bba admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3735871 Mar 03 17:32:10.419543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:32:10.494246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:32:11.236208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66a220-8b33-49c8-a221-9fe97e0fb971 None None] Network 6aeb38f1-8732-4488-bce4-e177d8047486 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:32:11.366477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a966fa14-23ff-4de2-99f6-47f288b1a0f5 None None] Provisioning for port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:32:11.380478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a966fa14-23ff-4de2-99f6-47f288b1a0f5 None None] Provisioning complete for port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:11.380883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a966fa14-23ff-4de2-99f6-47f288b1a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:11.576386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54472) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:11.584674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a966fa14-23ff-4de2-99f6-47f288b1a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:11.630328 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a966fa14-23ff-4de2-99f6-47f288b1a0f5 None None] For port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0260ebfe-8757-4ada-acdd-6ec7a52c4bb9,segment=NetworkSegment(85ad5b7b-bdc9-4c86-8ca7-64929e6ee591),segment_id=85ad5b7b-bdc9-4c86-8ca7-64929e6ee591)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:32:11.636279 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a966fa14-23ff-4de2-99f6-47f288b1a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:11.715198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966fa14-23ff-4de2-99f6-47f288b1a0f5 None None] Pushing event updated for resources: {'Port': ['ID=0260ebfe-8757-4ada-acdd-6ec7a52c4bb9,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:11.855945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e3952cac-f498-4473-bdd9-0116277f06bc None None] Provisioning complete for port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:11.856310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3952cac-f498-4473-bdd9-0116277f06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:11.945601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-fc82a112-ff91-4fe5-aec7-a1e96370a5c7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:32:11.946665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fc82a112-ff91-4fe5-aec7-a1e96370a5c7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3693750 Mar 03 17:32:12.396235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:32:12.461511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:12.462401 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:14.568876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54484) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:14.903419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:32:14.908368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:32:14.912110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Usage tracker for resource:router and tenant:9c9dcd39f47a42b7b180da38de6094bb is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:32:14.915507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:32:14.921009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:32:14.931132 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:14.932617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:14.953229 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:15.062561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:15.082178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:15.083447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9d3194dc-237c-4fbd-85d9-b61755605b2b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5135896 Mar 03 17:32:17.456163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54494) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:17.806432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-94ec54a4-288f-427e-9fb9-c2c808893eaa admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:32:17.807401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-94ec54a4-288f-427e-9fb9-c2c808893eaa admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3503160 Mar 03 17:32:19.419102 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f6f42eb-424f-44e0-bbc1-0b2e15d481ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:20.188822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:20.754517 n-d-827121-1 neutron-server[87887]: WARNING oslo_policy.policy [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:32:20.755094 n-d-827121-1 neutron-server[87887]: WARNING oslo_policy.policy [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:32:20.970386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:32:20.972118 n-d-827121-1 neutron-server[87887]: INFO neutron.quota [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Loaded quota_driver: . Mar 03 17:32:20.987323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:32:20.994426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Usage tracker for resource:network and tenant:52047837b922414d97804e75485754d8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:32:20.999117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:32:21.006349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:32:21.021637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Made reservation on behalf of 52047837b922414d97804e75485754d8 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:32:21.089636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.policy [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87887) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 17:32:21.134215 n-d-827121-1 neutron-server[87887]: WARNING oslo_policy.policy [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:32:21.134583 n-d-827121-1 neutron-server[87887]: WARNING oslo_policy.policy [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 17:32:21.144755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.164722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.178641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:32:21.182288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Usage tracker for resource:security_group_rule and tenant:52047837b922414d97804e75485754d8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:32:21.185380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:32:21.190774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:32:21.287714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.291143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.305617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Reserving flat network on physical network physnet1 {{(pid=87887) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 17:32:21.335089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738765412356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.335638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Unsubscribe: segment precommit_create {{(pid=87887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 17:32:21.336125 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Added segment 59c38f0b-1eb0-4cba-aef7-e3dead7f7179 of type flat for network 4ed441d4-6054-49ce-b431-435a28804806 Mar 03 17:32:21.388027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4341f9c2-18ae-4ae5-a48d-a946b851d3d4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:21.409363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.409698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.410019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.410340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.410651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.410961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.411268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.411573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.411884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.412185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.412595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.412832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Tracked resource versions report: Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: pushed versions: Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: { 'AddressGroup': {'1.2'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'ConntrackHelper': {'1.0'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Log': {'1.0'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Network': {'1.1'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Port': {'1.7'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'PortForwarding': {'1.2'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'QosPolicy': {'1.8'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'SecurityGroup': {'1.4'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'SubPort': {'1.0'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Subnet': {'1.1'}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Trunk': {'1.1'}} Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: consumer versions: Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: L3 agent@n-d-827121-1: {}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: Metadata agent@n-d-827121-1: {}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: Metering agent@n-d-827121-1: {}, Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'ConntrackHelper': '1.0', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Log': '1.0', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Network': '1.1', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Port': '1.7', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'PortForwarding': '1.2', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'QosPolicy': '1.8', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'SecurityGroup': '1.4', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'SecurityGroupRule': '1.2', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'SubPort': '1.0', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Subnet': '1.1', Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: 'Trunk': '1.1'}} Mar 03 17:32:21.413994 n-d-827121-1 neutron-server[87887]: {{(pid=87887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:32:21.455604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.497804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.498978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:21.499611 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:21.620898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4297850 Mar 03 17:32:21.625806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b14842-5619-4df8-9926-ed6935ff2667 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed441d4-6054-49ce-b431-435a28804806,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:21.637195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 4ed441d4-6054-49ce-b431-435a28804806 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:32:21.733502 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2207fdb-a49e-45bf-8b29-6d8a031e2f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:22.562035 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:22.713875 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:24.007699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:24.061150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:24.270753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40784dc-f524-41ca-8750-109e74dad1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:24.272082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b40784dc-f524-41ca-8750-109e74dad1ec admin admin] 10.222.0.23 "GET /v2.0/subnets/ebc237eb-1a66-49b8-bd56-371b22963b6f HTTP/1.1" status: 200 len: 849 time: 0.2099531 Mar 03 17:32:24.443521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-29b88241-70a2-453f-bf4b-78a05755e8d6 admin admin] 10.222.0.23 "GET /v2.0/routers/aca0af39-52b0-42a1-9574-778d7d182a4c HTTP/1.1" status: 200 len: 704 time: 0.1659181 Mar 03 17:32:24.932790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:25.183244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Allocated IP 172.20.0.1 (6aeb38f1-8732-4488-bce4-e177d8047486/ebc237eb-1a66-49b8-bd56-371b22963b6f/603c01e2-2c5d-4d90-8bce-3d3d55fde3af) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:32:25.334194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:25.351336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Transition to ACTIVE for port object 603c01e2-2c5d-4d90-8bce-3d3d55fde3af will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:32:25.415000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:25.472537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Network 6aeb38f1-8732-4488-bce4-e177d8047486 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:32:25.475218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:32:25.484825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:32:25.485351 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:25.614315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Pushing event updated for resources: {'Port': ['ID=603c01e2-2c5d-4d90-8bce-3d3d55fde3af,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:25.649339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-21c70c7b-302f-4f0e-9610-7c7711775dd2 None None] Provisioning for port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:32:25.653854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-21c70c7b-302f-4f0e-9610-7c7711775dd2 None None] Provisioning complete for port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:25.654232 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21c70c7b-302f-4f0e-9610-7c7711775dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:25.709072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-21c70c7b-302f-4f0e-9610-7c7711775dd2 None None] Port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:32:25.757542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:26.015053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:26.019294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:26.020194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:26.160391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Pushing event updated for resources: {'Port': ['ID=603c01e2-2c5d-4d90-8bce-3d3d55fde3af,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:26.217521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Network 6aeb38f1-8732-4488-bce4-e177d8047486 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:32:26.218567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:32:26.406606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Router aca0af39-52b0-42a1-9574-778d7d182a4c is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:32:26.431718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-667787ee-d760-41dc-b971-b37245b46ada None None] Provisioning complete for port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:26.432075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-667787ee-d760-41dc-b971-b37245b46ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:26.483133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-667787ee-d760-41dc-b971-b37245b46ada None None] Port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:32:26.562166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:32:26.570884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-449ed5a0-ad5d-4283-bb4a-5891bcf9fb37 admin admin] 10.222.0.23 "PUT /v2.0/routers/aca0af39-52b0-42a1-9574-778d7d182a4c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1225080 Mar 03 17:32:26.572441 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Sync routers for ids ['aca0af39-52b0-42a1-9574-778d7d182a4c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:32:26.583460 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Routers {'aca0af39-52b0-42a1-9574-778d7d182a4c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:32:26.584304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:32:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aca0af39-52b0-42a1-9574-778d7d182a4c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:26.761258 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Set router aca0af39-52b0-42a1-9574-778d7d182a4c gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:32:27.122488 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'name': 'router1', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:32:14Z', 'updated_at': '2022-03-03T17:32:25Z', 'revision_number': 2, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'gw_port_host': None, '_interfaces': [{'id': '603c01e2-2c5d-4d90-8bce-3d3d55fde3af', 'name': '', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'mac_address': 'fa:16:3e:be:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:24Z', 'updated_at': '2022-03-03T17:32:25Z', 'revision_number': 2, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'subnets': [{'id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:27.127457 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Checking router: aca0af39-52b0-42a1-9574-778d7d182a4c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:32:27.127819 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Updating router aca0af39-52b0-42a1-9574-778d7d182a4c port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:32:27.179500 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:27.547566 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:27.562286 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Transition to ACTIVE for port object 603c01e2-2c5d-4d90-8bce-3d3d55fde3af will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:32:27.568651 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:27.789961 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Pushing event updated for resources: {'Port': ['ID=603c01e2-2c5d-4d90-8bce-3d3d55fde3af,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:27.808032 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Attempting to bind port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:32:27.808614 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Attempting to bind port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:32:27.808737 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Attempting to bind port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af on network 6aeb38f1-8732-4488-bce4-e177d8047486 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:32:27.816628 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.816968 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.817304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.817655 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.817980 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.818302 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.818618 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.818935 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.819248 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.819562 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.819873 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.820184 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Tracked resource versions report: Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: pushed versions: Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: { 'AddressGroup': {'1.2'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'ConntrackHelper': {'1.0'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Log': {'1.0'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Network': {'1.1'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Port': {'1.7'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'PortForwarding': {'1.2'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'QosPolicy': {'1.8'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'SecurityGroup': {'1.4'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'SubPort': {'1.0'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Subnet': {'1.1'}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Trunk': {'1.1'}} Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: consumer versions: Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: L3 agent@n-d-827121-1: {}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: Metadata agent@n-d-827121-1: {}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: Metering agent@n-d-827121-1: {}, Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'ConntrackHelper': '1.0', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Log': '1.0', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Network': '1.1', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Port': '1.7', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'PortForwarding': '1.2', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'QosPolicy': '1.8', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'SecurityGroup': '1.4', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'SecurityGroupRule': '1.2', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'SubPort': '1.0', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Subnet': '1.1', Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: 'Trunk': '1.1'}} Mar 03 17:32:27.821315 n-d-827121-1 neutron-server[87889]: {{(pid=87889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:32:27.823679 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:32:27.824077 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Checking segment: {'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:32:27.824557 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:27.824932 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Bound using segment: {'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:32:27.825432 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Bound port: 603c01e2-2c5d-4d90-8bce-3d3d55fde3af, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ad5b7b-bdc9-4c86-8ca7-64929e6ee591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:32:27.825832 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:27.912515 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] For port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:32:27.916359 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] For port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=603c01e2-2c5d-4d90-8bce-3d3d55fde3af,segment=NetworkSegment(85ad5b7b-bdc9-4c86-8ca7-64929e6ee591),segment_id=85ad5b7b-bdc9-4c86-8ca7-64929e6ee591)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:32:27.920941 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:28.004380 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5b8a5-5a25-4e2d-86db-3b45f9de934e None None] Pushing event updated for resources: {'Port': ['ID=603c01e2-2c5d-4d90-8bce-3d3d55fde3af,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:28.014258 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Routers {'aca0af39-52b0-42a1-9574-778d7d182a4c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:32:28.014856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:32:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aca0af39-52b0-42a1-9574-778d7d182a4c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:28.173206 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] Set router aca0af39-52b0-42a1-9574-778d7d182a4c gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:32:28.485166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'name': 'router1', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:32:14Z', 'updated_at': '2022-03-03T17:32:25Z', 'revision_number': 2, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'gw_port_host': None, '_interfaces': [{'id': '603c01e2-2c5d-4d90-8bce-3d3d55fde3af', 'name': '', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'mac_address': 'fa:16:3e:be:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:24Z', 'updated_at': '2022-03-03T17:32:27Z', 'revision_number': 4, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'subnets': [{'id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:28.489023 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec123535-8b55-46f7-acb6-413557167c38 None None] The sync data for ids ['aca0af39-52b0-42a1-9574-778d7d182a4c'] in n-d-827121-1 is: [{'id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'name': 'router1', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:32:14Z', 'updated_at': '2022-03-03T17:32:25Z', 'revision_number': 2, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'gw_port_host': None, '_interfaces': [{'id': '603c01e2-2c5d-4d90-8bce-3d3d55fde3af', 'name': '', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'mac_address': 'fa:16:3e:be:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:24Z', 'updated_at': '2022-03-03T17:32:27Z', 'revision_number': 4, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'subnets': [{'id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:32:28.801097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54556) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:28.943444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1956c3-6280-4bc1-922e-036317a02511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:28.943937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bd1956c3-6280-4bc1-922e-036317a02511 admin admin] Synchronizing usage tracker for tenant:52047837b922414d97804e75485754d8 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:32:28.961999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bd1956c3-6280-4bc1-922e-036317a02511 admin admin] Unset dirty status for tenant:52047837b922414d97804e75485754d8 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:32:28.965402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bd1956c3-6280-4bc1-922e-036317a02511 admin admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 842 time: 0.1610420 Mar 03 17:32:28.972640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:32:28.977720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:32:28.981353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Usage tracker for resource:subnet and tenant:52047837b922414d97804e75485754d8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:32:28.984148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:32:28.994423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:32:29.003642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Made reservation on behalf of 52047837b922414d97804e75485754d8 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:32:29.006157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:29.407863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 17:32:29.408317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:29.481318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b2339c-ada0-4a6e-91b3-ff92f3632898,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:29.490231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:32:29.490836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Network hostable DHCP agents. Network: 4ed441d4-6054-49ce-b431-435a28804806, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:32:29.513016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:32:29.522550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 4ed441d4-6054-49ce-b431-435a28804806) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:32:29.526840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:29.527434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:29.531429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ae7c5-2142-4153-b6f6-a396a4720484 None None] Network 4ed441d4-6054-49ce-b431-435a28804806 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:32:29.553885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8ae8a63e-eb36-435c-83ce-1f4e7f9a604c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5846012 Mar 03 17:32:29.750284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ede99-a2d0-49bf-a282-ed90718d8ff7 None None] Network 4ed441d4-6054-49ce-b431-435a28804806 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:32:30.437950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 603c01e2-2c5d-4d90-8bce-3d3d55fde3af up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:32:30.509161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:32:30.513858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:30.514231 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:30.624689 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:30.657955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=603c01e2-2c5d-4d90-8bce-3d3d55fde3af,segment=NetworkSegment(85ad5b7b-bdc9-4c86-8ca7-64929e6ee591),segment_id=85ad5b7b-bdc9-4c86-8ca7-64929e6ee591)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:32:30.661924 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:30.747621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=603c01e2-2c5d-4d90-8bce-3d3d55fde3af,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:31.798613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:32.026560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0b2b292d-2c7b-44ed-9919-265ffda84bd8 admin admin] 10.222.0.23 "GET /v2.0/routers/aca0af39-52b0-42a1-9574-778d7d182a4c HTTP/1.1" status: 200 len: 710 time: 0.2267551 Mar 03 17:32:32.151008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a249d2-9137-4101-b2d5-c1db63eca395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:32:32.152345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c4a249d2-9137-4101-b2d5-c1db63eca395 admin admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 886 time: 0.1207490 Mar 03 17:32:32.160812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:32:32.412404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 603c01e2-2c5d-4d90-8bce-3d3d55fde3af up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:32:32.479495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:32.479855 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:32.584335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:32.899552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:32.951756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:33.081368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Allocated IP 172.25.0.161 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/030199a0-b373-4f5f-af4f-82ad08747c19) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:32:33.267104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:33.295107 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:33.352453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:32:33.355192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:32:33.359453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:32:33.430043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Pushing event updated for resources: {'Port': ['ID=030199a0-b373-4f5f-af4f-82ad08747c19,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:33.728102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:34.051641 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:34.056217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:34.225992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Router aca0af39-52b0-42a1-9574-778d7d182a4c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:32:34.449434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:32:34.458038 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:34.463382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Sync routers for ids ['aca0af39-52b0-42a1-9574-778d7d182a4c'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:32:34.463889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-be23450a-e56d-4478-add2-118a27c9fb46 admin admin] 10.222.0.23 "PUT /v2.0/routers/aca0af39-52b0-42a1-9574-778d7d182a4c HTTP/1.1" status: 200 len: 890 time: 2.3014526 Mar 03 17:32:34.471162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Routers {'aca0af39-52b0-42a1-9574-778d7d182a4c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:32:34.471930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:32:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aca0af39-52b0-42a1-9574-778d7d182a4c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:34.672257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Set router aca0af39-52b0-42a1-9574-778d7d182a4c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:32:35.003449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'name': 'router1', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '030199a0-b373-4f5f-af4f-82ad08747c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:32:14Z', 'updated_at': '2022-03-03T17:32:33Z', 'revision_number': 4, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'gw_port': {'id': '030199a0-b373-4f5f-af4f-82ad08747c19', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:32Z', 'updated_at': '2022-03-03T17:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '603c01e2-2c5d-4d90-8bce-3d3d55fde3af', 'name': '', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'mac_address': 'fa:16:3e:be:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:24Z', 'updated_at': '2022-03-03T17:32:30Z', 'revision_number': 5, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'subnets': [{'id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:35.008617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Checking router: aca0af39-52b0-42a1-9574-778d7d182a4c for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:32:35.008957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Updating router aca0af39-52b0-42a1-9574-778d7d182a4c port 030199a0-b373-4f5f-af4f-82ad08747c19 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:32:35.062754 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:35.379668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:35.392079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Transition to ACTIVE for port object 030199a0-b373-4f5f-af4f-82ad08747c19 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:32:35.401720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:35.479697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebcba1-b558-4775-b5e7-910651551194 None None] Pushing event updated for resources: {'Port': ['ID=030199a0-b373-4f5f-af4f-82ad08747c19,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:35.482028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Attempting to bind port 030199a0-b373-4f5f-af4f-82ad08747c19 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:32:35.482395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Attempting to bind port 030199a0-b373-4f5f-af4f-82ad08747c19 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:32:35.482776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Attempting to bind port 030199a0-b373-4f5f-af4f-82ad08747c19 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:32:35.488314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:32:35.488684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:32:35.489078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:35.489485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:32:35.489947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Bound port: 030199a0-b373-4f5f-af4f-82ad08747c19, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:32:35.490355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:35.562233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] For port 030199a0-b373-4f5f-af4f-82ad08747c19, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:32:35.565096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] For port 030199a0-b373-4f5f-af4f-82ad08747c19, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=030199a0-b373-4f5f-af4f-82ad08747c19,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:32:35.569731 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:35.643045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Routers {'aca0af39-52b0-42a1-9574-778d7d182a4c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:32:35.643590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:32:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aca0af39-52b0-42a1-9574-778d7d182a4c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:35.757536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebcba1-b558-4775-b5e7-910651551194 None None] Pushing event updated for resources: {'Port': ['ID=030199a0-b373-4f5f-af4f-82ad08747c19,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:35.879029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] Set router aca0af39-52b0-42a1-9574-778d7d182a4c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:32:36.196987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'name': 'router1', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '030199a0-b373-4f5f-af4f-82ad08747c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:32:14Z', 'updated_at': '2022-03-03T17:32:33Z', 'revision_number': 4, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'gw_port': {'id': '030199a0-b373-4f5f-af4f-82ad08747c19', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:32Z', 'updated_at': '2022-03-03T17:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '603c01e2-2c5d-4d90-8bce-3d3d55fde3af', 'name': '', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'mac_address': 'fa:16:3e:be:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:24Z', 'updated_at': '2022-03-03T17:32:30Z', 'revision_number': 5, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'subnets': [{'id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:32:36.200796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6a88c-8552-480e-95b5-bf88cb416658 None None] The sync data for ids ['aca0af39-52b0-42a1-9574-778d7d182a4c'] in n-d-827121-1 is: [{'id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'name': 'router1', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '030199a0-b373-4f5f-af4f-82ad08747c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:32:14Z', 'updated_at': '2022-03-03T17:32:33Z', 'revision_number': 4, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'gw_port': {'id': '030199a0-b373-4f5f-af4f-82ad08747c19', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:32Z', 'updated_at': '2022-03-03T17:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '603c01e2-2c5d-4d90-8bce-3d3d55fde3af', 'name': '', 'network_id': '6aeb38f1-8732-4488-bce4-e177d8047486', 'tenant_id': '9c9dcd39f47a42b7b180da38de6094bb', 'mac_address': 'fa:16:3e:be:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0af39-52b0-42a1-9574-778d7d182a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:32:24Z', 'updated_at': '2022-03-03T17:32:30Z', 'revision_number': 5, 'project_id': '9c9dcd39f47a42b7b180da38de6094bb', 'subnets': [{'id': 'ebc237eb-1a66-49b8-bd56-371b22963b6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce450fe2-cc2a-4c9e-bb9c-eef8e481ac19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:32:36.443802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 030199a0-b373-4f5f-af4f-82ad08747c19 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:32:36.514398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 030199a0-b373-4f5f-af4f-82ad08747c19 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:32:36.519548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 030199a0-b373-4f5f-af4f-82ad08747c19 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:36.519917 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:36.641535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:36.659139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 030199a0-b373-4f5f-af4f-82ad08747c19, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=030199a0-b373-4f5f-af4f-82ad08747c19,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:32:36.662995 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:36.732200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=030199a0-b373-4f5f-af4f-82ad08747c19,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:32:36.852013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54580) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:32:36.977336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-40ab6ae4-2bed-4f91-b5de-f7dc7c4454f1 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1237571 Mar 03 17:32:38.410351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 030199a0-b373-4f5f-af4f-82ad08747c19 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:32:38.478493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 030199a0-b373-4f5f-af4f-82ad08747c19 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:32:38.478860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:42.652548 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:32:49.421670 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60e30f48-f70d-449c-b918-d875a66da783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:51.675200 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae6d734b-9da1-4091-ad7c-33379b667146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:52.567012 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:52.716746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:32:54.024016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:19.423561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77e4f7a7-a09a-4f1f-af7f-ac1ac344c88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:19.657015 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:33:21.679489 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd492-0c7d-4173-9230-051e01d5cf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:22.569006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:22.718859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:24.031844 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:49.427838 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b88e2628-781b-4c21-98f7-6f09355d3e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:51.684142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b2197dae-b052-4322-b6f0-eacb0d2618e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:52.576920 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:52.722570 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:54.065428 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:33:56.657693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:34:19.433849 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a35c1df-1dec-4ef2-921e-8890dcda3bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:21.685213 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42ef9c9f-ecfc-48c3-b92f-3842170052c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:22.575218 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:22.726587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:24.025898 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:33.656620 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:34:41.589182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:41.655155 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbe3ec1-f4b0-42fd-8285-84e732c927c7 admin admin] GET failed (client error): The resource could not be found. Mar 03 17:34:41.656370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bdbe3ec1-f4b0-42fd-8285-84e732c927c7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661509 Mar 03 17:34:41.785871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c68685-95a5-481a-9305-23ab92460bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:41.787196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c1c68685-95a5-481a-9305-23ab92460bc6 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1261837 Mar 03 17:34:43.924756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55192) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:44.027976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40936fa7-a71a-4c6a-b428-4146ab916e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:44.029263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-40936fa7-a71a-4c6a-b428-4146ab916e49 admin admin] 10.222.0.23 "GET /v2.0/subnets/ebc237eb-1a66-49b8-bd56-371b22963b6f HTTP/1.1" status: 200 len: 849 time: 0.1035523 Mar 03 17:34:44.038248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:34:44.153753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:44.335789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738765274341'] for subnet, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:44.376945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:44.377062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:44.381358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] 10.222.0.23 "PUT /v2.0/subnets/ebc237eb-1a66-49b8-bd56-371b22963b6f HTTP/1.1" status: 200 len: 868 time: 0.3441246 Mar 03 17:34:44.381537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ccfef-bab7-429f-94b7-6fa00c7ea9e5 None None] Network 6aeb38f1-8732-4488-bce4-e177d8047486 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:34:44.404940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc237eb-1a66-49b8-bd56-371b22963b6f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:34:44.413242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.413624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.413946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.414275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.414604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.414928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.415248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.415566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.415883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.416198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.416515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.416828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c27f8e-93a2-4166-8f18-89f7e147ddc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:34:44.829437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-151e3fd0-e963-4a41-8611-20241399ccd5 None None] Provisioning complete for port 0260ebfe-8757-4ada-acdd-6ec7a52c4bb9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:34:44.829813 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-151e3fd0-e963-4a41-8611-20241399ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:44.953669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-151e3fd0-e963-4a41-8611-20241399ccd5 None None] Provisioning complete for port 603c01e2-2c5d-4d90-8bce-3d3d55fde3af triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:34:44.953946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-151e3fd0-e963-4a41-8611-20241399ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:46.534816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55202) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:46.707370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b863d-3588-45b7-86e7-20b5ec37497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:46.707759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b863d-3588-45b7-86e7-20b5ec37497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:46.709257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-be3b863d-3588-45b7-86e7-20b5ec37497f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1734965 Mar 03 17:34:48.851272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55212) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:49.019774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2429f9-75b9-4461-8e9b-6dd67ea9796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:49.020243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2429f9-75b9-4461-8e9b-6dd67ea9796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:49.021796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9d2429f9-75b9-4461-8e9b-6dd67ea9796c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1695931 Mar 03 17:34:49.438521 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0763e8c7-2dfb-4269-a808-17f1e2cabed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:51.168432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55222) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:51.329648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b9e0f-9d2d-4f47-989e-4605cd820c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:51.330957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-880b9e0f-9d2d-4f47-989e-4605cd820c06 admin admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 886 time: 0.1615891 Mar 03 17:34:51.688405 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02fdef5f-6aca-4093-99e2-ad2b3aa5988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:52.579193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:52.730694 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:53.452832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55232) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:53.620002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d208571-5f3c-4c48-a99f-ab6bbeb28f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:53.621340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5d208571-5f3c-4c48-a99f-ab6bbeb28f42 admin admin] 10.222.0.23 "GET /v2.0/networks/6aeb38f1-8732-4488-bce4-e177d8047486 HTTP/1.1" status: 200 len: 869 time: 0.1675544 Mar 03 17:34:54.035132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:34:55.773137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55242) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:55.898288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673d9b6-51bf-4ed5-99a4-4bf1e49191f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:55.898737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673d9b6-51bf-4ed5-99a4-4bf1e49191f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:55.900219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0673d9b6-51bf-4ed5-99a4-4bf1e49191f2 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260934 Mar 03 17:34:58.043353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55252) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:34:58.150689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9b17d-fbad-4b64-8df9-731dff75a2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:58.151150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9b17d-fbad-4b64-8df9-731dff75a2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:34:58.152638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d5e9b17d-fbad-4b64-8df9-731dff75a2aa admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083548 Mar 03 17:35:00.302144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55262) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:35:00.409620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7c81c-9fd1-4726-bf7b-d99db0650223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:35:00.410886 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-03a7c81c-9fd1-4726-bf7b-d99db0650223 admin admin] 10.222.0.23 "GET /v2.0/subnets/ebc237eb-1a66-49b8-bd56-371b22963b6f HTTP/1.1" status: 200 len: 868 time: 0.1076214 Mar 03 17:35:02.532641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55272) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:35:02.629174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413095b2-45d6-495c-a307-6b1ccad15687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:35:02.630487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-413095b2-45d6-495c-a307-6b1ccad15687 admin admin] 10.222.0.23 "GET /v2.0/subnets/f9b2339c-ada0-4a6e-91b3-ff92f3632898 HTTP/1.1" status: 200 len: 816 time: 0.0969141 Mar 03 17:35:10.655768 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:35:19.432982 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d6638efa-ca9b-4de3-9646-8a1c55d5a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:21.255008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55318) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:35:21.301240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-6087223d-1586-4040-bd7e-eb6e98ca8fb5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:35:21.302287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6087223d-1586-4040-bd7e-eb6e98ca8fb5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462947 Mar 03 17:35:21.692834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6163cc0-3d7e-49a8-8bf4-c0168b4169e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:22.581256 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:22.731744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:23.531547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55328) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:35:23.597199 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6c1b8c-df23-40af-8dfb-bd3205a6c1a1 admin admin] GET failed (client error): The resource could not be found. Mar 03 17:35:23.598441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cf6c1b8c-df23-40af-8dfb-bd3205a6c1a1 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659804 Mar 03 17:35:23.720694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c1fb2-5e06-4117-b165-995217f5a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:35:23.722597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-095c1fb2-5e06-4117-b165-995217f5a4fc admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203580 Mar 03 17:35:24.041081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:25.903322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55338) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:35:25.949549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:35:25.954441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:35:25.963608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:35:25.973318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Made reservation on behalf of 52047837b922414d97804e75485754d8 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:35:25.975509 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:26.060189 n-d-827121-1 neutron-server[87887]: WARNING neutron.services.revisions.revision_plugin [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Could not find related network for resource to bump revision. Mar 03 17:35:26.072300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:35:26.085300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:26.085762 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Added segment 78dae660-6db1-4c1e-85dd-0458aee3d5c9 of type vlan for network 4a3553a9-22bb-43a9-965c-25fc379005c2 Mar 03 17:35:26.111594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:26.139644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:26.140701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:35:26.141236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:26.239694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3352807 Mar 03 17:35:26.244699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3553a9-22bb-43a9-965c-25fc379005c2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:35:26.252059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.252396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.252725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.253048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.253424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.253743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.254057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.254373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.254803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.255116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.255426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.255735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1831c050-d935-4493-8f90-58bfcef157e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:26.267089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:35:28.384172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55348) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:35:28.448985 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe5eb67-9fa9-495d-8c4d-732400f95e96 admin admin] GET failed (client error): The resource could not be found. Mar 03 17:35:28.449520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dbe5eb67-9fa9-495d-8c4d-732400f95e96 admin admin] Synchronizing usage tracker for tenant:52047837b922414d97804e75485754d8 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:35:28.464471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dbe5eb67-9fa9-495d-8c4d-732400f95e96 admin admin] Unset dirty status for tenant:52047837b922414d97804e75485754d8 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:35:28.465976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dbe5eb67-9fa9-495d-8c4d-732400f95e96 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0809157 Mar 03 17:35:28.571410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746dd0a1-7a02-4869-9a88-46dc59787c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:35:28.572833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-746dd0a1-7a02-4869-9a88-46dc59787c2f admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1028836 Mar 03 17:35:28.582357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:35:28.586573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:35:28.590419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Usage tracker for resource:subnet and tenant:52047837b922414d97804e75485754d8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:35:28.593147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:35:28.599218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:35:28.608600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Made reservation on behalf of 52047837b922414d97804e75485754d8 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:35:28.610836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:28.804456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:28.877747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a309e1-f01b-4263-8d36-e17b4f2d54e8,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:35:28.884761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:35:28.885107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Network hostable DHCP agents. Network: 4a3553a9-22bb-43a9-965c-25fc379005c2, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:35:28.902804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:35:28.911958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 4a3553a9-22bb-43a9-965c-25fc379005c2) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:35:28.915982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:35:28.916556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:28.921622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d635eac-62fe-4b36-a903-ee628d9a677b None None] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:35:28.936634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-31f2bd59-2036-4d54-a94d-e92bf10b7cfb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3576171 Mar 03 17:35:29.142900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-4a3553a9-22bb-43a9-965c-25fc379005c2', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'tenant_id': '52047837b922414d97804e75485754d8', 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:35:29.143731 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:29.295061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Allocated IP 192.168.233.2 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/4d1854c1-4233-4ddf-b17f-47532684a617) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:35:29.498568 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:29.509160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Transition to ACTIVE for port object 4d1854c1-4233-4ddf-b17f-47532684a617 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:35:29.528681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Transition to ACTIVE for port object 4d1854c1-4233-4ddf-b17f-47532684a617 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:35:29.534159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:29.596507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:35:29.603425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:35:29.605850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:35:29.613149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Pushing event updated for resources: {'Port': ['ID=4d1854c1-4233-4ddf-b17f-47532684a617,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:35:29.651724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.652072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.652440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.652774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.653107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.653463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.653791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.654114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.654456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.654778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.655100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.655416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:35:29.711874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Attempting to bind port 4d1854c1-4233-4ddf-b17f-47532684a617 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:35:29.712234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Attempting to bind port 4d1854c1-4233-4ddf-b17f-47532684a617 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:35:29.712586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Attempting to bind port 4d1854c1-4233-4ddf-b17f-47532684a617 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:35:29.717864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:35:29.718230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:35:29.718617 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:29.718998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:35:29.719450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Bound port: 4d1854c1-4233-4ddf-b17f-47532684a617, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:35:29.719830 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:29.831715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] For port 4d1854c1-4233-4ddf-b17f-47532684a617, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:35:29.834747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] For port 4d1854c1-4233-4ddf-b17f-47532684a617, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4d1854c1-4233-4ddf-b17f-47532684a617,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:35:29.839571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:29.920300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea35b1-cbc4-48a9-bdd2-8b9cd5aeab59 None None] Pushing event updated for resources: {'Port': ['ID=4d1854c1-4233-4ddf-b17f-47532684a617,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:35:30.557686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4d1854c1-4233-4ddf-b17f-47532684a617 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:35:30.639342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4d1854c1-4233-4ddf-b17f-47532684a617 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:35:30.755141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da48bbda-7ab0-4b15-884e-eb00da08c4b9 None None] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:35:30.863225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3e59b5ca-d5b3-4ed5-874b-d7bbab1bbae4 None None] Provisioning for port 4d1854c1-4233-4ddf-b17f-47532684a617 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:35:30.880182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3e59b5ca-d5b3-4ed5-874b-d7bbab1bbae4 None None] Provisioning complete for port 4d1854c1-4233-4ddf-b17f-47532684a617 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:35:30.880540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e59b5ca-d5b3-4ed5-874b-d7bbab1bbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:31.102300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e59b5ca-d5b3-4ed5-874b-d7bbab1bbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:31.138969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3e59b5ca-d5b3-4ed5-874b-d7bbab1bbae4 None None] For port 4d1854c1-4233-4ddf-b17f-47532684a617, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4d1854c1-4233-4ddf-b17f-47532684a617,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:35:31.143804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e59b5ca-d5b3-4ed5-874b-d7bbab1bbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:31.217519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59b5ca-d5b3-4ed5-874b-d7bbab1bbae4 None None] Pushing event updated for resources: {'Port': ['ID=4d1854c1-4233-4ddf-b17f-47532684a617,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:35:31.264330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9f9d380d-9eff-43f5-ae9e-55ecdbdc9db0 None None] Provisioning complete for port 4d1854c1-4233-4ddf-b17f-47532684a617 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:35:31.264698 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9f9d380d-9eff-43f5-ae9e-55ecdbdc9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:32.517152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4d1854c1-4233-4ddf-b17f-47532684a617 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:35:32.584291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4d1854c1-4233-4ddf-b17f-47532684a617 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:35:32.584655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:47.654514 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:35:49.433961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec84ac6d-3f4f-491f-b8d7-f63c68701db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:51.694197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a540af5b-5c22-4d3b-a86c-bb88f7c562da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:52.584405 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:52.733138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:35:54.043366 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:19.435796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be6d68dd-7c67-4975-a1e1-c1cbece8a3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:21.695212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21d78153-4c07-4eba-8c8e-3ead1680e048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:22.586434 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:22.735440 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:24.048623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:24.653817 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:36:46.204793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55392) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:36:46.211512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-d6bb455a-8b8a-495f-a49b-035846929d4a tempest-verify_tempest_config-542603752 tempest-verify_tempest_config-542603752-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:36:46.212478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d6bb455a-8b8a-495f-a49b-035846929d4a tempest-verify_tempest_config-542603752 tempest-verify_tempest_config-542603752-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066729 Mar 03 17:36:46.503791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55410) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:36:46.614760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:46.631195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:36:46.634830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Usage tracker for resource:security_group_rule and tenant:80471b074d234b0782d5623ca5664ea8 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:36:46.637527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:36:46.643512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:36:46.722377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:46.725926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:46.770242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80471b074d234b0782d5623ca5664ea8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2654610 Mar 03 17:36:46.771756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e7ce28-63d3-4fad-8983-e0afdd217c50,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:36:46.773017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55416) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:36:46.778523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.778861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.779191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.779512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.779830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.780146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.781012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.781346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.781677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.781990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.782313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.782613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facf08a-e00b-4a23-abf6-e848468241f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.829251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:46.854020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:46.946037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:46.959905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e7ce28-63d3-4fad-8983-e0afdd217c50,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:36:46.970200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.970542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.970870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.971223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.971542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.971856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.972167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.972476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.972788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.973132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.973693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.974133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:36:46.978194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:46.979288 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-566b938c-9b9f-44fb-8b04-31530c124109 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48e7ce28-63d3-4fad-8983-e0afdd217c50 HTTP/1.1" status: 204 len: 168 time: 0.2052867 Mar 03 17:36:49.438010 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2440c16c-6e40-45e1-80ed-092a2b776005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:51.696428 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b6958470-259d-4189-961f-66faa23cb335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:52.590026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:52.736474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:36:54.053628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:01.651880 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:37:19.439434 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25f4970d-a05b-407a-a144-f4b54c35d5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:21.699547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1beab5c6-5ef1-433e-b0fb-772e429a7d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:22.590865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:22.736957 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:24.054660 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:38.650690 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:37:49.440632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83b58363-b99a-46d0-909f-dc0cc4c3dfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:51.701709 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c103adb4-ca7b-40ce-b79a-77a7d1c7221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:52.592736 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:52.737419 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:37:54.057960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:15.649650 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:38:19.444318 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-333f0d66-5534-4f2a-8187-6b6ec62a5f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:21.702501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b27fbc7d-36fa-4fb4-a0df-8129a7fdea08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:22.594033 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:22.739194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:24.059847 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:49.445473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7da589f9-5158-4c36-9b8e-45dad759afbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:51.702504 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22f9a750-6f80-454a-a239-db30bbf19ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:52.597567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:52.647904 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:38:52.741050 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:38:54.063727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:19.446972 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9f28b121-0c3b-472d-a61f-215b7ef4bc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:21.704186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2479d9a9-9bba-4e06-a755-4f4c98980f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:22.600264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:22.741825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:24.067532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:29.648770 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 5 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:39:47.622587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33223237'] for agent, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:49.448076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cab63118-cee1-4441-8eca-00300ebc4a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:51.705857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-578ebd08-58b0-483c-a307-fbf87dac8cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:52.601612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:52.742832 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:53.614953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33223237'] for agent, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:39:54.078949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:06.648408 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:40:17.581988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:19.449240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2758f68-d9c2-45a0-9219-869431dfebf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:21.719923 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5eec33c5-e56d-4b10-8368-5c1060e95924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:22.604403 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:22.743872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:23.596978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:24.072788 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:33.034459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55476) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:40:33.146959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-085fb1bf-cd18-466b-b1fa-4bb513bbe3f9 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1114228 Mar 03 17:40:35.305000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55486) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:40:35.358813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0c9d626f-c83d-45cd-a2b6-a6c40d41f3f5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0527143 Mar 03 17:40:43.647894 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:40:47.592496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:49.451089 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f165da6b-8d61-474f-b837-366a58b48e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:51.703490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b1872ea-40de-4fe9-b582-7066420f3cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:52.607853 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:52.744336 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:53.603149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:40:54.081103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:17.595687 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:19.453630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f270151-746f-43e8-980e-4e08ebf848a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:20.647145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:41:21.704585 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0bd040f9-9f4c-4b3f-9c0b-1f4b75f0d630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:22.611227 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:22.747143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:23.627248 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:24.086811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:47.586507 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:49.455416 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7939ac5-fdff-4c81-9568-a1ccf27cc976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:51.706402 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19586879-6e4d-46ed-8379-607a12de15bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:52.612833 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:52.750175 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:53.637385 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:54.085354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:41:57.646339 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:42:08.411142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55698) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:08.839120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3acd9328-3b9e-4158-9d90-3747209212ee tempest-AutoAllocateNetworkTest-934767630 tempest-AutoAllocateNetworkTest-934767630-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=71d716b77e8e4e4c8b9d9f25e2759b1e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4261332 Mar 03 17:42:08.841537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55718) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:08.994915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35512d47-06cb-4ffe-8f53-d3f373532903 tempest-AutoAllocateNetworkTest-934767630 tempest-AutoAllocateNetworkTest-934767630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:08.999580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55728) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:09.000123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-35512d47-06cb-4ffe-8f53-d3f373532903 tempest-AutoAllocateNetworkTest-934767630 tempest-AutoAllocateNetworkTest-934767630-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1570914 Mar 03 17:42:09.080157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4e70a997-9b59-4636-88bc-ffe816e44c0b tempest-AutoAllocateNetworkTest-934767630 tempest-AutoAllocateNetworkTest-934767630-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787253 Mar 03 17:42:09.080701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55734) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:09.116825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-27f4ef0e-3c21-486d-b1d8-d8abe063ce40 tempest-AutoAllocateNetworkTest-934767630 tempest-AutoAllocateNetworkTest-934767630-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=71d716b77e8e4e4c8b9d9f25e2759b1e HTTP/1.1" status: 200 len: 208 time: 0.0347006 Mar 03 17:42:09.822227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55778) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:10.216492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:10.230726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:10.234709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Usage tracker for resource:security_group_rule and tenant:71d716b77e8e4e4c8b9d9f25e2759b1e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:10.238113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:10.244119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:10.331600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:10.337861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:10.373978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729846d3-23fa-490b-a008-d7ca88cc10e9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:10.389776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.390006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.390337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.390670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.390983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.391393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.391609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.391923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.392240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.392568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.392862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.393172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] Tracked resource versions report: Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: pushed versions: Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: { 'AddressGroup': {'1.2'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'ConntrackHelper': {'1.0'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Log': {'1.0'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Network': {'1.1'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Port': {'1.7'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'PortForwarding': {'1.2'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'QosPolicy': {'1.8'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'SecurityGroup': {'1.4'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'SubPort': {'1.0'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Subnet': {'1.1'}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Trunk': {'1.1'}} Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: consumer versions: Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: HyperV agent@n-h1-827121-1: {}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: HyperV agent@n-h2-827121-1: {}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: L3 agent@n-d-827121-1: {}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: Metadata agent@n-d-827121-1: {}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: Metering agent@n-d-827121-1: {}, Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'ConntrackHelper': '1.0', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Log': '1.0', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Network': '1.1', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Port': '1.7', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'PortForwarding': '1.2', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'QosPolicy': '1.8', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'SecurityGroup': '1.4', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'SecurityGroupRule': '1.2', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'SubPort': '1.0', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Subnet': '1.1', Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: 'Trunk': '1.1'}} Mar 03 17:42:10.394275 n-d-827121-1 neutron-server[87886]: {{(pid=87886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:42:10.405754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0ebf7859-ba5f-47be-842b-f93ed15d35aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71d716b77e8e4e4c8b9d9f25e2759b1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5822487 Mar 03 17:42:10.408333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:10.467072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:10.493863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:10.554757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:10.572830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729846d3-23fa-490b-a008-d7ca88cc10e9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:10.581609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.581736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.582385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.582841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.583444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.584018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.584557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.585018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.585528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.585856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.586174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.586495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Tracked resource versions report: Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: pushed versions: Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: { 'AddressGroup': {'1.2'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'ConntrackHelper': {'1.0'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Log': {'1.0'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Network': {'1.1'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Port': {'1.7'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'PortForwarding': {'1.2'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'QosPolicy': {'1.8'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'SecurityGroup': {'1.4'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'SubPort': {'1.0'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Subnet': {'1.1'}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Trunk': {'1.1'}} Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: consumer versions: Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: HyperV agent@n-h1-827121-1: {}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: HyperV agent@n-h2-827121-1: {}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: L3 agent@n-d-827121-1: {}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: Metadata agent@n-d-827121-1: {}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: Metering agent@n-d-827121-1: {}, Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'ConntrackHelper': '1.0', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Log': '1.0', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Network': '1.1', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Port': '1.7', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'PortForwarding': '1.2', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'QosPolicy': '1.8', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'SecurityGroup': '1.4', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'SecurityGroupRule': '1.2', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'SubPort': '1.0', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Subnet': '1.1', Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: 'Trunk': '1.1'}} Mar 03 17:42:10.588777 n-d-827121-1 neutron-server[87887]: {{(pid=87887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:42:10.592368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:10.593496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21462741-872e-499b-ab1f-8a613170a240 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/729846d3-23fa-490b-a008-d7ca88cc10e9 HTTP/1.1" status: 204 len: 168 time: 0.1841965 Mar 03 17:42:11.859673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55882) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:12.099494 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:12.119982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:12.130531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Usage tracker for resource:security_group_rule and tenant:fe9e8e31353f4a318203a4493db37af4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:12.136252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:12.150019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:12.234750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:12.240061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:12.285704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7258c943-a4b0-415b-abda-b312deed57b4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:12.301933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Synchronizing usage tracker for tenant:52047837b922414d97804e75485754d8 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:12.321101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] Unset dirty status for tenant:52047837b922414d97804e75485754d8 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:12.322627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ea07e9a-a4e4-4e48-980e-0305bff7183c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe9e8e31353f4a318203a4493db37af4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4610000 Mar 03 17:42:12.326500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55904) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:12.396407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7706762-1f13-496c-8b70-ad7f62af806e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:12.430237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7706762-1f13-496c-8b70-ad7f62af806e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:12.501297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7706762-1f13-496c-8b70-ad7f62af806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:12.519809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7706762-1f13-496c-8b70-ad7f62af806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258c943-a4b0-415b-abda-b312deed57b4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:12.530510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7706762-1f13-496c-8b70-ad7f62af806e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:12.534112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e7706762-1f13-496c-8b70-ad7f62af806e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7258c943-a4b0-415b-abda-b312deed57b4 HTTP/1.1" status: 204 len: 168 time: 0.2040858 Mar 03 17:42:12.995184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:13.015001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:13.037200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:13.043286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Usage tracker for resource:security_group_rule and tenant:a412762bf05f49949debb17c2841ca43 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:13.057188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:13.066600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:13.171752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:13.175272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:13.214860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8130023-82a0-4e1c-bd55-fa8d21a8d4d9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:13.251673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b1678bbd-51bb-4359-971b-2a79200a3e1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a412762bf05f49949debb17c2841ca43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2519906 Mar 03 17:42:13.251673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55984) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:13.312326 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b564d503-bb83-4b51-a277-42355e4aa8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:13.341621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b564d503-bb83-4b51-a277-42355e4aa8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:13.397867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b564d503-bb83-4b51-a277-42355e4aa8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:13.415534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d503-bb83-4b51-a277-42355e4aa8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8130023-82a0-4e1c-bd55-fa8d21a8d4d9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:13.420013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b564d503-bb83-4b51-a277-42355e4aa8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:13.421474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b564d503-bb83-4b51-a277-42355e4aa8c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8130023-82a0-4e1c-bd55-fa8d21a8d4d9 HTTP/1.1" status: 204 len: 168 time: 0.1687982 Mar 03 17:42:14.461372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56106) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:14.587660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56128) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:14.666305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:14.750254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:14.764767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:14.769075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Usage tracker for resource:security_group_rule and tenant:36619ecf48e7435aa4d78aeba0653d37 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:14.771985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:14.790554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:14.801061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:14.820753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:14.835112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Usage tracker for resource:security_group_rule and tenant:e65e1421d2394c378b2312fb2d62c743 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:14.843207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:14.851943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:14.957932 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:14.964971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.075545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.099082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:15.107111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Usage tracker for resource:security_group_rule and tenant:af2dbf0eaf6543599c6cf90599020d69 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:15.124608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.129615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:15.140449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56168) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:15.151878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36619ecf48e7435aa4d78aeba0653d37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6870375 Mar 03 17:42:15.152916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:15.167040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:15.194193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.237636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8a793-2453-491a-b647-bfcf8b0dc081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71386ff4-918e-4407-bdb5-024fe84a5c25,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:15.285260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a89248e-e231-48ec-a460-feba401ccbb9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:15.298740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9f51769c-4419-4798-b96e-8a69e1ae3bef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e65e1421d2394c378b2312fb2d62c743&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7098341 Mar 03 17:42:15.299738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56188) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:15.310607 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.322693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a551ac6-b0dd-422d-8f4e-499e599cc84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.327899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:15.332150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Usage tracker for resource:security_group_rule and tenant:143f6e09e4a647c69121bc85cb080c65 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:15.335152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:15.342113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:15.457304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c531a-51f8-4d0c-a1bd-f6a64754b4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.463344 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.475689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.528647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=143f6e09e4a647c69121bc85cb080c65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3869901 Mar 03 17:42:15.530625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56216) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:15.544248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c531a-51f8-4d0c-a1bd-f6a64754b4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.577800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.579229 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a551ac6-b0dd-422d-8f4e-499e599cc84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.593102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.704742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af2dbf0eaf6543599c6cf90599020d69&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0369432 Mar 03 17:42:15.708831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56244) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:15.714685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a170e-8a16-40eb-ba3c-828f98f30422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aeabac-c416-4407-8198-faaf39c7b635,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:15.748194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66d0d625-6dc0-4b5c-a7c1-df01b2408104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.761304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c531a-51f8-4d0c-a1bd-f6a64754b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.798999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c531a-51f8-4d0c-a1bd-f6a64754b4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a89248e-e231-48ec-a460-feba401ccbb9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:15.862177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24884858-d85d-4bc8-a713-ad184a9740ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.867069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c531a-51f8-4d0c-a1bd-f6a64754b4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.873157 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ce0c531a-51f8-4d0c-a1bd-f6a64754b4ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a89248e-e231-48ec-a460-feba401ccbb9 HTTP/1.1" status: 204 len: 168 time: 0.5703378 Mar 03 17:42:15.878682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac93e10-5856-49ae-ba3d-cc82f8064832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e756f-de82-44db-b250-8f330be8a570,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:15.885714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66d0d625-6dc0-4b5c-a7c1-df01b2408104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.945183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24884858-d85d-4bc8-a713-ad184a9740ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.948210 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a551ac6-b0dd-422d-8f4e-499e599cc84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:15.974492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a551ac6-b0dd-422d-8f4e-499e599cc84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71386ff4-918e-4407-bdb5-024fe84a5c25,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:15.995093 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66d0d625-6dc0-4b5c-a7c1-df01b2408104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.021617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0d625-6dc0-4b5c-a7c1-df01b2408104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e756f-de82-44db-b250-8f330be8a570,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:16.025010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a551ac6-b0dd-422d-8f4e-499e599cc84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.027304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2a551ac6-b0dd-422d-8f4e-499e599cc84f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71386ff4-918e-4407-bdb5-024fe84a5c25 HTTP/1.1" status: 204 len: 168 time: 0.8732183 Mar 03 17:42:16.035621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66d0d625-6dc0-4b5c-a7c1-df01b2408104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.037105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66d0d625-6dc0-4b5c-a7c1-df01b2408104 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c13e756f-de82-44db-b250-8f330be8a570 HTTP/1.1" status: 204 len: 168 time: 0.5025094 Mar 03 17:42:16.043209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24884858-d85d-4bc8-a713-ad184a9740ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.062051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24884858-d85d-4bc8-a713-ad184a9740ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aeabac-c416-4407-8198-faaf39c7b635,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:16.075675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24884858-d85d-4bc8-a713-ad184a9740ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.079792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-24884858-d85d-4bc8-a713-ad184a9740ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4aeabac-c416-4407-8198-faaf39c7b635 HTTP/1.1" status: 204 len: 168 time: 0.3685122 Mar 03 17:42:16.693564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56340) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:16.711842 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.728308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:16.732199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Usage tracker for resource:security_group_rule and tenant:960e239065134c83aeb1f6a8637f626d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:16.735275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:16.741364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:16.840685 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.847118 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.896504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8496c4af-4100-406e-bdb1-5deebb3891d0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:16.901198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-de4ecd78-124a-4781-bb91-9a286cbe58ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=960e239065134c83aeb1f6a8637f626d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2066364 Mar 03 17:42:16.903846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56356) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:16.944423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56360) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:16.967050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.969754 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9181a2c8-b8a2-435f-b68b-8a9c24afc07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:16.986565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:16.991380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Usage tracker for resource:security_group_rule and tenant:8778f6d4861940a7aed077f5529fdf87 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:16.994605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:17.001072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:17.005063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56364) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:17.012791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9181a2c8-b8a2-435f-b68b-8a9c24afc07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.031162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.056732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:17.060832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Usage tracker for resource:security_group_rule and tenant:bf47cbbbcc3b4d28bbf66cbf0037617d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:17.063676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:17.069564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:17.113052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9181a2c8-b8a2-435f-b68b-8a9c24afc07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.137811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181a2c8-b8a2-435f-b68b-8a9c24afc07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496c4af-4100-406e-bdb1-5deebb3891d0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:17.160176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9181a2c8-b8a2-435f-b68b-8a9c24afc07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.161494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9181a2c8-b8a2-435f-b68b-8a9c24afc07c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8496c4af-4100-406e-bdb1-5deebb3891d0 HTTP/1.1" status: 204 len: 168 time: 0.2567294 Mar 03 17:42:17.249271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56376) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:17.257752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.259740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.263167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.276397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.283373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.293722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:17.297976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Usage tracker for resource:security_group_rule and tenant:8e1da463241d4599ba382ccdeab4b105 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:17.301590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:17.308836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:17.338833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf47cbbbcc3b4d28bbf66cbf0037617d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3324652 Mar 03 17:42:17.343105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:17.347292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8778f6d4861940a7aed077f5529fdf87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4012387 Mar 03 17:42:17.349149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fc497-2e8f-464f-aef8-b867cd85482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee6000-ddc7-468e-96cb-31ea867832a0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:17.351570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56386) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:17.427006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b73a0-41ba-4051-910d-a727167af27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672fc34d-989b-4228-90e9-6f16490aaf83,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:17.451318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c88b0f0-1c48-4def-ac87-88bd085b8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.484728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c88b0f0-1c48-4def-ac87-88bd085b8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.489305 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f63876b9-1936-4e8a-aebd-064ec54a5166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.537832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.543033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f63876b9-1936-4e8a-aebd-064ec54a5166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.551574 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.586724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.588909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56398) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:17.592648 n-d-827121-1 neutron-server[87887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 17:42:17.609172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56402) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:17.629969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-121f2519-4daa-48aa-b5c4-23ff17e50d2c tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=489399dfe85e4b4087b6a26fba2bb9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391192 Mar 03 17:42:17.664330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c88b0f0-1c48-4def-ac87-88bd085b8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.671246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e1da463241d4599ba382ccdeab4b105&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4202399 Mar 03 17:42:17.673767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2332c7-5bad-42b8-9898-19699664371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933fc03c-ac3a-49aa-a80d-0b342212d4e4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:17.691290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56408) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:17.708824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88b0f0-1c48-4def-ac87-88bd085b8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672fc34d-989b-4228-90e9-6f16490aaf83,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:17.711044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c88b0f0-1c48-4def-ac87-88bd085b8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.712912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7c88b0f0-1c48-4def-ac87-88bd085b8960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/672fc34d-989b-4228-90e9-6f16490aaf83 HTTP/1.1" status: 204 len: 168 time: 0.3603597 Mar 03 17:42:17.799002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9679225a-62a8-4127-8227-3796ef45818a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.802108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f63876b9-1936-4e8a-aebd-064ec54a5166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.839117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63876b9-1936-4e8a-aebd-064ec54a5166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee6000-ddc7-468e-96cb-31ea867832a0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:17.851484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-9a15c64a-0594-4f1a-b374-f85c2929be0e tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:17.855960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f63876b9-1936-4e8a-aebd-064ec54a5166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.859793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-9a15c64a-0594-4f1a-b374-f85c2929be0e tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238326 Mar 03 17:42:17.860033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f63876b9-1936-4e8a-aebd-064ec54a5166 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0aee6000-ddc7-468e-96cb-31ea867832a0 HTTP/1.1" status: 204 len: 168 time: 0.5149548 Mar 03 17:42:17.868009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9679225a-62a8-4127-8227-3796ef45818a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.882239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-b5ba502b-e95b-471e-87ba-db55d3a8f420 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/quotas/489399dfe85e4b4087b6a26fba2bb9dd HTTP/1.1" status: 200 len: 375 time: 0.0201635 Mar 03 17:42:17.941989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-198576c8-5aff-482e-80c4-3be9172fa41a tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=489399dfe85e4b4087b6a26fba2bb9dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585058 Mar 03 17:42:17.944524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9679225a-62a8-4127-8227-3796ef45818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:17.963488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679225a-62a8-4127-8227-3796ef45818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933fc03c-ac3a-49aa-a80d-0b342212d4e4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:18.004413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.013443 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9679225a-62a8-4127-8227-3796ef45818a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.014539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9679225a-62a8-4127-8227-3796ef45818a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/933fc03c-ac3a-49aa-a80d-0b342212d4e4 HTTP/1.1" status: 204 len: 168 time: 0.3220117 Mar 03 17:42:18.028391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:18.032600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Usage tracker for resource:security_group_rule and tenant:d9fe83ae4c064eb3947c7c535d0de4d2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:18.036464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:18.043646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:18.182494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.187106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.233050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9fe83ae4c064eb3947c7c535d0de4d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6208594 Mar 03 17:42:18.235604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56446) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:18.263145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d5bb27-edfa-4a05-9b94-4c4b608c8e75 req-a37f0044-9819-4d8b-89ea-83057e82e545 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 210 time: 0.0559714 Mar 03 17:42:18.277745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a7c81-1c8d-4d31-9780-da28d7b11d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f085c-caee-44df-98fa-f5c502209473,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:18.327364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4d31f-82f9-4893-be62-e9399e7e2412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.354317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4d31f-82f9-4893-be62-e9399e7e2412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.407743 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4d31f-82f9-4893-be62-e9399e7e2412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.424532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4d31f-82f9-4893-be62-e9399e7e2412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f085c-caee-44df-98fa-f5c502209473,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:18.430068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4d31f-82f9-4893-be62-e9399e7e2412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:18.431814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-99f4d31f-82f9-4893-be62-e9399e7e2412 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e6f085c-caee-44df-98fa-f5c502209473 HTTP/1.1" status: 204 len: 168 time: 0.1948454 Mar 03 17:42:18.858124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56494) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:18.861446 n-d-827121-1 neutron-server[87886]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 17:42:18.916190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-6638c084-42e1-4bb9-991d-8c71f1a77d5a tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0e531072d5a543e7811e46742691f69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560858 Mar 03 17:42:19.033568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:19.056146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.072125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:19.076695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f30abeb96846dbb3d4fa64e23e8472 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:19.081283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:19.089053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:19.122052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-383deaa3-2168-4f49-95f2-aa50b7559376 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:19.127129 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-383deaa3-2168-4f49-95f2-aa50b7559376 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046175 Mar 03 17:42:19.153319 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-935a4ece-c4a3-4236-891b-95e4c3e0b639 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/quotas/0e531072d5a543e7811e46742691f69a HTTP/1.1" status: 200 len: 375 time: 0.0204415 Mar 03 17:42:19.183575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.188457 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.220552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-08634766-1024-4f37-a46a-20852c6d16c8 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e531072d5a543e7811e46742691f69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486617 Mar 03 17:42:19.237868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3f30abeb96846dbb3d4fa64e23e8472&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2024500 Mar 03 17:42:19.241381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56508) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:19.327260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4be6fc78-e6da-4f8f-8c9d-7a50274d6c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.330858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56883db2-127e-4485-a86e-a6458e3525e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af070dc8-b158-4c97-b9cf-534854a03b6a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:19.421028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72d4d9fe-b5e4-4216-8c59-ce3d82797d21 req-4c2e0a37-e5bc-43c4-b693-d9d5339ebe08 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 210 time: 0.0614147 Mar 03 17:42:19.426653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4be6fc78-e6da-4f8f-8c9d-7a50274d6c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.484655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac59be76-9166-4cee-b4b9-0538448f396f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.573016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-97a019e5-c1ff-4e4e-8a1d-a4b30e6438dd req-7c5059e2-158e-45bb-b1c0-96184922662e tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 210 time: 0.0722475 Mar 03 17:42:19.620681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4be6fc78-e6da-4f8f-8c9d-7a50274d6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.636365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6fc78-e6da-4f8f-8c9d-7a50274d6c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af070dc8-b158-4c97-b9cf-534854a03b6a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:19.643536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4be6fc78-e6da-4f8f-8c9d-7a50274d6c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:19.655690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4be6fc78-e6da-4f8f-8c9d-7a50274d6c09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af070dc8-b158-4c97-b9cf-534854a03b6a HTTP/1.1" status: 204 len: 168 time: 0.4132345 Mar 03 17:42:20.556771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.35', 55742) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:20.602252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-be4ce008-0e8c-4c37-9cba-d161f934208a tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=489399dfe85e4b4087b6a26fba2bb9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444117 Mar 03 17:42:20.658479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9200a2e0-24d3-4f52-82bd-9800c8397384 req-f3dfd4dc-134b-4fce-a7f4-4e18a8b5fc8e tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 210 time: 0.0744786 Mar 03 17:42:20.847962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-3f1bfe0c-9cdc-4a52-b1b3-41cb323a43de tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:20.849392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-3f1bfe0c-9cdc-4a52-b1b3-41cb323a43de tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424769 Mar 03 17:42:20.862475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95a22e4a-7bc7-4870-89a6-72360eafb79c req-a33c8397-4871-4ff3-9a8c-dacc7d74da9f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 210 time: 0.0609319 Mar 03 17:42:20.953075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Request body: {'port': {'device_id': '5a740781-fc53-4425-9a02-970ae54aa218', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '489399dfe85e4b4087b6a26fba2bb9dd'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:21.121480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:21.126683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Usage tracker for resource:port and tenant:489399dfe85e4b4087b6a26fba2bb9dd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:21.130610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:21.137173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:21.146860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Made reservation on behalf of 489399dfe85e4b4087b6a26fba2bb9dd for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:42:21.150490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:21.162733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:21.177860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:21.181794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Usage tracker for resource:security_group_rule and tenant:489399dfe85e4b4087b6a26fba2bb9dd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:21.184660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:21.190450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:21.294388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:21.299999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:21.357806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.35', 55746) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:21.421761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d2ce03b6-0f62-4110-bc61-a7de23cf8382 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0e531072d5a543e7811e46742691f69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627604 Mar 03 17:42:21.552636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde5f29d-e4d5-464e-983b-aa9b6798e0ef,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:21.618551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-262a7497-fc80-459a-abaf-3c034c903218 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:21.620247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-262a7497-fc80-459a-abaf-3c034c903218 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937337 Mar 03 17:42:21.659924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Request body: {'port': {'device_id': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '0e531072d5a543e7811e46742691f69a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:21.665598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Allocated IP 192.168.233.68 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/6a4d20f1-3ae7-4830-bc59-44e8ffc34e72) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:42:21.722435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb310-8508-4e5e-a8dd-e5806d7be027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:21.859940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11650c42-f1eb-4577-87cf-31b3b6904381 req-191998f9-b26f-4d19-ab89-79f77e755876 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 210 time: 0.0651906 Mar 03 17:42:21.906351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:21.910882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Usage tracker for resource:port and tenant:0e531072d5a543e7811e46742691f69a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:21.916820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:21.928720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:21.948783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Made reservation on behalf of 0e531072d5a543e7811e46742691f69a for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:42:21.952817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:21.972133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:21.996143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:21.999556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:22.004640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Usage tracker for resource:security_group_rule and tenant:0e531072d5a543e7811e46742691f69a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:22.013310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:22.020193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:22.020429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Transition to ACTIVE for port object 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:22.075652 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e871f36-2e08-4bd0-9d09-d2a7e1a16100 req-1ec29b1e-9dcc-485e-93d4-26a0bb6e5b40 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 210 time: 0.0595944 Mar 03 17:42:22.121353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:22.216409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:42:22.220183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:42:22.247982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:42:22.253520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:22.254171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:22.275824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Pushing event updated for resources: {'Port': ['ID=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:22.331960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:22.341376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:22.347549 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-6d8008c4-302f-46c0-a18e-f6451795560d tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3995838 Mar 03 17:42:22.361137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-05c5927d-92bd-4f0e-83cc-82a58da079ef tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:42:22.362493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-05c5927d-92bd-4f0e-83cc-82a58da079ef tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066016 Mar 03 17:42:22.478273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b5d6f3-40d8-427b-af28-f513a5954f0d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:22.627599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:22.676606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Allocated IP 192.168.233.11 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/ac196cc4-a0e7-4e0c-aef6-5d54bad462ca) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:42:22.689765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-61ba2664-af4c-40f6-aaa9-48e684a96c7d None None] Provisioning for port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:42:22.699950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-61ba2664-af4c-40f6-aaa9-48e684a96c7d None None] Provisioning complete for port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:42:22.701104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61ba2664-af4c-40f6-aaa9-48e684a96c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:22.866553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-61ba2664-af4c-40f6-aaa9-48e684a96c7d None None] Port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:42:22.887972 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:23.241026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bff823-1d6c-41a7-befc-0a07e049ad7b req-89e1d725-eeeb-45d7-a41b-81e97400f4d3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:23.241867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a8bff823-1d6c-41a7-befc-0a07e049ad7b req-89e1d725-eeeb-45d7-a41b-81e97400f4d3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Synchronizing usage tracker for tenant:489399dfe85e4b4087b6a26fba2bb9dd on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:23.276592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a8bff823-1d6c-41a7-befc-0a07e049ad7b req-89e1d725-eeeb-45d7-a41b-81e97400f4d3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Unset dirty status for tenant:489399dfe85e4b4087b6a26fba2bb9dd on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:23.284034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8bff823-1d6c-41a7-befc-0a07e049ad7b req-89e1d725-eeeb-45d7-a41b-81e97400f4d3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 935 time: 0.2206089 Mar 03 17:42:23.312719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:23.343645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a8bff823-1d6c-41a7-befc-0a07e049ad7b req-bdaba40d-4bb6-45a5-9894-8c9c38e90460 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Synchronizing usage tracker for tenant:489399dfe85e4b4087b6a26fba2bb9dd on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:23.365268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Transition to ACTIVE for port object ac196cc4-a0e7-4e0c-aef6-5d54bad462ca will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:23.373062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a8bff823-1d6c-41a7-befc-0a07e049ad7b req-bdaba40d-4bb6-45a5-9894-8c9c38e90460 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Unset dirty status for tenant:489399dfe85e4b4087b6a26fba2bb9dd on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:23.388254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8bff823-1d6c-41a7-befc-0a07e049ad7b req-bdaba40d-4bb6-45a5-9894-8c9c38e90460 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032195 Mar 03 17:42:23.533898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:23.639093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79843d39-3843-48cf-8570-26ed4ac3d09a req-dc751f03-2de5-4a09-913a-48bd2e87870d tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:23.647147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79843d39-3843-48cf-8570-26ed4ac3d09a req-dc751f03-2de5-4a09-913a-48bd2e87870d tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 935 time: 0.1397257 Mar 03 17:42:23.657356 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:23.692703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:42:23.696026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:42:23.714845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:42:23.720324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:23.720972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:23.730394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Pushing event updated for resources: {'Port': ['ID=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:23.744036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79843d39-3843-48cf-8570-26ed4ac3d09a req-b375fb11-24d7-415c-9d3e-d83377143917 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951502 Mar 03 17:42:23.770546 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-d07e4526-2168-4e5a-b762-ef4e162083e4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1390245 Mar 03 17:42:24.096075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:24.114337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-edc63022-d78e-4170-ac00-c975b769cb2f None None] Provisioning for port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:42:24.126601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-edc63022-d78e-4170-ac00-c975b769cb2f None None] Provisioning complete for port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:42:24.127343 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-edc63022-d78e-4170-ac00-c975b769cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:24.229714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-edc63022-d78e-4170-ac00-c975b769cb2f None None] Port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:42:24.792623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:24.975640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846d861-433c-4c3d-a1e7-16101909b65c req-105e4a87-8c59-4fb7-9b4f-d08e72cc8574 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:24.986148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9846d861-433c-4c3d-a1e7-16101909b65c req-105e4a87-8c59-4fb7-9b4f-d08e72cc8574 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 935 time: 0.1154180 Mar 03 17:42:25.036000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9846d861-433c-4c3d-a1e7-16101909b65c req-dfd05fcc-2005-468c-bccb-948a45861ecf tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Mar 03 17:42:25.259082 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:25.320253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:25.325851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Usage tracker for resource:security_group_rule and tenant:9b634e42247941f7b0cce2df7dbc05eb is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:25.329873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:25.337899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:25.409003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776124e-09d5-4238-b00f-bf353cc952f2 req-98ee506b-9600-4c16-9e2a-da66393c825f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:25.409766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1776124e-09d5-4238-b00f-bf353cc952f2 req-98ee506b-9600-4c16-9e2a-da66393c825f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Synchronizing usage tracker for tenant:0e531072d5a543e7811e46742691f69a on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:25.457781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1776124e-09d5-4238-b00f-bf353cc952f2 req-98ee506b-9600-4c16-9e2a-da66393c825f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Unset dirty status for tenant:0e531072d5a543e7811e46742691f69a on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:25.459032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1776124e-09d5-4238-b00f-bf353cc952f2 req-98ee506b-9600-4c16-9e2a-da66393c825f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 935 time: 0.1905944 Mar 03 17:42:25.542201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:25.545287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1776124e-09d5-4238-b00f-bf353cc952f2 req-cccfd939-2aad-4746-b3f3-9caf25c34ea5 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Synchronizing usage tracker for tenant:0e531072d5a543e7811e46742691f69a on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:25.549553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:25.619210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63161fe4-6379-4381-973d-df76ef82b348,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:25.624699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1776124e-09d5-4238-b00f-bf353cc952f2 req-cccfd939-2aad-4746-b3f3-9caf25c34ea5 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Unset dirty status for tenant:0e531072d5a543e7811e46742691f69a on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:25.626123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1776124e-09d5-4238-b00f-bf353cc952f2 req-cccfd939-2aad-4746-b3f3-9caf25c34ea5 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613202 Mar 03 17:42:25.652761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2aa7abc3-56a8-43a2-ab86-3ead9fb2ebb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b634e42247941f7b0cce2df7dbc05eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8559070 Mar 03 17:42:25.653602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56790) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:25.875394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38b5286b-a8e5-4566-a59c-7ffb5c0b6804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:25.931995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38b5286b-a8e5-4566-a59c-7ffb5c0b6804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:25.946149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56820) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:26.047956 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38b5286b-a8e5-4566-a59c-7ffb5c0b6804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.079077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5286b-a8e5-4566-a59c-7ffb5c0b6804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63161fe4-6379-4381-973d-df76ef82b348,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:26.094239 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38b5286b-a8e5-4566-a59c-7ffb5c0b6804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.095463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-38b5286b-a8e5-4566-a59c-7ffb5c0b6804 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63161fe4-6379-4381-973d-df76ef82b348 HTTP/1.1" status: 204 len: 168 time: 0.4384444 Mar 03 17:42:26.391846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bb2cc-8105-46ea-a244-300044fad8b5 req-8867aebc-a3c0-4450-83c8-d5898443e3c7 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:26.399748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf2bb2cc-8105-46ea-a244-300044fad8b5 req-8867aebc-a3c0-4450-83c8-d5898443e3c7 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 935 time: 0.1345034 Mar 03 17:42:26.434782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.471882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:26.476583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Usage tracker for resource:security_group_rule and tenant:8602acaebb13404e813fb44685f8e535 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:26.480316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:26.486686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:26.498021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf2bb2cc-8105-46ea-a244-300044fad8b5 req-e7471e17-f5b5-47b6-adf8-419d7c142b5a tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974209 Mar 03 17:42:26.502949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56836) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:26.606864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56842) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:26.629644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.634358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.699580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8602acaebb13404e813fb44685f8e535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7524672 Mar 03 17:42:26.701225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:26.702079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abd01b-59ea-4081-b360-eca6f3793a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cebeb12-ed44-403c-ac78-c074f1b732e5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:26.702360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56852) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:26.748863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.764917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:26.771727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5e3915c3d341d38ae2a01a464f83b8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:26.784029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:26.790672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:26.960197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-361e4e05-bf5a-411b-9df5-d21a233e27c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.961157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:26.966984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.020099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-361e4e05-bf5a-411b-9df5-d21a233e27c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.029513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b5e3915c3d341d38ae2a01a464f83b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227003 Mar 03 17:42:27.032547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56858) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:27.123147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de258b-272b-41cd-a36f-1e5f59c7108f req-0277be16-e095-4539-b9de-8b22af291a2c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:27.124605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29de258b-272b-41cd-a36f-1e5f59c7108f req-0277be16-e095-4539-b9de-8b22af291a2c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 935 time: 0.2650890 Mar 03 17:42:27.167071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.209874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29de258b-272b-41cd-a36f-1e5f59c7108f req-5da042ac-2940-46a4-b368-a227f7c7ff1c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641091 Mar 03 17:42:27.230362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-361e4e05-bf5a-411b-9df5-d21a233e27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.250500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e4e05-bf5a-411b-9df5-d21a233e27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cebeb12-ed44-403c-ac78-c074f1b732e5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:27.259223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-361e4e05-bf5a-411b-9df5-d21a233e27c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.266839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.275410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-361e4e05-bf5a-411b-9df5-d21a233e27c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cebeb12-ed44-403c-ac78-c074f1b732e5 HTTP/1.1" status: 204 len: 168 time: 0.5612578 Mar 03 17:42:27.309582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc2c42-a954-4d43-b03d-3330a9154cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87450032-eb1a-437c-9645-90ce3bbfe090,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:27.320113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:27.325014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Usage tracker for resource:security_group_rule and tenant:55e141f0a903491d821a167d0fa7e762 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:27.328385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:27.332286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:27.345200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:27.353222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Usage tracker for resource:security_group_rule and tenant:a1054144a7b74dd0a0032b1a006ca4af is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:27.361076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:27.369763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fed161a6-a1da-48fa-881b-6e22e9a1f6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.376307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:27.429960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fed161a6-a1da-48fa-881b-6e22e9a1f6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.585889 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fed161a6-a1da-48fa-881b-6e22e9a1f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.631053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.632069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed161a6-a1da-48fa-881b-6e22e9a1f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87450032-eb1a-437c-9645-90ce3bbfe090,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:27.664308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.669316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.678184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56872) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:27.696622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.702399 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.717855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:27.721691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Usage tracker for resource:security_group_rule and tenant:d59f7afd892f434a8f48cde2e58612cc is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:27.724680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:27.741080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:27.757770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fed161a6-a1da-48fa-881b-6e22e9a1f6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.759414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fed161a6-a1da-48fa-881b-6e22e9a1f6c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87450032-eb1a-437c-9645-90ce3bbfe090 HTTP/1.1" status: 204 len: 168 time: 0.7249694 Mar 03 17:42:27.798820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56740f6-5fc9-4c22-925a-7936dc737757,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:27.815049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1054144a7b74dd0a0032b1a006ca4af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3107631 Mar 03 17:42:27.816341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56880) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:27.819968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1c044042-7404-4001-baa8-b4ddeb077e9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55e141f0a903491d821a167d0fa7e762&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2122753 Mar 03 17:42:27.827284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56884) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:27.865825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a205d-4c74-4a37-b83a-20403c9b1e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49066845-b500-4830-a294-e8ee0eacdd84,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:27.947921 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e37a-07d5-44f4-9ace-4f505acbf53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.980824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e37a-07d5-44f4-9ace-4f505acbf53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:27.985438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7686305-6429-46f5-bb5b-335748d26e08 req-65b2b61f-94b0-4c9e-b8e8-e96e805e428b tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:27.993090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7686305-6429-46f5-bb5b-335748d26e08 req-65b2b61f-94b0-4c9e-b8e8-e96e805e428b tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 935 time: 0.2854233 Mar 03 17:42:28.009676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8402c971-9457-469a-ba34-84f6e0f32a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.052919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8402c971-9457-469a-ba34-84f6e0f32a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.054669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.060896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.074511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7686305-6429-46f5-bb5b-335748d26e08 req-71d3d9e1-1976-4cb4-af94-573c145bfec6 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804987 Mar 03 17:42:28.128370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d59f7afd892f434a8f48cde2e58612cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490836 Mar 03 17:42:28.130550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56888) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:28.198025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8402c971-9457-469a-ba34-84f6e0f32a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.200938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9c33b-f0c2-4db5-bdeb-18e5d346ecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae2afea-9a05-4a95-b694-9d764492a96c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:28.223768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e37a-07d5-44f4-9ace-4f505acbf53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.235804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402c971-9457-469a-ba34-84f6e0f32a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56740f6-5fc9-4c22-925a-7936dc737757,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:28.268943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0e37a-07d5-44f4-9ace-4f505acbf53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49066845-b500-4830-a294-e8ee0eacdd84,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:28.269352 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8402c971-9457-469a-ba34-84f6e0f32a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.275864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8402c971-9457-469a-ba34-84f6e0f32a77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a56740f6-5fc9-4c22-925a-7936dc737757 HTTP/1.1" status: 204 len: 168 time: 0.4430604 Mar 03 17:42:28.284043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e37a-07d5-44f4-9ace-4f505acbf53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.288108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e2d0e37a-07d5-44f4-9ace-4f505acbf53a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49066845-b500-4830-a294-e8ee0eacdd84 HTTP/1.1" status: 204 len: 168 time: 0.4665053 Mar 03 17:42:28.305914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04679892-92e2-4e1f-aba5-f723cd7b8586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.392698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04679892-92e2-4e1f-aba5-f723cd7b8586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.498263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04679892-92e2-4e1f-aba5-f723cd7b8586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.540762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04679892-92e2-4e1f-aba5-f723cd7b8586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae2afea-9a05-4a95-b694-9d764492a96c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:28.552057 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04679892-92e2-4e1f-aba5-f723cd7b8586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.553312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-04679892-92e2-4e1f-aba5-f723cd7b8586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ae2afea-9a05-4a95-b694-9d764492a96c HTTP/1.1" status: 204 len: 168 time: 0.4214740 Mar 03 17:42:28.567800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b694700-abed-468c-92ad-dc55be4687f8 req-79ae03b2-76ca-42c5-8953-84ea81980cd6 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:28.579292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b694700-abed-468c-92ad-dc55be4687f8 req-79ae03b2-76ca-42c5-8953-84ea81980cd6 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 935 time: 0.1564445 Mar 03 17:42:28.629204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b694700-abed-468c-92ad-dc55be4687f8 req-a2e244a0-3b33-4ae5-848d-acec2074ffc6 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501494 Mar 03 17:42:28.887111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56910) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:28.910096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:28.929536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:28.933879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e1199eda4c4edf9dc991dffe4c8092 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:28.936893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:28.943107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:29.044143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.049737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.148170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:29.187367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9e1199eda4c4edf9dc991dffe4c8092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989891 Mar 03 17:42:29.190890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56924) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:29.197179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856bc2b-1f71-4033-a5be-bc3ea5532c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213af46b-bebb-4da0-8be8-af15f64b81dc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:29.199129 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.243688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:29.257024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Usage tracker for resource:security_group_rule and tenant:ebebeb5cfac040648e06216e17114568 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:29.264999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:29.284010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:29.417044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89145c21-ef11-4736-8efb-2790620f4f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.438736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.445287 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.462043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89145c21-ef11-4736-8efb-2790620f4f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.517756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6198ee-bacd-4a31-bc52-4dbc6b9666d9 req-ab496a49-f11c-45d4-996d-711d89147de2 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:29.519273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e6198ee-bacd-4a31-bc52-4dbc6b9666d9 req-ab496a49-f11c-45d4-996d-711d89147de2 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 935 time: 0.2592394 Mar 03 17:42:29.555957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab4646c-fe2f-4510-b6cf-57c44beb54a9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:29.561268 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-613a3365-90eb-4f52-b294-fc7cce8433df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebebeb5cfac040648e06216e17114568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115386 Mar 03 17:42:29.566568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:29.628850 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89145c21-ef11-4736-8efb-2790620f4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.673041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89145c21-ef11-4736-8efb-2790620f4f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213af46b-bebb-4da0-8be8-af15f64b81dc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:29.675691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e6198ee-bacd-4a31-bc52-4dbc6b9666d9 req-efd415c6-e627-427f-8a02-12bd064291c6 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395092 Mar 03 17:42:29.677741 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89145c21-ef11-4736-8efb-2790620f4f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.678706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-89145c21-ef11-4736-8efb-2790620f4f85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/213af46b-bebb-4da0-8be8-af15f64b81dc HTTP/1.1" status: 204 len: 168 time: 0.4839163 Mar 03 17:42:29.711350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37abb313-cc24-4d70-9a49-21f243bd2f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.791554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37abb313-cc24-4d70-9a49-21f243bd2f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.907172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37abb313-cc24-4d70-9a49-21f243bd2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.943243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abb313-cc24-4d70-9a49-21f243bd2f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab4646c-fe2f-4510-b6cf-57c44beb54a9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:29.951165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37abb313-cc24-4d70-9a49-21f243bd2f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:29.957911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-37abb313-cc24-4d70-9a49-21f243bd2f5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aab4646c-fe2f-4510-b6cf-57c44beb54a9 HTTP/1.1" status: 204 len: 168 time: 0.3899460 Mar 03 17:42:29.990656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b20d-f9a5-4ddc-852f-e9d24d3ef961 req-72e6c2ad-473a-47e0-8d44-b9a569b2fecb tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:29.999448 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c428b20d-f9a5-4ddc-852f-e9d24d3ef961 req-72e6c2ad-473a-47e0-8d44-b9a569b2fecb tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 935 time: 0.1610165 Mar 03 17:42:30.053903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c428b20d-f9a5-4ddc-852f-e9d24d3ef961 req-dc567a49-c5de-4f70-a3da-fc5812b54caf tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532756 Mar 03 17:42:30.937183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d15827-2ce9-4c6e-b79e-1f34d934cf73 req-85882ef7-8c17-4f01-99a9-2a6502bee172 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:30.937183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98d15827-2ce9-4c6e-b79e-1f34d934cf73 req-85882ef7-8c17-4f01-99a9-2a6502bee172 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 935 time: 0.0848665 Mar 03 17:42:30.983798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98d15827-2ce9-4c6e-b79e-1f34d934cf73 req-86862df5-c10d-4ff6-b87c-f1e129e764fb tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Mar 03 17:42:31.266548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f42e5-94cd-47af-b9e6-af98fabb655b req-0cce566d-57fd-45bc-9937-5ddaa94acd55 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:31.268004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c3f42e5-94cd-47af-b9e6-af98fabb655b req-0cce566d-57fd-45bc-9937-5ddaa94acd55 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 935 time: 0.0865004 Mar 03 17:42:31.315141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c3f42e5-94cd-47af-b9e6-af98fabb655b req-66c56ab7-f395-4d05-ad2a-d7abe2046e68 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Mar 03 17:42:31.352007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Request body: {'port': {'device_id': '5a740781-fc53-4425-9a02-970ae54aa218', 'device_owner': 'compute:tempest-test_az-1879691216', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:31.400510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Request body: {'port': {'device_id': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'device_owner': 'compute:tempest-test_az-1879691216', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:31.499670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:31.536102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:31.876046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:42:31.881403 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:31.898019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Transition to ACTIVE for port object 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:31.902647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.172712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac196cc4-a0e7-4e0c-aef6-5d54bad462ca {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:42:32.188348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.228187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Transition to ACTIVE for port object ac196cc4-a0e7-4e0c-aef6-5d54bad462ca will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:32.232888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.269576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Attempting to bind port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:42:32.270277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Attempting to bind port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:42:32.270277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Attempting to bind port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:32.275935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:32.283037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:42:32.283549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Attempting to bind port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:32.290430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:42:32.291134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:42:32.292202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:42:32.293449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Bound port: 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:42:32.293942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.317742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:32.456917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c55df4-e2bd-46fb-a9f7-526b763ce81b req-5a63c6e1-ac9b-4447-8d94-e3d66ed9352c tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:32.458568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86c55df4-e2bd-46fb-a9f7-526b763ce81b req-5a63c6e1-ac9b-4447-8d94-e3d66ed9352c tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 969 time: 0.2455668 Mar 03 17:42:32.497014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] For port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:42:32.500293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Attempting to bind port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:42:32.501021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Attempting to bind port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:42:32.501906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Attempting to bind port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:32.510114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:42:32.510749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Attempting to bind port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:32.517281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:42:32.518026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:42:32.518791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:42:32.519430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Bound port: ac196cc4-a0e7-4e0c-aef6-5d54bad462ca, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:42:32.520182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.548725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] For port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:42:32.562678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.636813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] For port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:42:32.641289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] For port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:42:32.656926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86c55df4-e2bd-46fb-a9f7-526b763ce81b req-eb70fc04-c9ac-411c-a9e7-b94b5eef6eb8 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906259 Mar 03 17:42:32.707675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.740826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:32.742080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.744491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] 10.222.0.35 "PUT /v2.0/ports/6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 HTTP/1.1" status: 200 len: 1117 time: 1.7218962 Mar 03 17:42:32.745722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a740781-fc53-4425-9a02-970ae54aa218', 'tag': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:32.800831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:32.801469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:32.803246 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac196cc4-a0e7-4e0c-aef6-5d54bad462ca HTTP/1.1" status: 200 len: 1117 time: 1.7804470 Mar 03 17:42:32.808074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'tag': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:32.893915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0cf20-41e3-4698-94e7-96c617c20339 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:32.979237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc73234-8e0c-408f-ad80-43a23a9263d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:32.992347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede28f1-d505-4b4a-ba30-23fff566856b req-f66804dc-f696-4b74-8e0a-fb874dea4588 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:32.994171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ede28f1-d505-4b4a-ba30-23fff566856b req-f66804dc-f696-4b74-8e0a-fb874dea4588 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 969 time: 0.3514123 Mar 03 17:42:33.031812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-c7980c6c-3195-4cb0-a020-c8dc52015c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.035687 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-c7980c6c-3195-4cb0-a020-c8dc52015c8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=489399dfe85e4b4087b6a26fba2bb9dd&device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 1120 time: 0.1428800 Mar 03 17:42:33.049781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-997f3bbe-bc73-4670-a196-ed725699a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.051338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-997f3bbe-bc73-4670-a196-ed725699a6c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e531072d5a543e7811e46742691f69a&device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 1120 time: 0.1751940 Mar 03 17:42:33.143609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-df1e1d37-bafd-4572-b7c7-639289f338bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 HTTP/1.1" status: 200 len: 217 time: 0.0994418 Mar 03 17:42:33.164842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ede28f1-d505-4b4a-ba30-23fff566856b req-adfbd338-1e66-4b56-9745-5049c21a2090 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605470 Mar 03 17:42:33.166290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-73d87343-eb02-4de2-a58f-40343149b488 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca HTTP/1.1" status: 200 len: 217 time: 0.1071486 Mar 03 17:42:33.326480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-14a24dc1-e2e1-4dea-975b-b4dc3104da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.327915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-14a24dc1-e2e1-4dea-975b-b4dc3104da50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1551738 Mar 03 17:42:33.374411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-5a2927a8-d69f-489e-b2f3-c844298dec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.375913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-5a2927a8-d69f-489e-b2f3-c844298dec0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2253866 Mar 03 17:42:33.406883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57084) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:33.418210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-f4b76b5e-b796-489b-adb5-e76308510707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.419791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-f4b76b5e-b796-489b-adb5-e76308510707 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853887 Mar 03 17:42:33.479190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473d90-195a-422f-bde8-2c5da06e7781 req-a3b062e7-6c68-4e13-85b5-b06d0b651298 tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.479659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473d90-195a-422f-bde8-2c5da06e7781 req-a3b062e7-6c68-4e13-85b5-b06d0b651298 tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.480141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473d90-195a-422f-bde8-2c5da06e7781 req-a3b062e7-6c68-4e13-85b5-b06d0b651298 tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.481682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94473d90-195a-422f-bde8-2c5da06e7781 req-a3b062e7-6c68-4e13-85b5-b06d0b651298 tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2571025 Mar 03 17:42:33.504732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-523d8189-bcba-4982-add2-3d01e2a20768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.506223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-523d8189-bcba-4982-add2-3d01e2a20768 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228666 Mar 03 17:42:33.673574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-3dbee991-2731-4960-b4f5-7a46db5ac13f service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601310 Mar 03 17:42:33.686923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-18cfbb5e-7757-418d-9d14-82b84fec89db service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609191 Mar 03 17:42:33.824110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f694c7ee-b653-4b07-b525-0cf56cc87098 req-edaebb8a-d892-4a25-b1de-f68ec1d262da service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443152 Mar 03 17:42:33.847226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:33.866023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bd2ea-e06b-4739-83c5-2b3c0f96a273 req-d9c26dc9-ed60-4c77-a037-98bf7fea2b7c tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:33.867379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-360bd2ea-e06b-4739-83c5-2b3c0f96a273 req-d9c26dc9-ed60-4c77-a037-98bf7fea2b7c tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 886 time: 0.3438437 Mar 03 17:42:33.874765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0483e998-8a5f-421d-aa36-60037d5bee8f req-9cdf6074-69dd-495c-be6a-e404672e2875 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791766 Mar 03 17:42:33.876632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:33.880618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Usage tracker for resource:security_group_rule and tenant:66a8355cbd9b4bdf944ee9aec23b6c08 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:33.884058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:33.890015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:33.996021 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'tag': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca', 'status': 'completed', 'code': 200} Mar 03 17:42:33.998062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:34.003602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:34.040223 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a740781-fc53-4425-9a02-970ae54aa218', 'tag': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72', 'status': 'completed', 'code': 200} Mar 03 17:42:34.098015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d895a153-aeef-4747-8eba-417569e76b41,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:34.185449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-3f342340-4c6f-422d-9daa-8b830cf0fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.187517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-3f342340-4c6f-422d-9daa-8b830cf0fcc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=489399dfe85e4b4087b6a26fba2bb9dd&device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 1120 time: 0.1276407 Mar 03 17:42:34.259680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b66be885-e3b5-406f-b111-429062b0fcaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66a8355cbd9b4bdf944ee9aec23b6c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8516660 Mar 03 17:42:34.260466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57120) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:34.291292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-792f22d8-9e8a-4856-8ffb-e5912f5ff0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.292746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-792f22d8-9e8a-4856-8ffb-e5912f5ff0e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e531072d5a543e7811e46742691f69a&device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 1120 time: 0.2508671 Mar 03 17:42:34.392534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-110ebcec-2ece-467b-b817-bb6b861d3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.393972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-110ebcec-2ece-467b-b817-bb6b861d3d61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1654291 Mar 03 17:42:34.403143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242b2f-01dc-49a5-802d-2723c501ffa4 req-405f3172-6928-4e36-8f1f-61e000f63ddb tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.404494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa242b2f-01dc-49a5-802d-2723c501ffa4 req-405f3172-6928-4e36-8f1f-61e000f63ddb tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 969 time: 0.2161202 Mar 03 17:42:34.435436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14812e-8048-490c-9909-ae0b218cc3f2 req-c798d10b-3cfc-45f9-afed-439ab6d95e5e tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.436069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14812e-8048-490c-9909-ae0b218cc3f2 req-c798d10b-3cfc-45f9-afed-439ab6d95e5e tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.436430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14812e-8048-490c-9909-ae0b218cc3f2 req-c798d10b-3cfc-45f9-afed-439ab6d95e5e tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.437945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c14812e-8048-490c-9909-ae0b218cc3f2 req-c798d10b-3cfc-45f9-afed-439ab6d95e5e tempest-NetworksTest-771785808 tempest-NetworksTest-771785808-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3205397 Mar 03 17:42:34.478237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57130) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:34.478955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ac7b30-bc48-45e4-a842-5e219a943b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:34.482748 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-137bff74-e8e8-424d-b767-51391ad109fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 HTTP/1.1" status: 200 len: 217 time: 0.0773439 Mar 03 17:42:34.550526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa242b2f-01dc-49a5-802d-2723c501ffa4 req-978ebdd3-75f1-4c88-97eb-806de3d4fda3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933332 Mar 03 17:42:34.569375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-9e9b947d-db87-4ec5-a616-148100dcc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.569375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-9e9b947d-db87-4ec5-a616-148100dcc483 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0695133 Mar 03 17:42:34.587872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ac7b30-bc48-45e4-a842-5e219a943b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:34.609601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-ebe501dd-6970-4320-a94f-6abbf56b3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.611318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-ebe501dd-6970-4320-a94f-6abbf56b3b93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3092721 Mar 03 17:42:34.646170 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:42:34.665678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-ef14af7e-6ad3-4645-b228-a619c1a64a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.668290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-ef14af7e-6ad3-4645-b228-a619c1a64a22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948153 Mar 03 17:42:34.697561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-b20aafc6-b255-424e-8c9a-2c4abd567930 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca HTTP/1.1" status: 200 len: 217 time: 0.0784771 Mar 03 17:42:34.782689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57140) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:34.787160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:34.826912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:34.831356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-87ba28d1-98e2-45e0-9f52-23d9432bc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.832781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-87ba28d1-98e2-45e0-9f52-23d9432bc6dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1044126 Mar 03 17:42:34.836259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Usage tracker for resource:security_group_rule and tenant:5341506ce2a14bbcb8b7210aa8d08684 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:34.840868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-67965003-eda1-4af5-97b7-936ac0eed5eb service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636102 Mar 03 17:42:34.841783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:34.893653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:34.898906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ac7b30-bc48-45e4-a842-5e219a943b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:34.940627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c37a8-fb1f-4910-8eb1-667b20dfc9b4 req-63d9e701-a803-420d-9da4-c9be3f942a43 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:34.949114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a53c37a8-fb1f-4910-8eb1-667b20dfc9b4 req-63d9e701-a803-420d-9da4-c9be3f942a43 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 969 time: 0.4021225 Mar 03 17:42:34.950996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac7b30-bc48-45e4-a842-5e219a943b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d895a153-aeef-4747-8eba-417569e76b41,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:35.006308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09a1b43a-94a8-4b5d-880a-9cc6307f6b63 req-4b2b8e46-7c1f-4386-95ff-f6187b83114d service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581607 Mar 03 17:42:35.020844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ac7b30-bc48-45e4-a842-5e219a943b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.022037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92ac7b30-bc48-45e4-a842-5e219a943b3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d895a153-aeef-4747-8eba-417569e76b41 HTTP/1.1" status: 204 len: 168 time: 0.7584774 Mar 03 17:42:35.027295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.075563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:35.080215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Usage tracker for resource:security_group_rule and tenant:cc542875734644b6959b7123bb946b04 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:35.084383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:35.092354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:35.117209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a53c37a8-fb1f-4910-8eb1-667b20dfc9b4 req-a9ba9069-0585-4055-bad2-1c387be936d8 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671858 Mar 03 17:42:35.154455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-3ce48d31-25d5-4e98-8b41-4a4449b44e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:35.156046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-3ce48d31-25d5-4e98-8b41-4a4449b44e9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3153391 Mar 03 17:42:35.371906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.383028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.389280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57168) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:35.459262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.460825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5341506ce2a14bbcb8b7210aa8d08684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796886 Mar 03 17:42:35.468223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:35.476674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51487ceb-44ce-4da5-a063-fabb8d39fc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7018b860-8744-4fbb-a9b3-cb9e5ef57b8a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:35.481041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-dc51a89d-1cdc-42de-b533-d9c105c10d30 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161888 Mar 03 17:42:35.505179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:35.513714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Usage tracker for resource:security_group_rule and tenant:bf0b958c4a444b389430a6be4b60752d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:35.523550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:35.534058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:35.537378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.551614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7323670d-d48b-4ea9-a817-6d293c364765 req-2d5a7062-24eb-4b0c-83f8-9a7290c9f962 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a33697d68624eef9bf8f9bd92bcb53f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611382 Mar 03 17:42:35.554487 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.567311 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-967878ca-a52a-4ca0-a002-31dc84e3f3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.606373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-967878ca-a52a-4ca0-a002-31dc84e3f3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.706409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc542875734644b6959b7123bb946b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075918 Mar 03 17:42:35.715222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57186) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:35.764616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ccb5a-30d9-4f9a-b492-7de6f86d19ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142b8843-16e3-4c39-aac6-10affd316e1f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:35.769691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.770745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-967878ca-a52a-4ca0-a002-31dc84e3f3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.796862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.804648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04708d56-3b18-4802-8d1f-a07e8f395271 req-2a741801-1df5-4316-bab4-8a565ec21ddf service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100023 Mar 03 17:42:35.833581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323670d-d48b-4ea9-a817-6d293c364765 req-43f740e8-5bd5-4cae-92c8-6fdfa28c7ba4 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:35.835021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7323670d-d48b-4ea9-a817-6d293c364765 req-43f740e8-5bd5-4cae-92c8-6fdfa28c7ba4 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728555 Mar 03 17:42:35.849069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7323670d-d48b-4ea9-a817-6d293c364765 req-aa90bf95-df32-4b03-bdc6-bc5db56e78a6 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/quotas/1a33697d68624eef9bf8f9bd92bcb53f HTTP/1.1" status: 200 len: 375 time: 0.0086424 Mar 03 17:42:35.857696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967878ca-a52a-4ca0-a002-31dc84e3f3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7018b860-8744-4fbb-a9b3-cb9e5ef57b8a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:35.880526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-967878ca-a52a-4ca0-a002-31dc84e3f3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.885128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-967878ca-a52a-4ca0-a002-31dc84e3f3c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7018b860-8744-4fbb-a9b3-cb9e5ef57b8a HTTP/1.1" status: 204 len: 168 time: 0.4093039 Mar 03 17:42:35.885128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf0b958c4a444b389430a6be4b60752d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946206 Mar 03 17:42:35.888718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57196) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:35.910011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7323670d-d48b-4ea9-a817-6d293c364765 req-c80c366a-6410-4083-ae17-50a1b9d89d2f tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a33697d68624eef9bf8f9bd92bcb53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553634 Mar 03 17:42:35.917966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15f1bf-75d2-419a-b0ca-7675570db1ad req-8f9c6035-f601-4810-b03f-f16ca1515763 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:35.919461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b15f1bf-75d2-419a-b0ca-7675570db1ad req-8f9c6035-f601-4810-b03f-f16ca1515763 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 969 time: 0.2533939 Mar 03 17:42:35.957223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240404f-4102-4e15-80ed-58721f1078fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57354cf-b237-4376-80a3-7bb79aada5e0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:35.962475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cbb26c27-65e5-4728-98be-4053167ad7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:35.972819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e934639e-924e-4dcf-a4e1-668f17c6bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.003655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cbb26c27-65e5-4728-98be-4053167ad7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.004658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e934639e-924e-4dcf-a4e1-668f17c6bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.043332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b15f1bf-75d2-419a-b0ca-7675570db1ad req-00449117-0405-42bf-9369-eac1bc08da31 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100588 Mar 03 17:42:36.079122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cbb26c27-65e5-4728-98be-4053167ad7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.093220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e934639e-924e-4dcf-a4e1-668f17c6bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.112968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb26c27-65e5-4728-98be-4053167ad7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142b8843-16e3-4c39-aac6-10affd316e1f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:36.121462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cbb26c27-65e5-4728-98be-4053167ad7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.126697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cbb26c27-65e5-4728-98be-4053167ad7f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/142b8843-16e3-4c39-aac6-10affd316e1f HTTP/1.1" status: 204 len: 168 time: 0.4035010 Mar 03 17:42:36.127121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934639e-924e-4dcf-a4e1-668f17c6bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57354cf-b237-4376-80a3-7bb79aada5e0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:36.156177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e934639e-924e-4dcf-a4e1-668f17c6bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.158304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e934639e-924e-4dcf-a4e1-668f17c6bcd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f57354cf-b237-4376-80a3-7bb79aada5e0 HTTP/1.1" status: 204 len: 168 time: 0.2634788 Mar 03 17:42:36.331576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43fce5-c1b3-4544-a97a-178af795759f req-b11face1-ce22-4643-89b0-d89d1c4bc34c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:36.333281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b43fce5-c1b3-4544-a97a-178af795759f req-b11face1-ce22-4643-89b0-d89d1c4bc34c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 969 time: 0.0828350 Mar 03 17:42:36.397026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b43fce5-c1b3-4544-a97a-178af795759f req-1e8c334c-449a-4995-9b13-38e745e693fd tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Mar 03 17:42:36.549442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57222) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:36.568067 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.582389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:36.586624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e8145856118042808fb4ad8c3e55b447 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:36.589496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:36.595340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:36.682991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.697863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.749115 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8145856118042808fb4ad8c3e55b447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955018 Mar 03 17:42:36.749115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1000-13f4-4b5e-a0ac-9283a63fcfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed9ae85-87f0-42a9-8d1f-05ba9e5d4ee1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:36.750188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57230) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:36.788580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:36.808642 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.824705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:36.825264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17646d02-08e9-4c12-9563-3ba435e2fd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.829249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d7b17aa3ed4ff4b64c1e96c723f2e8 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:36.832118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:36.839039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:36.855905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17646d02-08e9-4c12-9563-3ba435e2fd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.926139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17646d02-08e9-4c12-9563-3ba435e2fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.942290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17646d02-08e9-4c12-9563-3ba435e2fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed9ae85-87f0-42a9-8d1f-05ba9e5d4ee1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:36.950862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17646d02-08e9-4c12-9563-3ba435e2fd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.958269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-17646d02-08e9-4c12-9563-3ba435e2fd0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ed9ae85-87f0-42a9-8d1f-05ba9e5d4ee1 HTTP/1.1" status: 204 len: 168 time: 0.2034457 Mar 03 17:42:36.978378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:36.991421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:37.065471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57252) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:37.065733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1d7b17aa3ed4ff4b64c1e96c723f2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757258 Mar 03 17:42:37.068560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc355ff8-e59e-4340-93b8-a072c5d7a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a880bd-1b1b-4d4c-90d1-14a89ec864d1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:37.171582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4bdc66b6-4060-4141-8460-137560c9c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:37.238162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4bdc66b6-4060-4141-8460-137560c9c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:37.319674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4bdc66b6-4060-4141-8460-137560c9c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:37.364250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af003bc-9514-49ad-82e6-082d2764a475 req-f1b031f8-4561-4609-a25c-5e768aa69446 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:37.365237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc66b6-4060-4141-8460-137560c9c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a880bd-1b1b-4d4c-90d1-14a89ec864d1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:37.366632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1af003bc-9514-49ad-82e6-082d2764a475 req-f1b031f8-4561-4609-a25c-5e768aa69446 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 969 time: 0.1227739 Mar 03 17:42:37.377573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4bdc66b6-4060-4141-8460-137560c9c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:37.380807 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4bdc66b6-4060-4141-8460-137560c9c6c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02a880bd-1b1b-4d4c-90d1-14a89ec864d1 HTTP/1.1" status: 204 len: 168 time: 0.3130994 Mar 03 17:42:37.459175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1af003bc-9514-49ad-82e6-082d2764a475 req-80a007f6-8780-4c45-bc2b-bf094e54154f tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657837 Mar 03 17:42:37.649893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89187adf-0663-4a82-9794-fb3f1204e4fa req-3d0debc9-17c2-4fb0-a626-ad40dc58aefb tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:37.651300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89187adf-0663-4a82-9794-fb3f1204e4fa req-3d0debc9-17c2-4fb0-a626-ad40dc58aefb tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 969 time: 0.0845218 Mar 03 17:42:37.699405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89187adf-0663-4a82-9794-fb3f1204e4fa req-5b0a50a9-d1b9-4d25-8193-c5aea749df8f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Mar 03 17:42:37.867963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6110392-5697-4b18-abec-5f740acec069 req-bc97230d-ccc2-40e2-a6dc-c485f34284ee tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a33697d68624eef9bf8f9bd92bcb53f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365694 Mar 03 17:42:38.030853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6110392-5697-4b18-abec-5f740acec069 req-453fc6bc-f214-4519-bb2c-b72393f79a60 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:38.032320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6110392-5697-4b18-abec-5f740acec069 req-453fc6bc-f214-4519-bb2c-b72393f79a60 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567981 Mar 03 17:42:38.058103 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6110392-5697-4b18-abec-5f740acec069 req-913e93f4-b17b-411f-8ace-7a51c3962274 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/quotas/1a33697d68624eef9bf8f9bd92bcb53f HTTP/1.1" status: 200 len: 375 time: 0.0201905 Mar 03 17:42:38.126515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6110392-5697-4b18-abec-5f740acec069 req-9d5267e6-87ec-415c-bea3-d68193f271dd tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a33697d68624eef9bf8f9bd92bcb53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663261 Mar 03 17:42:38.413207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:42:38.566069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:38.582315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72', 'mac_address': 'fa:16:3e:b0:89:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-1879691216', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:42:38.657086 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:38.689895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:42:38.708675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:38.709287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002b594-c6ef-4b66-ae12-d3a0609c78e8 req-bd18eeb0-da16-432b-8e29-567ef91516c8 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:38.711781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3002b594-c6ef-4b66-ae12-d3a0609c78e8 req-bd18eeb0-da16-432b-8e29-567ef91516c8 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 969 time: 0.1200047 Mar 03 17:42:38.720553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:38.721852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ac196cc4-a0e7-4e0c-aef6-5d54bad462ca details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:42:38.773494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3002b594-c6ef-4b66-ae12-d3a0609c78e8 req-a28e24c1-e90a-4bc5-a12f-6509d603c9b2 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Mar 03 17:42:38.805283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:38.814440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.814783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.815118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.815490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.815854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.816283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.816401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.816920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.817143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.817512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.817951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.818274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Tracked resource versions report: Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: pushed versions: Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: { 'AddressGroup': {'1.2'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'ConntrackHelper': {'1.0'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Log': {'1.0'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Network': {'1.1'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Port': {'1.7'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'PortForwarding': {'1.2'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'QosPolicy': {'1.8'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'SecurityGroup': {'1.4'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'SubPort': {'1.0'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Subnet': {'1.1'}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Trunk': {'1.1'}} Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: consumer versions: Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: HyperV agent@n-h1-827121-1: {}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: HyperV agent@n-h2-827121-1: {}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: L3 agent@n-d-827121-1: {}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: Metadata agent@n-d-827121-1: {}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: Metering agent@n-d-827121-1: {}, Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'ConntrackHelper': '1.0', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Log': '1.0', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Network': '1.1', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Port': '1.7', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'PortForwarding': '1.2', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'QosPolicy': '1.8', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'SecurityGroup': '1.4', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'SecurityGroupRule': '1.2', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'SubPort': '1.0', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Subnet': '1.1', Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: 'Trunk': '1.1'}} Mar 03 17:42:38.819356 n-d-827121-1 neutron-server[87888]: {{(pid=87888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:42:38.835525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:38.849853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca', 'mac_address': 'fa:16:3e:cb:2d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:tempest-test_az-1879691216', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:42:38.913658 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:38.934600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac196cc4-a0e7-4e0c-aef6-5d54bad462ca {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:42:38.953164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:38.958836 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:38.980412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215c8c7-f2bd-4b11-a9ed-bd7fd5e0ab72 req-8a6377a4-7f4b-4b03-ac9b-5e7700bb68b0 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:38.982001 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0215c8c7-f2bd-4b11-a9ed-bd7fd5e0ab72 req-8a6377a4-7f4b-4b03-ac9b-5e7700bb68b0 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 969 time: 0.0950530 Mar 03 17:42:39.042061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:39.049847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0215c8c7-f2bd-4b11-a9ed-bd7fd5e0ab72 req-e84cac8b-1682-4635-8fd0-25b7a161ec14 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606775 Mar 03 17:42:39.279827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ac196cc4-a0e7-4e0c-aef6-5d54bad462ca'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:42:39.316569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6a4d20f1-3ae7-4830-bc59-44e8ffc34e72'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:42:40.011187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc646b-b198-4089-b49a-ee95e9578049 req-c588b7df-8c65-46a1-8515-feeb3fd053c3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:40.012658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8acc646b-b198-4089-b49a-ee95e9578049 req-c588b7df-8c65-46a1-8515-feeb3fd053c3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 970 time: 0.0893679 Mar 03 17:42:40.069932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8acc646b-b198-4089-b49a-ee95e9578049 req-d2c67f6a-25cd-4855-a4b6-52da846977c6 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512710 Mar 03 17:42:40.162070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2079816618', 'description': 'tempest-description-1468952927'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:40.167739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:40.171510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Usage tracker for resource:security_group and tenant:5064468b6ea64a64b05f9e9a2fc39ff7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:40.174387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:40.180446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:40.192081 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.204528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.222559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:40.226742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Usage tracker for resource:security_group_rule and tenant:5064468b6ea64a64b05f9e9a2fc39ff7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:40.229580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:40.235223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:40.321199 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.325116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.335508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:40.343685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Usage tracker for resource:security_group_rule and tenant:5064468b6ea64a64b05f9e9a2fc39ff7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:40.348221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:40.362064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:40.369998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c625f3-e4c7-485e-87bd-b9b08383793a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:40.389976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1fc5cb6-c3d8-48db-9e91-f7ba791c653b req-1f525411-923f-45f5-80a4-be9f59530091 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a33697d68624eef9bf8f9bd92bcb53f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302448 Mar 03 17:42:40.408811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:42:40.440140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.446031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.488114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f66561-821e-4097-8b5f-91a713dddcd8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:40.488589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:42:40.493309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.494604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15fcb046-8e74-4d31-981a-6f08bed52721 req-2f3e1548-1890-418c-8d07-0039fc9418c5 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3366153 Mar 03 17:42:40.510199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:42:40.510512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.558473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5cb6-c3d8-48db-9e91-f7ba791c653b req-05c2c945-924a-4464-bfc5-2fa3f0f04370 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:40.565925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1fc5cb6-c3d8-48db-9e91-f7ba791c653b req-05c2c945-924a-4464-bfc5-2fa3f0f04370 tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701856 Mar 03 17:42:40.576792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1fc5cb6-c3d8-48db-9e91-f7ba791c653b req-89372a92-b355-460c-8b44-4383693bec3f tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/quotas/1a33697d68624eef9bf8f9bd92bcb53f HTTP/1.1" status: 200 len: 375 time: 0.0099952 Mar 03 17:42:40.637963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1fc5cb6-c3d8-48db-9e91-f7ba791c653b req-01e027bb-039a-4241-98e2-5bd093e57aef tempest-QuotasAdminNegativeTest-498845874 tempest-QuotasAdminNegativeTest-498845874-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a33697d68624eef9bf8f9bd92bcb53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476277 Mar 03 17:42:40.642449 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.671476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a740781-fc53-4425-9a02-970ae54aa218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:40.681673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b80109-c559-47ec-bc3f-59d4bec2768d req-6afb267c-85fe-46cc-b4da-853f901a8af0 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:40.683267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2b80109-c559-47ec-bc3f-59d4bec2768d req-6afb267c-85fe-46cc-b4da-853f901a8af0 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 970 time: 0.0944371 Mar 03 17:42:40.733173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2b80109-c559-47ec-bc3f-59d4bec2768d req-f3b3617d-e25c-499c-b54e-0b588407bafb tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Mar 03 17:42:40.736682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:40.742633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.743452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ac196cc4-a0e7-4e0c-aef6-5d54bad462ca up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:42:40.780339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1904435152', 'description': 'tempest-description-1789596911'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:40.785901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:40.789726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Usage tracker for resource:security_group and tenant:5064468b6ea64a64b05f9e9a2fc39ff7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:40.792473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:40.798460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:40.811030 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.837131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:40.842115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Usage tracker for resource:security_group_rule and tenant:5064468b6ea64a64b05f9e9a2fc39ff7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:40.845418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:40.856787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:40.888135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:40.900736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:42:40.907201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:42:40.907570 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.935667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.941069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.982728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c318b30e-7945-4092-b06e-3aa129934c1a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:40.985319 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:40.986880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb90bf7a-aab7-4a35-b1db-4f53de2718ac req-9e66bea9-baeb-49d3-8756-2ef7546bae86 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2119658 Mar 03 17:42:41.051186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.086509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:41.093006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.167600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:41.399048 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a740781-fc53-4425-9a02-970ae54aa218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72', 'code': 200} Mar 03 17:42:41.511704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2011785498', 'description': 'tempest-description-1552975438'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:41.515951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:41.519739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Usage tracker for resource:security_group and tenant:23583ebbfdab4b87b01b1554fcd0a5e4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:41.522529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:41.528517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:41.538731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.551048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.564707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:41.568409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Usage tracker for resource:security_group_rule and tenant:23583ebbfdab4b87b01b1554fcd0a5e4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:41.571150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:41.576606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:41.602964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-1319e2ec-1681-4a34-8aac-844d730bcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:41.604337 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-1319e2ec-1681-4a34-8aac-844d730bcb62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 1122 time: 0.1308172 Mar 03 17:42:41.613289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8fe5a-a7c2-4b6c-8b7e-0fb05fdc2bf8 req-fc7e2785-b9b4-408d-9e3c-95420d358243 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:41.614712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0a8fe5a-a7c2-4b6c-8b7e-0fb05fdc2bf8 req-fc7e2785-b9b4-408d-9e3c-95420d358243 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 971 time: 0.1072559 Mar 03 17:42:41.644435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.672234 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.674067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:41.676505 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.687450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:41.694879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Usage tracker for resource:security_group_rule and tenant:23583ebbfdab4b87b01b1554fcd0a5e4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:41.703556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:41.714946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:41.718730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428a7630-b4ec-40b8-a769-e446609fc896,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:41.736417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Usage tracker for resource:security_group_rule and tenant:463d4d3bf8bf466e88906b9435703cab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:41.740552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:41.745680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0a8fe5a-a7c2-4b6c-8b7e-0fb05fdc2bf8 req-901bfac7-5442-41f0-bc78-fc3c649cd249 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183476 Mar 03 17:42:41.749614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:41.818318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.823685 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.863006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.870105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.874788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f626963-a88a-4106-a9ae-3c0cf84b993c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:41.887607 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:41.889494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72da951b-9976-41f9-987b-e7db3026686b req-910fb312-395d-430a-a772-5168396e2dd5 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3815610 Mar 03 17:42:41.897391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc65c6d6-7c0a-4035-bced-73abf0620221 req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816803 Mar 03 17:42:41.928629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05b3d-6d8d-42ad-8d45-38347f554c5d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5868921d-bd8c-4477-868b-12696eaf75d6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:42.040926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e2fed-2bcf-46dc-8e71-f484a5e3bf4f req-6e8f7887-3178-4935-bc9a-4520403fdb8b tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:42.040926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a2e2fed-2bcf-46dc-8e71-f484a5e3bf4f req-6e8f7887-3178-4935-bc9a-4520403fdb8b tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 971 time: 0.0844128 Mar 03 17:42:42.067043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1772145077', 'description': 'tempest-description-230714612'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:42.074444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:42.081279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Usage tracker for resource:security_group and tenant:23583ebbfdab4b87b01b1554fcd0a5e4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:42.085595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:42.099365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a2e2fed-2bcf-46dc-8e71-f484a5e3bf4f req-2192ee27-d26f-48e0-bf2b-4d60efb5ff11 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Mar 03 17:42:42.108510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:42.119828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.132394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57462) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:42.170103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:42.175782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Usage tracker for resource:security_group_rule and tenant:23583ebbfdab4b87b01b1554fcd0a5e4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:42.181185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:42.194186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:42.271509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.278669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.295834 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.317297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:42.325590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Usage tracker for resource:security_group_rule and tenant:1a33697d68624eef9bf8f9bd92bcb53f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:42.328989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:42.333591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.337847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:42.338301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c8fa3fb-7630-44c7-bad5-f461335cd1d6 req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2880552 Mar 03 17:42:42.339080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750875f8-beb8-484e-b6cf-ddcb4d461619 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b741b1-0024-4bf5-bbd8-d42b867a3fad,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:42.396330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57476) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:42.516912 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.525173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.589087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57484) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:42.597003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a33697d68624eef9bf8f9bd92bcb53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626639 Mar 03 17:42:42.599723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57490) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:42.603810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299405cf-6b06-4c49-baea-60bde804b280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6946c19-7bb3-48cd-905d-32ddeb2da887,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:42.650721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-09ae3541-ad4b-44a4-b6c7-2036455eb429 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25787 time: 0.2872641 Mar 03 17:42:42.684467 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.699275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-39522c5a-1ea8-4daf-b14e-65800828db39 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/04c625f3-e4c7-485e-87bd-b9b08383793a HTTP/1.1" status: 200 len: 2981 time: 0.0422170 Mar 03 17:42:42.705448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.726196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:42.731435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36486dd9-b988-4c6b-98cc-e789c9a906b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.736089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:42.744320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Usage tracker for resource:security_group_rule and tenant:fcaebc3981fd484da9c712a0ae875e53 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:42.746646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-3c3e9e4b-951e-480d-a03c-8fd76ad7c4d6 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/04c625f3-e4c7-485e-87bd-b9b08383793a HTTP/1.1" status: 200 len: 2981 time: 0.0411615 Mar 03 17:42:42.750352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:42.753098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b5b83722f44f51b89d015b0efc5d2b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:42.760040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:42.762020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:42.782266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:42.790208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36486dd9-b988-4c6b-98cc-e789c9a906b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.794992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-338f3647-c7ea-42bc-819e-cacaf950752f tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/27155487-11c8-4482-9fc3-dd415c1f0ee7 HTTP/1.1" status: 200 len: 2973 time: 0.0423696 Mar 03 17:42:42.861953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-d78972a0-542e-428c-865f-4bd0f0e1a4e9 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/27155487-11c8-4482-9fc3-dd415c1f0ee7 HTTP/1.1" status: 200 len: 2973 time: 0.0590706 Mar 03 17:42:42.909749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-7f83f8c3-0e66-4cf1-af12-d072f2211e59 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/428a7630-b4ec-40b8-a769-e446609fc896 HTTP/1.1" status: 200 len: 2981 time: 0.0445654 Mar 03 17:42:42.959968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36486dd9-b988-4c6b-98cc-e789c9a906b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:42.962069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-172740d3-827f-42e9-a1bc-69eacad0c84d tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/428a7630-b4ec-40b8-a769-e446609fc896 HTTP/1.1" status: 200 len: 2981 time: 0.0457406 Mar 03 17:42:43.012233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-4a5499bd-8814-4d12-ac6c-a2210a174cb0 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4341f9c2-18ae-4ae5-a48d-a946b851d3d4 HTTP/1.1" status: 200 len: 2977 time: 0.0437300 Mar 03 17:42:43.014057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36486dd9-b988-4c6b-98cc-e789c9a906b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6946c19-7bb3-48cd-905d-32ddeb2da887,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:43.062209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.069612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-89b537e7-7251-4646-8a64-8d30e34a2ba2 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4341f9c2-18ae-4ae5-a48d-a946b851d3d4 HTTP/1.1" status: 200 len: 2977 time: 0.0503273 Mar 03 17:42:43.076651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a22cfd-5a85-467f-901b-b3e4b963251e req-7d62b108-14e6-4f9e-9012-265e5af8ad56 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:43.078107 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83a22cfd-5a85-467f-901b-b3e4b963251e req-7d62b108-14e6-4f9e-9012-265e5af8ad56 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 971 time: 0.2146344 Mar 03 17:42:43.081253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36486dd9-b988-4c6b-98cc-e789c9a906b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.082448 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-36486dd9-b988-4c6b-98cc-e789c9a906b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6946c19-7bb3-48cd-905d-32ddeb2da887 HTTP/1.1" status: 204 len: 168 time: 0.4815454 Mar 03 17:42:43.089785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.131621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-686574b7-f9c1-4657-9dc1-b9ca512a7966 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5868921d-bd8c-4477-868b-12696eaf75d6 HTTP/1.1" status: 200 len: 2981 time: 0.0555212 Mar 03 17:42:43.173556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.205625 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.206310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-05bbc7d5-9d2a-478c-967d-91603426be4c tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5868921d-bd8c-4477-868b-12696eaf75d6 HTTP/1.1" status: 200 len: 2981 time: 0.0667744 Mar 03 17:42:43.226564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f90cc8-d755-44ed-b7d6-5573ddc19896,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:43.242646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0d5a3d57-03a3-4727-83cd-90d399eeff7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcaebc3981fd484da9c712a0ae875e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8444204 Mar 03 17:42:43.246882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57502) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:43.275917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83a22cfd-5a85-467f-901b-b3e4b963251e req-2fb537aa-cc54-43b7-ba09-30756a5ff514 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399038 Mar 03 17:42:43.283293 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9b5b83722f44f51b89d015b0efc5d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908326 Mar 03 17:42:43.283603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57506) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:43.291281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-a151fe0d-8990-4aa4-9a5a-9752388ac547 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/58b5d6f3-40d8-427b-af28-f513a5954f0d HTTP/1.1" status: 200 len: 2981 time: 0.0841019 Mar 03 17:42:43.294916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6778a-2ac4-4e3f-8249-92b46c1cc910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef602918-16dd-475f-913f-149fdb8581f8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:43.349596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2398c82e-6c46-474b-821e-343337ccb68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.388550 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b36dac94-3169-4aea-b9fe-cc7759f36ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.394534 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-af4d7a3c-c919-4ef7-9c53-dc6cf521023a tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/58b5d6f3-40d8-427b-af28-f513a5954f0d HTTP/1.1" status: 200 len: 2981 time: 0.0830567 Mar 03 17:42:43.400174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:43.415574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2398c82e-6c46-474b-821e-343337ccb68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.442674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:43.479165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-ecd49b9c-d516-4f74-ac96-119753b22846 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/bde5f29d-e4d5-464e-983b-aa9b6798e0ef HTTP/1.1" status: 200 len: 2978 time: 0.0837629 Mar 03 17:42:43.483589 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b36dac94-3169-4aea-b9fe-cc7759f36ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.495167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.509035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2398c82e-6c46-474b-821e-343337ccb68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.527653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:43.536670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398c82e-6c46-474b-821e-343337ccb68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f90cc8-d755-44ed-b7d6-5573ddc19896,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:43.540069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d489fc8d7540bf8927778c7c1e9156 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:43.548102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:43.558879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:43.562014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecabdd8a-9c50-43d0-9c34-5e7b7ef29a44 req-58f11a72-82c5-485f-9043-d1ad2898f0cc tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/bde5f29d-e4d5-464e-983b-aa9b6798e0ef HTTP/1.1" status: 200 len: 2978 time: 0.0711787 Mar 03 17:42:43.565762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2398c82e-6c46-474b-821e-343337ccb68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.566838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2398c82e-6c46-474b-821e-343337ccb68d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6f90cc8-d755-44ed-b7d6-5573ddc19896 HTTP/1.1" status: 204 len: 168 time: 0.3187904 Mar 03 17:42:43.604302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce8098-105d-448f-8312-89da4b2fac80 req-34682b73-69f9-4ba8-8b60-75a993ec8d2f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:43.606344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93ce8098-105d-448f-8312-89da4b2fac80 req-34682b73-69f9-4ba8-8b60-75a993ec8d2f tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 971 time: 0.1976502 Mar 03 17:42:43.619186 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b36dac94-3169-4aea-b9fe-cc7759f36ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.669612 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca', 'code': 200} Mar 03 17:42:43.699925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dac94-3169-4aea-b9fe-cc7759f36ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef602918-16dd-475f-913f-149fdb8581f8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:43.716700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b36dac94-3169-4aea-b9fe-cc7759f36ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.718009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b36dac94-3169-4aea-b9fe-cc7759f36ac9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef602918-16dd-475f-913f-149fdb8581f8 HTTP/1.1" status: 204 len: 168 time: 0.4334786 Mar 03 17:42:43.754925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93ce8098-105d-448f-8312-89da4b2fac80 req-c1579e6a-af38-42fb-955e-fb80d8895b43 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168244 Mar 03 17:42:43.831111 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.835359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:43.891395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0d489fc8d7540bf8927778c7c1e9156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349716 Mar 03 17:42:43.891395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5806e0-7acc-449e-a574-07462e7606c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d567a3-76ee-434c-a2e7-2f6efb0362e4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:43.892125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57524) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:43.901609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1e388700-5870-4022-832d-ea091c6dc1e6 req-3a92a08a-9d0d-454b-b713-c0adf10e5df3 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Synchronizing usage tracker for tenant:5064468b6ea64a64b05f9e9a2fc39ff7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:43.969802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1e388700-5870-4022-832d-ea091c6dc1e6 req-3a92a08a-9d0d-454b-b713-c0adf10e5df3 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Unset dirty status for tenant:5064468b6ea64a64b05f9e9a2fc39ff7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:43.973941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e388700-5870-4022-832d-ea091c6dc1e6 req-3a92a08a-9d0d-454b-b713-c0adf10e5df3 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5064468b6ea64a64b05f9e9a2fc39ff7 HTTP/1.1" status: 200 len: 6104 time: 0.2912710 Mar 03 17:42:44.010273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444d9d1-c03d-4081-a8c8-5d97f3939bca req-aceeee1a-6452-4a07-a6f4-175c704d1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:44.012200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a444d9d1-c03d-4081-a8c8-5d97f3939bca req-aceeee1a-6452-4a07-a6f4-175c704d1438 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 1122 time: 0.1963160 Mar 03 17:42:44.017634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0553d5e-167a-4e81-b09a-8367cf81d4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.042048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57530) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:44.065004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.081705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:44.086563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Usage tracker for resource:security_group_rule and tenant:4316d4132a43419c9b73a3605d5c0de6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:44.089755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:44.096886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:44.104111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0553d5e-167a-4e81-b09a-8367cf81d4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.118594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a444d9d1-c03d-4081-a8c8-5d97f3939bca req-5713488a-dc67-4a71-8e4e-3f3824af176b service neutron] Synchronizing usage tracker for tenant:463d4d3bf8bf466e88906b9435703cab on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:44.124332 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e388700-5870-4022-832d-ea091c6dc1e6 req-af5da04a-7e6c-4887-819a-2612b5027f29 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "GET /v2.0/security-groups/04c625f3-e4c7-485e-87bd-b9b08383793a HTTP/1.1" status: 200 len: 2981 time: 0.1414294 Mar 03 17:42:44.208699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e388700-5870-4022-832d-ea091c6dc1e6 req-15045176-41f6-402e-87fc-2d6aee78323f tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "GET /v2.0/security-groups/04c625f3-e4c7-485e-87bd-b9b08383793a HTTP/1.1" status: 200 len: 2981 time: 0.0726171 Mar 03 17:42:44.209913 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.218549 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.227137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a444d9d1-c03d-4081-a8c8-5d97f3939bca req-5713488a-dc67-4a71-8e4e-3f3824af176b service neutron] Unset dirty status for tenant:463d4d3bf8bf466e88906b9435703cab on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:44.228763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a444d9d1-c03d-4081-a8c8-5d97f3939bca req-5713488a-dc67-4a71-8e4e-3f3824af176b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068081 Mar 03 17:42:44.230053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0553d5e-167a-4e81-b09a-8367cf81d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.247809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0553d5e-167a-4e81-b09a-8367cf81d4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d567a3-76ee-434c-a2e7-2f6efb0362e4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:44.256175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0553d5e-167a-4e81-b09a-8367cf81d4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.257493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0553d5e-167a-4e81-b09a-8367cf81d4b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6d567a3-76ee-434c-a2e7-2f6efb0362e4 HTTP/1.1" status: 204 len: 168 time: 0.3630521 Mar 03 17:42:44.278818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:44.296431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.297614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4316d4132a43419c9b73a3605d5c0de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542369 Mar 03 17:42:44.304864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57542) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:44.311013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ae629-6e7c-4d38-adfd-212bbc155f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77585758-823a-4722-a3be-4c33ab32cf1e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:44.329487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:44.340194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Usage tracker for resource:security_group_rule and tenant:c3e3eb9072f24831a292d2c60763b268 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:44.346910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:44.355412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:44.362425 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5ff5e3c-1552-4330-91cc-149346bd4119 req-9891fd19-8ceb-4170-ad37-df84700940fd tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e6b741b1-0024-4bf5-bbd8-d42b867a3fad HTTP/1.1" status: 200 len: 1777 time: 0.1285698 Mar 03 17:42:44.408480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5db9ad8-095a-40fb-87f0-a05f30879018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.454837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5db9ad8-095a-40fb-87f0-a05f30879018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.479851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c5ff5e3c-1552-4330-91cc-149346bd4119 req-baae86da-6b0f-4d01-9570-408c43233bbc tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.518221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.520053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c5ff5e3c-1552-4330-91cc-149346bd4119 req-baae86da-6b0f-4d01-9570-408c43233bbc tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.532962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.548791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd901-0e06-44ab-acdd-6f8c746fd87b req-acc4d36a-957d-4417-8bc2-94bd5fc08e9f tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:44.550584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-326cd901-0e06-44ab-acdd-6f8c746fd87b req-acc4d36a-957d-4417-8bc2-94bd5fc08e9f tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 971 time: 0.1432664 Mar 03 17:42:44.575015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c5ff5e3c-1552-4330-91cc-149346bd4119 req-baae86da-6b0f-4d01-9570-408c43233bbc tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.590276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5db9ad8-095a-40fb-87f0-a05f30879018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.598732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae86da-6b0f-4d01-9570-408c43233bbc tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b741b1-0024-4bf5-bbd8-d42b867a3fad,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:44.624261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db9ad8-095a-40fb-87f0-a05f30879018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77585758-823a-4722-a3be-4c33ab32cf1e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:44.631061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3e3eb9072f24831a292d2c60763b268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483524 Mar 03 17:42:44.631923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57550) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:44.645971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c5ff5e3c-1552-4330-91cc-149346bd4119 req-baae86da-6b0f-4d01-9570-408c43233bbc tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.647043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5ff5e3c-1552-4330-91cc-149346bd4119 req-baae86da-6b0f-4d01-9570-408c43233bbc tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6b741b1-0024-4bf5-bbd8-d42b867a3fad HTTP/1.1" status: 204 len: 173 time: 0.2763057 Mar 03 17:42:44.652980 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5db9ad8-095a-40fb-87f0-a05f30879018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.654473 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5db9ad8-095a-40fb-87f0-a05f30879018 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77585758-823a-4722-a3be-4c33ab32cf1e HTTP/1.1" status: 204 len: 168 time: 0.3483071 Mar 03 17:42:44.665921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e166-39aa-46f9-ac26-a200474a9dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460db00f-40db-4ce8-99fa-7bf49a6907b3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:44.697226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-326cd901-0e06-44ab-acdd-6f8c746fd87b req-98d3e2f4-14c6-4725-bc14-c1e01887512e tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284792 Mar 03 17:42:44.713527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b4f83915-2ee5-4cd5-a312-88bc1dc2f327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.765559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b4f83915-2ee5-4cd5-a312-88bc1dc2f327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.773119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-455df78a-ff58-41b4-b70a-9b860fd08294 req-81c6a681-4f3e-49c2-87c0-9004284b1fc9 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9f626963-a88a-4106-a9ae-3c0cf84b993c HTTP/1.1" status: 200 len: 1778 time: 0.0796716 Mar 03 17:42:44.862754 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-455df78a-ff58-41b4-b70a-9b860fd08294 req-6ba82a33-94c9-4d2b-847f-0c0140375532 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.884522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b4f83915-2ee5-4cd5-a312-88bc1dc2f327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.902700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-455df78a-ff58-41b4-b70a-9b860fd08294 req-6ba82a33-94c9-4d2b-847f-0c0140375532 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.915442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-1a78e178-10f6-4a6e-9dc2-6bd621dd948b tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:44.917030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-1a78e178-10f6-4a6e-9dc2-6bd621dd948b tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 1122 time: 0.0929146 Mar 03 17:42:44.917708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f83915-2ee5-4cd5-a312-88bc1dc2f327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460db00f-40db-4ce8-99fa-7bf49a6907b3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:44.928912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b4f83915-2ee5-4cd5-a312-88bc1dc2f327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.932541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b4f83915-2ee5-4cd5-a312-88bc1dc2f327 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/460db00f-40db-4ce8-99fa-7bf49a6907b3 HTTP/1.1" status: 204 len: 168 time: 0.2969353 Mar 03 17:42:44.949516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.966247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-455df78a-ff58-41b4-b70a-9b860fd08294 req-6ba82a33-94c9-4d2b-847f-0c0140375532 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.966803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:44.973585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Usage tracker for resource:security_group_rule and tenant:30d5bb2fc2e5416b898a4839f12bca16 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:44.977101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:44.981196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba82a33-94c9-4d2b-847f-0c0140375532 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f626963-a88a-4106-a9ae-3c0cf84b993c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:44.983039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:44.990600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-455df78a-ff58-41b4-b70a-9b860fd08294 req-6ba82a33-94c9-4d2b-847f-0c0140375532 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:44.991707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-455df78a-ff58-41b4-b70a-9b860fd08294 req-6ba82a33-94c9-4d2b-847f-0c0140375532 tempest-SecurityGroupsTestAdminJSON-1912764447 tempest-SecurityGroupsTestAdminJSON-1912764447-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f626963-a88a-4106-a9ae-3c0cf84b993c HTTP/1.1" status: 204 len: 173 time: 0.2068157 Mar 03 17:42:45.097763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.103459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.193561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36a72e5e-23e3-41fa-b32d-50aa559fc8d6 req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687860 Mar 03 17:42:45.193946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab8e3f-ed34-48e4-9db3-9ea966635855 tempest-AggregatesAdminTestJSON-806964689 tempest-AggregatesAdminTestJSON-806964689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c7cfaf-6604-41d6-9ba6-4de5b470e219,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:45.250655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ab2f6-ab3e-4967-880a-bbe07f020ca7 req-73cb96d9-25ee-4cfc-8642-5fe329223221 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:45.260449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad2ab2f6-ab3e-4967-880a-bbe07f020ca7 req-73cb96d9-25ee-4cfc-8642-5fe329223221 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 971 time: 0.1376829 Mar 03 17:42:45.313126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad2ab2f6-ab3e-4967-880a-bbe07f020ca7 req-31b7c333-00da-4582-b74a-f2f6edf76036 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518186 Mar 03 17:42:45.322828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff560d1e-9acf-45b5-8b84-ddf8ae0672b1 req-f38648d8-c856-4c9c-ac1c-1d5cc68422bc tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "GET /v2.0/security-groups/c318b30e-7945-4092-b06e-3aa129934c1a HTTP/1.1" status: 200 len: 1778 time: 0.0888402 Mar 03 17:42:45.440008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff560d1e-9acf-45b5-8b84-ddf8ae0672b1 req-8b60e78b-405d-428b-84f2-b9c3c4cfe396 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.485726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff560d1e-9acf-45b5-8b84-ddf8ae0672b1 req-8b60e78b-405d-428b-84f2-b9c3c4cfe396 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.544426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff560d1e-9acf-45b5-8b84-ddf8ae0672b1 req-8b60e78b-405d-428b-84f2-b9c3c4cfe396 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.566536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60e78b-405d-428b-84f2-b9c3c4cfe396 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c318b30e-7945-4092-b06e-3aa129934c1a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:45.608378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff560d1e-9acf-45b5-8b84-ddf8ae0672b1 req-8b60e78b-405d-428b-84f2-b9c3c4cfe396 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.616471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff560d1e-9acf-45b5-8b84-ddf8ae0672b1 req-8b60e78b-405d-428b-84f2-b9c3c4cfe396 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "DELETE /v2.0/security-groups/c318b30e-7945-4092-b06e-3aa129934c1a HTTP/1.1" status: 204 len: 173 time: 0.2824507 Mar 03 17:42:45.687587 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81942f39-ceb1-4967-9f3d-a300a188fa23 req-e4c12c46-6c10-419f-a097-534acbc3d5ca tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "GET /v2.0/security-groups/37f66561-821e-4097-8b5f-91a713dddcd8 HTTP/1.1" status: 200 len: 1778 time: 0.0523992 Mar 03 17:42:45.816863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055a436-b903-4b17-b851-b1250cc0c84c req-aa84424e-f6c1-4e0a-aa89-04afd258fd52 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:45.818206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81942f39-ceb1-4967-9f3d-a300a188fa23 req-b6120a12-0144-4e16-a818-deeeac6da7d9 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.818830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7055a436-b903-4b17-b851-b1250cc0c84c req-aa84424e-f6c1-4e0a-aa89-04afd258fd52 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 971 time: 0.0978901 Mar 03 17:42:45.847510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81942f39-ceb1-4967-9f3d-a300a188fa23 req-b6120a12-0144-4e16-a818-deeeac6da7d9 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.873854 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7055a436-b903-4b17-b851-b1250cc0c84c req-9a3e48f4-23f9-41b7-9e3f-595cee1c0711 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479589 Mar 03 17:42:45.905615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81942f39-ceb1-4967-9f3d-a300a188fa23 req-b6120a12-0144-4e16-a818-deeeac6da7d9 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.929283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120a12-0144-4e16-a818-deeeac6da7d9 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f66561-821e-4097-8b5f-91a713dddcd8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:45.933476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81942f39-ceb1-4967-9f3d-a300a188fa23 req-b6120a12-0144-4e16-a818-deeeac6da7d9 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:45.934557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81942f39-ceb1-4967-9f3d-a300a188fa23 req-b6120a12-0144-4e16-a818-deeeac6da7d9 tempest-SecurityGroupsTestAdminJSON-2015334498 tempest-SecurityGroupsTestAdminJSON-2015334498-project] 10.222.0.23 "DELETE /v2.0/security-groups/37f66561-821e-4097-8b5f-91a713dddcd8 HTTP/1.1" status: 204 len: 173 time: 0.2405231 Mar 03 17:42:46.379069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57638) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:46.511925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44627-eb3b-4aee-999b-b56cfafc82ba req-c1196530-1bae-4dae-9567-9ae8e6839ba4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:46.513283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54c44627-eb3b-4aee-999b-b56cfafc82ba req-c1196530-1bae-4dae-9567-9ae8e6839ba4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 971 time: 0.0820172 Mar 03 17:42:46.558170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54c44627-eb3b-4aee-999b-b56cfafc82ba req-de027a11-b094-48f5-9770-e1bca6f0c88d tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Mar 03 17:42:46.688686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7bd603e5-f322-47e0-b4f1-ccf6518cb01c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5064468b6ea64a64b05f9e9a2fc39ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083367 Mar 03 17:42:46.691141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57656) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:46.755769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69cd36b4-eaf4-4caf-89c4-e5a3d608b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:46.786825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69cd36b4-eaf4-4caf-89c4-e5a3d608b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:46.842700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69cd36b4-eaf4-4caf-89c4-e5a3d608b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:46.859897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd36b4-eaf4-4caf-89c4-e5a3d608b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c625f3-e4c7-485e-87bd-b9b08383793a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:46.866425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69cd36b4-eaf4-4caf-89c4-e5a3d608b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:46.878264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-69cd36b4-eaf4-4caf-89c4-e5a3d608b4a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04c625f3-e4c7-485e-87bd-b9b08383793a HTTP/1.1" status: 204 len: 168 time: 0.1857276 Mar 03 17:42:47.023029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-10b288bf-d26b-4d78-b30c-78416b8ab7d1 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:47.025014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-10b288bf-d26b-4d78-b30c-78416b8ab7d1 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 971 time: 0.0990322 Mar 03 17:42:47.104375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Deleting port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:42:47.104887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:47.112085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8243b2-0e1d-47a3-b9c9-dd841b579e0f req-a5e5bf45-f2d5-404f-bf60-01b74eda66ce tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:47.113628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d8243b2-0e1d-47a3-b9c9-dd841b579e0f req-a5e5bf45-f2d5-404f-bf60-01b74eda66ce tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 971 time: 0.1276581 Mar 03 17:42:47.189049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d8243b2-0e1d-47a3-b9c9-dd841b579e0f req-7162208a-2d7b-4cd9-832c-41092fb13b50 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde5f29d-e4d5-464e-983b-aa9b6798e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676455 Mar 03 17:42:47.434785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] For port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:47.435326 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:47.604119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Calling delete_port for 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 owned by compute:tempest-test_az-1879691216 {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:42:47.608222 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:47.633274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57694) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:47.636427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-0aac0ff2-ad55-4a2e-a832-2955dae44cb5 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc43d620aa0046bb9984329da599c833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398459 Mar 03 17:42:47.806546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-be0d82b0-7b73-406b-91e6-6324e53e7b1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23583ebbfdab4b87b01b1554fcd0a5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711166 Mar 03 17:42:47.815229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57702) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:47.846822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-f20656b7-c1da-4cae-844b-2f9e0c0fff5f tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:47.849113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-f20656b7-c1da-4cae-844b-2f9e0c0fff5f tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118220 Mar 03 17:42:47.857563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4aac5-0365-4905-897b-f310d8e0a663 req-0e24b16d-41bf-424d-a95a-ed966f8f3fb4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:47.865039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbb4aac5-0365-4905-897b-f310d8e0a663 req-0e24b16d-41bf-424d-a95a-ed966f8f3fb4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 971 time: 0.4211121 Mar 03 17:42:47.889702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-150d1696-f700-4774-af80-2e91dd12425b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/quotas/cc43d620aa0046bb9984329da599c833 HTTP/1.1" status: 200 len: 375 time: 0.0296021 Mar 03 17:42:47.947199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-37ebc4bd-200a-48a5-b3e1-1b2778c48658 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc43d620aa0046bb9984329da599c833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562720 Mar 03 17:42:47.951045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbb4aac5-0365-4905-897b-f310d8e0a663 req-efd06879-19ac-4e03-8909-b5c59652271a tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850699 Mar 03 17:42:47.954983 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:47.973219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6a4d20f1-3ae7-4830-bc59-44e8ffc34e72'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:42:48.012976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7441841-c20c-416c-be1e-dbb56065dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:48.048475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Pushing event deleted for resources: {'Port': ['ID=6a4d20f1-3ae7-4830-bc59-44e8ffc34e72,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:48.079641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7441841-c20c-416c-be1e-dbb56065dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:48.141114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] No DVR routers for this DVR port 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:42:48.153842 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:48.185546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a740781-fc53-4425-9a02-970ae54aa218', 'name': 'network-vif-deleted', 'tag': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:48.214763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffd05ead-8b2e-48c5-bf6a-bdfd5d701103 req-f838ddd0-8664-49be-98ff-5ed437782c51 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.35 "DELETE /v2.0/ports/6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 HTTP/1.1" status: 204 len: 173 time: 1.1818950 Mar 03 17:42:48.256099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7441841-c20c-416c-be1e-dbb56065dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:48.284753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7441841-c20c-416c-be1e-dbb56065dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428a7630-b4ec-40b8-a769-e446609fc896,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:48.290072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7441841-c20c-416c-be1e-dbb56065dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:48.291505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e7441841-c20c-416c-be1e-dbb56065dd5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/428a7630-b4ec-40b8-a769-e446609fc896 HTTP/1.1" status: 204 len: 168 time: 0.4750783 Mar 03 17:42:48.334370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c872abb-19d2-42b6-8967-58e29f6a62b7 req-07ba36cf-340c-4be2-8319-d1459e6869f4 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 210 time: 0.0943482 Mar 03 17:42:48.336395 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a740781-fc53-4425-9a02-970ae54aa218', 'name': 'network-vif-deleted', 'tag': '6a4d20f1-3ae7-4830-bc59-44e8ffc34e72', 'status': 'completed', 'code': 200} Mar 03 17:42:48.560808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd3bef14-ece9-4f32-8147-e50d07c6239c req-8c635161-a029-4c57-b6f2-cffa43f711e3 tempest-AggregatesAdminTestJSON-2081529066 tempest-AggregatesAdminTestJSON-2081529066-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a740781-fc53-4425-9a02-970ae54aa218 HTTP/1.1" status: 200 len: 210 time: 0.0530076 Mar 03 17:42:48.717621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-a74e035c-3188-4246-b90d-e36cde9229a1 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:48.719305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-a74e035c-3188-4246-b90d-e36cde9229a1 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 1122 time: 0.1150706 Mar 03 17:42:48.805981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Deleting port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:42:48.806365 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:48.941264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-899f5303-5249-47b3-b71c-efa2372cbf89 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bbf55185b6c8403385d35350d64fd52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402884 Mar 03 17:42:49.231840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ee49-895b-4bda-b38e-93de9ec139b3 req-1ab6521f-6e8e-44dd-9b95-c2372b13f31c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:49.233833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2de1ee49-895b-4bda-b38e-93de9ec139b3 req-1ab6521f-6e8e-44dd-9b95-c2372b13f31c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 971 time: 0.0884976 Mar 03 17:42:49.285544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2de1ee49-895b-4bda-b38e-93de9ec139b3 req-ab95ee9c-7de5-447d-ab30-d92a320a9c73 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 Mar 03 17:42:49.311088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-7d04f5af-9b47-463a-a687-97cb7dd5db98 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:49.313181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-7d04f5af-9b47-463a-a687-97cb7dd5db98 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3654187 Mar 03 17:42:49.321939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] For port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:42:49.322473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:49.400530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-4287f8c2-6fe1-4917-b2e2-a2019118f80c tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/quotas/bbf55185b6c8403385d35350d64fd52d HTTP/1.1" status: 200 len: 375 time: 0.0687406 Mar 03 17:42:49.464924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Calling delete_port for ac196cc4-a0e7-4e0c-aef6-5d54bad462ca owned by compute:tempest-test_az-1879691216 {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:42:49.467772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fee9c7d7-971b-4c9f-94a8-62c76a42706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:49.539852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-6326651c-017e-4638-b0b7-c2040ecd43bb tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbf55185b6c8403385d35350d64fd52d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855284 Mar 03 17:42:49.670255 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:49.683283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ac196cc4-a0e7-4e0c-aef6-5d54bad462ca'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:42:49.729626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac196cc4-a0e7-4e0c-aef6-5d54bad462ca,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:49.789657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.16', 58995) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:49.843798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] No DVR routers for this DVR port ac196cc4-a0e7-4e0c-aef6-5d54bad462ca on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:42:49.846254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:49.872821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5564aaf4-7a9a-479f-8757-a1dd3fb9ba04 req-f51fd438-c844-4cc7-a436-cd87e01262d8 tempest-DeleteServersAdminTestJSON-1338331411 tempest-DeleteServersAdminTestJSON-1338331411-project-admin] 10.222.0.35 "DELETE /v2.0/ports/ac196cc4-a0e7-4e0c-aef6-5d54bad462ca HTTP/1.1" status: 204 len: 173 time: 1.1484859 Mar 03 17:42:49.873713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-68b27cac-83ac-4d6f-8d2a-66be31e798fb tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cc43d620aa0046bb9984329da599c833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827971 Mar 03 17:42:50.028738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22fb3b12-17d9-49ec-8fbe-537879a1c6ca req-d5b0d059-d09a-41d1-bd23-36f8caaa75e4 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 210 time: 0.1039817 Mar 03 17:42:50.290288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52939cca-7d04-4e54-ba84-865193e3f52a req-9ca3d27d-7ae0-4565-85b1-90fdbf0ec7d4 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 210 time: 0.0908146 Mar 03 17:42:50.337872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'name': 'network-vif-deleted', 'tag': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:50.404521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-fd25b3e8-a4b5-4d91-b6a2-efa9b96ca789 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:50.406901 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-fd25b3e8-a4b5-4d91-b6a2-efa9b96ca789 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5274897 Mar 03 17:42:50.506409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Request body: {'port': {'device_id': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'cc43d620aa0046bb9984329da599c833'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:50.739289 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8656ff9-d768-4903-a5d2-8dd60ace08de', 'name': 'network-vif-deleted', 'tag': 'ac196cc4-a0e7-4e0c-aef6-5d54bad462ca', 'status': 'completed', 'code': 200} Mar 03 17:42:50.803452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:50.814653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Usage tracker for resource:port and tenant:cc43d620aa0046bb9984329da599c833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:50.822032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:50.843465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:50.868593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Made reservation on behalf of cc43d620aa0046bb9984329da599c833 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:42:50.875840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:50.881432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-715cf7fd-e96c-49db-8e22-8a18d2c32b90 req-801fe313-9c8c-4a1b-8892-80bdc0060aaf tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Synchronizing usage tracker for tenant:0e531072d5a543e7811e46742691f69a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:50.896033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:50.916242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-715cf7fd-e96c-49db-8e22-8a18d2c32b90 req-801fe313-9c8c-4a1b-8892-80bdc0060aaf tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Unset dirty status for tenant:0e531072d5a543e7811e46742691f69a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:50.916539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:50.922177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Usage tracker for resource:security_group_rule and tenant:cc43d620aa0046bb9984329da599c833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:50.926317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:50.927145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-715cf7fd-e96c-49db-8e22-8a18d2c32b90 req-801fe313-9c8c-4a1b-8892-80bdc0060aaf tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8656ff9-d768-4903-a5d2-8dd60ace08de HTTP/1.1" status: 200 len: 210 time: 0.1659243 Mar 03 17:42:50.935164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:51.085349 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:51.092851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:51.208722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:51.294054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-a13d6874-8286-482c-bc0f-616dc3f6a42f tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6e22fb29ad0b4b87a212dfb8eaeec318&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331583 Mar 03 17:42:51.309031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Allocated IP 192.168.233.207 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/7b77ff39-0d19-4c89-95e7-0c358710cba2) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:42:51.528049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-f5576276-0d47-4d5a-95c4-8cfa78b8f794 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=bbf55185b6c8403385d35350d64fd52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384088 Mar 03 17:42:51.545118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-9095f767-d239-450b-8eaf-0ef45b20cbd6 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:51.552963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-9095f767-d239-450b-8eaf-0ef45b20cbd6 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505188 Mar 03 17:42:51.609827 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-0d2dff39-f5ea-4ea6-8edc-a97cf5eb8147 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/quotas/6e22fb29ad0b4b87a212dfb8eaeec318 HTTP/1.1" status: 200 len: 375 time: 0.0557225 Mar 03 17:42:51.635426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-444dcf8d-fee2-400d-9483-7da9fe780635 req-4b8a4c8d-17ae-49a5-a842-2916bc0d8fd4 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 210 time: 0.0635853 Mar 03 17:42:51.686618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-add12635-c96f-40ca-bf50-ed81df7d0da0 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e22fb29ad0b4b87a212dfb8eaeec318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700378 Mar 03 17:42:51.699716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:51.728435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4756-b80b-4862-ac14-91acf2275ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:51.744821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Transition to ACTIVE for port object 7b77ff39-0d19-4c89-95e7-0c358710cba2 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:51.774629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:51.851061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-6094ce73-3667-4451-aec2-1dcc2b2cf480 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:51.855393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-6094ce73-3667-4451-aec2-1dcc2b2cf480 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184590 Mar 03 17:42:51.875432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Request body: {'port': {'device_id': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'bbf55185b6c8403385d35350d64fd52d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:51.912321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bccefb2f-bf98-4ba6-b76e-f36ff36dfaeb req-9bcf96fe-6df2-4b2d-9871-8a69e8578269 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 210 time: 0.0806432 Mar 03 17:42:51.914744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:42:51.918423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:42:51.948392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Pushing event updated for resources: {'Port': ['ID=7b77ff39-0d19-4c89-95e7-0c358710cba2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:51.952109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:42:51.961069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:51.961430 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.028665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-02c4ff9c-8e4f-4455-90e5-2ad457c23751 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5268366 Mar 03 17:42:52.152593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:52.156682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Usage tracker for resource:port and tenant:bbf55185b6c8403385d35350d64fd52d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:52.159755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:52.163597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1f85f28-4756-4d2a-aa69-c0810c760549 req-63343ad9-f39b-4077-8934-c3de1f2633cf tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 210 time: 0.0882819 Mar 03 17:42:52.167650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:52.196590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Made reservation on behalf of bbf55185b6c8403385d35350d64fd52d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:42:52.207719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.229131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.291817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:52.294987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8e326888-6751-40ec-a608-d54fcb05cc66 None None] Provisioning for port 7b77ff39-0d19-4c89-95e7-0c358710cba2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:42:52.302546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Usage tracker for resource:security_group_rule and tenant:bbf55185b6c8403385d35350d64fd52d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:52.303354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8e326888-6751-40ec-a608-d54fcb05cc66 None None] Provisioning complete for port 7b77ff39-0d19-4c89-95e7-0c358710cba2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:42:52.306721 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8e326888-6751-40ec-a608-d54fcb05cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.307048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:52.320864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:52.485916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:42:52.524695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.529550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.573603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8e326888-6751-40ec-a608-d54fcb05cc66 None None] Port 7b77ff39-0d19-4c89-95e7-0c358710cba2 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:42:52.635923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:42:52.635923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6a4d20f1-3ae7-4830-bc59-44e8ffc34e72 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:42:52.635923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ac196cc4-a0e7-4e0c-aef6-5d54bad462ca no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:42:52.688499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: ac196cc4-a0e7-4e0c-aef6-5d54bad462ca {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:42:52.689163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ac196cc4-a0e7-4e0c-aef6-5d54bad462ca not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:42:52.704360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.731710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47133e41-ff44-4f8d-80bd-4eeae9191f6a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:52.767715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:52.853882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-28c06c29-f037-4140-b23e-f4d367c594b5 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0e531072d5a543e7811e46742691f69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406785 Mar 03 17:42:52.934417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bf25-dde1-4b7e-83ed-8afbf52740c1 req-d1b8cf36-0b62-4db1-85b4-bbe152ea1ee2 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:52.935381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7dd2bf25-dde1-4b7e-83ed-8afbf52740c1 req-d1b8cf36-0b62-4db1-85b4-bbe152ea1ee2 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Synchronizing usage tracker for tenant:cc43d620aa0046bb9984329da599c833 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:52.958438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7dd2bf25-dde1-4b7e-83ed-8afbf52740c1 req-d1b8cf36-0b62-4db1-85b4-bbe152ea1ee2 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Unset dirty status for tenant:cc43d620aa0046bb9984329da599c833 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:52.959640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7dd2bf25-dde1-4b7e-83ed-8afbf52740c1 req-d1b8cf36-0b62-4db1-85b4-bbe152ea1ee2 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 936 time: 0.1171732 Mar 03 17:42:52.998089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Allocated IP 192.168.233.119 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/675985e3-fab4-4841-9823-d71077cdb3f6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:42:53.010116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7dd2bf25-dde1-4b7e-83ed-8afbf52740c1 req-2ce395b4-89bc-4945-98ee-303887e01781 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Synchronizing usage tracker for tenant:cc43d620aa0046bb9984329da599c833 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:53.031466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7dd2bf25-dde1-4b7e-83ed-8afbf52740c1 req-2ce395b4-89bc-4945-98ee-303887e01781 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Unset dirty status for tenant:cc43d620aa0046bb9984329da599c833 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:53.032758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7dd2bf25-dde1-4b7e-83ed-8afbf52740c1 req-2ce395b4-89bc-4945-98ee-303887e01781 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Mar 03 17:42:53.167325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-b70c84a6-099f-47b4-a9e5-b6733dae8fb8 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:53.168901 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-b70c84a6-099f-47b4-a9e5-b6733dae8fb8 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057127 Mar 03 17:42:53.233879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-0d0fec54-a28f-4580-ae4d-1149ac150fcc tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/quotas/0e531072d5a543e7811e46742691f69a HTTP/1.1" status: 200 len: 375 time: 0.0591941 Mar 03 17:42:53.338701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-184ea3ef-aeae-4c58-9e8a-c9b55962ce04 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e531072d5a543e7811e46742691f69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569911 Mar 03 17:42:53.429262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:53.448753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Transition to ACTIVE for port object 675985e3-fab4-4841-9823-d71077cdb3f6 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:53.497728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:53.558733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-277c5b30-c0d2-4cc9-b580-86156dfe7420 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6e22fb29ad0b4b87a212dfb8eaeec318&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933654 Mar 03 17:42:53.579161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:42:53.587339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:42:53.592806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:42:53.598644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:53.599893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:53.603879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Pushing event updated for resources: {'Port': ['ID=675985e3-fab4-4841-9823-d71077cdb3f6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:53.665912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:53.669695 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-c5a2f45e-b4aa-4fd6-adba-478262946ad3 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8037238 Mar 03 17:42:53.701452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Request body: {'port': {'device_id': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'device_owner': 'compute:tempest-test_az-1879691216', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:53.828746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d99735ea-2b67-4dba-93af-b19ac58a6610 req-c166a737-89ae-43b4-96f7-fafe9ffab8e7 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 210 time: 0.0782073 Mar 03 17:42:53.981344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-5e422d35-72ae-450c-9e3d-48545c5e2029 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:53.983692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-5e422d35-72ae-450c-9e3d-48545c5e2029 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4171038 Mar 03 17:42:53.987768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.010116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Request body: {'port': {'device_id': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '6e22fb29ad0b4b87a212dfb8eaeec318'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:54.013713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6a111176-5a74-4e6d-a3b9-79bef5c95b69 None None] Provisioning for port 675985e3-fab4-4841-9823-d71077cdb3f6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:42:54.027224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6a111176-5a74-4e6d-a3b9-79bef5c95b69 None None] Provisioning complete for port 675985e3-fab4-4841-9823-d71077cdb3f6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:42:54.029265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a111176-5a74-4e6d-a3b9-79bef5c95b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.216858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.244353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6a111176-5a74-4e6d-a3b9-79bef5c95b69 None None] Port 675985e3-fab4-4841-9823-d71077cdb3f6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:42:54.293229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fce00875-0872-47aa-a222-e34563ca358c req-a7eac9fe-a293-4c79-a3e5-e4374c887c1c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 210 time: 0.0828471 Mar 03 17:42:54.439615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48573374-9279-414d-b6e3-3eb65e736b17 req-1b0ab724-f24b-47d9-a8a3-11bd479169b0 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:54.441119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48573374-9279-414d-b6e3-3eb65e736b17 req-1b0ab724-f24b-47d9-a8a3-11bd479169b0 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 936 time: 0.8049328 Mar 03 17:42:54.452559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:54.472725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Usage tracker for resource:port and tenant:6e22fb29ad0b4b87a212dfb8eaeec318 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:54.481009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:54.490121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:54.526070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48573374-9279-414d-b6e3-3eb65e736b17 req-315f21b4-943f-4503-8af3-7ac0e263385c tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769048 Mar 03 17:42:54.535925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Made reservation on behalf of 6e22fb29ad0b4b87a212dfb8eaeec318 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:42:54.547936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.566935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.589881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:54.596094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Usage tracker for resource:security_group_rule and tenant:6e22fb29ad0b4b87a212dfb8eaeec318 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:54.600860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:54.607884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:54.620329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675985e3-fab4-4841-9823-d71077cdb3f6 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:42:54.633369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.657970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Transition to ACTIVE for port object 675985e3-fab4-4841-9823-d71077cdb3f6 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:54.708529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.742257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.748175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:54.900333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a40b393-ccd8-417b-9eee-f4d94767fca8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:54.903675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Pushing event updated for resources: {'Port': ['ID=675985e3-fab4-4841-9823-d71077cdb3f6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:55.004591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Attempting to bind port 675985e3-fab4-4841-9823-d71077cdb3f6 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:42:55.004996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Attempting to bind port 675985e3-fab4-4841-9823-d71077cdb3f6 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:42:55.005351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Attempting to bind port 675985e3-fab4-4841-9823-d71077cdb3f6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:55.018651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Port 675985e3-fab4-4841-9823-d71077cdb3f6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:42:55.019158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Attempting to bind port 675985e3-fab4-4841-9823-d71077cdb3f6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:55.034734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:42:55.035072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:42:55.035452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:42:55.036015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Bound port: 675985e3-fab4-4841-9823-d71077cdb3f6, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:42:55.036360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:55.126558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Allocated IP 192.168.233.231 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/98e714a9-82aa-4f23-86cc-ee10cf5bd6cf) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:42:55.175114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] For port 675985e3-fab4-4841-9823-d71077cdb3f6, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:42:55.178202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] For port 675985e3-fab4-4841-9823-d71077cdb3f6, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=675985e3-fab4-4841-9823-d71077cdb3f6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:42:55.189209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaae1f-989a-4c19-945b-6f70ad760eb1 req-0cbea67b-1d36-48aa-90a7-26b8da02cf7b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:55.191976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3eaae1f-989a-4c19-945b-6f70ad760eb1 req-0cbea67b-1d36-48aa-90a7-26b8da02cf7b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 936 time: 0.5319493 Mar 03 17:42:55.197174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:55.394720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:55.395628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:55.397243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/675985e3-fab4-4841-9823-d71077cdb3f6 HTTP/1.1" status: 200 len: 1118 time: 1.7082486 Mar 03 17:42:55.397901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'tag': '675985e3-fab4-4841-9823-d71077cdb3f6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:55.441667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3eaae1f-989a-4c19-945b-6f70ad760eb1 req-67edb58a-9907-409e-9ffc-849f6ae66499 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226934 Mar 03 17:42:55.444343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079d1f6-cf46-4b7e-86b6-c7b6b56a92c6 service neutron] Pushing event updated for resources: {'Port': ['ID=675985e3-fab4-4841-9823-d71077cdb3f6,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:55.550858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd95ff74-70e5-4873-9cf6-1fb1dadbb3f1 req-ef2fec96-a620-4009-a2b2-7dc2391f5a2f tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 210 time: 0.1937342 Mar 03 17:42:55.596071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-02429782-4bfe-4555-aab8-9bf126942741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:55.599592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-02429782-4bfe-4555-aab8-9bf126942741 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf55185b6c8403385d35350d64fd52d&device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 1121 time: 0.1462693 Mar 03 17:42:55.671323 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:55.691524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Transition to ACTIVE for port object 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:55.724434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:55.780936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-a88cfb20-16ee-4fba-82af-da99b368b0fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=675985e3-fab4-4841-9823-d71077cdb3f6 HTTP/1.1" status: 200 len: 217 time: 0.1741440 Mar 03 17:42:55.782420 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'tag': '675985e3-fab4-4841-9823-d71077cdb3f6', 'status': 'completed', 'code': 200} Mar 03 17:42:55.830503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:42:55.840211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:42:55.847672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-2f6f3172-1cc9-44ac-9e5f-d46a31c15ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:55.849102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-2f6f3172-1cc9-44ac-9e5f-d46a31c15ba8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0597382 Mar 03 17:42:55.851708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-571bafc8-ddca-497c-9159-f47e027f131c req-ed245de2-2f49-4ff7-952d-87ede2e135ea tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 210 time: 0.1057415 Mar 03 17:42:55.854611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:42:55.859752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:55.860629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:55.880327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Pushing event updated for resources: {'Port': ['ID=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:55.908397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-ca315b34-1b1c-4384-a284-cec0a0b602c1 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9071341 Mar 03 17:42:55.923389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Request body: {'port': {'device_id': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:55.997021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-3bf58257-3d02-47a6-828c-c85db9896f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:55.998857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-3bf58257-3d02-47a6-828c-c85db9896f0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389868 Mar 03 17:42:56.079569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2dfd-25e7-4a4f-9d86-1e35a4f21322 req-16c12fa9-81fd-4f16-818c-04efbf33f23a tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:56.079750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b5bb2dfd-25e7-4a4f-9d86-1e35a4f21322 req-16c12fa9-81fd-4f16-818c-04efbf33f23a tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Synchronizing usage tracker for tenant:bbf55185b6c8403385d35350d64fd52d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:56.083031 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:56.157074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-70c05220-fef2-44a0-b60c-e84c16c2d24f None None] Provisioning for port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:42:56.161249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b5bb2dfd-25e7-4a4f-9d86-1e35a4f21322 req-16c12fa9-81fd-4f16-818c-04efbf33f23a tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Unset dirty status for tenant:bbf55185b6c8403385d35350d64fd52d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:56.162580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5bb2dfd-25e7-4a4f-9d86-1e35a4f21322 req-16c12fa9-81fd-4f16-818c-04efbf33f23a tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 970 time: 0.2688136 Mar 03 17:42:56.166234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-70c05220-fef2-44a0-b60c-e84c16c2d24f None None] Provisioning complete for port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:42:56.167135 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70c05220-fef2-44a0-b60c-e84c16c2d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:56.227398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b5bb2dfd-25e7-4a4f-9d86-1e35a4f21322 req-a7b1e648-7702-46fb-83ae-3f503d7e18be tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Synchronizing usage tracker for tenant:bbf55185b6c8403385d35350d64fd52d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:56.231060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-b0a5ac30-6a2b-46d4-84b4-657be96b963c service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250836 Mar 03 17:42:56.233425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-70c05220-fef2-44a0-b60c-e84c16c2d24f None None] Port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:42:56.279572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b5bb2dfd-25e7-4a4f-9d86-1e35a4f21322 req-a7b1e648-7702-46fb-83ae-3f503d7e18be tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Unset dirty status for tenant:bbf55185b6c8403385d35350d64fd52d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:56.280721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5bb2dfd-25e7-4a4f-9d86-1e35a4f21322 req-a7b1e648-7702-46fb-83ae-3f503d7e18be tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090980 Mar 03 17:42:56.400211 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-003c0075-2e67-4041-aa6e-62831fa23ecb req-321c298f-efb0-45bb-8439-10b715bc894e service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628156 Mar 03 17:42:56.529343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:42:56.539229 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:56.546331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-6eb84a53-0a5c-4457-9177-a6f227309fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:56.547927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-6eb84a53-0a5c-4457-9177-a6f227309fd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf55185b6c8403385d35350d64fd52d&device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 1121 time: 0.1014860 Mar 03 17:42:56.560587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Transition to ACTIVE for port object 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:42:56.567632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:56.760916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-005133ae-9269-478c-b3b8-a6422aba945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:56.762498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-005133ae-9269-478c-b3b8-a6422aba945f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2081966 Mar 03 17:42:56.778717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Pushing event updated for resources: {'Port': ['ID=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:56.781485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Attempting to bind port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:42:56.782131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Attempting to bind port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:42:56.782131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Attempting to bind port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:56.788128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:42:56.788532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Attempting to bind port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:42:56.794097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:42:56.794317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:42:56.794716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:42:56.795098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Bound port: 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:42:56.795455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:56.837710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4057289-9c5a-4d28-a438-ce94cd705463 req-2cf1362f-860f-49ff-9c2d-ed9032ebac8a tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:56.845061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4057289-9c5a-4d28-a438-ce94cd705463 req-2cf1362f-860f-49ff-9c2d-ed9032ebac8a tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 936 time: 0.2644546 Mar 03 17:42:56.868752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-4ba58a0d-c555-4c06-931e-3ff50b6e0409 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=675985e3-fab4-4841-9823-d71077cdb3f6 HTTP/1.1" status: 200 len: 217 time: 0.0954361 Mar 03 17:42:56.908356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] For port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:42:56.912639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] For port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:42:56.917236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:56.965620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4057289-9c5a-4d28-a438-ce94cd705463 req-794d7aba-2ee0-4118-81cb-d217748144c5 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195199 Mar 03 17:42:56.990897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-df1262f8-6db5-4fdd-bdbe-267e7b7f325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:56.992441 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-df1262f8-6db5-4fdd-bdbe-267e7b7f325b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1157434 Mar 03 17:42:57.085813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-f0d24cdb-d1f8-4145-baca-2b34b2da6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:57.087478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-f0d24cdb-d1f8-4145-baca-2b34b2da6613 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879855 Mar 03 17:42:57.094439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:57.095065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:57.096465 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] 10.222.0.35 "PUT /v2.0/ports/98e714a9-82aa-4f23-86cc-ee10cf5bd6cf HTTP/1.1" status: 200 len: 1096 time: 1.1815588 Mar 03 17:42:57.100473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'tag': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:42:57.113939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227046b-b306-43e8-bc89-cfeec313377c service neutron] Pushing event updated for resources: {'Port': ['ID=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:57.170910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8324009-c338-4ead-8692-3c18572131d0 req-09b50d34-be12-47b8-ba22-22ffea4c69ed tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:57.171926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f8324009-c338-4ead-8692-3c18572131d0 req-09b50d34-be12-47b8-ba22-22ffea4c69ed tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Synchronizing usage tracker for tenant:6e22fb29ad0b4b87a212dfb8eaeec318 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:57.248433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f8324009-c338-4ead-8692-3c18572131d0 req-09b50d34-be12-47b8-ba22-22ffea4c69ed tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Unset dirty status for tenant:6e22fb29ad0b4b87a212dfb8eaeec318 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:57.255053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8324009-c338-4ead-8692-3c18572131d0 req-09b50d34-be12-47b8-ba22-22ffea4c69ed tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 948 time: 0.2329693 Mar 03 17:42:57.289097 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-98310a3c-31bb-456e-8ea2-55b87a9bdd4c service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927195 Mar 03 17:42:57.312188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-1a52f876-1fd5-44e0-a9d9-2a2e2bef41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:57.313838 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-1a52f876-1fd5-44e0-a9d9-2a2e2bef41ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e22fb29ad0b4b87a212dfb8eaeec318&device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 1099 time: 0.1526072 Mar 03 17:42:57.321957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f8324009-c338-4ead-8692-3c18572131d0 req-a220aaad-a771-4781-86dd-08a61eebe571 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Synchronizing usage tracker for tenant:6e22fb29ad0b4b87a212dfb8eaeec318 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:42:57.403288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-0c100ac0-a38a-4eb6-b961-50b2ae00ca1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf HTTP/1.1" status: 200 len: 217 time: 0.0764956 Mar 03 17:42:57.445421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f8324009-c338-4ead-8692-3c18572131d0 req-a220aaad-a771-4781-86dd-08a61eebe571 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Unset dirty status for tenant:6e22fb29ad0b4b87a212dfb8eaeec318 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:42:57.446640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-632aa9c7-62c9-4c59-aef7-de65158ed98f req-545000e1-c2e1-4771-86cb-0dd8bdaf32ea service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508155 Mar 03 17:42:57.469917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8324009-c338-4ead-8692-3c18572131d0 req-a220aaad-a771-4781-86dd-08a61eebe571 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139323 Mar 03 17:42:57.498842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d1312d1e-db1d-4184-81d1-f3e0acdce7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:57.501096 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-d1312d1e-db1d-4184-81d1-f3e0acdce7e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0913684 Mar 03 17:42:57.571931 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'tag': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf', 'status': 'completed', 'code': 200} Mar 03 17:42:57.598059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-f4277560-cf53-4b4d-a56d-ae24a6daad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:57.599654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-210481ff-1bfb-499b-9a98-0546741c63f7 req-e21553e9-19e4-4ded-b98f-973ebf0b3fb4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 210 time: 0.0536277 Mar 03 17:42:57.601916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-f4277560-cf53-4b4d-a56d-ae24a6daad16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937698 Mar 03 17:42:57.731612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-9e87e1c7-3858-4979-8919-a158d486e2db tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:42:57.733845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-9e87e1c7-3858-4979-8919-a158d486e2db tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124702 Mar 03 17:42:57.842195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-c5baf761-4bf4-467b-a7c3-45989185ab1c service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325513 Mar 03 17:42:57.863397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58092) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:58.019387 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.039345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:58.075358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Usage tracker for resource:security_group_rule and tenant:e689a0ea531644e3a057c1e194cabfac is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:58.087424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:58.100976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a2582ee-1eb5-4d5e-bccc-5a1f52a944d8 req-9078409e-60f9-435b-bb5e-59a2b5a42a7d service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047021 Mar 03 17:42:58.106986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:58.109516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194226-8534-4d15-a007-39dff98e1670 req-df313fa4-897d-4bf0-b1ae-96ba0e129bb8 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:58.117734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac194226-8534-4d15-a007-39dff98e1670 req-df313fa4-897d-4bf0-b1ae-96ba0e129bb8 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 970 time: 0.2705526 Mar 03 17:42:58.174418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac194226-8534-4d15-a007-39dff98e1670 req-61c4e759-852b-4b3d-8b6b-b0720ef08806 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Mar 03 17:42:58.180348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Request body: {'port': {'device_id': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:58.304370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff724-d66e-42ea-9907-5cdb72944738 req-34727f33-f421-425a-9c18-ddd0b9e9bac4 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:58.306285 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-394ff724-d66e-42ea-9907-5cdb72944738 req-34727f33-f421-425a-9c18-ddd0b9e9bac4 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 936 time: 0.1354957 Mar 03 17:42:58.400750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-62f92003-0dbf-40ed-801e-c00bebd0e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:58.402413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-62f92003-0dbf-40ed-801e-c00bebd0e3ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e22fb29ad0b4b87a212dfb8eaeec318&device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 1099 time: 0.1944382 Mar 03 17:42:58.420745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.431841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.443109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.481609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-394ff724-d66e-42ea-9907-5cdb72944738 req-875de226-456b-4d7e-a6ad-4154e8f9bfe8 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653929 Mar 03 17:42:58.562597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e689a0ea531644e3a057c1e194cabfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981153 Mar 03 17:42:58.573245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff6dcb-f49d-405f-b0aa-d02fe2506a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f6581e-b962-4eff-95ab-16268b6020e6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:58.587788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58138) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:58.665103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.16', 59000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:58.682284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0870-b104-4193-9784-65d2499e4f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.747975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0870-b104-4193-9784-65d2499e4f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.776018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-aa4f0786-2c81-41a4-9a06-47e6f578f7eb tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e531072d5a543e7811e46742691f69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079609 Mar 03 17:42:58.776475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58154) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:58.890451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0870-b104-4193-9784-65d2499e4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.913101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b0870-b104-4193-9784-65d2499e4f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f6581e-b962-4eff-95ab-16268b6020e6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:58.916580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-68c471ee-030e-493d-b507-0c73f2bc672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:58.918231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-68c471ee-030e-493d-b507-0c73f2bc672b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4984803 Mar 03 17:42:58.939626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0870-b104-4193-9784-65d2499e4f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:58.946043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bc5b0870-b104-4193-9784-65d2499e4f3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2f6581e-b962-4eff-95ab-16268b6020e6 HTTP/1.1" status: 204 len: 168 time: 0.3531911 Mar 03 17:42:58.950936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a515a-b4e1-477a-87bb-1ae2f1cb2c31 req-d4b83151-6f66-416f-85e2-dc89214595b0 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:58.952397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd6a515a-b4e1-477a-87bb-1ae2f1cb2c31 req-d4b83151-6f66-416f-85e2-dc89214595b0 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 948 time: 0.1486597 Mar 03 17:42:59.001969 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2bb1a816-c574-4921-bb3d-1a4842340048 req-961cba2d-3e4c-4d0c-a767-98f03ca8abc0 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 210 time: 0.1474631 Mar 03 17:42:59.009920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd6a515a-b4e1-477a-87bb-1ae2f1cb2c31 req-15dcb453-f798-4ffa-84ff-16243a6a27d5 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499451 Mar 03 17:42:59.216508 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-0788e278-2986-41cf-987b-fd2dde302f33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf HTTP/1.1" status: 200 len: 217 time: 0.2799151 Mar 03 17:42:59.293670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.396135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58182) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:59.423789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.440320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:59.444431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Usage tracker for resource:security_group_rule and tenant:c2c077903e8c467f901bf5b35b2c4c39 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:59.447554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:59.454598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:59.459741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:59.492798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Usage tracker for resource:security_group_rule and tenant:12c3f3228221426e862dc3791775832c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:59.499759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:59.520245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:59.537408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-26efcd1e-b4eb-4c15-b033-510378749285 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:59.539391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-26efcd1e-b4eb-4c15-b033-510378749285 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7515454 Mar 03 17:42:59.546410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-3b5735b4-19b4-4af9-820c-f775b6f18ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:59.548083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-3b5735b4-19b4-4af9-820c-f775b6f18ef8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3046656 Mar 03 17:42:59.562814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58196) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:59.564493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Request body: {'port': {'device_id': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '0e531072d5a543e7811e46742691f69a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:42:59.575804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.580210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.619220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14bf4f6-73a8-429a-896d-4992d86b9224,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:42:59.644873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3486b7fc-16bd-4e14-9cdb-c92f4cc5519b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2c077903e8c467f901bf5b35b2c4c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476151 Mar 03 17:42:59.645792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:42:59.772143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3de9263-39e1-44e1-b79e-d0874abe8344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.804021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74774e00-47d5-4946-8222-77069788ca62 req-2277558f-f4cc-42ae-89b5-73414e5ed85a tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:59.806048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74774e00-47d5-4946-8222-77069788ca62 req-2277558f-f4cc-42ae-89b5-73414e5ed85a tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 970 time: 0.4927266 Mar 03 17:42:59.815713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.843176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3de9263-39e1-44e1-b79e-d0874abe8344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.854477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:59.862078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1aed1d0a704115b2a4b91ca0a8c383 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:42:59.865450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:42:59.883401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:42:59.940718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebef0f5-7f18-4ccf-8cf8-19a7171f41b2 req-6b2cc9f6-0392-435a-9d2b-b6d53ddd93bd tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:42:59.942229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ebef0f5-7f18-4ccf-8cf8-19a7171f41b2 req-6b2cc9f6-0392-435a-9d2b-b6d53ddd93bd tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 936 time: 0.2056701 Mar 03 17:42:59.950239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b77ff39-0d19-4c89-95e7-0c358710cba2 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:42:59.955054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:42:59.972013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:42:59.977061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3de9263-39e1-44e1-b79e-d0874abe8344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.011560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74774e00-47d5-4946-8222-77069788ca62 req-333db517-870e-42d4-9094-fec5f70a5387 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890235 Mar 03 17:43:00.013006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9263-39e1-44e1-b79e-d0874abe8344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14bf4f6-73a8-429a-896d-4992d86b9224,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:00.017547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:00.026659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Transition to ACTIVE for port object 7b77ff39-0d19-4c89-95e7-0c358710cba2 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:00.038143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ebef0f5-7f18-4ccf-8cf8-19a7171f41b2 req-fc66f95a-3ca8-4fa4-8f8a-8909d65ae921 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Mar 03 17:43:00.042318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-909ca711-4be6-4ffa-bf79-5c90dbfe8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:00.043954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-909ca711-4be6-4ffa-bf79-5c90dbfe8448 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4884012 Mar 03 17:43:00.045394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.050000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3de9263-39e1-44e1-b79e-d0874abe8344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.054739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a3de9263-39e1-44e1-b79e-d0874abe8344 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f14bf4f6-73a8-429a-896d-4992d86b9224 HTTP/1.1" status: 204 len: 168 time: 0.4069750 Mar 03 17:43:00.089118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.096489 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.198057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b1aed1d0a704115b2a4b91ca0a8c383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341393 Mar 03 17:43:00.199992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58216) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:00.200985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939b799-92d6-4a81-ab9c-94986cbd1260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d6009a-6cd4-4176-9578-16cc91080643,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:00.290462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.324790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Made reservation on behalf of 0e531072d5a543e7811e46742691f69a for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:00.331202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.359512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Pushing event updated for resources: {'Port': ['ID=7b77ff39-0d19-4c89-95e7-0c358710cba2,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:00.396130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3711b742-31a7-4dc0-b555-77c297a3c540 req-c05adb29-e7a1-47b4-add8-6654236a0462 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 210 time: 0.0902455 Mar 03 17:43:00.454479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae463d70-f5ec-4b47-becf-f33ff70e9bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.460076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 675985e3-fab4-4841-9823-d71077cdb3f6 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:00.494877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.525160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae463d70-f5ec-4b47-becf-f33ff70e9bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.618385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae463d70-f5ec-4b47-becf-f33ff70e9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.661153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae463d70-f5ec-4b47-becf-f33ff70e9bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d6009a-6cd4-4176-9578-16cc91080643,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:00.673340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae463d70-f5ec-4b47-becf-f33ff70e9bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.675368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae463d70-f5ec-4b47-becf-f33ff70e9bf7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22d6009a-6cd4-4176-9578-16cc91080643 HTTP/1.1" status: 204 len: 168 time: 0.4496300 Mar 03 17:43:00.714674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58232) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:00.721922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 675985e3-fab4-4841-9823-d71077cdb3f6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=675985e3-fab4-4841-9823-d71077cdb3f6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:00.728339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Attempting to bind port 7b77ff39-0d19-4c89-95e7-0c358710cba2 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:00.728823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Attempting to bind port 7b77ff39-0d19-4c89-95e7-0c358710cba2 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:00.729153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Attempting to bind port 7b77ff39-0d19-4c89-95e7-0c358710cba2 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:00.739703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '675985e3-fab4-4841-9823-d71077cdb3f6', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '675985e3-fab4-4841-9823-d71077cdb3f6', 'mac_address': 'fa:16:3e:0f:a8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-1879691216', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:00.743642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12c3f3228221426e862dc3791775832c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9581141 Mar 03 17:43:00.746944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58238) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:00.758421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Port 7b77ff39-0d19-4c89-95e7-0c358710cba2 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:00.758421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Attempting to bind port 7b77ff39-0d19-4c89-95e7-0c358710cba2 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:00.759935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c99a1-cd33-4603-8c37-8b1107e01b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf08a2-fa1d-47f1-8087-3934a2834523,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:00.790833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:00.791166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:00.791565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:00.792006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Bound port: 7b77ff39-0d19-4c89-95e7-0c358710cba2, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:00.792355 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.817121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-e54463ed-1607-4063-91a2-1a6a23b8c4c9 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618341 Mar 03 17:43:00.823720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.844897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675985e3-fab4-4841-9823-d71077cdb3f6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:00.867320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 675985e3-fab4-4841-9823-d71077cdb3f6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=675985e3-fab4-4841-9823-d71077cdb3f6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:00.873977 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.874971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:00.939689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5caf65ad-945d-4a5c-9e53-35665c3b017e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:00.984682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=675985e3-fab4-4841-9823-d71077cdb3f6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:01.016373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:01.045898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf', 'mac_address': 'fa:16:3e:e7:a8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:01.049851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5caf65ad-945d-4a5c-9e53-35665c3b017e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.086670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Allocated IP 192.168.233.124 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/0bb42c8a-94de-4eb9-b9dc-2131238f76e6) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:01.119466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e6106d8e-dad3-455c-9996-4a566f85e28f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=489399dfe85e4b4087b6a26fba2bb9dd&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4021268 Mar 03 17:43:01.123164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58252) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:01.144385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5fca5-fcd1-4990-a887-6653286a43f1 req-d55f44df-ae60-4514-830c-2feebb56bb38 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:01.166170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17f5fca5-fcd1-4990-a887-6653286a43f1 req-d55f44df-ae60-4514-830c-2feebb56bb38 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 948 time: 0.6193497 Mar 03 17:43:01.209540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.235757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:01.270859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] For port 7b77ff39-0d19-4c89-95e7-0c358710cba2, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:01.272833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:01.280651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.302185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] For port 7b77ff39-0d19-4c89-95e7-0c358710cba2, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:01.331540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58260) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:01.346257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17f5fca5-fcd1-4990-a887-6653286a43f1 req-cb3364c7-4f3f-4b61-af18-321142568e66 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781466 Mar 03 17:43:01.347435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.378825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2eb-e5f9-4d70-a527-dfdf825af25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.400373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:01.406781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2eb-e5f9-4d70-a527-dfdf825af25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.454201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.470470 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5caf65ad-945d-4a5c-9e53-35665c3b017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.488416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['98e714a9-82aa-4f23-86cc-ee10cf5bd6cf'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:01.505642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2eb-e5f9-4d70-a527-dfdf825af25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.513480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:01.515999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf65ad-945d-4a5c-9e53-35665c3b017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf08a2-fa1d-47f1-8087-3934a2834523,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:01.522875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['675985e3-fab4-4841-9823-d71077cdb3f6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:01.531232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Usage tracker for resource:security_group_rule and tenant:26c6cfce1a844ecd8c651716b41e1d89 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:01.536267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:01.559301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:01.561220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cd2eb-e5f9-4d70-a527-dfdf825af25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde5f29d-e4d5-464e-983b-aa9b6798e0ef,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:01.584864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f14b96-b3fe-4d2e-86b7-4fe1738dc8c3 req-07151c2c-373a-47b7-8462-f2ae22ff256e tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:01.587644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2f14b96-b3fe-4d2e-86b7-4fe1738dc8c3 req-07151c2c-373a-47b7-8462-f2ae22ff256e tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 971 time: 0.3150167 Mar 03 17:43:01.620826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ac0eee-ca5d-4185-b665-37f59c89016d req-e945e960-5648-4bd0-9f44-073613895925 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673500 Mar 03 17:43:01.648408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5caf65ad-945d-4a5c-9e53-35665c3b017e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.649533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5caf65ad-945d-4a5c-9e53-35665c3b017e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3cf08a2-fa1d-47f1-8087-3934a2834523 HTTP/1.1" status: 204 len: 168 time: 0.9016275 Mar 03 17:43:01.664940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd2eb-e5f9-4d70-a527-dfdf825af25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.668455 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cb3cd2eb-e5f9-4d70-a527-dfdf825af25b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bde5f29d-e4d5-464e-983b-aa9b6798e0ef HTTP/1.1" status: 204 len: 168 time: 0.5422351 Mar 03 17:43:01.687953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:01.689076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.692697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] 10.222.0.16 "PUT /v2.0/ports/7b77ff39-0d19-4c89-95e7-0c358710cba2 HTTP/1.1" status: 200 len: 1096 time: 3.6741478 Mar 03 17:43:01.693529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'tag': '7b77ff39-0d19-4c89-95e7-0c358710cba2'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:01.743347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2f14b96-b3fe-4d2e-86b7-4fe1738dc8c3 req-1e019fe2-6cfa-49ec-8daa-0ba6282dcf42 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535091 Mar 03 17:43:01.873133 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.882288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:01.992842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aefb3-65a2-4151-83f9-12ac641c86ed service neutron] Pushing event updated for resources: {'Port': ['ID=7b77ff39-0d19-4c89-95e7-0c358710cba2,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:02.014459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26c6cfce1a844ecd8c651716b41e1d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789927 Mar 03 17:43:02.018249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:02.024315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a98e6f-bc9e-43ef-87f6-34e909a3346b req-fe42d4dc-b4fb-4394-9060-9754ea76088b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:02.031945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3a98e6f-bc9e-43ef-87f6-34e909a3346b req-fe42d4dc-b4fb-4394-9060-9754ea76088b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 948 time: 0.4875302 Mar 03 17:43:02.033237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77406e4a-1c0d-428b-b6ea-ea2e671b8789 req-4182e560-1876-4e1f-8e30-2007fe469f22 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 210 time: 0.0861917 Mar 03 17:43:02.040605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94e61d-dcaf-42c0-af43-6458818b6f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c8559-b389-4c7d-8d5b-3e6709d63e44,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:02.115865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-fbab6704-b0ea-4daf-826c-e34a9007a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:02.118688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-fbab6704-b0ea-4daf-826c-e34a9007a1e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc43d620aa0046bb9984329da599c833&device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 1099 time: 0.3712533 Mar 03 17:43:02.153469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18cb7cd-5c14-4a20-9b0f-54a0a003ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.178313 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.197972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3a98e6f-bc9e-43ef-87f6-34e909a3346b req-70e91d80-a346-4257-9335-73e186b9551d tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645551 Mar 03 17:43:02.203436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18cb7cd-5c14-4a20-9b0f-54a0a003ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.259955 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'tag': '7b77ff39-0d19-4c89-95e7-0c358710cba2', 'status': 'completed', 'code': 200} Mar 03 17:43:02.260830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Transition to ACTIVE for port object 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:02.262996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-2262ffa4-2063-48e2-84d7-0f3ea3968296 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2 HTTP/1.1" status: 200 len: 217 time: 0.0684731 Mar 03 17:43:02.271054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18cb7cd-5c14-4a20-9b0f-54a0a003ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.286730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cb7cd-5c14-4a20-9b0f-54a0a003ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c8559-b389-4c7d-8d5b-3e6709d63e44,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:02.294425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18cb7cd-5c14-4a20-9b0f-54a0a003ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.295577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d18cb7cd-5c14-4a20-9b0f-54a0a003ad27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f69c8559-b389-4c7d-8d5b-3e6709d63e44 HTTP/1.1" status: 204 len: 168 time: 0.2762909 Mar 03 17:43:02.343628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-d0265f46-a614-49e5-876e-1a088819a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:02.345062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-d0265f46-a614-49e5-876e-1a088819a29d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0757599 Mar 03 17:43:02.384678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.477245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:02.477499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 675985e3-fab4-4841-9823-d71077cdb3f6 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:02.483417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:02.485508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Pushing event updated for resources: {'Port': ['ID=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:02.487668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:02.493534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:02.494016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.563707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-efb4823f-aaba-4cbf-b67c-c6b4174155f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:02.569188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-efb4823f-aaba-4cbf-b67c-c6b4174155f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168589 Mar 03 17:43:02.570839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-4304935b-014d-4323-ab70-2c28786c6d72 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0181081 Mar 03 17:43:02.593585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Request body: {'port': {'device_id': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:02.609978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee905b7-8bfb-4315-ae7e-228b49b74061 req-7b308c22-42c6-416b-9297-f5bbc7ad203e tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:02.618834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ee905b7-8bfb-4315-ae7e-228b49b74061 req-7b308c22-42c6-416b-9297-f5bbc7ad203e tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 949 time: 0.1526301 Mar 03 17:43:02.631175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 675985e3-fab4-4841-9823-d71077cdb3f6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:02.641316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 675985e3-fab4-4841-9823-d71077cdb3f6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:02.641742 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.692043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58296) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:02.711574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ee905b7-8bfb-4315-ae7e-228b49b74061 req-8237fac9-578a-488e-b579-efb4f16af85f tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914712 Mar 03 17:43:02.748500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.771378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:02.775949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Usage tracker for resource:security_group_rule and tenant:0dfe9bccc3de4550bc3998a76b17104b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:02.778828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:02.785797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58302) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:02.789017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:02.871772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f9864582-2e2a-44e8-9a29-af9185986704 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30d5bb2fc2e5416b898a4839f12bca16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846159 Mar 03 17:43:02.880588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58306) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:02.976871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:02.990695 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.002591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a79a-40cb-45b3-a7ee-cb018d976843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.028006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cf88ca04-b054-4f01-990b-6ac73235de30 None None] Provisioning for port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:03.041191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675985e3-fab4-4841-9823-d71077cdb3f6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:03.045421 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a79a-40cb-45b3-a7ee-cb018d976843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.050597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cf88ca04-b054-4f01-990b-6ac73235de30 None None] Provisioning complete for port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:03.051287 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf88ca04-b054-4f01-990b-6ac73235de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.107617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 675985e3-fab4-4841-9823-d71077cdb3f6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=675985e3-fab4-4841-9823-d71077cdb3f6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:03.115725 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.116778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:03.162651 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675985e3-fab4-4841-9823-d71077cdb3f6', 'code': 200} Mar 03 17:43:03.204385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.210737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.252543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dfe9bccc3de4550bc3998a76b17104b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355115 Mar 03 17:43:03.256009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58322) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:03.313008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cf88ca04-b054-4f01-990b-6ac73235de30 None None] Port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:03.317399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=675985e3-fab4-4841-9823-d71077cdb3f6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:03.364823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-ecea2c21-24e3-44e8-b9bf-a1a96943402f service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754388 Mar 03 17:43:03.392571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:03.399582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:03.400145 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.417702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd211a-8e7e-4654-9bfd-c7643a8a6e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9eb631-17d0-4a32-9b4f-9bc9eb10ca99,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:03.554731 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.578982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a79a-40cb-45b3-a7ee-cb018d976843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.593208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:03.598104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.599382 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a90abe71-bffe-444b-94bc-84168ed899a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.638283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a79a-40cb-45b3-a7ee-cb018d976843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c7cfaf-6604-41d6-9ba6-4de5b470e219,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:03.666183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a90abe71-bffe-444b-94bc-84168ed899a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.679263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a79a-40cb-45b3-a7ee-cb018d976843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.681623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0ee1a79a-40cb-45b3-a7ee-cb018d976843 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56c7cfaf-6604-41d6-9ba6-4de5b470e219 HTTP/1.1" status: 204 len: 168 time: 0.7916720 Mar 03 17:43:03.738269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:03.750257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b44fa-fd4f-48c1-a845-cd0d13878cf4 req-4e053fc4-f69e-4ae0-bde2-5b6b3222f79b tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:03.758620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c0b44fa-fd4f-48c1-a845-cd0d13878cf4 req-4e053fc4-f69e-4ae0-bde2-5b6b3222f79b tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 936 time: 0.3451648 Mar 03 17:43:03.824677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c0b44fa-fd4f-48c1-a845-cd0d13878cf4 req-07bc3b31-7c2c-4225-878b-19abae3c38e1 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579891 Mar 03 17:43:03.833516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a90abe71-bffe-444b-94bc-84168ed899a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.863413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da4c37-fa31-4ecc-aaba-ea140d7fe22e req-fcc0c5da-000a-480e-98db-c2e72ae903c4 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:03.871562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52da4c37-fa31-4ecc-aaba-ea140d7fe22e req-fcc0c5da-000a-480e-98db-c2e72ae903c4 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 971 time: 0.9394047 Mar 03 17:43:03.889969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5747425-a58d-46ed-a839-73e2594cecac req-bc852ce0-b96b-40db-83aa-b12d334fb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:03.891487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5747425-a58d-46ed-a839-73e2594cecac req-bc852ce0-b96b-40db-83aa-b12d334fb0d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 1123 time: 0.5385394 Mar 03 17:43:03.902454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90abe71-bffe-444b-94bc-84168ed899a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9eb631-17d0-4a32-9b4f-9bc9eb10ca99,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:03.947624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a90abe71-bffe-444b-94bc-84168ed899a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:03.951240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a90abe71-bffe-444b-94bc-84168ed899a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b9eb631-17d0-4a32-9b4f-9bc9eb10ca99 HTTP/1.1" status: 204 len: 168 time: 0.6918302 Mar 03 17:43:04.099259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2a6a58d-e62f-4ab4-b31e-74e02d8dbf64 req-4fb9aa62-c249-4698-8d50-5aa3a80a59f0 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229587 Mar 03 17:43:04.131532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52da4c37-fa31-4ecc-aaba-ea140d7fe22e req-23c3615d-aa58-44eb-b151-3523ef10cd31 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550385 Mar 03 17:43:04.145256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca422d4c-0e8f-4a6e-8b5a-2a2f1a90524b req-f4481d86-cd60-4d1b-8807-c07d7a99d94d tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:04.147104 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca422d4c-0e8f-4a6e-8b5a-2a2f1a90524b req-f4481d86-cd60-4d1b-8807-c07d7a99d94d tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 948 time: 0.1485646 Mar 03 17:43:04.159810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5747425-a58d-46ed-a839-73e2594cecac req-dca763f1-ce6d-43e7-823a-fcd8bb194fa1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966636 Mar 03 17:43:04.255391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca422d4c-0e8f-4a6e-8b5a-2a2f1a90524b req-c85c9583-5eb9-4897-b588-9458d60f9726 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010356 Mar 03 17:43:04.393381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:04.404377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:04.436157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Transition to ACTIVE for port object 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:04.443567 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:04.519962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58378) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:04.537555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-6b3c2e39-a137-4755-9d85-c8d814e98ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:04.539545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-6b3c2e39-a137-4755-9d85-c8d814e98ad5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc43d620aa0046bb9984329da599c833&device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 1099 time: 0.3001680 Mar 03 17:43:04.657055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4edf6-bfe8-4430-b36b-f4e9416b45bb req-28c4fb67-68db-4918-b440-9d2a03b5591f tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:04.658582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba4edf6-bfe8-4430-b36b-f4e9416b45bb req-28c4fb67-68db-4918-b440-9d2a03b5591f tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 950 time: 0.3453510 Mar 03 17:43:04.684940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Pushing event updated for resources: {'Port': ['ID=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:04.807928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1706295451-network', 'tenant_id': '0789e5a83fb74489ac1fd65c764532f8'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:04.814194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:04.822488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Usage tracker for resource:network and tenant:0789e5a83fb74489ac1fd65c764532f8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:04.826980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:04.834815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:04.846810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Attempting to bind port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:04.847143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Attempting to bind port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:04.847459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Attempting to bind port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:04.847608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Made reservation on behalf of 0789e5a83fb74489ac1fd65c764532f8 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:04.850771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:04.870357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba4edf6-bfe8-4430-b36b-f4e9416b45bb req-57976fe1-eab9-41b6-a975-5058a43b9c81 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865404 Mar 03 17:43:04.870976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:04.871203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Attempting to bind port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:04.872188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:04.884615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:04.885169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:04.885547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:04.886124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Bound port: 0bb42c8a-94de-4eb9-b9dc-2131238f76e6, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:04.886400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:04.888826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:04.899812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Usage tracker for resource:security_group_rule and tenant:0789e5a83fb74489ac1fd65c764532f8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:04.899812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:04.905104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:04.917693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-fa425a5c-de3f-411e-a0d6-c92fff212d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:04.919599 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-fa425a5c-de3f-411e-a0d6-c92fff212d5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3252568 Mar 03 17:43:05.020426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.026019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.071979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:05.076841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-92803c09-0eab-472a-94a0-de457402b8c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2 HTTP/1.1" status: 200 len: 217 time: 0.1273432 Mar 03 17:43:05.088323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bfbb4c-4a9e-4fbb-8d13-2272e8925757,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:05.108439 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.108893 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Added segment 2c09ee16-2d28-494c-9693-fdb01f09c764 of type vlan for network 973451ce-d85f-4817-8c1b-853003fba5e0 Mar 03 17:43:05.148813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.164661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:05.203754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] For port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:05.207717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] For port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:05.208349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.210630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:05.213148 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.240181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-6726fbaa-9561-4f43-98a7-004e35de2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:05.243331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-6726fbaa-9561-4f43-98a7-004e35de2b91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1582656 Mar 03 17:43:05.329061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.383750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8623104 Mar 03 17:43:05.390221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272a89-4305-48d5-8581-0861ab1d78a0 admin admin] Pushing event updated for resources: {'Network': ['ID=973451ce-d85f-4817-8c1b-853003fba5e0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:05.391485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58418) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:05.397160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Request body: {'subnet': {'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1706295451-subnet', 'tenant_id': '0789e5a83fb74489ac1fd65c764532f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:05.403342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 973451ce-d85f-4817-8c1b-853003fba5e0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:05.421136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:05.432182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Usage tracker for resource:subnet and tenant:0789e5a83fb74489ac1fd65c764532f8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:05.435036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:05.446776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:05.462488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:05.463168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.464891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Made reservation on behalf of 0789e5a83fb74489ac1fd65c764532f8 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:05.467303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.474675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] 10.222.0.16 "PUT /v2.0/ports/0bb42c8a-94de-4eb9-b9dc-2131238f76e6 HTTP/1.1" status: 200 len: 1096 time: 2.8876750 Mar 03 17:43:05.489042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'tag': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:05.537640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b0530-dafa-4858-8e71-241e0af91849 req-42762002-6549-4468-8d2a-c89b17832c00 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:05.538427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-530b0530-dafa-4858-8e71-241e0af91849 req-42762002-6549-4468-8d2a-c89b17832c00 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Synchronizing usage tracker for tenant:0e531072d5a543e7811e46742691f69a on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:05.610977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58428) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:05.637798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727f464-5c65-47cf-b8d5-82c2891bd5da service neutron] Pushing event updated for resources: {'Port': ['ID=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:05.660428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-530b0530-dafa-4858-8e71-241e0af91849 req-42762002-6549-4468-8d2a-c89b17832c00 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Unset dirty status for tenant:0e531072d5a543e7811e46742691f69a on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:05.667107 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-530b0530-dafa-4858-8e71-241e0af91849 req-42762002-6549-4468-8d2a-c89b17832c00 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 948 time: 0.6388159 Mar 03 17:43:05.709343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-6937533c-0788-40aa-ac90-b9752b3b0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:05.710797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-6937533c-0788-40aa-ac90-b9752b3b0cdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4604089 Mar 03 17:43:05.754350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07765c-d046-41ca-ad14-faa8132720a7 req-748ae339-8d69-49b7-a141-4143508522f9 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:05.761802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd07765c-d046-41ca-ad14-faa8132720a7 req-748ae339-8d69-49b7-a141-4143508522f9 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 972 time: 0.1555033 Mar 03 17:43:05.808357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-530b0530-dafa-4858-8e71-241e0af91849 req-c345860c-4a28-42fc-82d3-46e9033f1d5c tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402323 Mar 03 17:43:05.877445 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd07765c-d046-41ca-ad14-faa8132720a7 req-14b94451-7183-4bbd-8c8d-fd0e2d2f2b02 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077018 Mar 03 17:43:05.892475 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf', 'code': 200} Mar 03 17:43:05.927668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:05.934995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-879dcd81-1815-4a3f-83bc-34fdb8afd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:05.936653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-879dcd81-1815-4a3f-83bc-34fdb8afd3f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e531072d5a543e7811e46742691f69a&device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 1099 time: 0.3927391 Mar 03 17:43:06.020101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-network', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:06.031995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de88dc8-1e70-400f-8584-aa2f5ca46ca5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:06.034823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:06.041490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Usage tracker for resource:network and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:06.044701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:06.045223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Network hostable DHCP agents. Network: 973451ce-d85f-4817-8c1b-853003fba5e0, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:06.049728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:06.056685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:06.071063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-fd1fad32-cb56-49ff-9954-d0d357f2c64f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=0bb42c8a-94de-4eb9-b9dc-2131238f76e6 HTTP/1.1" status: 200 len: 217 time: 0.1193981 Mar 03 17:43:06.083544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Network 973451ce-d85f-4817-8c1b-853003fba5e0 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:06.088760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Made reservation on behalf of 52f91cb7ee4a463f9332ca8995130d9c for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:06.091699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.108064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.139297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-c64af305-34a6-43ee-b8fa-1bd113bf5533 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184022 Mar 03 17:43:06.182255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 973451ce-d85f-4817-8c1b-853003fba5e0) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:06.184311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:06.192237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Usage tracker for resource:security_group_rule and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:06.194029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3011a01d-3e97-44ac-a255-4ee10e8a5b33 None None] Network 973451ce-d85f-4817-8c1b-853003fba5e0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:06.196482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:06.197139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.215469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:06.227143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:06.251864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2ef0c11c-bce1-4bbc-abfd-19029b92e762 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8530223 Mar 03 17:43:06.254415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-9619bedc-e548-46a0-a036-f9302e0b9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:06.258967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-9619bedc-e548-46a0-a036-f9302e0b9dc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1711526 Mar 03 17:43:06.286380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f868cc-08bd-4b3c-8482-ab5f2c5f7cc1 req-f667fd2c-8a62-41c5-8d84-c22709c99a28 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:06.287911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f868cc-08bd-4b3c-8482-ab5f2c5f7cc1 req-f667fd2c-8a62-41c5-8d84-c22709c99a28 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 948 time: 0.1595242 Mar 03 17:43:06.359132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f868cc-08bd-4b3c-8482-ab5f2c5f7cc1 req-06ebd6d5-816f-4aa8-b549-445c9edcfdab tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619314 Mar 03 17:43:06.408109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.414367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.465355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:06.476069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e030fa6-cf5b-4143-93b0-7ce5dfaa3f02,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:06.500260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.500899 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Added segment 9ec2838d-7a3c-4580-a33f-a9b85fc73a2c of type vlan for network 26456614-47f2-4b47-86b2-43fb3de9c1d4 Mar 03 17:43:06.560655 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.592160 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'tag': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6', 'status': 'completed', 'code': 200} Mar 03 17:43:06.624838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.626416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:06.627898 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.665089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21743fe5-a5dc-43ef-82ad-3df4e3aa6b65 None None] Network 973451ce-d85f-4817-8c1b-853003fba5e0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:06.702497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0337830 Mar 03 17:43:06.705265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58464) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:06.714208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Request body: {'subnet': {'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-subnet', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:06.790728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:06.801744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Usage tracker for resource:subnet and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:06.806426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febf75-56b1-4b8a-9af5-a8155d33171f admin admin] Pushing event updated for resources: {'Network': ['ID=26456614-47f2-4b47-86b2-43fb3de9c1d4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:06.810259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:06.817620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:06.831759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Made reservation on behalf of 52f91cb7ee4a463f9332ca8995130d9c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:06.833845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd39397d-6b27-4f14-97dd-2a53a294c166 req-39be3423-ffb3-4d6f-914e-c4a24c902d1f service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851068 Mar 03 17:43:06.836200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:06.867558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:06.883699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7669c-a362-4cf0-bb30-7514055f6073 req-9dd25c3f-34dd-489e-9c98-7f1c57ef84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:06.885735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f7669c-a362-4cf0-bb30-7514055f6073 req-9dd25c3f-34dd-489e-9c98-7f1c57ef84a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 1101 time: 0.8676796 Mar 03 17:43:06.960913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929791d3-8589-4063-9587-57d24c015406 req-b5eb3722-f142-454f-928f-13df39764546 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:06.971038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-929791d3-8589-4063-9587-57d24c015406 req-b5eb3722-f142-454f-928f-13df39764546 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 950 time: 0.2190466 Mar 03 17:43:07.048527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f7669c-a362-4cf0-bb30-7514055f6073 req-31c5fa9e-2d14-42ec-b30d-24cd1704ae26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536188 Mar 03 17:43:07.057364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-e720a10b-1826-44b7-9d9d-20dc6732db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:07.060328 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-e720a10b-1826-44b7-9d9d-20dc6732db85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7949100 Mar 03 17:43:07.134147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-929791d3-8589-4063-9587-57d24c015406 req-b01615c3-25cd-4cba-a56f-e159029ec045 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619625 Mar 03 17:43:07.180888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.279109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=263b29a5-445b-456f-9de9-281247021a6e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:07.292838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Checking segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:07.293301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Network hostable DHCP agents. Network: 26456614-47f2-4b47-86b2-43fb3de9c1d4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:07.315337 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-c1cb517c-7dc4-495c-9e02-ac59763768a7 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464242 Mar 03 17:43:07.324702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:07.347403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 26456614-47f2-4b47-86b2-43fb3de9c1d4) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:07.353208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:07.357102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.357685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227193f-6d02-4557-9225-d544d210a1ec None None] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:07.394061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0366fb81-a740-4a33-985a-23feb3038b0a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6874487 Mar 03 17:43:07.400058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58488) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:07.446690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:07.464111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:07.471421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Usage tracker for resource:router and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:07.475175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:07.483750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:07.505225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.507378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.547900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d892ac-f2d5-48a3-bdcb-b4f6b336b7c6 req-ae9a9c0e-3c61-4b7c-832a-6ee3490cfafe tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:07.549852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33d892ac-f2d5-48a3-bdcb-b4f6b336b7c6 req-ae9a9c0e-3c61-4b7c-832a-6ee3490cfafe tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 948 time: 0.1509593 Mar 03 17:43:07.551266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.605173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad7fe219-4732-44ac-9602-97b66b369a6d req-7abe8994-b8ba-416d-9058-332a6cb81e07 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815924 Mar 03 17:43:07.619157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58500) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:07.626513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1588173808-network', 'tenant_id': '2de0b57f3da14c52b4c627a0f66a2a7d'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:07.635756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:07.642860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Usage tracker for resource:network and tenant:2de0b57f3da14c52b4c627a0f66a2a7d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:07.646024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:07.652639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:07.664986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Made reservation on behalf of 2de0b57f3da14c52b4c627a0f66a2a7d for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:07.678192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.707032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-26456614-47f2-4b47-86b2-43fb3de9c1d4', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:43:07.707887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.723736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:07.747470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33d892ac-f2d5-48a3-bdcb-b4f6b336b7c6 req-54331ce1-1079-45ac-808a-654ca0969379 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657797 Mar 03 17:43:07.825941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:07.840230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2de0b57f3da14c52b4c627a0f66a2a7d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:07.846298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:07.867570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:07.888794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540757-2dfc-4da1-975b-97e5eb5bbe11 req-7506c7ba-e540-48e4-9135-445d24faa6aa tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:07.890319 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-84540757-2dfc-4da1-975b-97e5eb5bbe11 req-7506c7ba-e540-48e4-9135-445d24faa6aa tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 972 time: 0.1569860 Mar 03 17:43:07.892268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf702-e47b-431a-8122-f28994adb240 req-0ae8a169-1e86-4219-abbe-6a87d988626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:07.893797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95dbf702-e47b-431a-8122-f28994adb240 req-0ae8a169-1e86-4219-abbe-6a87d988626d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e531072d5a543e7811e46742691f69a&device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 1099 time: 0.2009501 Mar 03 17:43:07.915277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Allocated IP 172.20.0.2 (26456614-47f2-4b47-86b2-43fb3de9c1d4/263b29a5-445b-456f-9de9-281247021a6e/3b26511f-e0ac-49e1-ba17-67c5f63fd14e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:08.087740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.203508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.216432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Transition to ACTIVE for port object 3b26511f-e0ac-49e1-ba17-67c5f63fd14e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:08.234758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-84540757-2dfc-4da1-975b-97e5eb5bbe11 req-50e8f96f-f05d-40d0-b94a-cc7d52a52589 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381829 Mar 03 17:43:08.258330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Transition to ACTIVE for port object 3b26511f-e0ac-49e1-ba17-67c5f63fd14e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:08.268694 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.273761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf702-e47b-431a-8122-f28994adb240 req-70a42d63-5f56-4fd3-a948-943e8cb5553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:08.276196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95dbf702-e47b-431a-8122-f28994adb240 req-70a42d63-5f56-4fd3-a948-943e8cb5553e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3597155 Mar 03 17:43:08.338095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:08.341009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:08.351198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:08.358029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Pushing event updated for resources: {'Port': ['ID=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:08.409480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95dbf702-e47b-431a-8122-f28994adb240 req-66b058e3-b4a6-46eb-885a-32fa7c6e38b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=0bb42c8a-94de-4eb9-b9dc-2131238f76e6 HTTP/1.1" status: 200 len: 217 time: 0.1278293 Mar 03 17:43:08.451199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Attempting to bind port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:08.451563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Attempting to bind port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:08.451931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Attempting to bind port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:08.458965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:08.459348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Checking segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:08.459950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.460384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Bound using segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:08.460848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Bound port: 3b26511f-e0ac-49e1-ba17-67c5f63fd14e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:08.461237 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.515467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7b77ff39-0d19-4c89-95e7-0c358710cba2 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:08.545053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.588888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.607552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf702-e47b-431a-8122-f28994adb240 req-aae2a4b8-8146-4a84-a006-7f09927fbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:08.608158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] For port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:08.609892 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95dbf702-e47b-431a-8122-f28994adb240 req-aae2a4b8-8146-4a84-a006-7f09927fbd37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1924698 Mar 03 17:43:08.615345 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.666278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] For port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:08.676314 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.703347 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.752660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:08.787288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 7b77ff39-0d19-4c89-95e7-0c358710cba2, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:08.789278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b52651-44ff-4e0e-bf82-faef60663bd7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:08.806266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7348e-501d-4b57-a252-817ed401c219 None None] Pushing event updated for resources: {'Port': ['ID=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:08.808565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.809178 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Added segment 82c769a5-6f16-49b1-8902-3656e41c6c83 of type vlan for network 9c6c565f-5e94-45ee-b2d7-083cd2c93a64 Mar 03 17:43:08.809621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '7b77ff39-0d19-4c89-95e7-0c358710cba2', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '7b77ff39-0d19-4c89-95e7-0c358710cba2', 'mac_address': 'fa:16:3e:2b:5c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:08.816735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a79017-9407-477a-ac17-87b720f1e3c4 req-ff7a5c33-a439-4c09-aec6-8584af91805b tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:08.818278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2a79017-9407-477a-ac17-87b720f1e3c4 req-ff7a5c33-a439-4c09-aec6-8584af91805b tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 950 time: 0.1870379 Mar 03 17:43:08.849127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Allocated IP 172.25.0.185 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/2f18bd06-fa20-4de4-9d07-26ec623fe4d3) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:08.851777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439373ad-0dd4-454d-b957-6dd22efc2b21 req-fbecc52e-e6d2-47db-8e15-0b6fc71cca95 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:08.853423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-439373ad-0dd4-454d-b957-6dd22efc2b21 req-fbecc52e-e6d2-47db-8e15-0b6fc71cca95 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 948 time: 0.3962245 Mar 03 17:43:08.860828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.878331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.899131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b77ff39-0d19-4c89-95e7-0c358710cba2 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:08.921793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 7b77ff39-0d19-4c89-95e7-0c358710cba2, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:08.927210 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:08.936183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2a79017-9407-477a-ac17-87b720f1e3c4 req-7e9aaf7e-4a14-4d19-8f6e-374fea0c002a tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112010 Mar 03 17:43:08.938635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf702-e47b-431a-8122-f28994adb240 req-145b8b3f-e4e1-45c4-bce7-5d30e159c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:08.940112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95dbf702-e47b-431a-8122-f28994adb240 req-145b8b3f-e4e1-45c4-bce7-5d30e159c61c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3214679 Mar 03 17:43:09.006498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab37234-6033-4629-9868-d2602ec18595 req-d63997b2-acc3-4c45-944a-d2284559406d tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:09.008554 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fab37234-6033-4629-9868-d2602ec18595 req-d63997b2-acc3-4c45-944a-d2284559406d tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 972 time: 0.3539712 Mar 03 17:43:09.021310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-439373ad-0dd4-454d-b957-6dd22efc2b21 req-e386e902-dceb-49c0-8774-fa7703d84731 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538475 Mar 03 17:43:09.040790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=7b77ff39-0d19-4c89-95e7-0c358710cba2,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:09.071841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:09.072653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:09.073221 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:09.099670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:09.189655 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:09.298389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:09.301540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:09.306665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:09.386732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7664416 Mar 03 17:43:09.425459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:09.428014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:09.495779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Deleting port 675985e3-fab4-4841-9823-d71077cdb3f6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:43:09.496318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:09.501988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['7b77ff39-0d19-4c89-95e7-0c358710cba2'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:09.562469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153e4d5-fe06-474f-a2bf-538f5bda94e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9c6c565f-5e94-45ee-b2d7-083cd2c93a64,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:09.563535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Request body: {'subnet': {'network_id': '9c6c565f-5e94-45ee-b2d7-083cd2c93a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1588173808-subnet', 'tenant_id': '2de0b57f3da14c52b4c627a0f66a2a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:09.576436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 9c6c565f-5e94-45ee-b2d7-083cd2c93a64 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:09.615183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:09.630616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Usage tracker for resource:subnet and tenant:2de0b57f3da14c52b4c627a0f66a2a7d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:09.636789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:09.658031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:09.677489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95dbf702-e47b-431a-8122-f28994adb240 req-bd1b93fe-93c7-40ba-b9e2-a70ca2a31559 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253237 Mar 03 17:43:09.886298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95dbf702-e47b-431a-8122-f28994adb240 req-d76a668e-2d2a-41d8-8000-e9af25d68c21 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934454 Mar 03 17:43:09.957944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d85f0-b66f-4e16-8621-1123bfdb2209 req-ff81633e-680b-4fff-a5f6-e8a4284151ca tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:09.969919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af4d85f0-b66f-4e16-8621-1123bfdb2209 req-ff81633e-680b-4fff-a5f6-e8a4284151ca tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 948 time: 0.5988870 Mar 03 17:43:09.979876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Made reservation on behalf of 2de0b57f3da14c52b4c627a0f66a2a7d for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:09.991716 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:10.099900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] For port 675985e3-fab4-4841-9823-d71077cdb3f6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=675985e3-fab4-4841-9823-d71077cdb3f6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:10.100405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:10.139396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:10.212078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af4d85f0-b66f-4e16-8621-1123bfdb2209 req-1625820b-0ad3-417e-ba5a-37e4a14db5d4 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075431 Mar 03 17:43:10.252696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Calling delete_port for 675985e3-fab4-4841-9823-d71077cdb3f6 owned by compute:tempest-test_az-1879691216 {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:43:10.306745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c284797-fc24-482f-9c91-056f494a106b req-21fb5779-f4c7-4f63-b23d-1440f89e567d tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:10.313829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c284797-fc24-482f-9c91-056f494a106b req-21fb5779-f4c7-4f63-b23d-1440f89e567d tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 972 time: 0.3178329 Mar 03 17:43:10.316623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58548) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:10.328462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45fda93-059e-412e-b84c-7b27a8027370 None None] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:10.391231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c284797-fc24-482f-9c91-056f494a106b req-10e9d0bc-6e17-4bae-a228-083437803475 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/security-groups?id=47133e41-ff44-4f8d-80bd-4eeae9191f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717227 Mar 03 17:43:10.506103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-24ff11e6-9998-4293-905e-65060451daa0 None None] Provisioning for port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:10.577446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:10.604818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:10.609136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Usage tracker for resource:security_group_rule and tenant:14fec0a903b8439685c166b926593da4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:10.612845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:10.619531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:10.737438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:10.760088 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:10.835973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Pushing event deleted for resources: {'Port': ['ID=675985e3-fab4-4841-9823-d71077cdb3f6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:10.860819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.861169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.861539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.861862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.862193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.862504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.862820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.863132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.863443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.863755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.864066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.864379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:10.944803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b26511f-e0ac-49e1-ba17-67c5f63fd14e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:11.020076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.021420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] No DVR routers for this DVR port 675985e3-fab4-4841-9823-d71077cdb3f6 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:43:11.025901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.030587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'name': 'network-vif-deleted', 'tag': '675985e3-fab4-4841-9823-d71077cdb3f6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:11.052739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.113834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:11.124787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:11.127092 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.131499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14fec0a903b8439685c166b926593da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8139243 Mar 03 17:43:11.132379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58570) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:11.145311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fab37234-6033-4629-9868-d2602ec18595 req-bedde39f-e821-4c08-8b81-5d389b7f9d18 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.35 "DELETE /v2.0/ports/675985e3-fab4-4841-9823-d71077cdb3f6 HTTP/1.1" status: 204 len: 173 time: 2.1227858 Mar 03 17:43:11.160891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Router 639461c0-39e8-4436-a691-89e6543d2334 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:43:11.168924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.245523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d664eda-4725-490a-9a03-f1a2c5bb6386 req-4e599170-2988-451d-b13a-934d8d6f8452 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:11.252545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d664eda-4725-490a-9a03-f1a2c5bb6386 req-4e599170-2988-451d-b13a-934d8d6f8452 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 949 time: 0.7731907 Mar 03 17:43:11.294240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82bb00-686b-49f8-8dd8-f16fa275718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859ec6b4-978f-4939-8247-96bfb0d2e60e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:11.318386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.366015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58578) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:11.376942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:11.383519 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.417945 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a248c6bb-7db0-4b2a-9b5f-9d400fcb08fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.438054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d664eda-4725-490a-9a03-f1a2c5bb6386 req-c6d9f596-3590-4ec9-af12-d49fd84387f9 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846151 Mar 03 17:43:11.438727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Checking segment: {'id': '82c769a5-6f16-49b1-8902-3656e41c6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9c6c565f-5e94-45ee-b2d7-083cd2c93a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:11.439068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Network hostable DHCP agents. Network: 9c6c565f-5e94-45ee-b2d7-083cd2c93a64, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:11.446289 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a248c6bb-7db0-4b2a-9b5f-9d400fcb08fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.455587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77037f49-47f4-48c5-9111-4c95d0789f21,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:11.489275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:11.516992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb9d16-9a09-4b8a-9ae8-e4871fe6c260 req-627b4d61-0454-4f7d-a4d8-92fe4e10506d tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:11.524201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1abb9d16-9a09-4b8a-9ae8-e4871fe6c260 req-627b4d61-0454-4f7d-a4d8-92fe4e10506d tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 950 time: 0.4020631 Mar 03 17:43:11.527538 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b97163e-923b-424a-8de0-b0570a84fc2c', 'name': 'network-vif-deleted', 'tag': '675985e3-fab4-4841-9823-d71077cdb3f6', 'status': 'completed', 'code': 200} Mar 03 17:43:11.540179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a248c6bb-7db0-4b2a-9b5f-9d400fcb08fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.561629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248c6bb-7db0-4b2a-9b5f-9d400fcb08fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859ec6b4-978f-4939-8247-96bfb0d2e60e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:11.578350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a248c6bb-7db0-4b2a-9b5f-9d400fcb08fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.579583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a248c6bb-7db0-4b2a-9b5f-9d400fcb08fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/859ec6b4-978f-4939-8247-96bfb0d2e60e HTTP/1.1" status: 204 len: 168 time: 0.4368746 Mar 03 17:43:11.605777 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1abb9d16-9a09-4b8a-9ae8-e4871fe6c260 req-98c9e928-7e9d-4867-82a5-0e7327749eee tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806003 Mar 03 17:43:11.608501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.646789 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:43:11.650284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:11.659503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Usage tracker for resource:security_group_rule and tenant:9a8fa72c12e44e8590a7c62cf01ee12e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:11.667548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:11.680317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:11.736031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Network 9c6c565f-5e94-45ee-b2d7-083cd2c93a64 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:11.768672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.773424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.774364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.774998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.775641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.775881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.779829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.780421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.780897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.781398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.781934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.782393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:11.816067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 9c6c565f-5e94-45ee-b2d7-083cd2c93a64) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:11.827080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.828331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe86f218-8998-423d-9222-3667c0f19c06 None None] Network 9c6c565f-5e94-45ee-b2d7-083cd2c93a64 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:11.840413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.848543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:11.849178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.865811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:43:11.884140 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Sync routers for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:43:11.898609 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:11.899595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:42:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:11.939731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:11.942786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f8551106-a861-48b8-9ab1-c300c5c6ecb5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5407014 Mar 03 17:43:11.952956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58590) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:11.969001 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-383196fe-95f1-4ebc-b6fc-b4371372c467 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5358703 Mar 03 17:43:12.117722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-103bf4a5-672f-4b91-90dd-6bcf119e5830 req-04010c72-ee89-41dd-9381-674f7b743493 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Synchronizing usage tracker for tenant:bbf55185b6c8403385d35350d64fd52d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:12.127065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a8fa72c12e44e8590a7c62cf01ee12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533665 Mar 03 17:43:12.129777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8df7f5-c37b-4dc6-9b75-63043128697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c05a12e-b271-4807-87a3-8167b0d1b3ba,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:12.149248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58596) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:12.189083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-103bf4a5-672f-4b91-90dd-6bcf119e5830 req-04010c72-ee89-41dd-9381-674f7b743493 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] Unset dirty status for tenant:bbf55185b6c8403385d35350d64fd52d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:12.199085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c811d6-6057-487f-bb5b-5de5f568665e req-900e53ca-9b1a-4f27-b348-4eaf93ba83c6 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:12.203293 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-103bf4a5-672f-4b91-90dd-6bcf119e5830 req-04010c72-ee89-41dd-9381-674f7b743493 tempest-ServerDiagnosticsNegativeTest-1318162248 tempest-ServerDiagnosticsNegativeTest-1318162248-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b97163e-923b-424a-8de0-b0570a84fc2c HTTP/1.1" status: 200 len: 210 time: 0.3201425 Mar 03 17:43:12.206863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c811d6-6057-487f-bb5b-5de5f568665e req-900e53ca-9b1a-4f27-b348-4eaf93ba83c6 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 948 time: 0.3448508 Mar 03 17:43:12.321787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbdc80f-e751-41ee-b3cd-61403c9a86f6 None None] Network 9c6c565f-5e94-45ee-b2d7-083cd2c93a64 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:12.325804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58600) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:12.338608 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:12.365773 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c811d6-6057-487f-bb5b-5de5f568665e req-cd268e7d-7082-433f-84ce-9d2b21a338b2 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579082 Mar 03 17:43:12.399554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:12.414347 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-005a2396-c659-4aa5-8cb1-3ef2db707df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:12.429007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:12.452261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Usage tracker for resource:security_group_rule and tenant:6475a164f29a4c63a79606e13deaaa48 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:12.461761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:12.479664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:12.502235 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-005a2396-c659-4aa5-8cb1-3ef2db707df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:12.518163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02876315-2c02-4d59-b890-887daf5d97cd req-37c0a0db-a6a9-46c6-a4f6-34d15d4c603d tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:12.519853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02876315-2c02-4d59-b890-887daf5d97cd req-37c0a0db-a6a9-46c6-a4f6-34d15d4c603d tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 950 time: 0.3101330 Mar 03 17:43:12.577455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 675985e3-fab4-4841-9823-d71077cdb3f6 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:43:12.632083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:12.662462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7b77ff39-0d19-4c89-95e7-0c358710cba2 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:12.664397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Deleting port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:43:12.664736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:12.774032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf42db9-adb0-4324-96a7-8a0ced32f2ee req-834da32d-b4dd-4c96-b23b-978814872b67 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:12.775704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7bf42db9-adb0-4324-96a7-8a0ced32f2ee req-834da32d-b4dd-4c96-b23b-978814872b67 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 949 time: 0.2079637 Mar 03 17:43:12.794199 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:09Z', 'revision_number': 3, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:12.802296 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Checking router: 639461c0-39e8-4436-a691-89e6543d2334 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:43:12.804021 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Updating router 639461c0-39e8-4436-a691-89e6543d2334 port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:43:12.870845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 675985e3-fab4-4841-9823-d71077cdb3f6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:43:12.871323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 675985e3-fab4-4841-9823-d71077cdb3f6 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:43:12.913679 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:12.917107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7bf42db9-adb0-4324-96a7-8a0ced32f2ee req-edd7fb94-86cf-4083-8b83-4593148e4d98 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245806 Mar 03 17:43:12.947841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b26511f-e0ac-49e1-ba17-67c5f63fd14e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:13.015746 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.022011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-005a2396-c659-4aa5-8cb1-3ef2db707df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.036862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.058621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:43:13.101072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a2396-c659-4aa5-8cb1-3ef2db707df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c05a12e-b271-4807-87a3-8167b0d1b3ba,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:13.150497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e07bc3-06ce-4471-9a61-26290953da27,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:13.155533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.227095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 7b77ff39-0d19-4c89-95e7-0c358710cba2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:13.257066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 7b77ff39-0d19-4c89-95e7-0c358710cba2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:13.257598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.268586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-edbf9742-3492-4f4b-834f-0bc70c7a7d14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6475a164f29a4c63a79606e13deaaa48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9407234 Mar 03 17:43:13.278623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58626) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:13.290503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-005a2396-c659-4aa5-8cb1-3ef2db707df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.302737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-005a2396-c659-4aa5-8cb1-3ef2db707df4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c05a12e-b271-4807-87a3-8167b0d1b3ba HTTP/1.1" status: 204 len: 168 time: 1.1408195 Mar 03 17:43:13.306322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:13.306700 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.307692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] For port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:13.311650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.392639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:13.446464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6', 'mac_address': 'fa:16:3e:a0:46:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:13.480192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Calling delete_port for 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:43:13.495253 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.523110 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Transition to ACTIVE for port object 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:13.540192 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.553504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886e2e-19fc-4902-9269-3d673da39999 req-67f983cb-43b0-4a48-81da-eedd356aa0cd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:13.554244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efcee-75a2-4a4a-91e3-f4c581764949 req-2bcf4fa1-fec7-4e59-bcb8-771b0e003b86 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:13.560564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-67f983cb-43b0-4a48-81da-eedd356aa0cd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.5397801 Mar 03 17:43:13.562598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f5efcee-75a2-4a4a-91e3-f4c581764949 req-2bcf4fa1-fec7-4e59-bcb8-771b0e003b86 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3822c02-d77f-4a3b-899d-7e0831a0ef42 HTTP/1.1" status: 200 len: 950 time: 0.4091873 Mar 03 17:43:13.584440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-4366ff3a-08bb-458f-a9bc-9576e6aa8ed4 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/quotas/0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 375 time: 0.0220768 Mar 03 17:43:13.592173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83b49ba3-ca9f-4fb8-b2c2-ea21738932a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.630038 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83b49ba3-ca9f-4fb8-b2c2-ea21738932a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.663642 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Attempting to bind port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:13.664263 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Attempting to bind port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:13.664821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Attempting to bind port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:13.667730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.673931 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Pushing event updated for resources: {'Port': ['ID=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:13.683167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:13.683790 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:13.684323 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.684863 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:13.685504 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Bound port: 2f18bd06-fa20-4de4-9d07-26ec623fe4d3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:13.686054 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.687311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-f2dbdd0c-d16f-433f-aa18-4c3664e4daee tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010542 Mar 03 17:43:13.711495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83b49ba3-ca9f-4fb8-b2c2-ea21738932a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.751047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.764948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f5efcee-75a2-4a4a-91e3-f4c581764949 req-c37e4614-3c33-4b11-ac09-7d65e2b21809 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a40b393-ccd8-417b-9eee-f4d94767fca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013049 Mar 03 17:43:13.770091 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.770442 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.770783 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.774216 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.774612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.774960 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.775298 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.776848 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.777196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.777549 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.777881 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.778210 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Tracked resource versions report: Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: pushed versions: Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: { 'AddressGroup': {'1.2'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'ConntrackHelper': {'1.0'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Log': {'1.0'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Network': {'1.1'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Port': {'1.7'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'PortForwarding': {'1.2'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'QosPolicy': {'1.8'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'SecurityGroup': {'1.4'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'SecurityGroupRule': {'1.2'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'SubPort': {'1.0'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Subnet': {'1.1'}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Trunk': {'1.1'}} Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: consumer versions: Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: { DHCP agent@n-d-827121-1: {}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: HyperV agent@n-h1-827121-1: {}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: HyperV agent@n-h2-827121-1: {}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: L3 agent@n-d-827121-1: {}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: Metadata agent@n-d-827121-1: {}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: Metering agent@n-d-827121-1: {}, Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: Open vSwitch agent@n-d-827121-1: { 'AddressGroup': '1.2', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'ConntrackHelper': '1.0', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Log': '1.0', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Network': '1.1', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Port': '1.7', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'PortForwarding': '1.2', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'QosPolicy': '1.8', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'SecurityGroup': '1.4', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'SecurityGroupRule': '1.2', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'SubPort': '1.0', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Subnet': '1.1', Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: 'Trunk': '1.1'}} Mar 03 17:43:13.779316 n-d-827121-1 neutron-server[87889]: {{(pid=87889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 17:43:13.794805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b49ba3-ca9f-4fb8-b2c2-ea21738932a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e07bc3-06ce-4471-9a61-26290953da27,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:13.795565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:13.808879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Allocated IP 172.20.0.1 (26456614-47f2-4b47-86b2-43fb3de9c1d4/263b29a5-445b-456f-9de9-281247021a6e/193921ce-c523-433c-b73a-d60465fa1a91) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:13.819412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83b49ba3-ca9f-4fb8-b2c2-ea21738932a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.824795 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-83b49ba3-ca9f-4fb8-b2c2-ea21738932a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82e07bc3-06ce-4471-9a61-26290953da27 HTTP/1.1" status: 204 len: 168 time: 0.5404685 Mar 03 17:43:13.867025 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.890854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:13.893553 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] For port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:13.894844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['98e714a9-82aa-4f23-86cc-ee10cf5bd6cf'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:13.899486 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] For port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:13.908070 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:13.966874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77ff39-0d19-4c89-95e7-0c358710cba2'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:13.967328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:13.979347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.040907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Pushing event deleted for resources: {'Port': ['ID=98e714a9-82aa-4f23-86cc-ee10cf5bd6cf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:14.092893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 7b77ff39-0d19-4c89-95e7-0c358710cba2, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:14.098212 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:14.098834 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:42:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:14.106321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.205849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:14.234885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] No DVR routers for this DVR port 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:43:14.237747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.242954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'name': 'network-vif-deleted', 'tag': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:14.258767 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a3d57-26a2-4d22-af45-1097d8709890 None None] Pushing event updated for resources: {'Port': ['ID=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:14.264389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02876315-2c02-4d59-b890-887daf5d97cd req-a6017a7c-a47d-4ec7-9f29-8149a6180f75 tempest-TenantUsagesTestJSON-690222439 tempest-TenantUsagesTestJSON-690222439-project] 10.222.0.35 "DELETE /v2.0/ports/98e714a9-82aa-4f23-86cc-ee10cf5bd6cf HTTP/1.1" status: 204 len: 173 time: 1.7361815 Mar 03 17:43:14.341246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0bb42c8a-94de-4eb9-b9dc-2131238f76e6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:14.343852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-f1eacc9d-712c-4353-8324-b7c223ec44f1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:43:14.352170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-f1eacc9d-712c-4353-8324-b7c223ec44f1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3549383 Mar 03 17:43:14.362540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.395718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:14.400142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Usage tracker for resource:security_group_rule and tenant:764e8cd80b474458858377acf37c60b2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:14.403488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:14.409812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:14.519523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=7b77ff39-0d19-4c89-95e7-0c358710cba2,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:14.564341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.573229 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:14.611983 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.631491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Transition to ACTIVE for port object 193921ce-c523-433c-b73a-d60465fa1a91 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:14.660333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7f2cf-572c-4b25-bb48-117ab9f81f0f req-fc9cc7d8-6b3b-4b23-9cb4-bb45d7f46395 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:14.663147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ab7f2cf-572c-4b25-bb48-117ab9f81f0f req-fc9cc7d8-6b3b-4b23-9cb4-bb45d7f46395 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 949 time: 0.3544281 Mar 03 17:43:14.663786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.680962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-f41e73f4-718c-4e41-90be-b6ee4034eaa3 service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248487 Mar 03 17:43:14.771922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=764e8cd80b474458858377acf37c60b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8033679 Mar 03 17:43:14.776107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fdaab-b411-4a2d-bad6-ed5cf20009d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9659c-99b7-413f-b470-3a1123ffe22c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:14.792359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58664) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:14.842528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58670) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:14.852490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-d77c7479-c0f1-4745-a733-240e9e6dda33 service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665413 Mar 03 17:43:14.853919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ab7f2cf-572c-4b25-bb48-117ab9f81f0f req-960dcbd6-5ddb-493f-b4a0-90f2ec825663 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379180 Mar 03 17:43:14.920532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a2dc-55e3-450c-9ac6-b0be710c9923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:14.934505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.011797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a2dc-55e3-450c-9ac6-b0be710c9923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.019580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:15.068766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:15.071835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:15.072302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.108691 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:09Z', 'revision_number': 3, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:15.150455 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d30859-fce7-4f6c-ba02-472472335788 None None] The sync data for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 is: [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:09Z', 'revision_number': 3, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:43:15.230372 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77ff39-0d19-4c89-95e7-0c358710cba2', 'code': 200} Mar 03 17:43:15.412491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Pushing event updated for resources: {'Port': ['ID=193921ce-c523-433c-b73a-d60465fa1a91,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:15.464328 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6fa3020d-ec76-4c5d-a1d4-75c9d63e7592 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbf55185b6c8403385d35350d64fd52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092830 Mar 03 17:43:15.473704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-52852fac-556c-4465-afcd-b5bc91a7830a None None] Provisioning for port 193921ce-c523-433c-b73a-d60465fa1a91 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:15.478786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.483620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-52852fac-556c-4465-afcd-b5bc91a7830a None None] Provisioning complete for port 193921ce-c523-433c-b73a-d60465fa1a91 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:15.484293 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52852fac-556c-4465-afcd-b5bc91a7830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.497899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:15.514042 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3822c02-d77f-4a3b-899d-7e0831a0ef42', 'name': 'network-vif-deleted', 'tag': '98e714a9-82aa-4f23-86cc-ee10cf5bd6cf', 'status': 'completed', 'code': 200} Mar 03 17:43:15.638996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b8d6e-a181-4480-bdd3-844975abab48 req-71104919-d22d-44ec-8bcf-484642be3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:15.642046 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a53b8d6e-a181-4480-bdd3-844975abab48 req-71104919-d22d-44ec-8bcf-484642be3664 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 1101 time: 0.3154655 Mar 03 17:43:15.643417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a2dc-55e3-450c-9ac6-b0be710c9923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.674299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793fdc1-66a9-428e-b38e-43c69389bded req-22cbc59f-c970-4df0-8f19-e7f5e064fd8a tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:15.682509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e793fdc1-66a9-428e-b38e-43c69389bded req-22cbc59f-c970-4df0-8f19-e7f5e064fd8a tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 950 time: 0.6614904 Mar 03 17:43:15.720371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52852fac-556c-4465-afcd-b5bc91a7830a None None] Port 193921ce-c523-433c-b73a-d60465fa1a91 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:15.747129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1a2dc-55e3-450c-9ac6-b0be710c9923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9659c-99b7-413f-b470-3a1123ffe22c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:15.757247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8132bc09-5503-4f05-a08e-ea97f0036e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.808161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a2dc-55e3-450c-9ac6-b0be710c9923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.813398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d2c1a2dc-55e3-450c-9ac6-b0be710c9923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05e9659c-99b7-413f-b470-3a1123ffe22c HTTP/1.1" status: 204 len: 168 time: 1.0090353 Mar 03 17:43:15.855798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-51f37310-19a0-4c82-8560-e91dbd00d4af req-3fb76b29-7b7f-4475-a2f8-f1952ba16be6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 210 time: 0.1612616 Mar 03 17:43:15.877725 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a53b8d6e-a181-4480-bdd3-844975abab48 req-882cc3a8-8de7-40b1-8d38-394d04bbe70c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228510 Mar 03 17:43:15.960353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.988697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:15.989633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:16.071804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e793fdc1-66a9-428e-b38e-43c69389bded req-9cbe7a8a-a4f4-4fc2-abdf-7d0363985da9 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882639 Mar 03 17:43:16.083071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8132bc09-5503-4f05-a08e-ea97f0036e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:16.132573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7b5e4-cc2e-403b-a688-9492c71cb679 req-33846128-b3ee-4ff0-936f-50ac068e3612 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:16.142813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fe7b5e4-cc2e-403b-a688-9492c71cb679 req-33846128-b3ee-4ff0-936f-50ac068e3612 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 949 time: 0.1371624 Mar 03 17:43:16.250994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fe7b5e4-cc2e-403b-a688-9492c71cb679 req-556fae5d-1076-47b9-9ce9-132817cea369 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070042 Mar 03 17:43:16.286731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58716) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:16.342177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Pushing event updated for resources: {'Port': ['ID=193921ce-c523-433c-b73a-d60465fa1a91,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:16.372232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:16.374370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:16.554866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:43:16.626332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Router 639461c0-39e8-4436-a691-89e6543d2334 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:43:16.654660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8132bc09-5503-4f05-a08e-ea97f0036e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:16.661934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:43:16.662508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98e714a9-82aa-4f23-86cc-ee10cf5bd6cf not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:43:16.665199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:16.694786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132bc09-5503-4f05-a08e-ea97f0036e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47133e41-ff44-4f8d-80bd-4eeae9191f6a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:16.729899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-88ed110a-d2aa-403d-8e80-3f82fdfce294 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e22fb29ad0b4b87a212dfb8eaeec318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413388 Mar 03 17:43:16.730922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58732) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:16.809096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8132bc09-5503-4f05-a08e-ea97f0036e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:16.810775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8132bc09-5503-4f05-a08e-ea97f0036e15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47133e41-ff44-4f8d-80bd-4eeae9191f6a HTTP/1.1" status: 204 len: 168 time: 1.3114116 Mar 03 17:43:16.812108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f75b9061-c1ee-4077-9583-6819000d586a None None] Provisioning complete for port 193921ce-c523-433c-b73a-d60465fa1a91 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:16.812611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f75b9061-c1ee-4077-9583-6819000d586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:16.879839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5040481c-8d78-4d98-b112-6eab98add485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:16.926820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f75b9061-c1ee-4077-9583-6819000d586a None None] Port 193921ce-c523-433c-b73a-d60465fa1a91 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:16.941788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:16.957066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5040481c-8d78-4d98-b112-6eab98add485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.018137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:17.039840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:17.040123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5040481c-8d78-4d98-b112-6eab98add485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.041445 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.173968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040481c-8d78-4d98-b112-6eab98add485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a40b393-ccd8-417b-9eee-f4d94767fca8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:17.212003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5040481c-8d78-4d98-b112-6eab98add485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.219787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5040481c-8d78-4d98-b112-6eab98add485 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a40b393-ccd8-417b-9eee-f4d94767fca8 HTTP/1.1" status: 204 len: 168 time: 0.4861929 Mar 03 17:43:17.254322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:17.267741 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:17.268536 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.326618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:43:17.340228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ab70037a-be12-4fb5-831e-7173554f1b7f admin admin] 10.222.0.23 "PUT /v2.0/routers/639461c0-39e8-4436-a691-89e6543d2334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3852036 Mar 03 17:43:17.400255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.456343 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1bdf2b0d-6a7a-41b6-871b-5237d6eddf10 req-d0ef2f31-2ec6-435c-a784-ac2bdccb297a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 210 time: 0.1259022 Mar 03 17:43:17.517591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886e2e-19fc-4902-9269-3d673da39999 req-89d98db9-1eb9-45b7-8346-b1bebfca4c93 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:17.519183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-89d98db9-1eb9-45b7-8346-b1bebfca4c93 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.4607930 Mar 03 17:43:17.538789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Request body: {'port': {'device_id': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'admin_state_up': True, 'tenant_id': '0789e5a83fb74489ac1fd65c764532f8'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:17.579445 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.588717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:17.627763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:17.636619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:17.640999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.742811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:17.753525 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.807984 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.831520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48bfea-5db2-4f8e-82f0-6f8784f3b14b req-6e5487c8-b3b8-4f9b-89ba-5a233a1c456b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:17.834242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f48bfea-5db2-4f8e-82f0-6f8784f3b14b req-6e5487c8-b3b8-4f9b-89ba-5a233a1c456b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 950 time: 0.4684019 Mar 03 17:43:17.853493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58768) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:17.887945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:17.925307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f48bfea-5db2-4f8e-82f0-6f8784f3b14b req-ef490f2b-4952-43ce-a59a-28097d2a2d3e tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828922 Mar 03 17:43:17.936339 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:17.954558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:17.964937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Usage tracker for resource:port and tenant:0789e5a83fb74489ac1fd65c764532f8 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:17.972353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:17.984137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:17.996503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:18.000841 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6', 'code': 200} Mar 03 17:43:18.008444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Made reservation on behalf of 0789e5a83fb74489ac1fd65c764532f8 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:18.012385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.013510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Usage tracker for resource:security_group_rule and tenant:f560b2ee93ac4b839f784916a727288c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:18.047005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:18.099244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:18.142441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc74c8-f17a-441b-a56e-5694176906a1 req-d1b1e7a3-0908-40cd-a218-b5ed5f75a625 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:18.146689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dacc74c8-f17a-441b-a56e-5694176906a1 req-d1b1e7a3-0908-40cd-a218-b5ed5f75a625 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 950 time: 0.4447629 Mar 03 17:43:18.260328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Allocated IP 172.20.0.10 (973451ce-d85f-4817-8c1b-853003fba5e0/4de88dc8-1e70-400f-8584-aa2f5ca46ca5/6afd8bd6-fa59-440f-86ad-cdb78bf848ea) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:18.276066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58780) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:18.358629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.407971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dacc74c8-f17a-441b-a56e-5694176906a1 req-2692c49b-3b7f-4208-ae52-d8db020eb6af tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571405 Mar 03 17:43:18.412298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:18.419509 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.420764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Usage tracker for resource:security_group_rule and tenant:ff1cf12b6f7e421fad02ec562bbe8358 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:18.427056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:18.430287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.449555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:18.508368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3589573-95da-4b16-9fc5-b04424d484a8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:18.524922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5c947f0b-072e-4157-b347-4c8fd30bffac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f560b2ee93ac4b839f784916a727288c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611347 Mar 03 17:43:18.526105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58786) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:18.535012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637a7f5-d75a-41b2-8a5a-557e74aa4b19 req-354c5194-fa3d-40d4-8e25-0945b93b88af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:18.536252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4637a7f5-d75a-41b2-8a5a-557e74aa4b19 req-354c5194-fa3d-40d4-8e25-0945b93b88af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 1101 time: 0.1749423 Mar 03 17:43:18.546392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Sync routers for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:43:18.562307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:18.567270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:42:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:18.571245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.604725 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4637a7f5-d75a-41b2-8a5a-557e74aa4b19 req-59fd71c4-b4db-432a-b70a-6a862543de33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Mar 03 17:43:18.629666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5957-2aed-4851-b2a7-dcc258a3d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.638959 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.738928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5957-2aed-4851-b2a7-dcc258a3d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.747253 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.763800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.797872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Network 973451ce-d85f-4817-8c1b-853003fba5e0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:18.812878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:18.830467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:18.838504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:18.839294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.874181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:18.885740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:18.903084 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff1cf12b6f7e421fad02ec562bbe8358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6007946 Mar 03 17:43:18.905790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58800) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:18.922271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-6b66835a-1270-4a69-8ad5-7c70ee4a5a58 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3915975 Mar 03 17:43:18.923946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c680d7-9203-417c-b783-9158c8cdafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4840a9-4be3-445a-8857-49db16d8591c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:18.956886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95aa74-4863-4b92-9384-1ae6dd52afdd req-8cd872e9-5dbc-4369-8da0-298005587f74 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:18.958502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d95aa74-4863-4b92-9384-1ae6dd52afdd req-8cd872e9-5dbc-4369-8da0-298005587f74 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 932 time: 0.2999637 Mar 03 17:43:18.959730 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5957-2aed-4851-b2a7-dcc258a3d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:18.970493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Request body: {'port': {'device_id': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:18.992154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca5957-2aed-4851-b2a7-dcc258a3d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3589573-95da-4b16-9fc5-b04424d484a8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:19.008267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5957-2aed-4851-b2a7-dcc258a3d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.009412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b9ca5957-2aed-4851-b2a7-dcc258a3d2c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3589573-95da-4b16-9fc5-b04424d484a8 HTTP/1.1" status: 204 len: 168 time: 0.4806795 Mar 03 17:43:19.028816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8d95aa74-4863-4b92-9384-1ae6dd52afdd req-36da1006-d4df-4920-af20-72745229962c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:19.049575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8d95aa74-4863-4b92-9384-1ae6dd52afdd req-36da1006-d4df-4920-af20-72745229962c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:19.056550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d95aa74-4863-4b92-9384-1ae6dd52afdd req-36da1006-d4df-4920-af20-72745229962c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842338 Mar 03 17:43:19.134463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:19.294037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d73edca-731c-472d-9df7-596793ed406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.330023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.364588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d73edca-731c-472d-9df7-596793ed406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.449176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70b32-5fd1-4834-ae4c-d701b9d250b8 req-61716495-2dd1-425a-9a09-aef48c15dc23 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:19.456726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7cd70b32-5fd1-4834-ae4c-d701b9d250b8 req-61716495-2dd1-425a-9a09-aef48c15dc23 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 950 time: 0.2633240 Mar 03 17:43:19.509636 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93a91532-b08f-4c3e-93b2-4c6166808815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.512159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:19.512593 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.649983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7cd70b32-5fd1-4834-ae4c-d701b9d250b8 req-d78358b0-2468-4b30-8af2-97cfc4ec1b49 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903551 Mar 03 17:43:19.655382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58826) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:19.683037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d73edca-731c-472d-9df7-596793ed406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.722343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73edca-731c-472d-9df7-596793ed406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4840a9-4be3-445a-8857-49db16d8591c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:19.762536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59576edb-89f8-48e7-8798-d70e75e008ca req-7d4011f1-5f8e-491d-8f17-1a3a178f0510 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:19.766182 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59576edb-89f8-48e7-8798-d70e75e008ca req-7d4011f1-5f8e-491d-8f17-1a3a178f0510 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 950 time: 0.1935930 Mar 03 17:43:19.814618 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d73edca-731c-472d-9df7-596793ed406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.818377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8d73edca-731c-472d-9df7-596793ed406f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b4840a9-4be3-445a-8857-49db16d8591c HTTP/1.1" status: 204 len: 168 time: 0.9114125 Mar 03 17:43:19.904546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59576edb-89f8-48e7-8798-d70e75e008ca req-1019c06c-177d-47db-aa7d-402075d9122b tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302629 Mar 03 17:43:19.913995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:19.954346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:19.965175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Usage tracker for resource:security_group_rule and tenant:1762f553ac9147eb96284499a8b9a50b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:19.966804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58846) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:19.981977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:19.992144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:20.010355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-network', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:20.028254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:20.035097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 2, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:20.043492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Checking router: 639461c0-39e8-4436-a691-89e6543d2334 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:43:20.044096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Updating router 639461c0-39e8-4436-a691-89e6543d2334 port 193921ce-c523-433c-b73a-d60465fa1a91 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:43:20.050952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Usage tracker for resource:network and tenant:04e0726fa1134cc68f5a357877b9778e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:20.057232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:20.067798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:20.121484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Made reservation on behalf of 04e0726fa1134cc68f5a357877b9778e for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:20.124085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.175522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.175741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.183446 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.220412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:20.223880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afd8bd6-fa59-440f-86ad-cdb78bf848ea {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:20.231648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.243903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:04e0726fa1134cc68f5a357877b9778e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:20.248843 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1762f553ac9147eb96284499a8b9a50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924814 Mar 03 17:43:20.249466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58856) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:20.253739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:20.264453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:20.291630 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.320961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Transition to ACTIVE for port object 6afd8bd6-fa59-440f-86ad-cdb78bf848ea will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:20.329632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.398868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6b188-c9ea-406a-9c18-c653ebff8c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d04dae-1151-4f57-a440-d2506ac7829d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:20.501284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-61fbbe4c-f11f-497e-88cb-6a018f304b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.542259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-61fbbe4c-f11f-497e-88cb-6a018f304b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.605984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.615025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:20.638211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ac12f-54c9-4886-aa01-10ff03b52aec req-e5c3cde3-1150-41a2-85e3-af31d6500c8f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:20.639243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.650905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-422ac12f-54c9-4886-aa01-10ff03b52aec req-e5c3cde3-1150-41a2-85e3-af31d6500c8f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.3754537 Mar 03 17:43:20.733552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be40cd8-2568-48a6-96df-44835cbf3822,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:20.738620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-f7556374-baf7-4876-b8f3-e4d6fbf88d54 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc43d620aa0046bb9984329da599c833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087182 Mar 03 17:43:20.750520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-422ac12f-54c9-4886-aa01-10ff03b52aec req-2352c7c8-e77f-4a5a-8d3b-20f9722d0900 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957196 Mar 03 17:43:20.763987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-61fbbe4c-f11f-497e-88cb-6a018f304b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.770920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:20.773911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:20.774249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:20.798285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbbe4c-f11f-497e-88cb-6a018f304b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d04dae-1151-4f57-a440-d2506ac7829d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:20.805063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-61fbbe4c-f11f-497e-88cb-6a018f304b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.806745 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-61fbbe4c-f11f-497e-88cb-6a018f304b77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9d04dae-1151-4f57-a440-d2506ac7829d HTTP/1.1" status: 204 len: 168 time: 0.5547192 Mar 03 17:43:20.819251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:20.839454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:20.839776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:20.871967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.887504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Transition to ACTIVE for port object 193921ce-c523-433c-b73a-d60465fa1a91 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:20.895319 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.902376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:20.903168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:20.903712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:20.904325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Bound port: 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:20.904823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.927064 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:20.927583 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Added segment bac3bf22-4882-4155-9bfd-6b4f002a1f7b of type vlan for network a34abac2-7d4b-4ce1-82c0-5747a86ba196 Mar 03 17:43:21.149886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.191992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Attempting to bind port 193921ce-c523-433c-b73a-d60465fa1a91 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:21.191992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Attempting to bind port 193921ce-c523-433c-b73a-d60465fa1a91 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:21.192708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Attempting to bind port 193921ce-c523-433c-b73a-d60465fa1a91 on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:21.198390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a216-9845-48c7-a8e3-fb2a7ca0d017 None None] Pushing event updated for resources: {'Port': ['ID=193921ce-c523-433c-b73a-d60465fa1a91,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:21.207997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:21.208574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Checking segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:21.209269 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.209849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Bound using segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:21.210489 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Bound port: 193921ce-c523-433c-b73a-d60465fa1a91, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:21.211061 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.219521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-ef104665-3686-492d-bfa7-90b147c65f34 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:21.225903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-ef104665-3686-492d-bfa7-90b147c65f34 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4683220 Mar 03 17:43:21.228418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:21.232444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:21.277589 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.327030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] For port 193921ce-c523-433c-b73a-d60465fa1a91, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:21.330287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04067337-0d46-4829-9124-fa33efa8769c req-d8d530f8-e55a-4e87-aae9-ebc02a842c83 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:21.331152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] For port 193921ce-c523-433c-b73a-d60465fa1a91, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=193921ce-c523-433c-b73a-d60465fa1a91,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:21.334959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04067337-0d46-4829-9124-fa33efa8769c req-d8d530f8-e55a-4e87-aae9-ebc02a842c83 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 950 time: 0.2080655 Mar 03 17:43:21.337870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.379681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:21.385687 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-ca5508ab-9988-4056-b372-849975e26265 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/quotas/cc43d620aa0046bb9984329da599c833 HTTP/1.1" status: 200 len: 375 time: 0.1509516 Mar 03 17:43:21.391075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:21.391770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.393254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-3a3d9fb2-9aa1-489b-bd22-482b982056f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 1092 time: 2.4382732 Mar 03 17:43:21.393712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:21.401852 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.402776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:21.403395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.454756 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04067337-0d46-4829-9124-fa33efa8769c req-483d871d-faba-444c-92ac-15ba7f88b575 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097515 Mar 03 17:43:21.498331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a216-9845-48c7-a8e3-fb2a7ca0d017 None None] Pushing event updated for resources: {'Port': ['ID=193921ce-c523-433c-b73a-d60465fa1a91,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:21.519965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:21.520573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:42:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:21.572485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58908) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:21.610172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.657531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:21.671767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Usage tracker for resource:security_group_rule and tenant:f962c2bc79664f4cb5ccd2dc006aaac9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:21.674654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=a34abac2-7d4b-4ce1-82c0-5747a86ba196,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:21.682515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:21.683634 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5d5ec4c-9e64-4c28-b948-f28189de9ea3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7150860 Mar 03 17:43:21.686133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58912) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:21.698273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:21.705944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Request body: {'subnet': {'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-subnet', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:21.715295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:21.731266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Usage tracker for resource:subnet and tenant:04e0726fa1134cc68f5a357877b9778e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:21.745117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:21.772836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886e2e-19fc-4902-9269-3d673da39999 req-3867b800-f26f-41fb-afbe-096982857637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:21.774644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-3867b800-f26f-41fb-afbe-096982857637 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1095 time: 0.2974164 Mar 03 17:43:21.777268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:21.786806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-43a7c27b-79f1-45fa-ac5c-a394fdf3330f tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc43d620aa0046bb9984329da599c833&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3868330 Mar 03 17:43:21.863074 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-0ad67e5a-df58-431f-9c55-9803eb78c19c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 217 time: 0.0808811 Mar 03 17:43:21.867381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Made reservation on behalf of 04e0726fa1134cc68f5a357877b9778e for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:21.870076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.876646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:21.917978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:21.919188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:21.929441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.061437 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea', 'status': 'completed', 'code': 200} Mar 03 17:43:22.065360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f962c2bc79664f4cb5ccd2dc006aaac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918141 Mar 03 17:43:22.071273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58926) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:22.075930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec945-5e1c-4cc4-8aba-46f1b038b11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ccb455-1628-4ea8-a457-15b1f3f33b9d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:22.153434 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c978010-a9e6-4de4-a3ff-ebe472f6f17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.232834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886e2e-19fc-4902-9269-3d673da39999 req-df7ae6c4-b169-4293-8245-e0ee0f7e65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:22.234673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-df7ae6c4-b169-4293-8245-e0ee0f7e65cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.3301105 Mar 03 17:43:22.273533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d079046-b592-43b7-95e2-1f137c6d644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.294970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-59705dae-ec67-46b7-b4a7-eeb880f50a3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524597 Mar 03 17:43:22.442366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d079046-b592-43b7-95e2-1f137c6d644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.555997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a757f5-cb22-45e5-bd56-a4212c22c4f6 req-dff90538-ebb7-4b24-b5c3-0b8eeec94e1d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:22.558487 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82a757f5-cb22-45e5-bd56-a4212c22c4f6 req-dff90538-ebb7-4b24-b5c3-0b8eeec94e1d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.2112360 Mar 03 17:43:22.607619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d079046-b592-43b7-95e2-1f137c6d644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.651879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d079046-b592-43b7-95e2-1f137c6d644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ccb455-1628-4ea8-a457-15b1f3f33b9d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:22.659224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d079046-b592-43b7-95e2-1f137c6d644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.663142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6d079046-b592-43b7-95e2-1f137c6d644f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2ccb455-1628-4ea8-a457-15b1f3f33b9d HTTP/1.1" status: 204 len: 168 time: 0.5879841 Mar 03 17:43:22.671258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82a757f5-cb22-45e5-bd56-a4212c22c4f6 req-53fc974a-0012-4caf-8d62-b4d9a16661d9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057899 Mar 03 17:43:22.737566 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.760266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76c8aa7e-894a-463d-b4c1-ed9b1b37278b req-87edb83f-b64c-4285-943c-cf42ea627dca tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 210 time: 0.0813668 Mar 03 17:43:22.792939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-13b2746d-cc65-4828-af36-89eaffc0fed2 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905326 Mar 03 17:43:22.847802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:22.892302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:21Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:22.900986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067a074-8055-4b18-b5ab-887cfdd00504 None None] The sync data for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 is: [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:21Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:43:23.056979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:23.284902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Pushing event updated for resources: {'Subnet': ['ID=444afcf9-be61-4cb1-907e-b6c459e3c48f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:23.304848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Checking segment: {'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:23.305598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Network hostable DHCP agents. Network: a34abac2-7d4b-4ce1-82c0-5747a86ba196, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:23.353564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07886e2e-19fc-4902-9269-3d673da39999 req-3d5528a8-ae62-4e43-8c08-2557affd7154 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515716 Mar 03 17:43:23.385455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5e42-3d4e-4fa5-8f09-be6eafb56ac4 req-360d3b92-4372-4c3d-bc75-d541cb821151 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:23.393353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d39d5e42-3d4e-4fa5-8f09-be6eafb56ac4 req-360d3b92-4372-4c3d-bc75-d541cb821151 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 950 time: 0.3444870 Mar 03 17:43:23.424131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58972) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:23.444230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:23.524172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d39d5e42-3d4e-4fa5-8f09-be6eafb56ac4 req-dc44107d-fd85-4017-9ec8-1c3d5bad3fae tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297097 Mar 03 17:43:23.538861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a34abac2-7d4b-4ce1-82c0-5747a86ba196) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:23.546243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c5e69c-e3da-4d0e-8291-9f0af5518d87 None None] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:23.558779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:23.559197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:23.605121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e8e0d5b0-d724-4948-b2bd-6bc84e28375e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9146883 Mar 03 17:43:23.607707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58986) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:23.612900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:23.620707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:23.637208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Usage tracker for resource:router and tenant:04e0726fa1134cc68f5a357877b9778e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:23.642574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:23.666078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-6dc6a469-fb14-4d90-9695-456380f5eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:23.667852 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-6dc6a469-fb14-4d90-9695-456380f5eca3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1095 time: 0.2261636 Mar 03 17:43:23.676273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:23.751804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-network', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:23.762887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-a37c6f61-de29-46e2-89b1-76922adbc9bc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cc43d620aa0046bb9984329da599c833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879657 Mar 03 17:43:23.766139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:23.811075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Usage tracker for resource:network and tenant:261fc091e2614d3cb6c8ff418b10dd6a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:23.820745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:23.822104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:23.863429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:23.896537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:24.121375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:24.143454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Made reservation on behalf of 261fc091e2614d3cb6c8ff418b10dd6a for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:24.145951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:24.224168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-1680abdd-55e5-44df-b44b-56af31102267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:24.228614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-1680abdd-55e5-44df-b44b-56af31102267 service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.5531771 Mar 03 17:43:24.264796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-828fa56a-293c-4adf-af5a-a56f5ee95842 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:24.266775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-828fa56a-293c-4adf-af5a-a56f5ee95842 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4976261 Mar 03 17:43:24.300870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a34abac2-7d4b-4ce1-82c0-5747a86ba196', 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'fixed_ips': [{'subnet_id': '444afcf9-be61-4cb1-907e-b6c459e3c48f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:43:24.302758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:24.340424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:24.341106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:24.376498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc05dd5-66c4-496f-89a4-8b4261345f55 req-4407ad94-d241-4546-98fd-2129ef720f2d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:24.382403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5bc05dd5-66c4-496f-89a4-8b4261345f55 req-4407ad94-d241-4546-98fd-2129ef720f2d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:24.385375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59002) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:24.420857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-de7298f5-af4b-47c9-a3f7-8c87c24cbaa8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 217 time: 0.1773477 Mar 03 17:43:24.431456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:24.496863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Request body: {'port': {'device_id': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'cc43d620aa0046bb9984329da599c833'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:24.502447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5bc05dd5-66c4-496f-89a4-8b4261345f55 req-4407ad94-d241-4546-98fd-2129ef720f2d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:24.510089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5bc05dd5-66c4-496f-89a4-8b4261345f55 req-4407ad94-d241-4546-98fd-2129ef720f2d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.5427492 Mar 03 17:43:24.583410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5bc05dd5-66c4-496f-89a4-8b4261345f55 req-1b1c6994-c545-427e-b959-296ea9a9a067 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728097 Mar 03 17:43:24.602620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-16c8b2ac-bb8e-4a00-be31-3a87c1b0d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:24.614461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-16c8b2ac-bb8e-4a00-be31-3a87c1b0d010 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1771178 Mar 03 17:43:24.684343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Allocated IP 172.20.0.2 (a34abac2-7d4b-4ce1-82c0-5747a86ba196/444afcf9-be61-4cb1-907e-b6c459e3c48f/f383cd57-ba38-4856-8755-a19f4ef78400) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:24.757768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-17133eec-f8bf-4f6f-a612-45c57b193c84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448088 Mar 03 17:43:24.760479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:24.850142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:24.856344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e66ddbea-af13-4c2a-a691-8ac20fe2872e req-a340f4fd-ab3b-4e34-9849-1c2b04bbc42a tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 210 time: 0.6787198 Mar 03 17:43:24.875578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:24.880170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Usage tracker for resource:security_group_rule and tenant:261fc091e2614d3cb6c8ff418b10dd6a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:24.887651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:24.892413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:24.915065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 193921ce-c523-433c-b73a-d60465fa1a91 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:24.955488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Usage tracker for resource:security_group_rule and tenant:63dbd019f5644f7181528b5dcb7af5bf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:24.970208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:24.987138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:25.008446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:25.038854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:25.079939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-bf2dcd85-0b0a-4f92-9cf9-db26efced703 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048010 Mar 03 17:43:25.115891 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.130091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Transition to ACTIVE for port object f383cd57-ba38-4856-8755-a19f4ef78400 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:25.150891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Transition to ACTIVE for port object f383cd57-ba38-4856-8755-a19f4ef78400 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:25.169946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.213065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Made reservation on behalf of cc43d620aa0046bb9984329da599c833 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:25.224032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.251120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.259400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:25.260654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Pushing event updated for resources: {'Port': ['ID=f383cd57-ba38-4856-8755-a19f4ef78400,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:25.264700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:25.266648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 193921ce-c523-433c-b73a-d60465fa1a91 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:25.272695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:25.279209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.279419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 193921ce-c523-433c-b73a-d60465fa1a91 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:25.279674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.322657 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63dbd019f5644f7181528b5dcb7af5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9289656 Mar 03 17:43:25.331807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b91f24-9b7a-4eb8-b49a-e753c9b2523d req-dbcb718a-50c2-4b38-b7dd-474ef02af634 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:25.348439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:25.351697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83b91f24-9b7a-4eb8-b49a-e753c9b2523d req-dbcb718a-50c2-4b38-b7dd-474ef02af634 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 950 time: 0.5061643 Mar 03 17:43:25.386933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.413158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Attempting to bind port f383cd57-ba38-4856-8755-a19f4ef78400 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:25.413839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Attempting to bind port f383cd57-ba38-4856-8755-a19f4ef78400 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:25.414387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Attempting to bind port f383cd57-ba38-4856-8755-a19f4ef78400 on network a34abac2-7d4b-4ce1-82c0-5747a86ba196 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:25.424215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:25.424584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Checking segment: {'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:25.424967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.425446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Bound using segment: {'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:25.425904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Bound port: f383cd57-ba38-4856-8755-a19f4ef78400, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:25.426290 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.481926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83b91f24-9b7a-4eb8-b49a-e753c9b2523d req-af4696e0-35ef-4225-903f-90cbb6b3c975 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292765 Mar 03 17:43:25.554603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] For port f383cd57-ba38-4856-8755-a19f4ef78400, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:25.570981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] For port f383cd57-ba38-4856-8755-a19f4ef78400, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f383cd57-ba38-4856-8755-a19f4ef78400,segment=NetworkSegment(bac3bf22-4882-4155-9bfd-6b4f002a1f7b),segment_id=bac3bf22-4882-4155-9bfd-6b4f002a1f7b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:25.602512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a412c6-9891-46df-a485-014f72be3b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e3a9b9-267c-4b92-8702-ab40ea8fcc38,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:25.648013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-a91b56ba-80c5-4026-ab90-45babaa544b5 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3e1a652f8a50423b8512b2955e74d86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811162 Mar 03 17:43:25.660719 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92b0631b-5d37-4a33-9e20-2488ff5f55fe req-c781d657-f3bd-40a7-80a9-4a929d293ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721049 Mar 03 17:43:25.680362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b644-1642-4c19-90da-72383246bbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.721764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.835374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.855918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69648-75c1-4b8f-b3e7-bb766a422566 None None] Pushing event updated for resources: {'Port': ['ID=f383cd57-ba38-4856-8755-a19f4ef78400,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:25.862598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b644-1642-4c19-90da-72383246bbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.886875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 193921ce-c523-433c-b73a-d60465fa1a91, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=193921ce-c523-433c-b73a-d60465fa1a91,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:25.892859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.979437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=193921ce-c523-433c-b73a-d60465fa1a91,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:25.986441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:25.990943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bcb7c-d15b-4feb-a394-92f5f85ebad6 req-b3980cf1-9e5f-4444-8563-4dc5df74c00e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:25.992591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-022bcb7c-d15b-4feb-a394-92f5f85ebad6 req-b3980cf1-9e5f-4444-8563-4dc5df74c00e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.2750590 Mar 03 17:43:26.007526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1e75c2ee-a1d6-4de5-927d-4ced956d7d83 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:26.008977 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1e75c2ee-a1d6-4de5-927d-4ced956d7d83 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.16 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 950 time: 0.1293206 Mar 03 17:43:26.030574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.136192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:26.138672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Allocated IP 192.168.233.186 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/39dc007d-6264-4099-aabd-23fb0874a9c0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:26.139599 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-022bcb7c-d15b-4feb-a394-92f5f85ebad6 req-c9717b36-4c85-49ca-81ab-ea8b6d670dad tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295447 Mar 03 17:43:26.145338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Deleting port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:43:26.145720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.171069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d982b86-237f-4832-928b-24d2aa8f2a69,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:26.200893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-30162260-9a4f-47e7-85d9-22d6c155b7be tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:26.217825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-30162260-9a4f-47e7-85d9-22d6c155b7be tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5586717 Mar 03 17:43:26.236999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-3e135d76-59e3-49a0-819d-919b8a0daf7c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/quotas/3e1a652f8a50423b8512b2955e74d86f HTTP/1.1" status: 200 len: 375 time: 0.0183067 Mar 03 17:43:26.298147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-ac5096d2-f509-4392-9e28-a14febd97f18 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602312 Mar 03 17:43:26.311250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.311605 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Added segment 21393287-66c2-48ae-a68a-672701372535 of type vlan for network 76bfdd84-196e-44ee-9039-cecea29fa718 Mar 03 17:43:26.312721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b644-1642-4c19-90da-72383246bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.394318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a77a306-2eb4-4237-952d-8944f409cce5 req-dfd7440e-9347-409f-8e36-c0dd4d511159 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 210 time: 0.0616224 Mar 03 17:43:26.406635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5b644-1642-4c19-90da-72383246bbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e3a9b9-267c-4b92-8702-ab40ea8fcc38,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:26.528454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.569319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:26.621637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b644-1642-4c19-90da-72383246bbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.622753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cfc5b644-1642-4c19-90da-72383246bbf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74e3a9b9-267c-4b92-8702-ab40ea8fcc38 HTTP/1.1" status: 204 len: 168 time: 1.2488468 Mar 03 17:43:26.738388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] For port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:26.738909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.912012 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.913810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:26.914606 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.929706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:26.942168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:26.973284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'port_id': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea', 'mac_address': 'fa:16:3e:0f:a4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de88dc8-1e70-400f-8584-aa2f5ca46ca5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:27.019265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.044283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Calling delete_port for 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:43:27.150657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f383cd57-ba38-4856-8755-a19f4ef78400 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:27.273279 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.294348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006f7c0-d3f1-4f80-af0f-c23ce8f97eba req-b37fdac3-412f-41e2-aa61-14c583f397aa tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:27.304857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8006f7c0-d3f1-4f80-af0f-c23ce8f97eba req-b37fdac3-412f-41e2-aa61-14c583f397aa tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 950 time: 0.2690177 Mar 03 17:43:27.327031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afd8bd6-fa59-440f-86ad-cdb78bf848ea {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:27.354784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:27.369082 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.379682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8006f7c0-d3f1-4f80-af0f-c23ce8f97eba req-0e14138a-0a14-4db6-bcba-a1319dd41f3a tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/security-groups?id=58b5d6f3-40d8-427b-af28-f513a5954f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730028 Mar 03 17:43:27.420308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f383cd57-ba38-4856-8755-a19f4ef78400 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:27.445027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 193921ce-c523-433c-b73a-d60465fa1a91 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:27.469867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59138) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:27.488928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0632672 Mar 03 17:43:27.496739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59146) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:27.503723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Request body: {'subnet': {'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-subnet', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:27.508575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:27.512561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Usage tracker for resource:subnet and tenant:261fc091e2614d3cb6c8ff418b10dd6a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:27.517027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:27.522297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31631fd-510b-4ddd-9568-6b310a7bd582 None None] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:27.527612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:27.539808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.554774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Made reservation on behalf of 261fc091e2614d3cb6c8ff418b10dd6a for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:27.558480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.563867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.587013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Transition to ACTIVE for port object 39dc007d-6264-4099-aabd-23fb0874a9c0 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:27.627433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a05df7-ea96-469a-bd9c-cfbb3dd78099 admin admin] Pushing event updated for resources: {'Network': ['ID=76bfdd84-196e-44ee-9039-cecea29fa718,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:27.643939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.670218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6afd8bd6-fa59-440f-86ad-cdb78bf848ea'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:27.694524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 76bfdd84-196e-44ee-9039-cecea29fa718 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:27.726271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['7b77ff39-0d19-4c89-95e7-0c358710cba2'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:27.792255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:27.795896 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-1661b703-60c3-4d8e-9afd-d2705913727a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3e1a652f8a50423b8512b2955e74d86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612633 Mar 03 17:43:27.822229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Pushing event updated for resources: {'Port': ['ID=39dc007d-6264-4099-aabd-23fb0874a9c0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:27.829483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:27.831585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:27.837126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:27.837797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.842853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:27.861601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:27.869954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Usage tracker for resource:security_group_rule and tenant:fb2448a3863141e78ceab9b662757cbf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:27.932812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-4ae0ecfd-cd88-40d9-883f-46198a78b166 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4435301 Mar 03 17:43:27.938271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:27.958899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:27.964005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Pushing event deleted for resources: {'Port': ['ID=0bb42c8a-94de-4eb9-b9dc-2131238f76e6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:27.965636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Request body: {'port': {'device_id': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:28.031897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5d528ec8-e742-4eee-857b-19510c5be3d1 None None] Provisioning for port f383cd57-ba38-4856-8755-a19f4ef78400 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:28.046368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372151-bf80-471c-a894-521d6d652fd4 req-d50f11ae-3b49-461f-8684-b6f3dc298eee tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:28.047971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a372151-bf80-471c-a894-521d6d652fd4 req-d50f11ae-3b49-461f-8684-b6f3dc298eee tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 945 time: 0.3870440 Mar 03 17:43:28.053814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5d528ec8-e742-4eee-857b-19510c5be3d1 None None] Provisioning complete for port f383cd57-ba38-4856-8755-a19f4ef78400 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:28.054412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5d528ec8-e742-4eee-857b-19510c5be3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.107142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Allocated IP 172.25.0.39 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/9f79d93d-4542-4afb-875c-7c99db213045) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:28.184546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:28.225274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a372151-bf80-471c-a894-521d6d652fd4 req-11e3c150-bfc3-48e2-80b9-2ce3ee15f017 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539631 Mar 03 17:43:28.264148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] No DVR routers for this DVR port 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:43:28.288079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.299328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'name': 'network-vif-deleted', 'tag': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:28.346665 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.376989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-0c61cf4a-7e20-4833-a7f0-b2be5fa3057a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:28.387617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-0c61cf4a-7e20-4833-a7f0-b2be5fa3057a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5907953 Mar 03 17:43:28.447436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-4bce3899-470e-4669-84dd-6e33ff8e3cf5 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/quotas/3e1a652f8a50423b8512b2955e74d86f HTTP/1.1" status: 200 len: 375 time: 0.0585561 Mar 03 17:43:28.453165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 193921ce-c523-433c-b73a-d60465fa1a91 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:28.453561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.481628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4033bd02-c71b-400e-b972-a0fa14d165f0 req-1c28b921-bba3-474d-9fe1-0a112c0f8839 tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.16 "DELETE /v2.0/ports/0bb42c8a-94de-4eb9-b9dc-2131238f76e6 HTTP/1.1" status: 204 len: 173 time: 2.4565947 Mar 03 17:43:28.585599 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-2739064d-4edc-49fe-98c2-516109e70871 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e1a652f8a50423b8512b2955e74d86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1494348 Mar 03 17:43:28.624516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.663271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-d9684374-f5ec-4251-aca8-9c8a7a1322f8 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1921132 Mar 03 17:43:28.739024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735edbf-923a-45af-8b28-528ee7972af7 req-c1162f78-a38e-4180-9d58-40d4b50008ef tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:28.740381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e735edbf-923a-45af-8b28-528ee7972af7 req-c1162f78-a38e-4180-9d58-40d4b50008ef tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Synchronizing usage tracker for tenant:cc43d620aa0046bb9984329da599c833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:28.770477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.846300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.888164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:28.897233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e735edbf-923a-45af-8b28-528ee7972af7 req-c1162f78-a38e-4180-9d58-40d4b50008ef tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Unset dirty status for tenant:cc43d620aa0046bb9984329da599c833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:28.898257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e735edbf-923a-45af-8b28-528ee7972af7 req-c1162f78-a38e-4180-9d58-40d4b50008ef tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 936 time: 0.4461877 Mar 03 17:43:28.918658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4c5516-dc35-4786-88d7-f7a5690fc878,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:29.002234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Checking segment: {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:29.002591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Network hostable DHCP agents. Network: 76bfdd84-196e-44ee-9039-cecea29fa718, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:29.017983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e735edbf-923a-45af-8b28-528ee7972af7 req-8ddcb1f0-8e49-46e0-ac01-ad4554f78136 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097045 Mar 03 17:43:29.035614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5d528ec8-e742-4eee-857b-19510c5be3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.041295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.121498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb2448a3863141e78ceab9b662757cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6478808 Mar 03 17:43:29.133802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59202) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:29.161488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-0f5077a2-c76e-4e98-9958-042bac80dd34 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:29.165455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-0f5077a2-c76e-4e98-9958-042bac80dd34 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5690269 Mar 03 17:43:29.166811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e56ac-b1c4-4db9-a2f1-f34553d1640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb619e60-2eb9-4cf6-af34-d1714892d4c1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:29.210302 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadef10b-c10f-48f5-9d78-f894ef8d7224', 'name': 'network-vif-deleted', 'tag': '0bb42c8a-94de-4eb9-b9dc-2131238f76e6', 'status': 'completed', 'code': 200} Mar 03 17:43:29.220599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Request body: {'port': {'device_id': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '3e1a652f8a50423b8512b2955e74d86f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:29.222297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Pushing event updated for resources: {'Port': ['ID=9f79d93d-4542-4afb-875c-7c99db213045,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:29.223094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5d528ec8-e742-4eee-857b-19510c5be3d1 None None] For port f383cd57-ba38-4856-8755-a19f4ef78400, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f383cd57-ba38-4856-8755-a19f4ef78400,segment=NetworkSegment(bac3bf22-4882-4155-9bfd-6b4f002a1f7b),segment_id=bac3bf22-4882-4155-9bfd-6b4f002a1f7b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:29.228342 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5d528ec8-e742-4eee-857b-19510c5be3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.261202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:29.266921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:29.280810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:29.361616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Network 76bfdd84-196e-44ee-9039-cecea29fa718 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:29.434113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26b91b99-af5d-4d2b-9887-ef234873c289 None None] Provisioning complete for port f383cd57-ba38-4856-8755-a19f4ef78400 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:29.434477 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26b91b99-af5d-4d2b-9887-ef234873c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.501770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d528ec8-e742-4eee-857b-19510c5be3d1 None None] Pushing event updated for resources: {'Port': ['ID=f383cd57-ba38-4856-8755-a19f4ef78400,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:29.532577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 76bfdd84-196e-44ee-9039-cecea29fa718) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:29.567400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:29.567982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.589926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355bf93f-18e2-47af-8d15-0dcc08997f52 None None] Network 76bfdd84-196e-44ee-9039-cecea29fa718 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:29.624672 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-83256600-0fd2-4d9d-9c43-f513acd89d9a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1254482 Mar 03 17:43:29.630166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59224) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:29.641213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc39ce89-0b0d-432e-8c76-25cbaac869ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.644194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1b3563-59d6-45b8-a948-5337b2e109ff req-e394f86d-8164-4845-b7f2-9aaa0773637b tempest-DeleteServersAdminTestJSON-205157835 tempest-DeleteServersAdminTestJSON-205157835-project] 10.222.0.23 "GET /v2.0/ports?device_id=fadef10b-c10f-48f5-9d78-f894ef8d7224 HTTP/1.1" status: 200 len: 210 time: 0.1570184 Mar 03 17:43:29.650753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:29.668245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:29.686088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Usage tracker for resource:router and tenant:261fc091e2614d3cb6c8ff418b10dd6a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:29.758417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc39ce89-0b0d-432e-8c76-25cbaac869ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.784735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39dc007d-6264-4099-aabd-23fb0874a9c0 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:29.784907 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-53557b63-ce5f-4d7f-b947-2250405d7b0f req-b57ae855-97dc-4f1a-a468-4d3e12dfdc94 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 210 time: 0.0930738 Mar 03 17:43:29.786027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:29.804193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Usage tracker for resource:port and tenant:3e1a652f8a50423b8512b2955e74d86f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:29.807977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.814792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:29.831162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:29.838313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:29.869679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Made reservation on behalf of 3e1a652f8a50423b8512b2955e74d86f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:29.880639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.910738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26b91b99-af5d-4d2b-9887-ef234873c289 None None] Provisioning for port 39dc007d-6264-4099-aabd-23fb0874a9c0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:29.918968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.936933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:29.941926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26b91b99-af5d-4d2b-9887-ef234873c289 None None] Provisioning complete for port 39dc007d-6264-4099-aabd-23fb0874a9c0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:29.942389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Usage tracker for resource:security_group_rule and tenant:3e1a652f8a50423b8512b2955e74d86f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:29.942517 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26b91b99-af5d-4d2b-9887-ef234873c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:29.946351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:29.953614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:30.066138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-76bfdd84-196e-44ee-9039-cecea29fa718', 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'fixed_ips': [{'subnet_id': '0b4c5516-dc35-4786-88d7-f7a5690fc878'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:43:30.067332 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.079493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:30.089139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Transition to ACTIVE for port object 39dc007d-6264-4099-aabd-23fb0874a9c0 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:30.111989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.175180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.176247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.182438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.183725 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc39ce89-0b0d-432e-8c76-25cbaac869ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.200831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.278981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Allocated IP 172.20.0.2 (76bfdd84-196e-44ee-9039-cecea29fa718/0b4c5516-dc35-4786-88d7-f7a5690fc878/40ac5bb9-b420-4fbf-8703-1a77259d1277) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:30.373385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39ce89-0b0d-432e-8c76-25cbaac869ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb619e60-2eb9-4cf6-af34-d1714892d4c1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:30.425167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Pushing event updated for resources: {'Port': ['ID=39dc007d-6264-4099-aabd-23fb0874a9c0,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:30.436886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc39ce89-0b0d-432e-8c76-25cbaac869ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.438422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dc39ce89-0b0d-432e-8c76-25cbaac869ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb619e60-2eb9-4cf6-af34-d1714892d4c1 HTTP/1.1" status: 204 len: 168 time: 1.3031852 Mar 03 17:43:30.463366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.498174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f9ae0-1e68-411e-87a8-8ec21751afe8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:30.522979 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.535372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Transition to ACTIVE for port object 40ac5bb9-b420-4fbf-8703-1a77259d1277 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:30.556715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Transition to ACTIVE for port object 40ac5bb9-b420-4fbf-8703-1a77259d1277 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:30.560495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Allocated IP 192.168.233.77 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/1f18971c-c61c-48da-97b2-a04836adcb36) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:30.561874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-26b91b99-af5d-4d2b-9887-ef234873c289 None None] Port 39dc007d-6264-4099-aabd-23fb0874a9c0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:30.574671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.626058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:30.641485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:30.651013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:43:30.715912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:43:30.716680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bb42c8a-94de-4eb9-b9dc-2131238f76e6 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:43:30.744878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-5ab28b5a-5c4b-488f-8997-ccd8af8e14b4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e1a652f8a50423b8512b2955e74d86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656605 Mar 03 17:43:30.760792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Network 76bfdd84-196e-44ee-9039-cecea29fa718 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:30.782347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:30.821317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:30.935033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Pushing event updated for resources: {'Port': ['ID=40ac5bb9-b420-4fbf-8703-1a77259d1277,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:31.025251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f1654-eae6-4154-a413-1a42c85a6dd2 req-7a4c9b86-704b-487a-ac31-67a76ea73b73 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:31.045830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:31.046400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c29f1654-eae6-4154-a413-1a42c85a6dd2 req-7a4c9b86-704b-487a-ac31-67a76ea73b73 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 945 time: 1.2013006 Mar 03 17:43:31.080557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:31.081869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-998de7b8-1ab1-40cd-8a32-60807ecc309d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:31.083315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-998de7b8-1ab1-40cd-8a32-60807ecc309d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304350 Mar 03 17:43:31.084878 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.086822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.105000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Request body: {'port': {'device_id': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '3e1a652f8a50423b8512b2955e74d86f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:31.135336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Attempting to bind port 39dc007d-6264-4099-aabd-23fb0874a9c0 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:31.136437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Attempting to bind port 39dc007d-6264-4099-aabd-23fb0874a9c0 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:31.136991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Attempting to bind port 39dc007d-6264-4099-aabd-23fb0874a9c0 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:31.147990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Transition to ACTIVE for port object 1f18971c-c61c-48da-97b2-a04836adcb36 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:31.168720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Attempting to bind port 40ac5bb9-b420-4fbf-8703-1a77259d1277 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:31.172226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Attempting to bind port 40ac5bb9-b420-4fbf-8703-1a77259d1277 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:31.172658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Attempting to bind port 40ac5bb9-b420-4fbf-8703-1a77259d1277 on network 76bfdd84-196e-44ee-9039-cecea29fa718 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:31.195343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:31.197673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Checking segment: {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:31.201116 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.203195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Bound using segment: {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:31.203971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Bound port: 40ac5bb9-b420-4fbf-8703-1a77259d1277, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:31.204545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.291676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f383cd57-ba38-4856-8755-a19f4ef78400 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:31.338828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc4ed-4993-434f-bf9e-54a0b6da989e req-41eaa728-ea04-48f9-9009-2bc850517ab6 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:31.346619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09cfc4ed-4993-434f-bf9e-54a0b6da989e req-41eaa728-ea04-48f9-9009-2bc850517ab6 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 948 time: 0.3812981 Mar 03 17:43:31.377598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:31.388235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Usage tracker for resource:port and tenant:3e1a652f8a50423b8512b2955e74d86f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:31.392880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:31.412964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:31.435329 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09cfc4ed-4993-434f-bf9e-54a0b6da989e req-cd9fb4c5-32d5-4d98-ba58-947c88271771 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868151 Mar 03 17:43:31.438855 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.461924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.487271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Port 39dc007d-6264-4099-aabd-23fb0874a9c0 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:31.489027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Attempting to bind port 39dc007d-6264-4099-aabd-23fb0874a9c0 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:31.490429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] For port 40ac5bb9-b420-4fbf-8703-1a77259d1277, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:31.502292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Made reservation on behalf of 3e1a652f8a50423b8512b2955e74d86f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:31.506220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.509218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:31.509888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:31.511073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:31.511841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Bound port: 39dc007d-6264-4099-aabd-23fb0874a9c0, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:31.512451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.537474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f383cd57-ba38-4856-8755-a19f4ef78400 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:31.543044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.576737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:31.600388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.635613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] For port 40ac5bb9-b420-4fbf-8703-1a77259d1277, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40ac5bb9-b420-4fbf-8703-1a77259d1277,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:31.638080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c29f1654-eae6-4154-a413-1a42c85a6dd2 req-ae32b05e-6ae4-45df-8fb4-f29953d4df86 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894032 Mar 03 17:43:31.651912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.653419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:31.660186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:31.666528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:31.667373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:31.691247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:31.694260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:31.767541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-74f86976-d0bb-4f9b-a487-1da3424adf70 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5553498 Mar 03 17:43:31.780924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Request body: {'port': {'device_id': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:31.887426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:31.918543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:31.929914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3172ae-9de0-4275-bc34-b258fecdb6d9 None None] Pushing event updated for resources: {'Port': ['ID=40ac5bb9-b420-4fbf-8703-1a77259d1277,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:31.986722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.040581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.131563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-221696260-network', 'tenant_id': 'a94d1541d66d4f4085283120335e7f4b'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:32.175125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:32.188920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-de5a12f9-40d7-44a1-aaac-52b2ab43d950 None None] Provisioning for port 1f18971c-c61c-48da-97b2-a04836adcb36 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:32.205565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-840cc57f-7509-488c-8caa-2454188b80ff req-ad4a96c7-eef7-45db-98e2-62f9084f608b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Synchronizing usage tracker for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:32.208295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Usage tracker for resource:network and tenant:a94d1541d66d4f4085283120335e7f4b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:32.219890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:32.227225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-de5a12f9-40d7-44a1-aaac-52b2ab43d950 None None] Provisioning complete for port 1f18971c-c61c-48da-97b2-a04836adcb36 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:32.227608 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de5a12f9-40d7-44a1-aaac-52b2ab43d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.232961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] For port 39dc007d-6264-4099-aabd-23fb0874a9c0, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:32.239153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:32.243940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] For port 39dc007d-6264-4099-aabd-23fb0874a9c0, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=39dc007d-6264-4099-aabd-23fb0874a9c0,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:32.316179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.340344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:32.386807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-840cc57f-7509-488c-8caa-2454188b80ff req-ad4a96c7-eef7-45db-98e2-62f9084f608b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Unset dirty status for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:32.386982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-de5a12f9-40d7-44a1-aaac-52b2ab43d950 None None] Port 1f18971c-c61c-48da-97b2-a04836adcb36 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:32.388413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-840cc57f-7509-488c-8caa-2454188b80ff req-ad4a96c7-eef7-45db-98e2-62f9084f608b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 210 time: 0.3559487 Mar 03 17:43:32.395527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Made reservation on behalf of a94d1541d66d4f4085283120335e7f4b for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:32.407871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.423532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Allocated IP 192.168.233.59 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/abef53a4-cd05-45f0-863e-5d4bc5189def) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:32.430758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.477774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:32.478397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.479820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-603440f1-4604-4594-a801-f7b6810854ba service neutron] 10.222.0.35 "PUT /v2.0/ports/39dc007d-6264-4099-aabd-23fb0874a9c0 HTTP/1.1" status: 200 len: 1096 time: 4.5310390 Mar 03 17:43:32.487024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'tag': '39dc007d-6264-4099-aabd-23fb0874a9c0'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:32.489775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:32.499026 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.547101 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea', 'code': 200} Mar 03 17:43:32.586423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603440f1-4604-4594-a801-f7b6810854ba service neutron] Pushing event updated for resources: {'Port': ['ID=39dc007d-6264-4099-aabd-23fb0874a9c0,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:32.636393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Usage tracker for resource:security_group_rule and tenant:a94d1541d66d4f4085283120335e7f4b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:32.649264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.35', 55770) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:32.660149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:32.672329 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:32.755034 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'tag': '39dc007d-6264-4099-aabd-23fb0874a9c0', 'status': 'completed', 'code': 200} Mar 03 17:43:32.970939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:32.995627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-25d79062-5437-4ed8-a851-d5e81d9a3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:32.997302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-25d79062-5437-4ed8-a851-d5e81d9a3a20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc43d620aa0046bb9984329da599c833&device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 1099 time: 0.4119875 Mar 03 17:43:33.013441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Transition to ACTIVE for port object abef53a4-cd05-45f0-863e-5d4bc5189def will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:33.032785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.041374 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.072779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:33.098112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5fb82-e71f-450d-bb7f-ca42f78886f4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:33.126375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.126738 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Added segment 748c8ef0-8374-4162-813a-5b3d27705965 of type vlan for network 3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3 Mar 03 17:43:33.145375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc7fa1-b793-4e0a-955f-dca8a910174d req-8e0e5973-156a-468e-906c-d208b227bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:33.165140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7cdc7fa1-b793-4e0a-955f-dca8a910174d req-8e0e5973-156a-468e-906c-d208b227bc1b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1097 time: 0.5145614 Mar 03 17:43:33.179365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:43:33.278629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.293189 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-09a52a6a-a343-4cf7-9be1-022367d39cb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=39dc007d-6264-4099-aabd-23fb0874a9c0 HTTP/1.1" status: 200 len: 217 time: 0.2247777 Mar 03 17:43:33.311146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40ac5bb9-b420-4fbf-8703-1a77259d1277 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:33.423370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 40ac5bb9-b420-4fbf-8703-1a77259d1277 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:33.454173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe06d64-3a3c-4369-83c5-ed04fc76e5e6 None None] Network 76bfdd84-196e-44ee-9039-cecea29fa718 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:33.454322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:33.488376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2539e-6d4b-46f9-976d-96655310c2b9 req-513c9e97-fb8b-47a8-9ae1-930171fe2139 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:33.489753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ac2539e-6d4b-46f9-976d-96655310c2b9 req-513c9e97-fb8b-47a8-9ae1-930171fe2139 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 948 time: 0.7276986 Mar 03 17:43:33.500496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.501856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Pushing event updated for resources: {'Port': ['ID=abef53a4-cd05-45f0-863e-5d4bc5189def,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:33.510758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:33.527490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:33.533186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:33.533794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.543984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.550961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.555618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1641cc27-da20-4b74-b88a-e85aed81cd76 None None] Provisioning for port 40ac5bb9-b420-4fbf-8703-1a77259d1277 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:33.560227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7cdc7fa1-b793-4e0a-955f-dca8a910174d req-ecdc7f9d-cb4c-4552-a159-f9e0961d2369 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821368 Mar 03 17:43:33.574646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1641cc27-da20-4b74-b88a-e85aed81cd76 None None] Provisioning complete for port 40ac5bb9-b420-4fbf-8703-1a77259d1277 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:33.575375 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1641cc27-da20-4b74-b88a-e85aed81cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.634363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-b5b57f8f-95a5-420b-aa58-4ea897f33b09 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5363207 Mar 03 17:43:33.636938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-3d7089f6-ccee-4a1c-87f0-3bd5e855e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:33.638410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-3d7089f6-ccee-4a1c-87f0-3bd5e855e2dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3131270 Mar 03 17:43:33.684260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Request body: {'port': {'device_id': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:33.722608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.723935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:33.725987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.727086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ac2539e-6d4b-46f9-976d-96655310c2b9 req-9878a977-dd99-463c-a345-cdb3c22f88b9 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944506 Mar 03 17:43:33.822887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1641cc27-da20-4b74-b88a-e85aed81cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.870920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1641cc27-da20-4b74-b88a-e85aed81cd76 None None] For port 40ac5bb9-b420-4fbf-8703-1a77259d1277, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40ac5bb9-b420-4fbf-8703-1a77259d1277,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:33.878601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:43:33.882184 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1641cc27-da20-4b74-b88a-e85aed81cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.893856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Sync routers for ids ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:43:33.916419 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Routers {'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:33.917049 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:33.983303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:33.992137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-03e5b2d2-713c-4e2e-bc01-7cf5613825db admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.3798881 Mar 03 17:43:34.004826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59436) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:34.028118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90fd4ed6-c72e-4cd4-85ea-f7a61e8a3260 None None] Provisioning for port abef53a4-cd05-45f0-863e-5d4bc5189def completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:34.037978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641cc27-da20-4b74-b88a-e85aed81cd76 None None] Pushing event updated for resources: {'Port': ['ID=40ac5bb9-b420-4fbf-8703-1a77259d1277,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:34.050262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90fd4ed6-c72e-4cd4-85ea-f7a61e8a3260 None None] Provisioning complete for port abef53a4-cd05-45f0-863e-5d4bc5189def triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:34.050771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90fd4ed6-c72e-4cd4-85ea-f7a61e8a3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:34.202420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-90fd4ed6-c72e-4cd4-85ea-f7a61e8a3260 None None] Port abef53a4-cd05-45f0-863e-5d4bc5189def cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:34.231324 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:34.256962 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Set router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:34.287129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Allocated IP 172.25.0.23 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:34.297903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38032d5-169d-4bf0-9623-04193280e077 req-4dd9d3bf-cff2-445c-a5b5-854d490d3d79 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:34.304142 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f38032d5-169d-4bf0-9623-04193280e077 req-4dd9d3bf-cff2-445c-a5b5-854d490d3d79 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 946 time: 0.8799286 Mar 03 17:43:34.388361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59462) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:34.391821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f18971c-c61c-48da-97b2-a04836adcb36 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:34.402146 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7097247 Mar 03 17:43:34.403046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375f2d8-1b49-48b4-ac18-def326a3ccda admin admin] Pushing event updated for resources: {'Network': ['ID=3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:34.408219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59470) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:34.433672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:34.447936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:34.448744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Request body: {'subnet': {'network_id': '3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-221696260-subnet', 'tenant_id': 'a94d1541d66d4f4085283120335e7f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:34.453813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:34.457997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Usage tracker for resource:subnet and tenant:a94d1541d66d4f4085283120335e7f4b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:34.460974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:34.467796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:34.486867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8fee0530-2551-4829-b0f0-c8d4e6216e95 None None] Provisioning complete for port 40ac5bb9-b420-4fbf-8703-1a77259d1277 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:34.487856 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8fee0530-2551-4829-b0f0-c8d4e6216e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:34.532425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Made reservation on behalf of a94d1541d66d4f4085283120335e7f4b for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:34.535055 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:34.604209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Transition to ACTIVE for port object 1f18971c-c61c-48da-97b2-a04836adcb36 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:34.735124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:34.748396 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:43:29Z', 'revision_number': 3, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:34.759457 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Checking router: bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:43:34.762478 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Updating router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 port 9f79d93d-4542-4afb-875c-7c99db213045 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:43:34.846036 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:34.858090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f38032d5-169d-4bf0-9623-04193280e077 req-fcd7ed9f-9554-48f9-b341-69cd36a05d0a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689198 Mar 03 17:43:35.047145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8112a0e1-4b41-4b0e-87a1-448b03ffadc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e531072d5a543e7811e46742691f69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498766 Mar 03 17:43:35.092205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59488) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:35.103738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-1482a440-384c-419d-95b5-29ca2bba2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:35.105274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-1482a440-384c-419d-95b5-29ca2bba2e1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3551400 Mar 03 17:43:35.240787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40ac5bb9-b420-4fbf-8703-1a77259d1277 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:35.260169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:35.308247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Attempting to bind port 1f18971c-c61c-48da-97b2-a04836adcb36 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:35.308988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Attempting to bind port 1f18971c-c61c-48da-97b2-a04836adcb36 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:35.309118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 40ac5bb9-b420-4fbf-8703-1a77259d1277 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:35.309218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Attempting to bind port 1f18971c-c61c-48da-97b2-a04836adcb36 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:35.309438 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.363057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Port 1f18971c-c61c-48da-97b2-a04836adcb36 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:35.363409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Attempting to bind port 1f18971c-c61c-48da-97b2-a04836adcb36 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:35.384657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:35.385088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:35.385700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:35.386234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Bound port: 1f18971c-c61c-48da-97b2-a04836adcb36, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:35.386688 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.446497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.484192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-ae091fd9-1d46-4a13-8896-58bd3629e5e0 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669484 Mar 03 17:43:35.489784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fffc592-31db-4cd9-b60e-8a8efc03c489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.512666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc8310-0dfd-4505-9bf6-e23a9140d2fc req-0bc92e50-9fab-4c12-b567-e3eb67adbf57 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:35.514343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ebc8310-0dfd-4505-9bf6-e23a9140d2fc req-0bc92e50-9fab-4c12-b567-e3eb67adbf57 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 948 time: 0.4734750 Mar 03 17:43:35.567287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bbe71-f560-4224-a927-37fe07c65bae req-67686ef3-831f-490c-a1c6-87dddb911aab tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:35.569348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bbe71-f560-4224-a927-37fe07c65bae req-67686ef3-831f-490c-a1c6-87dddb911aab tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 935 time: 0.5955586 Mar 03 17:43:35.578591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.659472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fffc592-31db-4cd9-b60e-8a8efc03c489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.705404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abef53a4-cd05-45f0-863e-5d4bc5189def {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:35.723866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ebc8310-0dfd-4505-9bf6-e23a9140d2fc req-5b0becdb-9851-47af-bc20-2531be58a747 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912518 Mar 03 17:43:35.725501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:35.730091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.758581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a75607-3a7f-4aea-88b9-e566f162daab,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:35.761922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:35.766567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Transition to ACTIVE for port object abef53a4-cd05-45f0-863e-5d4bc5189def will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:35.769921 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.806089 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bbe71-f560-4224-a927-37fe07c65bae req-ad0e0b2a-5fc3-4725-9483-dfec0a00cecc tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240562 Mar 03 17:43:35.812667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Checking segment: {'id': '748c8ef0-8374-4162-813a-5b3d27705965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:35.813023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Network hostable DHCP agents. Network: 3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:35.866638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.875498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.901462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:35.901874 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:35.908066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f18971c-c61c-48da-97b2-a04836adcb36 HTTP/1.1" status: 200 len: 1095 time: 4.1271901 Mar 03 17:43:35.946944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:35.948475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879665eb-9d1f-40b0-8819-5ad3514baebb req-8fb9f111-5dd0-41ab-af5a-3809c7c58272 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521179 Mar 03 17:43:36.033967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:36.170261 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.183234 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Transition to ACTIVE for port object 9f79d93d-4542-4afb-875c-7c99db213045 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:36.197737 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.223114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:36.226719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:36.290740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49a4dd-3739-4bc1-9743-814e506357b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:36.296010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Network 3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:36.320358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fffc592-31db-4cd9-b60e-8a8efc03c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.334669 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Attempting to bind port 9f79d93d-4542-4afb-875c-7c99db213045 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:36.335408 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Attempting to bind port 9f79d93d-4542-4afb-875c-7c99db213045 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:36.335952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Attempting to bind port 9f79d93d-4542-4afb-875c-7c99db213045 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:36.346210 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:36.347060 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:36.347882 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.348588 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:36.349106 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Bound port: 9f79d93d-4542-4afb-875c-7c99db213045, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:36.350142 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.391692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=abef53a4-cd05-45f0-863e-5d4bc5189def,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:36.416198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Attempting to bind port abef53a4-cd05-45f0-863e-5d4bc5189def on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:36.416198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Attempting to bind port abef53a4-cd05-45f0-863e-5d4bc5189def by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:36.416198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Attempting to bind port abef53a4-cd05-45f0-863e-5d4bc5189def on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:36.422692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:36.430027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Port abef53a4-cd05-45f0-863e-5d4bc5189def on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:36.430346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Attempting to bind port abef53a4-cd05-45f0-863e-5d4bc5189def on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:36.434059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.437910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:36.438385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:36.438774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:36.439199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Bound port: abef53a4-cd05-45f0-863e-5d4bc5189def, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:36.439518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.465082 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] For port 9f79d93d-4542-4afb-875c-7c99db213045, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:36.465427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:36.468214 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] For port 9f79d93d-4542-4afb-875c-7c99db213045, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9f79d93d-4542-4afb-875c-7c99db213045,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:36.478893 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.484188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046658bb-b837-47d7-88af-feda41c64c6e None None] Network 3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:36.489664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:36.498125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.506076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffc592-31db-4cd9-b60e-8a8efc03c489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b5d6f3-40d8-427b-af28-f513a5954f0d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:36.516796 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Routers {'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:36.517617 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:36.561725 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d1515d3d-388a-4e9e-b376-9cc11afecdc3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1305501 Mar 03 17:43:36.596238 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337f4b9-da43-4bfd-a96e-c3d4149f466b None None] Pushing event updated for resources: {'Port': ['ID=9f79d93d-4542-4afb-875c-7c99db213045,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:36.665378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] For port abef53a4-cd05-45f0-863e-5d4bc5189def, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:36.669780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] For port abef53a4-cd05-45f0-863e-5d4bc5189def, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abef53a4-cd05-45f0-863e-5d4bc5189def,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:36.686032 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36', 'status': 'completed', 'code': 200} Mar 03 17:43:36.689247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-bf756225-8b80-41a8-bba4-9505f96f942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:36.691094 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-bf756225-8b80-41a8-bba4-9505f96f942a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1098 time: 0.7291961 Mar 03 17:43:36.692096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.777689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fffc592-31db-4cd9-b60e-8a8efc03c489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:36.779078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9fffc592-31db-4cd9-b60e-8a8efc03c489 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58b5d6f3-40d8-427b-af28-f513a5954f0d HTTP/1.1" status: 204 len: 168 time: 1.6783929 Mar 03 17:43:36.785613 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337f4b9-da43-4bfd-a96e-c3d4149f466b None None] Pushing event updated for resources: {'Port': ['ID=9f79d93d-4542-4afb-875c-7c99db213045,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:36.832056 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] Set router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:36.948682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-c23e56aa-1c06-407f-8c88-76b18860a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:36.950583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-c23e56aa-1c06-407f-8c88-76b18860a988 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc43d620aa0046bb9984329da599c833&device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 1099 time: 0.9154377 Mar 03 17:43:37.028316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-dd8cbacf-6187-4894-9b1a-9f1a68afd4f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1f18971c-c61c-48da-97b2-a04836adcb36 HTTP/1.1" status: 200 len: 217 time: 0.2543347 Mar 03 17:43:37.207262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:37.208015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:37.209917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/abef53a4-cd05-45f0-863e-5d4bc5189def HTTP/1.1" status: 200 len: 1095 time: 3.5351288 Mar 03 17:43:37.263034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb5c8d9-241e-44c9-a869-bda94d29dd1e None None] Network 3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:37.382733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59600) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:37.388396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2fa9a-fa31-440f-87a8-6155d4c2d6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=abef53a4-cd05-45f0-863e-5d4bc5189def,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:37.448515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-5292a620-c52d-42af-9590-f44f49724d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:37.450073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-5292a620-c52d-42af-9590-f44f49724d39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4076078 Mar 03 17:43:37.450769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:37.531631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854c78d-897f-4645-af2d-e60c524736a2 req-699704de-062e-4ab5-917d-4a7116bdf0b7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:37.541614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c854c78d-897f-4645-af2d-e60c524736a2 req-699704de-062e-4ab5-917d-4a7116bdf0b7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 946 time: 1.2224228 Mar 03 17:43:37.713612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:43:29Z', 'revision_number': 3, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:37.725254 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f106680-49ff-4b66-88f8-70670f7be79c None None] The sync data for ids ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'] in n-d-827121-1 is: [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:43:29Z', 'revision_number': 3, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:43:37.783693 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:37.785118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:37.809212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Usage tracker for resource:security_group_rule and tenant:9dee8cea8d0b4ef4bde6c6c4fd0977a7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:37.831273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-7b51614a-6f46-46de-873e-f40bd28892cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:37.833428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-7b51614a-6f46-46de-873e-f40bd28892cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 1098 time: 0.5466120 Mar 03 17:43:37.834705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:37.856537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:37.907617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-0c1d34ed-8462-4124-8af8-2cffeda57271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:37.909269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-0c1d34ed-8462-4124-8af8-2cffeda57271 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.8741577 Mar 03 17:43:37.930573 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c854c78d-897f-4645-af2d-e60c524736a2 req-eb4e2210-17ce-4260-9d53-e59c5a4bca30 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861883 Mar 03 17:43:37.937524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Allocated IP 172.20.0.1 (a34abac2-7d4b-4ce1-82c0-5747a86ba196/444afcf9-be61-4cb1-907e-b6c459e3c48f/7c124d9a-90fe-496d-9e1c-6a5e1745f422) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:38.024827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-de92be84-b649-4271-afb8-0004d628b3c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=abef53a4-cd05-45f0-863e-5d4bc5189def HTTP/1.1" status: 200 len: 217 time: 0.1730072 Mar 03 17:43:38.084889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-01e3d66e-398d-41ca-9baa-a22dc7a258c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=39dc007d-6264-4099-aabd-23fb0874a9c0 HTTP/1.1" status: 200 len: 217 time: 0.1507547 Mar 03 17:43:38.092171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207066d-6547-41cc-8507-680369c0b02e req-b02f522a-df6e-49ff-a2ae-ad7f33059598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:38.093891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-b02f522a-df6e-49ff-a2ae-ad7f33059598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6308360 Mar 03 17:43:38.094030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59618) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:38.133780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-181108615-network', 'tenant_id': '3bbeaaf4cf754837b8c8ab902a79e614'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:38.183796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:38.211124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Usage tracker for resource:network and tenant:3bbeaaf4cf754837b8c8ab902a79e614 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:38.220357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:38.289814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:38.324960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c2d89782-006c-4246-92e3-b3fd4ef95257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:38.327088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-c2d89782-006c-4246-92e3-b3fd4ef95257 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2909551 Mar 03 17:43:38.389163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Made reservation on behalf of 3bbeaaf4cf754837b8c8ab902a79e614 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:38.391425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:38.436435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:38.454812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-ada58846-8fad-4f65-ade5-b3c8f92b4c22 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476634 Mar 03 17:43:38.502973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8065fa0-7d54-4292-94e2-e07df3c377fd req-63381308-c5fc-4d22-9857-c092ec770808 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:38.504534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8065fa0-7d54-4292-94e2-e07df3c377fd req-63381308-c5fc-4d22-9857-c092ec770808 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 948 time: 0.5475979 Mar 03 17:43:38.537386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:38.553422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-60a50571-0799-42f1-be27-4598d709880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:38.554856 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-60a50571-0799-42f1-be27-4598d709880d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4605930 Mar 03 17:43:38.572912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:38.577016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Usage tracker for resource:security_group_rule and tenant:3bbeaaf4cf754837b8c8ab902a79e614 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:38.622877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 39dc007d-6264-4099-aabd-23fb0874a9c0 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:38.625881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:38.633921 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:38.657096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:38.696255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'tag': 'abef53a4-cd05-45f0-863e-5d4bc5189def'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:38.746965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8065fa0-7d54-4292-94e2-e07df3c377fd req-e93540eb-76a3-4081-8e4c-7b7df8f7208b tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245593 Mar 03 17:43:38.768359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e6d882-9b61-49ed-971c-d41172c8e4d3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:38.779798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-58e1fb82-06b6-425b-96c3-92c037fb8275 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dee8cea8d0b4ef4bde6c6c4fd0977a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3960247 Mar 03 17:43:38.789960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:38.791614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-1a888d72-5ba3-41fc-a6b1-6602063be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:38.792977 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-1a888d72-5ba3-41fc-a6b1-6602063be9e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4559548 Mar 03 17:43:38.793475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59624) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:38.839881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 39dc007d-6264-4099-aabd-23fb0874a9c0, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=39dc007d-6264-4099-aabd-23fb0874a9c0,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:38.841215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b207066d-6547-41cc-8507-680369c0b02e req-fb827d96-f737-4c84-8816-4de24956aaee service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692751 Mar 03 17:43:38.888495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '39dc007d-6264-4099-aabd-23fb0874a9c0', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '39dc007d-6264-4099-aabd-23fb0874a9c0', 'mac_address': 'fa:16:3e:37:6d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:38.890768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb80df-b7e9-4e46-b3c6-36b08a951dd6 req-6d7f42f2-c1a5-4ae6-842c-9dd2b3fb41ad tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:38.899312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1fb80df-b7e9-4e46-b3c6-36b08a951dd6 req-6d7f42f2-c1a5-4ae6-842c-9dd2b3fb41ad tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 947 time: 0.6982083 Mar 03 17:43:38.963862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Transition to ACTIVE for port object 7c124d9a-90fe-496d-9e1c-6a5e1745f422 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:38.983111 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.006659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39dc007d-6264-4099-aabd-23fb0874a9c0 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:39.012852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-ac84c2bb-269f-4796-8b64-e640de17d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:39.014917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-ac84c2bb-269f-4796-8b64-e640de17d6dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4461687 Mar 03 17:43:39.018823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.028068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 39dc007d-6264-4099-aabd-23fb0874a9c0, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=39dc007d-6264-4099-aabd-23fb0874a9c0,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:39.034987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.038819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1fb80df-b7e9-4e46-b3c6-36b08a951dd6 req-6d0d3d4b-c15a-43f2-aa5a-82f5d71b0563 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385415 Mar 03 17:43:39.118361 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43e76e89-937b-4d23-ba6f-58911f7eac24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.121847 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-303a944c-c7a7-491e-983e-4871da11d1dc service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172879 Mar 03 17:43:39.154542 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'tag': 'abef53a4-cd05-45f0-863e-5d4bc5189def', 'status': 'completed', 'code': 200} Mar 03 17:43:39.200285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.234167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.257308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43e76e89-937b-4d23-ba6f-58911f7eac24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.262892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=39dc007d-6264-4099-aabd-23fb0874a9c0,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:39.277317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.277712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.281943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.282844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.283194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.283556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.283921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.284274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.284604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.284929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.285255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.286583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:43:39.307080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['39dc007d-6264-4099-aabd-23fb0874a9c0'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:39.379207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f79d93d-4542-4afb-875c-7c99db213045 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:39.476035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:39.484094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-efc939cb-cc09-4870-944d-2fe83206dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:39.486533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-efc939cb-cc09-4870-944d-2fe83206dc56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1098 time: 0.5380864 Mar 03 17:43:39.487413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda5841-d5d7-4546-a0d1-1f9b8eacdda5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:39.535736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.555972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9f79d93d-4542-4afb-875c-7c99db213045 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:39.562801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9f79d93d-4542-4afb-875c-7c99db213045 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:39.563172 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.685186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:39.699345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Pushing event updated for resources: {'Port': ['ID=7c124d9a-90fe-496d-9e1c-6a5e1745f422,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:39.703433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.703433 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Added segment 20969f20-14ec-4ea7-983a-bb70e5afa274 of type vlan for network 36c46ca7-0613-43b3-abb4-94ad12fdba05 Mar 03 17:43:39.703982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:39.718091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43e76e89-937b-4d23-ba6f-58911f7eac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.723144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6674d154-2298-4b0e-aee9-c08782be34c8 req-2f11798d-ac03-45ce-99a7-2445ebe5cfe6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738199 Mar 03 17:43:39.766922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e76e89-937b-4d23-ba6f-58911f7eac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e6d882-9b61-49ed-971c-d41172c8e4d3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:39.772551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Router 65928d6a-ecec-48e6-8358-a62dbb1766bb is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:43:39.781617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:39.782050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.851605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.866598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.898310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9f79d93d-4542-4afb-875c-7c99db213045, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9f79d93d-4542-4afb-875c-7c99db213045,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:39.914814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.953263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-edbbf489-0d7d-4ea8-8079-895b4600b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:39.954766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-edbbf489-0d7d-4ea8-8079-895b4600b793 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4355342 Mar 03 17:43:39.970901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43e76e89-937b-4d23-ba6f-58911f7eac24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:39.972013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-43e76e89-937b-4d23-ba6f-58911f7eac24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2e6d882-9b61-49ed-971c-d41172c8e4d3 HTTP/1.1" status: 204 len: 168 time: 1.1724467 Mar 03 17:43:39.975664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-e0852ce6-ac6c-4982-ab2f-2e0a7f1b9a78 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9303122 Mar 03 17:43:40.064780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9f79d93d-4542-4afb-875c-7c99db213045,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:40.181361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f34f143d-2b64-48f4-a12e-7de0dbc682a2 None None] Provisioning for port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:40.188373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f34f143d-2b64-48f4-a12e-7de0dbc682a2 None None] Provisioning complete for port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:40.188792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f34f143d-2b64-48f4-a12e-7de0dbc682a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:40.192222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-34e606d3-2d26-46ff-b58f-4398c2aecd3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1f18971c-c61c-48da-97b2-a04836adcb36 HTTP/1.1" status: 200 len: 217 time: 0.2281203 Mar 03 17:43:40.254760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5856a-ea66-4bd3-b609-51d2ab81fd39 req-a1c4cf4d-3ac1-4395-83f0-224e218ecb7d tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:40.262858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1a5856a-ea66-4bd3-b609-51d2ab81fd39 req-a1c4cf4d-3ac1-4395-83f0-224e218ecb7d tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1097 time: 0.7165456 Mar 03 17:43:40.282696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f34f143d-2b64-48f4-a12e-7de0dbc682a2 None None] Port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:40.320874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:43:40.322255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:40.323169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:40.323742 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:40.335991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Sync routers for ids ['65928d6a-ecec-48e6-8358-a62dbb1766bb'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:43:40.353774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Routers {'65928d6a-ecec-48e6-8358-a62dbb1766bb'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:40.354955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['65928d6a-ecec-48e6-8358-a62dbb1766bb'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:40.379827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d98ab-1c3f-41d5-91af-c3b1cb76532f req-2f09f38c-1646-4379-bdfa-65a3cb7e1c89 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:40.381364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a2d98ab-1c3f-41d5-91af-c3b1cb76532f req-2f09f38c-1646-4379-bdfa-65a3cb7e1c89 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 949 time: 0.4092410 Mar 03 17:43:40.386831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc603557-6fc6-4226-96cc-35f29ec88256 req-38e15c79-1da5-4894-ba94-0d0a7e656741 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695965 Mar 03 17:43:40.436174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:40.439879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6b6a48da-b6ff-4ef8-b630-fbe062531ae2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.7995379 Mar 03 17:43:40.445500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:40.453782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-6db06669-fc5e-4b67-94b3-1ff6612c2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:40.456308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-6db06669-fc5e-4b67-94b3-1ff6612c2cf3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2531741 Mar 03 17:43:40.457284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f1a5856a-ea66-4bd3-b609-51d2ab81fd39 req-7959cd27-4a09-4e25-9488-b901d8472995 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Synchronizing usage tracker for tenant:2de0b57f3da14c52b4c627a0f66a2a7d on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:40.473373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3689451 Mar 03 17:43:40.526570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59696) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:40.532539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14609bd5-843d-41d4-879b-43617fc9c499 admin admin] Pushing event updated for resources: {'Network': ['ID=36c46ca7-0613-43b3-abb4-94ad12fdba05,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:40.545415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Request body: {'subnet': {'network_id': '36c46ca7-0613-43b3-abb4-94ad12fdba05', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-181108615-subnet', 'tenant_id': '3bbeaaf4cf754837b8c8ab902a79e614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:40.556865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:40.562441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 36c46ca7-0613-43b3-abb4-94ad12fdba05 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:40.562795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Usage tracker for resource:subnet and tenant:3bbeaaf4cf754837b8c8ab902a79e614 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:40.566203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:40.572922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:40.593565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Made reservation on behalf of 3bbeaaf4cf754837b8c8ab902a79e614 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:40.596586 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:40.603766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a2d98ab-1c3f-41d5-91af-c3b1cb76532f req-047345fe-61a6-4324-a65c-d3d52b14f12d tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140958 Mar 03 17:43:40.623992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f1a5856a-ea66-4bd3-b609-51d2ab81fd39 req-7959cd27-4a09-4e25-9488-b901d8472995 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Unset dirty status for tenant:2de0b57f3da14c52b4c627a0f66a2a7d on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:40.623992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1a5856a-ea66-4bd3-b609-51d2ab81fd39 req-7959cd27-4a09-4e25-9488-b901d8472995 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580008 Mar 03 17:43:40.624188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092697ea-7464-4904-98ba-9d141af81790 req-a4a6db93-ffdb-4863-beca-36bf1ea48ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:40.627323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-092697ea-7464-4904-98ba-9d141af81790 req-a4a6db93-ffdb-4863-beca-36bf1ea48ad0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 1098 time: 0.7884302 Mar 03 17:43:40.663140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:40.745344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Set router 65928d6a-ecec-48e6-8358-a62dbb1766bb gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:41.129812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-b07d621f-72ca-4166-8e1a-e5d73b1ed7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:41.131426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-b07d621f-72ca-4166-8e1a-e5d73b1ed7da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6672220 Mar 03 17:43:41.148613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092697ea-7464-4904-98ba-9d141af81790 req-59ceb6bf-5b3d-4d4a-b775-8207ac573f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:41.150119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-092697ea-7464-4904-98ba-9d141af81790 req-59ceb6bf-5b3d-4d4a-b775-8207ac573f81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5035467 Mar 03 17:43:41.301660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-092697ea-7464-4904-98ba-9d141af81790 req-447614c2-b726-4eea-a067-e119ecfd7199 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=abef53a4-cd05-45f0-863e-5d4bc5189def HTTP/1.1" status: 200 len: 217 time: 0.1016946 Mar 03 17:43:41.333291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f79d93d-4542-4afb-875c-7c99db213045 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:41.445662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9f79d93d-4542-4afb-875c-7c99db213045 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:41.446105 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:41.456361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d9658-7971-43f2-825c-c6ec3c093f69 req-6fdfd158-0158-492c-a17a-6ff396bcf6c8 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:41.457849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31d9658-7971-43f2-825c-c6ec3c093f69 req-6fdfd158-0158-492c-a17a-6ff396bcf6c8 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 947 time: 0.4693830 Mar 03 17:43:41.503248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:43:36Z', 'revision_number': 3, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:41.518462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Checking router: 65928d6a-ecec-48e6-8358-a62dbb1766bb for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:43:41.518804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Updating router 65928d6a-ecec-48e6-8358-a62dbb1766bb port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:43:41.539029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:43:41.598193 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:41.623812 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:41.650507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:41.664417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092697ea-7464-4904-98ba-9d141af81790 req-2b843640-a7c3-485b-8814-100dd477a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:41.665322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:41.665772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-092697ea-7464-4904-98ba-9d141af81790 req-2b843640-a7c3-485b-8814-100dd477a874 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3578415 Mar 03 17:43:41.666052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:41.767672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Pushing event updated for resources: {'Port': ['ID=7c124d9a-90fe-496d-9e1c-6a5e1745f422,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:41.797171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f31d9658-7971-43f2-825c-c6ec3c093f69 req-0f96ccfb-a58f-4fda-af9d-526e9e5f5854 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Synchronizing usage tracker for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:41.824471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-d1d927c9-6d51-45ce-a44d-0f48cc70dc11 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837838 Mar 03 17:43:41.869371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d560b89-1caa-4979-a919-51a9d7818775 req-6a6fe83d-bbfa-4c3b-a4a2-d76b11f8bca5 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:41.876109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d560b89-1caa-4979-a919-51a9d7818775 req-6a6fe83d-bbfa-4c3b-a4a2-d76b11f8bca5 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1097 time: 0.4051299 Mar 03 17:43:42.000927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3bb9f6a-fb6f-4f56-b9c0-d865bb40e877 req-29592960-c07b-41be-a323-943ee8338603 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569710 Mar 03 17:43:42.001579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b16ff86-c446-4b10-965e-4e0927f61b77,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:42.001916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d560b89-1caa-4979-a919-51a9d7818775 req-b7c145a4-a83b-4f20-93c6-df768118562f tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246464 Mar 03 17:43:42.027403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Checking segment: {'id': '20969f20-14ec-4ea7-983a-bb70e5afa274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '36c46ca7-0613-43b3-abb4-94ad12fdba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:42.028542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Network hostable DHCP agents. Network: 36c46ca7-0613-43b3-abb4-94ad12fdba05, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:42.035903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:42.039573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f31d9658-7971-43f2-825c-c6ec3c093f69 req-0f96ccfb-a58f-4fda-af9d-526e9e5f5854 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Unset dirty status for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:42.041139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31d9658-7971-43f2-825c-c6ec3c093f69 req-0f96ccfb-a58f-4fda-af9d-526e9e5f5854 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712336 Mar 03 17:43:42.085934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Transition to ACTIVE for port object cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:42.102225 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:42.114094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092697ea-7464-4904-98ba-9d141af81790 req-efc92a58-8f53-4c69-9a62-c9d0c43c34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:42.121283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-092697ea-7464-4904-98ba-9d141af81790 req-efc92a58-8f53-4c69-9a62-c9d0c43c34e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4441500 Mar 03 17:43:42.197529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Network 36c46ca7-0613-43b3-abb4-94ad12fdba05 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:42.255680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:42.263399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:42.278446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Attempting to bind port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:42.278843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Attempting to bind port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:42.279630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Attempting to bind port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:42.290357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 36c46ca7-0613-43b3-abb4-94ad12fdba05) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:42.294577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:42.294995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:42.295798 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:42.295798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:42.299052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Bound port: cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:42.305396 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:42.317447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:42.318581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:42.372533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-42d7bc61-4d0e-4a4b-810f-32072c66dc10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8448813 Mar 03 17:43:42.386882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11697ce4-8c70-48ce-945b-8b6c58c1d4d0 None None] Network 36c46ca7-0613-43b3-abb4-94ad12fdba05 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:42.433817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-092697ea-7464-4904-98ba-9d141af81790 req-555b3e1a-1060-4142-a1b3-4068dad9c3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021767 Mar 03 17:43:42.505768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65662a-5868-45db-ba8a-904457b910ff None None] Pushing event updated for resources: {'Port': ['ID=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:42.527703 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:42.645359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:42.649374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 39dc007d-6264-4099-aabd-23fb0874a9c0 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:42.728540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16b05-ba6b-40c8-b082-b2dbd2f99cd9 req-f5b9548e-ddf9-4cc5-88d5-28504e18a14d tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:42.730394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ce16b05-ba6b-40c8-b082-b2dbd2f99cd9 req-f5b9548e-ddf9-4cc5-88d5-28504e18a14d tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 949 time: 0.3184347 Mar 03 17:43:42.845352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] For port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:42.861651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] For port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:42.882109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:43:42.894718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:42.898568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59802) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:42.902453 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:43:42.931124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-092697ea-7464-4904-98ba-9d141af81790 req-b4bc2406-5ff6-4a08-b6b3-41441ae5403d service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933455 Mar 03 17:43:42.956569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c516ed43-26d4-4f75-aedb-44b99134c5a5 None None] Provisioning complete for port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:42.956938 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c516ed43-26d4-4f75-aedb-44b99134c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.008171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 39dc007d-6264-4099-aabd-23fb0874a9c0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:43.130837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 39dc007d-6264-4099-aabd-23fb0874a9c0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:43.131333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.308916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252303b-aa34-4e57-b723-aaad8a2c3821 None None] Network 36c46ca7-0613-43b3-abb4-94ad12fdba05 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:43.334820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c516ed43-26d4-4f75-aedb-44b99134c5a5 None None] Port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:43.353978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Routers {'65928d6a-ecec-48e6-8358-a62dbb1766bb'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:43.354689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['65928d6a-ecec-48e6-8358-a62dbb1766bb'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:43.397900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:43:43.416807 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Sync routers for ids ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:43:43.418812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65662a-5868-45db-ba8a-904457b910ff None None] Pushing event updated for resources: {'Port': ['ID=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:43.436983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ce16b05-ba6b-40c8-b082-b2dbd2f99cd9 req-9a012b14-3085-4bdc-80c4-a4d2a4fe64aa tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883025 Mar 03 17:43:43.440483 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Routers {'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:43.441599 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:43.537802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] Deleting subnet 77a75607-3a7f-4aea-88b9-e566f162daab {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:43:43.556168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2abc2c2b-e892-44d7-b8cb-ed12008fc146 admin admin] 10.222.0.23 "PUT /v2.0/routers/bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5460186 Mar 03 17:43:43.562966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.639595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:43.711040 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.719672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.729575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59848) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:43.750648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '1f18971c-c61c-48da-97b2-a04836adcb36', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '1f18971c-c61c-48da-97b2-a04836adcb36', 'mac_address': 'fa:16:3e:63:fc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:43.761923 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.818353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.827601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Set router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:43.880550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:43.893445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] Set router 65928d6a-ecec-48e6-8358-a62dbb1766bb gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:43.899398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a75607-3a7f-4aea-88b9-e566f162daab,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:43.901627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Allocated IP 172.20.0.1 (76bfdd84-196e-44ee-9039-cecea29fa718/0b4c5516-dc35-4786-88d7-f7a5690fc878/aa37873e-62bc-4263-b226-627f040e08d4) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:43.925497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-28eae1d7-ed4e-4054-98d5-7db6ce9bae77 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/77a75607-3a7f-4aea-88b9-e566f162daab HTTP/1.1" status: 204 len: 168 time: 1.0232038 Mar 03 17:43:43.925594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59856) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:44.017030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92aec-c5b2-469c-9650-79f33a8b7df2 req-40ab5217-d05f-4c28-80fe-1195254cb862 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:44.034038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81c92aec-c5b2-469c-9650-79f33a8b7df2 req-40ab5217-d05f-4c28-80fe-1195254cb862 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 947 time: 0.3893173 Mar 03 17:43:44.095188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39dc007d-6264-4099-aabd-23fb0874a9c0'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:44.135565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.138872 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.149220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 39dc007d-6264-4099-aabd-23fb0874a9c0, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=39dc007d-6264-4099-aabd-23fb0874a9c0,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:44.207428 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.209816 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.222265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:44.228815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8371079a3e4914851c9ace2788348f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:44.232879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:44.243133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:44.294471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81c92aec-c5b2-469c-9650-79f33a8b7df2 req-70f4c1c6-251a-4fcd-8f0e-763b4ab0a193 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252769 Mar 03 17:43:44.316648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f18971c-c61c-48da-97b2-a04836adcb36 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:44.380384 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.415115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:44.420310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Transition to ACTIVE for port object aa37873e-62bc-4263-b226-627f040e08d4 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:44.429427 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.439700 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.462638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.468060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.468391 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.469166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.469538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > port after_create 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.469854 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.470203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > port after_update 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.470518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.470849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.471163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.471471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.473417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=39dc007d-6264-4099-aabd-23fb0874a9c0,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:44.493716 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:43:40Z', 'revision_number': 4, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '7c124d9a-90fe-496d-9e1c-6a5e1745f422', 'name': '', 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'mac_address': 'fa:16:3e:29:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '444afcf9-be61-4cb1-907e-b6c459e3c48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:36Z', 'updated_at': '2022-03-03T17:43:40Z', 'revision_number': 2, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'subnets': [{'id': '444afcf9-be61-4cb1-907e-b6c459e3c48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:44.499546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Checking router: bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:43:44.499958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Updating router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:43:44.547033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Pushing event updated for resources: {'Port': ['ID=aa37873e-62bc-4263-b226-627f040e08d4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:44.553289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Network 76bfdd84-196e-44ee-9039-cecea29fa718 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:44.554486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:44.556586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:44.557047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.593358 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.629526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.629738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.629979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.630341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:43:44.631174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:44.668239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abef53a4-cd05-45f0-863e-5d4bc5189def details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:44.679104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748c8ef0-8374-4162-813a-5b3d27705965') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:44.679612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748c8ef0-8374-4162-813a-5b3d27705965') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:44.684321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:44.697401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1f18971c-c61c-48da-97b2-a04836adcb36'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:44.710410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59876) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:44.755500 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.803360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:43:44.821661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.832170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.884253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.888537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:43:44.889034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.914949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-8b5e95de-3525-4032-bc47-5f515d5afb14 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:43:44.926095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-8b5e95de-3525-4032-bc47-5f515d5afb14 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2121525 Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: from cryptography.utils import int_from_bytes Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: from cryptography.utils import int_from_bytes Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: util.warn_limited( Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: util.warn_limited( Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:43:44.930465 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:43:44.959503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:44.994206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25cf3e34-df0b-4f77-81ac-ed74a0d7476b None None] Provisioning for port aa37873e-62bc-4263-b226-627f040e08d4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:45.024975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25cf3e34-df0b-4f77-81ac-ed74a0d7476b None None] Provisioning complete for port aa37873e-62bc-4263-b226-627f040e08d4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:45.025403 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25cf3e34-df0b-4f77-81ac-ed74a0d7476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.117383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-25cf3e34-df0b-4f77-81ac-ed74a0d7476b None None] Port aa37873e-62bc-4263-b226-627f040e08d4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:45.122912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:43:36Z', 'revision_number': 3, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:45.156356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.166643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.167788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.190579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fedd0c-cca7-459c-9597-13fd08837480 None None] The sync data for ids ['65928d6a-ecec-48e6-8358-a62dbb1766bb'] in n-d-827121-1 is: [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:43:36Z', 'revision_number': 3, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:43:45.203658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a8371079a3e4914851c9ace2788348f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4706047 Mar 03 17:43:45.214210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59892) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:45.231489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b695b8-2001-4055-a03f-b4438af52207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c525211-9e06-4596-ba8f-3202d17dfb2d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:45.254027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.273372 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.295864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port abef53a4-cd05-45f0-863e-5d4bc5189def, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abef53a4-cd05-45f0-863e-5d4bc5189def,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:45.322542 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39dc007d-6264-4099-aabd-23fb0874a9c0', 'code': 200} Mar 03 17:43:45.357225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3 HTTP/1.1" status: 204 len: 168 time: 1.4306021 Mar 03 17:43:45.362034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Request body: {'binding': {'host': 'n-h1-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:45.362600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:43:45.368789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'abef53a4-cd05-45f0-863e-5d4bc5189def', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'abef53a4-cd05-45f0-863e-5d4bc5189def', 'mac_address': 'fa:16:3e:52:01:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:43:45.372813 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.398171 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Transition to ACTIVE for port object 7c124d9a-90fe-496d-9e1c-6a5e1745f422 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:45.404824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59898) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:45.409238 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.421374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Pushing event updated for resources: {'Port': ['ID=aa37873e-62bc-4263-b226-627f040e08d4,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:45.469567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77036ab0-4746-4d7c-ae78-7b6007f3d583 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4e8f25-faf3-4fd8-96f3-ea9cfe6593a3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:45.490033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] Deleting subnet 2b16ff86-c446-4b10-965e-4e0927f61b77 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:43:45.493528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.503977 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.536822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abef53a4-cd05-45f0-863e-5d4bc5189def {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:43:45.576923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port abef53a4-cd05-45f0-863e-5d4bc5189def, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abef53a4-cd05-45f0-863e-5d4bc5189def,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:45.584039 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.681392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3def29e-8a5b-4cfa-b372-6f82f9e06ce5 req-a7cb8114-31ad-4cba-8fd0-2e390c00c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:45.681392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3def29e-8a5b-4cfa-b372-6f82f9e06ce5 req-a7cb8114-31ad-4cba-8fd0-2e390c00c01b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 1101 time: 0.2764904 Mar 03 17:43:45.744584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=abef53a4-cd05-45f0-863e-5d4bc5189def,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:45.806905 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e6117-c3a9-44c5-84ad-d6b451ebe980 None None] Pushing event updated for resources: {'Port': ['ID=7c124d9a-90fe-496d-9e1c-6a5e1745f422,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:45.837019 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Attempting to bind port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:45.837528 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Attempting to bind port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:45.837982 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Attempting to bind port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 on network a34abac2-7d4b-4ce1-82c0-5747a86ba196 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:45.853923 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:45.854186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Network 76bfdd84-196e-44ee-9039-cecea29fa718 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:45.854632 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Checking segment: {'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:45.854719 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.856114 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Bound using segment: {'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:45.856674 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Bound port: 7c124d9a-90fe-496d-9e1c-6a5e1745f422, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:45.857125 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.861981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on host n-h1-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:45.862317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:45.862645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:45.864086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:45.884510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:45.884832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:45.890252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3def29e-8a5b-4cfa-b372-6f82f9e06ce5 req-0e82513b-cc57-4f0d-be48-e50d807d0778 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009039 Mar 03 17:43:45.893027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:45.893381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:45.893759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:45.894185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Bound port: 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:45.910113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.927409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b9930d8-4bf7-4e9d-9c9e-56c6ac3385ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:45.936575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['abef53a4-cd05-45f0-863e-5d4bc5189def'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:45.992183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:46.006050 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] For port 7c124d9a-90fe-496d-9e1c-6a5e1745f422, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:46.014399 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.016786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] For port 7c124d9a-90fe-496d-9e1c-6a5e1745f422, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7c124d9a-90fe-496d-9e1c-6a5e1745f422,segment=NetworkSegment(bac3bf22-4882-4155-9bfd-6b4f002a1f7b),segment_id=bac3bf22-4882-4155-9bfd-6b4f002a1f7b)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:46.023199 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.027997 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-32c6813f-760d-4711-a31f-4a8f889f1c9a service neutron] 10.222.0.23 "POST /v2.0/ports/6afd8bd6-fa59-440f-86ad-cdb78bf848ea/bindings HTTP/1.1" status: 201 len: 389 time: 0.9034514 Mar 03 17:43:46.230754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.329560 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e6117-c3a9-44c5-84ad-d6b451ebe980 None None] Pushing event updated for resources: {'Port': ['ID=7c124d9a-90fe-496d-9e1c-6a5e1745f422,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:46.364177 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Routers {'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:46.366706 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:46.403430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b9930d8-4bf7-4e9d-9c9e-56c6ac3385ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.416658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b417dd5c-787f-48cc-a920-6b412fc23ad2 None None] Provisioning complete for port aa37873e-62bc-4263-b226-627f040e08d4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:46.417041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b417dd5c-787f-48cc-a920-6b412fc23ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.529641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-779e6309-93c0-4542-bf48-2f467b78f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:46.530223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88226c-0ac5-4a61-813e-7679c6a9e5b5 req-f6a782bd-60bc-4459-aad1-95cf18441af2 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:46.533688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0f88226c-0ac5-4a61-813e-7679c6a9e5b5 req-f6a782bd-60bc-4459-aad1-95cf18441af2 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 950 time: 0.7633431 Mar 03 17:43:46.537188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-779e6309-93c0-4542-bf48-2f467b78f474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1097 time: 0.1654427 Mar 03 17:43:46.545047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b417dd5c-787f-48cc-a920-6b412fc23ad2 None None] Port aa37873e-62bc-4263-b226-627f040e08d4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:43:46.569614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Router 65928d6a-ecec-48e6-8358-a62dbb1766bb has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:43:46.632503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:46.691234 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.741228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 1f18971c-c61c-48da-97b2-a04836adcb36 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:46.742102 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] Set router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:46.747902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 1f18971c-c61c-48da-97b2-a04836adcb36 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:46.748494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.750079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0f88226c-0ac5-4a61-813e-7679c6a9e5b5 req-b433d7f0-bc48-4d65-81f6-b6e2308f26ea tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966512 Mar 03 17:43:46.771695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b16ff86-c446-4b10-965e-4e0927f61b77,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:46.780952 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.793930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7e0ea1bb-a32d-4d66-b6bc-1a9b411ac347 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b16ff86-c446-4b10-965e-4e0927f61b77 HTTP/1.1" status: 204 len: 168 time: 1.3854370 Mar 03 17:43:46.795069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b9930d8-4bf7-4e9d-9c9e-56c6ac3385ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.798426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b9930d8-4bf7-4e9d-9c9e-56c6ac3385ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.799270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59914) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:46.800457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4b9930d8-4bf7-4e9d-9c9e-56c6ac3385ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c525211-9e06-4596-ba8f-3202d17dfb2d HTTP/1.1" status: 204 len: 168 time: 1.5750992 Mar 03 17:43:46.827907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9930d8-4bf7-4e9d-9c9e-56c6ac3385ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c525211-9e06-4596-ba8f-3202d17dfb2d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:46.951211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:43:46.952374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:46.971390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-60401dcc-24bf-40ec-869f-771355280e1a admin admin] 10.222.0.23 "PUT /v2.0/routers/65928d6a-ecec-48e6-8358-a62dbb1766bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5151818 Mar 03 17:43:47.043960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:47.059003 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:47.203439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ef3cc-3b5e-4d52-acb5-22f02fd2a723 req-1c9d8b9f-a475-4301-8a92-ac64a1bc9013 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:47.210318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-c6d21f1b-eca8-4a59-a707-42f9bde52224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:47.211914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c73ef3cc-3b5e-4d52-acb5-22f02fd2a723 req-1c9d8b9f-a475-4301-8a92-ac64a1bc9013 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 946 time: 0.2233770 Mar 03 17:43:47.214168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-c6d21f1b-eca8-4a59-a707-42f9bde52224 service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.6688561 Mar 03 17:43:47.287604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:47.324237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:47.351571 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c73ef3cc-3b5e-4d52-acb5-22f02fd2a723 req-1bc74ff7-2e19-434d-94e1-52dbae7e0c5f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257095 Mar 03 17:43:47.371145 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:47.374926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:47.383247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-9c88cbb3-7f72-4e35-953e-6cc47aece08d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 217 time: 0.1632752 Mar 03 17:43:47.449814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7e025-e51c-4dfa-a3f7-a88051ee08a2 req-bd9e86e3-52a3-460e-be81-19217131d4e5 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:47.458264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6fa7e025-e51c-4dfa-a3f7-a88051ee08a2 req-bd9e86e3-52a3-460e-be81-19217131d4e5 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 948 time: 0.7327855 Mar 03 17:43:47.542462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:47.549625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:47.550819 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:47.622999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-21138d18-f534-479b-a663-00c4a1692b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:47.624451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-21138d18-f534-479b-a663-00c4a1692b1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.2335718 Mar 03 17:43:47.637368 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:43:40Z', 'revision_number': 4, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '7c124d9a-90fe-496d-9e1c-6a5e1745f422', 'name': '', 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'mac_address': 'fa:16:3e:29:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '444afcf9-be61-4cb1-907e-b6c459e3c48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:36Z', 'updated_at': '2022-03-03T17:43:46Z', 'revision_number': 4, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'subnets': [{'id': '444afcf9-be61-4cb1-907e-b6c459e3c48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:47.646395 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fc05c-316c-429f-8489-da15d42ec4c2 None None] The sync data for ids ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'] in n-d-827121-1 is: [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:43:40Z', 'revision_number': 4, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '7c124d9a-90fe-496d-9e1c-6a5e1745f422', 'name': '', 'network_id': 'a34abac2-7d4b-4ce1-82c0-5747a86ba196', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'mac_address': 'fa:16:3e:29:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '444afcf9-be61-4cb1-907e-b6c459e3c48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:36Z', 'updated_at': '2022-03-03T17:43:46Z', 'revision_number': 4, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'subnets': [{'id': '444afcf9-be61-4cb1-907e-b6c459e3c48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:43:47.655805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:47.696858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6fa7e025-e51c-4dfa-a3f7-a88051ee08a2 req-32f4ee85-dcc8-4254-b7aa-4b5e7a00a484 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361083 Mar 03 17:43:47.796139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Sync routers for ids ['65928d6a-ecec-48e6-8358-a62dbb1766bb'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:43:47.796806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-05280fb0-cd9d-4ea9-aa45-37b33cd8b9a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566207 Mar 03 17:43:47.806411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:47.861944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Routers {'65928d6a-ecec-48e6-8358-a62dbb1766bb'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:47.864088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['65928d6a-ecec-48e6-8358-a62dbb1766bb'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:47.953556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:47.984907 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36', 'code': 200} Mar 03 17:43:48.002386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:48.015940 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.126692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:48.284649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c46ca7-0613-43b3-abb4-94ad12fdba05']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:48.332656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20969f20-14ec-4ea7-983a-bb70e5afa274') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:48.332956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20969f20-14ec-4ea7-983a-bb70e5afa274') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:48.347590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Set router 65928d6a-ecec-48e6-8358-a62dbb1766bb gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:48.364194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.404027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-562a3d2a-7c18-4907-9c3b-ea890fcd18be service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953758 Mar 03 17:43:48.406506 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.432173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59974) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:48.439080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-network', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:48.448677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:48.457713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:43:48.458636 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.462467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Usage tracker for resource:network and tenant:b7f63db7fdb14f41a7165cf6213cdb50 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:48.470434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:43:48.477254 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:43:48.487004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:48.507516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Made reservation on behalf of b7f63db7fdb14f41a7165cf6213cdb50 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:48.509973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.533441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7604a-7e47-498b-9407-b669cc21476f req-b27ca56c-0395-48be-9bb3-d21e398e543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:48.534918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16c7604a-7e47-498b-9407-b669cc21476f req-b27ca56c-0395-48be-9bb3-d21e398e543f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1100 time: 0.5862739 Mar 03 17:43:48.538768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.573090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:48.580777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f63db7fdb14f41a7165cf6213cdb50 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:48.589703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:48.599084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:48.647275 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:43:48.658941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59978) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:48.709069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abef53a4-cd05-45f0-863e-5d4bc5189def up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:48.740056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e552-30b5-4fb1-9fba-20b777a1066c req-986502cf-c855-4259-8827-12fe2c55fa40 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:48.751564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e81e552-30b5-4fb1-9fba-20b777a1066c req-986502cf-c855-4259-8827-12fe2c55fa40 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 950 time: 0.6553583 Mar 03 17:43:48.795176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.799381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.864433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1667017968-network', 'tenant_id': 'ba85342bf727452f8b5c6c17f9b5fc27'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:48.865143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] 10.222.0.23 "DELETE /v2.0/networks/36c46ca7-0613-43b3-abb4-94ad12fdba05 HTTP/1.1" status: 204 len: 168 time: 2.0622079 Mar 03 17:43:48.866264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e2ed9-bf5d-4221-b88b-52a59db6f05e admin admin] Pushing event deleted for resources: {'Network': ['ID=36c46ca7-0613-43b3-abb4-94ad12fdba05,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:48.881629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16c7604a-7e47-498b-9407-b669cc21476f req-b0cd6aa7-bffa-4244-a3c1-51407d78b50d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864225 Mar 03 17:43:48.882245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:48.887258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Usage tracker for resource:network and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:48.900102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-c98da475-db66-4c20-a125-32536b76cdf5 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830978 Mar 03 17:43:48.903139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:48.913478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:48.925056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port abef53a4-cd05-45f0-863e-5d4bc5189def completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:48.928070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e81e552-30b5-4fb1-9fba-20b777a1066c req-1c50fab3-d286-46ad-a789-39bafce00389 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755610 Mar 03 17:43:48.939837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.947024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port abef53a4-cd05-45f0-863e-5d4bc5189def triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:48.947254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.947354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.977294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Made reservation on behalf of ba85342bf727452f8b5c6c17f9b5fc27 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:48.979992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:48.997661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:43:44Z', 'revision_number': 4, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'aa37873e-62bc-4263-b226-627f040e08d4', 'name': '', 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'mac_address': 'fa:16:3e:56:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0b4c5516-dc35-4786-88d7-f7a5690fc878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:42Z', 'updated_at': '2022-03-03T17:43:44Z', 'revision_number': 2, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'subnets': [{'id': '0b4c5516-dc35-4786-88d7-f7a5690fc878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:49.011162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.011481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Checking router: 65928d6a-ecec-48e6-8358-a62dbb1766bb for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:43:49.011975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Updating router 65928d6a-ecec-48e6-8358-a62dbb1766bb port aa37873e-62bc-4263-b226-627f040e08d4 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:43:49.044853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:49.061289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:49.066798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.067756 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Added segment 24d18c49-6c27-4e6a-b573-f81abbcc54f9 of type vlan for network c977d2c5-20e9-427c-9d3a-7727eb6fe95e Mar 03 17:43:49.070497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489614c2-ac88-4b7f-ad43-1614f9c9c9d7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:49.074225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Usage tracker for resource:security_group_rule and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:49.097971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:49.111777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:49.150442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59992) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:49.170267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.210986 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.298303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ba584cd6-14f4-4b23-82fa-4c20c395bdba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a94d1541d66d4f4085283120335e7f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464889 Mar 03 17:43:49.309853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59996) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:49.359251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-a7cb4813-d79a-413b-93c6-daf0f7aa14b6 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:49.362138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-a7cb4813-d79a-413b-93c6-daf0f7aa14b6 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1097 time: 0.2462950 Mar 03 17:43:49.373874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827121-1'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:49.430473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.433655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:49.434243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.472658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:49.487078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714572725', 'description': 'tempest-description--1255670758'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:49.495779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:49.513234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Usage tracker for resource:security_group and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:49.522472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:49.546863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:49.591364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] Pushing event updated for resources: {'Network': ['ID=c977d2c5-20e9-427c-9d3a-7727eb6fe95e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:49.654364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.682291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.682783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba17f3-c7f0-486e-aa9a-91c2429a03bf req-122e04d6-6f58-4064-a65a-df408cfa16aa tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:49.684584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77ba17f3-c7f0-486e-aa9a-91c2429a03bf req-122e04d6-6f58-4064-a65a-df408cfa16aa tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 946 time: 0.5377498 Mar 03 17:43:49.689568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3c7d125-e400-434b-a05c-c835eb777e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.692441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:49.707127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:49.717851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:49.730245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7d7b1ba8-6956-4e97-b637-e5e34a23d851 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2964952 Mar 03 17:43:49.736346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60004) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:49.737669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Usage tracker for resource:security_group_rule and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:49.737808 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.753090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:49.760585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Request body: {'subnet': {'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-subnet', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:49.769272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.769846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:49.772491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:49.776284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3c7d125-e400-434b-a05c-c835eb777e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.789108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Usage tracker for resource:subnet and tenant:b7f63db7fdb14f41a7165cf6213cdb50 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:49.794356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:49.812758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f8bfe-cf0b-46b0-b801-9b63c135a9ca req-bd6e7bae-0698-4ecc-995d-eae46bcecf3f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:49.819911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e18f8bfe-cf0b-46b0-b801-9b63c135a9ca req-bd6e7bae-0698-4ecc-995d-eae46bcecf3f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 948 time: 0.2402806 Mar 03 17:43:49.823232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:49.827580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:43:49.832505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77ba17f3-c7f0-486e-aa9a-91c2429a03bf req-b0099af6-7481-4836-ac0c-43f7b45cecd8 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329992 Mar 03 17:43:49.890764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.898598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.899105 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Added segment 4129a5cf-9ce4-4b82-ad77-2cf1b0f66fd0 of type vlan for network 0c5022f9-c428-4957-b731-c528f10b8af9 Mar 03 17:43:49.900419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e310f-c63b-494b-b160-f6d15e254465,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:49.921112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Made reservation on behalf of b7f63db7fdb14f41a7165cf6213cdb50 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:49.923648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.950960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c920b7c-acdf-4a8f-9fa5-896bd390571b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.961244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:49.990639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.000673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Transition to ACTIVE for port object aa37873e-62bc-4263-b226-627f040e08d4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:50.014637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3c7d125-e400-434b-a05c-c835eb777e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.018005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.046329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7d125-e400-434b-a05c-c835eb777e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5fb82-e71f-450d-bb7f-ca42f78886f4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:50.062529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.064088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:50.065424 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.093341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3c7d125-e400-434b-a05c-c835eb777e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.095070 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a3c7d125-e400-434b-a05c-c835eb777e2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09d5fb82-e71f-450d-bb7f-ca42f78886f4 HTTP/1.1" status: 204 len: 168 time: 0.7824099 Mar 03 17:43:50.104573 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e18f8bfe-cf0b-46b0-b801-9b63c135a9ca req-e8b0d3ce-0948-4463-bdaf-4416e36365d3 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837179 Mar 03 17:43:50.218994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef53a4-cd05-45f0-863e-5d4bc5189def'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:50.227315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.351330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5022f9-c428-4957-b731-c528f10b8af9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:50.361053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5507ea3d-887f-40ff-960e-6fa98d402387 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6996598 Mar 03 17:43:50.363709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60020) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:50.375390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Request body: {'subnet': {'network_id': '0c5022f9-c428-4957-b731-c528f10b8af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1667017968-subnet', 'tenant_id': 'ba85342bf727452f8b5c6c17f9b5fc27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:50.389557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:50.398335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Usage tracker for resource:subnet and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:50.406152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:50.406440 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef53a4-cd05-45f0-863e-5d4bc5189def', 'code': 200} Mar 03 17:43:50.426389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port abef53a4-cd05-45f0-863e-5d4bc5189def, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abef53a4-cd05-45f0-863e-5d4bc5189def,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:50.428287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0c5022f9-c428-4957-b731-c528f10b8af9 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:43:50.429012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:50.454095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Made reservation on behalf of ba85342bf727452f8b5c6c17f9b5fc27 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:50.456680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.540566 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.543163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:50.544137 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.600511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d684fd-4401-4ad4-91c2-be503913ddf8 None None] Pushing event updated for resources: {'Port': ['ID=aa37873e-62bc-4263-b226-627f040e08d4,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:50.673903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:50.823321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:50.869605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:50.890126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.893989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:50.907534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.924637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Attempting to bind port aa37873e-62bc-4263-b226-627f040e08d4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:50.925162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Attempting to bind port aa37873e-62bc-4263-b226-627f040e08d4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:50.925348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Attempting to bind port aa37873e-62bc-4263-b226-627f040e08d4 on network 76bfdd84-196e-44ee-9039-cecea29fa718 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:50.936131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=abef53a4-cd05-45f0-863e-5d4bc5189def,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:50.940483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:50.941075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Checking segment: {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:50.941657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:50.942174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Bound using segment: {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:50.943302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Bound port: aa37873e-62bc-4263-b226-627f040e08d4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:50.943835 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.024863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f0076e75-22a3-4c2e-a0f6-96f683d93b09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bbeaaf4cf754837b8c8ab902a79e614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542966 Mar 03 17:43:51.025866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60046) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:51.049675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.053558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.055691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c124d9a-90fe-496d-9e1c-6a5e1745f422 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:51.137554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] For port aa37873e-62bc-4263-b226-627f040e08d4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:51.141714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28be6d4d-a1c8-46c8-95b9-ef59afc9cd7d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:51.149032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] For port aa37873e-62bc-4263-b226-627f040e08d4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=aa37873e-62bc-4263-b226-627f040e08d4,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:51.165311 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.220052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:51.222739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:51.238776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:51.239496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.273936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Checking segment: {'id': '4129a5cf-9ce4-4b82-ad77-2cf1b0f66fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0c5022f9-c428-4957-b731-c528f10b8af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:51.274289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Network hostable DHCP agents. Network: 0c5022f9-c428-4957-b731-c528f10b8af9, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:51.283880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.285435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbd69-5207-401b-99eb-1e1ed939aedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.285626 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8118374 Mar 03 17:43:51.291663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a00c0-41f4-49ee-9964-85ada685e8ef tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f896ea-64d8-4de6-9997-722aee006988,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:51.297739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60052) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:51.310029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Routers {'65928d6a-ecec-48e6-8358-a62dbb1766bb'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:51.310641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['65928d6a-ecec-48e6-8358-a62dbb1766bb'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:51.311707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'security_group_rule': {'security_group_id': 'd8f896ea-64d8-4de6-9997-722aee006988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:51.321257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:51.335933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Usage tracker for resource:security_group_rule and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:51.343680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:51.356332 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbd69-5207-401b-99eb-1e1ed939aedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.375366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:51.392672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Network 0c5022f9-c428-4957-b731-c528f10b8af9 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:51.395370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d684fd-4401-4ad4-91c2-be503913ddf8 None None] Pushing event updated for resources: {'Port': ['ID=aa37873e-62bc-4263-b226-627f040e08d4,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:51.421131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on host n-h2-827121-1 for vnic_type normal with profile {"migrating_to": "n-h1-827121-1"} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:51.421903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:51.421903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:51.431902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eac5ff-38ac-4d96-a5b3-e454ffe131e9 req-f6bbd050-837e-4a4d-ba1f-cae3f0988682 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:51.435520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.439126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7eac5ff-38ac-4d96-a5b3-e454ffe131e9 req-f6bbd050-837e-4a4d-ba1f-cae3f0988682 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.3122826 Mar 03 17:43:51.486395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0c5022f9-c428-4957-b731-c528f10b8af9) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:51.501196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:51.501814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.530169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:43:51.530495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Attempting to bind port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:51.536057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669e2176-3207-4beb-91a3-a14de3874f2d,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:51.539646 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.548515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff015e-8f72-4488-ba6d-0b7a5e102858 req-d9b61cba-4cae-477e-9d03-b160376bc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:51.550188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ff015e-8f72-4488-ba6d-0b7a5e102858 req-d9b61cba-4cae-477e-9d03-b160376bc30d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 1100 time: 0.6462219 Mar 03 17:43:51.562912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7eac5ff-38ac-4d96-a5b3-e454ffe131e9 req-c8a920bc-b054-4aaf-90da-2992be5b25f0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228383 Mar 03 17:43:51.566756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168404f0-f7ac-4cff-a702-055ad2995147 req-d3f08aa2-bef5-4846-872a-1354019c707a tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:51.574260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-168404f0-f7ac-4cff-a702-055ad2995147 req-d3f08aa2-bef5-4846-872a-1354019c707a tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 1101 time: 0.6716793 Mar 03 17:43:51.596874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.603251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-969d0a61-d29d-446c-a533-69519e1e267d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2382314 Mar 03 17:43:51.607232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbd69-5207-401b-99eb-1e1ed939aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.609875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbd69-5207-401b-99eb-1e1ed939aedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.613901 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a2cbd69-5207-401b-99eb-1e1ed939aedb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bda5841-d5d7-4546-a0d1-1f9b8eacdda5 HTTP/1.1" status: 204 len: 168 time: 0.5824788 Mar 03 17:43:51.615801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55abbe-ae6a-4d13-9d8c-cb49fcfea6e6 None None] Network 0c5022f9-c428-4957-b731-c528f10b8af9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:51.627734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.642363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:51.642740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:51.643451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:51.643893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Bound port: 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:51.644279 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.663490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cbd69-5207-401b-99eb-1e1ed939aedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda5841-d5d7-4546-a0d1-1f9b8eacdda5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:51.693853 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.705279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.726132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:51.732992 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea', 'code': 200} Mar 03 17:43:51.758523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c212a4-7060-4f52-b1e9-2273219c5a31,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:51.781518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.788572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fa5ce224-2922-4a53-97d9-84655ea94f06 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4847128 Mar 03 17:43:51.790574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:51.802609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'security_group_rule': {'security_group_id': 'd8f896ea-64d8-4de6-9997-722aee006988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:51.810596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:51.813615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] Set router 65928d6a-ecec-48e6-8358-a62dbb1766bb gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:51.816636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Usage tracker for resource:security_group_rule and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:51.820823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:51.826894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:51.850295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.852358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Usage tracker for resource:security_group_rule and tenant:ddcad5fdedd34097a40d281abbd3690e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:51.861409 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ec19ee2-23a1-42f5-941a-0c2f6e1e35e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.876476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:51.882337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 7c124d9a-90fe-496d-9e1c-6a5e1745f422, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7c124d9a-90fe-496d-9e1c-6a5e1745f422,segment=NetworkSegment(bac3bf22-4882-4155-9bfd-6b4f002a1f7b),segment_id=bac3bf22-4882-4155-9bfd-6b4f002a1f7b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:51.903850 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.955448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:51.959153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:51.960884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Checking segment: {'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:51.961431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Network hostable DHCP agents. Network: c977d2c5-20e9-427c-9d3a-7727eb6fe95e, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:43:51.979728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:51.982455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:51.998981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.006359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.044020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ff015e-8f72-4488-ba6d-0b7a5e102858 req-e98ba786-daad-4360-ace4-88b0e52c8e62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821858 Mar 03 17:43:52.068728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4028dc96-59bc-44e4-8088-9545f275f303,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:52.096520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.097734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0eb451ed-46e0-4465-a9fb-30e3ac6829ed tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047531 Mar 03 17:43:52.105009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:52.125906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:52.134082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:52.141231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Usage tracker for resource:floatingip and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:52.148123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:52.160419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:52.191133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230a60a-1671-4720-a3fd-f2ca18de10c3 req-ff1cf310-f7c9-4d1d-8ab4-49e30b0f8004 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:52.192931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0230a60a-1671-4720-a3fd-f2ca18de10c3 req-ff1cf310-f7c9-4d1d-8ab4-49e30b0f8004 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 949 time: 0.1713834 Mar 03 17:43:52.199389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.224303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:43:52.242190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:52.244285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.245978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] 10.222.0.16 "PUT /v2.0/ports/6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 1122 time: 2.8776417 Mar 03 17:43:52.259116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a5518-8c8a-4b74-9f19-ed896e660996 service neutron] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:52.266880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, c977d2c5-20e9-427c-9d3a-7727eb6fe95e) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:52.271400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:52.272215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.292870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0230a60a-1671-4720-a3fd-f2ca18de10c3 req-9a9eea48-86b8-4469-a965-d32f97a75ef7 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795045 Mar 03 17:43:52.313604 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7657f73f-f728-43bd-abe0-579ea71aad61 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5677590 Mar 03 17:43:52.316512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60078) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:52.322616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:52.339256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:52.361401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Usage tracker for resource:router and tenant:b7f63db7fdb14f41a7165cf6213cdb50 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:52.367233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:52.376755 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.378231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:52.385242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.425075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Synchronizing usage tracker for tenant:ddcad5fdedd34097a40d281abbd3690e on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:52.429705 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.432908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.468867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.520735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Unset dirty status for tenant:ddcad5fdedd34097a40d281abbd3690e on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:52.521973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-168404f0-f7ac-4cff-a702-055ad2995147 req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9471474 Mar 03 17:43:52.543550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c10597-43eb-4907-bc27-1495d9dd3588 None None] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:52.550297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12e8e4-c35e-42f6-a7dd-46b08916351c tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680e4b17-1135-44e7-9b22-0a85b654b8a2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:52.586677 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.601012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7d437-14c9-4197-b784-d6cc536fffb0 None None] Network 0c5022f9-c428-4957-b731-c528f10b8af9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:52.654932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6afd8bd6-fa59-440f-86ad-cdb78bf848ea'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:43:52.753621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Allocated IP 172.25.0.127 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/46f897db-b0bc-4389-b42f-d75f4b994332) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:52.775036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=7c124d9a-90fe-496d-9e1c-6a5e1745f422,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:52.946847 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.968612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:52.971137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-347706199', 'description': 'tempest-description-1238617812'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:52.991918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:53.003322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:53.008723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.012765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:53.022829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:53.042230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.073726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:53.079380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group_rule and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:53.083836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:53.094565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:53.100682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.101902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.171667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cff236-c15c-4462-b866-b24fb97f5810 req-22ddfd33-b439-4f94-9bac-ad454cc5ac8e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:53.178646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95cff236-c15c-4462-b866-b24fb97f5810 req-22ddfd33-b439-4f94-9bac-ad454cc5ac8e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.3385465 Mar 03 17:43:53.198968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:53.204780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:53.210540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:53.272268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:43:44Z', 'revision_number': 4, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'aa37873e-62bc-4263-b226-627f040e08d4', 'name': '', 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'mac_address': 'fa:16:3e:56:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0b4c5516-dc35-4786-88d7-f7a5690fc878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:42Z', 'updated_at': '2022-03-03T17:43:51Z', 'revision_number': 4, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'subnets': [{'id': '0b4c5516-dc35-4786-88d7-f7a5690fc878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:53.295779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654711e7-0b50-4d67-8c29-02bc0deb5b8f None None] The sync data for ids ['65928d6a-ecec-48e6-8358-a62dbb1766bb'] in n-d-827121-1 is: [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:43:44Z', 'revision_number': 4, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'aa37873e-62bc-4263-b226-627f040e08d4', 'name': '', 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'mac_address': 'fa:16:3e:56:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0b4c5516-dc35-4786-88d7-f7a5690fc878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:42Z', 'updated_at': '2022-03-03T17:43:51Z', 'revision_number': 4, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'subnets': [{'id': '0b4c5516-dc35-4786-88d7-f7a5690fc878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:43:53.327427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.361872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95cff236-c15c-4462-b866-b24fb97f5810 req-7b0d962d-72a9-4cb2-b755-d3a6fe4c11d6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823106 Mar 03 17:43:53.430731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-c977d2c5-20e9-427c-9d3a-7727eb6fe95e', 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'fixed_ips': [{'subnet_id': '669e2176-3207-4beb-91a3-a14de3874f2d'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:43:53.431559 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.500705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.550200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event updated for resources: {'Port': ['ID=46f897db-b0bc-4389-b42f-d75f4b994332,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:53.718257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.732519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.762866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:53.763732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:43:53.792825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.078352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Allocated IP 172.20.0.2 (c977d2c5-20e9-427c-9d3a-7727eb6fe95e/669e2176-3207-4beb-91a3-a14de3874f2d/7286f81e-dc2d-46a7-999a-7897b8c62174) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:54.180206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.221048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Allocated IP 172.25.0.86 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/24d7420b-1db1-474e-9f54-c851e23f924f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:43:54.259906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.277496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5c7c4-6d2c-43bf-b540-403775445935,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:54.325938 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.346123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-695c11e8-232d-4c1f-80f2-96368f10fbaa req-852835a8-5b93-48df-8d44-019e93409158 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.3861456 Mar 03 17:43:54.404558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.480046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event updated for resources: {'Port': ['ID=46f897db-b0bc-4389-b42f-d75f4b994332,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:54.491601 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.491601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-287cf9e5-e87b-4e66-a943-3652b6674b97 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3810232 Mar 03 17:43:54.713596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aa37873e-62bc-4263-b226-627f040e08d4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:54.735964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.744859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a7e20-c9b5-464f-8a24-bb69d38c4400 req-de1ab882-516e-4d87-a075-34c839cf45d9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:54.752636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d9a7e20-c9b5-464f-8a24-bb69d38c4400 req-de1ab882-516e-4d87-a075-34c839cf45d9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 949 time: 0.2111788 Mar 03 17:43:54.777105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c272c-9ca4-4d19-ace8-587af519e500 req-fe838d1c-b932-46f2-a0d7-599a2ba103c8 tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:54.785064 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b12c272c-9ca4-4d19-ace8-587af519e500 req-fe838d1c-b932-46f2-a0d7-599a2ba103c8 tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 1101 time: 0.1783969 Mar 03 17:43:54.821423 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d9a7e20-c9b5-464f-8a24-bb69d38c4400 req-74d96ee7-9a3d-4888-a6be-9ba0ac6a4468 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655885 Mar 03 17:43:54.838126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:43:54.865574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b12c272c-9ca4-4d19-ace8-587af519e500 req-cb08ddd5-2bb8-4177-af75-4351e33d01bf tempest-ServersAdminNegativeTestJSON-1560482607 tempest-ServersAdminNegativeTestJSON-1560482607-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793793 Mar 03 17:43:54.876309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:54.987771 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea', 'status': 'completed', 'code': 200} Mar 03 17:43:54.994718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Pushing event updated for resources: {'Port': ['ID=24d7420b-1db1-474e-9f54-c851e23f924f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:55.010586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:55.039255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea has no active binding in host n-h1-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:43:55.040092 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.066699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.068800 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.094746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Transition to ACTIVE for port object 7286f81e-dc2d-46a7-999a-7897b8c62174 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:55.100740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:55.107148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:55.109993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:55.125869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port aa37873e-62bc-4263-b226-627f040e08d4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:55.149681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port aa37873e-62bc-4263-b226-627f040e08d4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:55.150452 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.205726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Transition to ACTIVE for port object 7286f81e-dc2d-46a7-999a-7897b8c62174 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:55.212934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11b45-3b99-4301-b270-9276b5ff424f req-b2df699e-6d2f-4b3c-9f98-9948586acbf7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:55.214857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24e11b45-3b99-4301-b270-9276b5ff424f req-b2df699e-6d2f-4b3c-9f98-9948586acbf7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.1100078 Mar 03 17:43:55.223937 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.263624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24e11b45-3b99-4301-b270-9276b5ff424f req-19ccd981-18eb-4ec8-a8ef-02857eaf06cb tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Mar 03 17:43:55.308539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Pushing event updated for resources: {'Port': ['ID=7286f81e-dc2d-46a7-999a-7897b8c62174,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:55.313975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:43:55.316291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:43:55.316625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-cd5feb41-99e0-4c9c-b47e-ee94bc7f0f36 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/e8b5c7c4-6d2c-43bf-b540-403775445935 HTTP/1.1" status: 200 len: 1812 time: 0.3279526 Mar 03 17:43:55.318751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:43:55.386047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-3bf65290-c707-4b88-9592-c533df2ff9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:55.387831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-3bf65290-c707-4b88-9592-c533df2ff9e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1125 time: 0.3947248 Mar 03 17:43:55.402071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8b5c7c4-6d2c-43bf-b540-403775445935', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:55.402405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8b5c7c4-6d2c-43bf-b540-403775445935', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:55.457844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:55.458130 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.465970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-b852100e-7ec7-48d3-8251-5b2c20ddbee2 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Synchronizing usage tracker for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:55.475571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Attempting to bind port 7286f81e-dc2d-46a7-999a-7897b8c62174 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:55.475866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Attempting to bind port 7286f81e-dc2d-46a7-999a-7897b8c62174 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:55.476225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Attempting to bind port 7286f81e-dc2d-46a7-999a-7897b8c62174 on network c977d2c5-20e9-427c-9d3a-7727eb6fe95e {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:55.483677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group_rule and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:55.487414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-b852100e-7ec7-48d3-8251-5b2c20ddbee2 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Unset dirty status for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:55.488315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:55.488577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:55.488737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Checking segment: {'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:55.489233 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.489704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Bound using segment: {'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:55.490123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Bound port: 7286f81e-dc2d-46a7-999a-7897b8c62174, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:55.490360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-b852100e-7ec7-48d3-8251-5b2c20ddbee2 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--714572725&fields=id&tenant_id=52f91cb7ee4a463f9332ca8995130d9c HTTP/1.1" status: 200 len: 267 time: 0.0747261 Mar 03 17:43:55.490473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.498843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:55.543293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port aa37873e-62bc-4263-b226-627f040e08d4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=aa37873e-62bc-4263-b226-627f040e08d4,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:55.556453 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.557682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c124d9a-90fe-496d-9e1c-6a5e1745f422 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:55.703712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] For port 7286f81e-dc2d-46a7-999a-7897b8c62174, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:55.710723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-1e2a6641-7b55-4e55-9a3d-d8585f12757d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:55.712167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-1e2a6641-7b55-4e55-9a3d-d8585f12757d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Synchronizing usage tracker for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:55.717736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] For port 7286f81e-dc2d-46a7-999a-7897b8c62174, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7286f81e-dc2d-46a7-999a-7897b8c62174,segment=NetworkSegment(24d18c49-6c27-4e6a-b573-f81abbcc54f9),segment_id=24d18c49-6c27-4e6a-b573-f81abbcc54f9)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:55.718772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=aa37873e-62bc-4263-b226-627f040e08d4,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:55.727240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.744108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-1e2a6641-7b55-4e55-9a3d-d8585f12757d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Unset dirty status for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:55.745662 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-1e2a6641-7b55-4e55-9a3d-d8585f12757d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 823 time: 0.2473164 Mar 03 17:43:55.763108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-5eaf6804-b661-461d-a6ea-6dfab274f3e9 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/quotas/52f91cb7ee4a463f9332ca8995130d9c HTTP/1.1" status: 200 len: 375 time: 0.0114548 Mar 03 17:43:55.788416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:55.789125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.858154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-65bae849-ed04-436c-9adb-59bcdb77f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:55.860018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-65bae849-ed04-436c-9adb-59bcdb77f78f service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.4613788 Mar 03 17:43:55.861282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.868944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a73a9-d2f7-4bca-903a-f9777319885f None None] Pushing event updated for resources: {'Port': ['ID=7286f81e-dc2d-46a7-999a-7897b8c62174,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:55.872689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:55.875053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-554dcb7c-38fd-4342-8224-efeeaaeb140c tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Synchronizing usage tracker for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:43:55.900816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-554dcb7c-38fd-4342-8224-efeeaaeb140c tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Unset dirty status for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:43:55.907481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-554dcb7c-38fd-4342-8224-efeeaaeb140c tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1334724 Mar 03 17:43:56.026052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aa37873e-62bc-4263-b226-627f040e08d4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:56.137511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-170e7816-be4c-4089-9e5e-4605e1e6a234 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:43:56.139024 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-170e7816-be4c-4089-9e5e-4605e1e6a234 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0998144 Mar 03 17:43:56.150775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port aa37873e-62bc-4263-b226-627f040e08d4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:56.151296 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:56.234924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-e7530a94-9a68-4961-9366-70c703035056 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 217 time: 0.1793208 Mar 03 17:43:56.305892 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-fd2fc4fe-f612-45fc-8cd9-5002aeb44046 service neutron] 10.222.0.23 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594450 Mar 03 17:43:56.332654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:56.390503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-b1632af8-bf81-4e3f-a38d-b50b22e18cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:56.391997 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-b1632af8-bf81-4e3f-a38d-b50b22e18cb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1460130 Mar 03 17:43:56.392551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:56.439007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-d3db72c4-7dc1-4b0e-b8fc-f644257cf938 service neutron] 10.222.0.23 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301003 Mar 03 17:43:56.469394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8329a9e-e905-4eb7-b671-821a3e555b05,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:56.484322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-6e036fb8-f5c2-4c56-b962-e804c0e72b5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635231 Mar 03 17:43:56.518812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:56.519883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8cf48690-c81c-4417-8f3b-39bf528e1f9d req-c65f6637-d4a2-4c85-b707-322bbfc791f4 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1366026 Mar 03 17:43:56.796979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:56.890429 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-a68099c0-45cb-414f-a45e-817e1da71752 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962274 Mar 03 17:43:56.977122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9f0f-e85d-4846-a0bc-5c4211074779 req-9a0452b8-936e-4d5c-8a2d-60e59d28d8c4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:56.978702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd7a9f0f-e85d-4846-a0bc-5c4211074779 req-9a0452b8-936e-4d5c-8a2d-60e59d28d8c4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.3419569 Mar 03 17:43:57.046736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316353f-5211-4c87-80ca-25623f6d53e8 None None] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:43:57.204654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd7a9f0f-e85d-4846-a0bc-5c4211074779 req-fc6c48fc-9ad5-43ee-8481-9e2599bf0571 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712751 Mar 03 17:43:57.239535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9727b2-52d4-4fb2-b4ed-9af176f225c9 req-69c91f64-197b-4165-9c07-f94b780a74f4 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322849 Mar 03 17:43:57.243560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4f43a817-21e0-4131-a0b1-d8f3d9ba9031 None None] Provisioning for port 7286f81e-dc2d-46a7-999a-7897b8c62174 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:57.299899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Router 47ee71cf-f224-4b93-bd5e-302cafb55a29 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:43:57.322597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6327a652-084c-4da9-b7d7-5ef06735a68f req-18c404b5-e4cd-49f9-b5c0-bea7d30b6253 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/e8b5c7c4-6d2c-43bf-b540-403775445935 HTTP/1.1" status: 200 len: 2405 time: 0.0799496 Mar 03 17:43:57.478184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ebce-dc6e-46e4-8f84-da32d8801081 req-716ff08b-69d4-4e80-9095-74403c0c100d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:57.485733 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3a32ebce-dc6e-46e4-8f84-da32d8801081 req-716ff08b-69d4-4e80-9095-74403c0c100d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.1223829 Mar 03 17:43:57.542524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3a32ebce-dc6e-46e4-8f84-da32d8801081 req-e8d8406c-54aa-433a-a3c6-6c95aa0e6836 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557122 Mar 03 17:43:57.662116 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5254eed6-0ebc-4193-b742-79480437c39e req-07bf8574-ede2-497c-aa9b-b88fafb2a993 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 210 time: 0.0647390 Mar 03 17:43:57.787005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f4fc09d-3ee9-437c-8663-5f4fb385095d req-76e628dc-d8fb-4f24-afab-f4eee9ee2f55 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-group-rules/b8329a9e-e905-4eb7-b671-821a3e555b05 HTTP/1.1" status: 200 len: 778 time: 0.0530794 Mar 03 17:43:57.829677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:43:57.841992 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Sync routers for ids ['47ee71cf-f224-4b93-bd5e-302cafb55a29'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:43:57.862805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6603-b241-492c-b041-72b1edc3430c req-c1b0be19-ad57-494e-ba83-6c6cd156a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:57.864397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ec6603-b241-492c-b041-72b1edc3430c req-c1b0be19-ad57-494e-ba83-6c6cd156a10e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1125 time: 0.4065888 Mar 03 17:43:57.864593 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-be82503b-ab7b-4172-a36f-00f67d11dca1 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3e1a652f8a50423b8512b2955e74d86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497799 Mar 03 17:43:57.870075 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Routers {'47ee71cf-f224-4b93-bd5e-302cafb55a29'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:57.871915 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['47ee71cf-f224-4b93-bd5e-302cafb55a29'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:57.912504 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:57.913922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-033d7402-ec57-4f09-95ef-46b1801348d1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5963211 Mar 03 17:43:57.917226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60226) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:43:57.949614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f4fc09d-3ee9-437c-8663-5f4fb385095d req-de2d5e5c-cbf1-4be1-a6af-84c518b5515e tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/e8b5c7c4-6d2c-43bf-b540-403775445935 HTTP/1.1" status: 200 len: 2405 time: 0.1414950 Mar 03 17:43:58.066546 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5f4fc09d-3ee9-437c-8663-5f4fb385095d req-aedd3995-370c-426b-8eb4-19a33a355952 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.081159 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5f4fc09d-3ee9-437c-8663-5f4fb385095d req-aedd3995-370c-426b-8eb4-19a33a355952 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.104569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7286f81e-dc2d-46a7-999a-7897b8c62174 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:43:58.121619 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Set router 47ee71cf-f224-4b93-bd5e-302cafb55a29 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:58.153555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6603-b241-492c-b041-72b1edc3430c req-d84546ea-f2a0-4ab9-b040-4482587291e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:58.155426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ec6603-b241-492c-b041-72b1edc3430c req-d84546ea-f2a0-4ab9-b040-4482587291e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.2662704 Mar 03 17:43:58.235431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5f4fc09d-3ee9-437c-8663-5f4fb385095d req-aedd3995-370c-426b-8eb4-19a33a355952 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.259483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ec6603-b241-492c-b041-72b1edc3430c req-1d7c3cef-3a5b-44d6-9ff8-e5cf08a38d0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 217 time: 0.0963004 Mar 03 17:43:58.261989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 7286f81e-dc2d-46a7-999a-7897b8c62174 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:43:58.266107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd3995-370c-426b-8eb4-19a33a355952 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8329a9e-e905-4eb7-b671-821a3e555b05,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:58.268211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7286f81e-dc2d-46a7-999a-7897b8c62174 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:43:58.268994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.344043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5f4fc09d-3ee9-437c-8663-5f4fb385095d req-aedd3995-370c-426b-8eb4-19a33a355952 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.360503 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f4fc09d-3ee9-437c-8663-5f4fb385095d req-aedd3995-370c-426b-8eb4-19a33a355952 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b8329a9e-e905-4eb7-b671-821a3e555b05 HTTP/1.1" status: 204 len: 173 time: 0.4094539 Mar 03 17:43:58.423439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6603-b241-492c-b041-72b1edc3430c req-8e8f9ac6-a148-4dc9-bd63-ae481898fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:58.428043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ec6603-b241-492c-b041-72b1edc3430c req-8e8f9ac6-a148-4dc9-bd63-ae481898fbbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1619124 Mar 03 17:43:58.524994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.531010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ec6603-b241-492c-b041-72b1edc3430c req-dc522a6d-fa0f-4f3a-9c62-25d2fa77e408 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975647 Mar 03 17:43:58.548716 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:43:55Z', 'revision_number': 3, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:58.555483 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Checking router: 47ee71cf-f224-4b93-bd5e-302cafb55a29 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:43:58.555950 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Updating router 47ee71cf-f224-4b93-bd5e-302cafb55a29 port 24d7420b-1db1-474e-9f54-c851e23f924f binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:43:58.600586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 7286f81e-dc2d-46a7-999a-7897b8c62174, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7286f81e-dc2d-46a7-999a-7897b8c62174,segment=NetworkSegment(24d18c49-6c27-4e6a-b573-f81abbcc54f9),segment_id=24d18c49-6c27-4e6a-b573-f81abbcc54f9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:43:58.610327 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.640764 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.689451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ec6603-b241-492c-b041-72b1edc3430c req-e7ad06ee-d760-4cbe-8424-a6481204ca34 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507025 Mar 03 17:43:58.694294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1242966051', 'description': 'tempest-description-2146690686'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:58.717814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:58.735237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=7286f81e-dc2d-46a7-999a-7897b8c62174,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:58.739216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:58.744174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:58.752581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:58.811243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-25ab6190-3133-4073-ba1d-7012973190e9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:58.812708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-25ab6190-3133-4073-ba1d-7012973190e9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9472616 Mar 03 17:43:58.822293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.850455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-050c9e39-6475-466e-b3c8-955c5424f312 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:58.852184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-050c9e39-6475-466e-b3c8-955c5424f312 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.35 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 823 time: 0.6588278 Mar 03 17:43:58.857107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:58.861373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-ce82418c-a78e-45cf-a20e-6961aaf35d60 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/quotas/3e1a652f8a50423b8512b2955e74d86f HTTP/1.1" status: 200 len: 375 time: 0.0347393 Mar 03 17:43:58.863436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ec6603-b241-492c-b041-72b1edc3430c req-ac329abb-9515-4c7d-9730-2b44d79b185b service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631382 Mar 03 17:43:58.864982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group_rule and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:43:58.868860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:43:58.874802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:58.950683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:58.954871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.002010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f8c4f3-c468-4423-a3ef-ac4693d55364,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:59.021309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.022595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-578fbda4-b94e-4aff-809e-195999f0f049 req-c59667c6-f46a-45e3-9c4c-d7b7e38a97e0 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3322189 Mar 03 17:43:59.026748 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.040146 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Transition to ACTIVE for port object 24d7420b-1db1-474e-9f54-c851e23f924f will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:43:59.046768 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.054685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-6f82b746-8885-41da-adce-50727c95bcb0 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f91cb7ee4a463f9332ca8995130d9c HTTP/1.1" status: 200 len: 379 time: 0.1925929 Mar 03 17:43:59.088651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'port': {'device_id': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'admin_state_up': True, 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'security_groups': ['d8f896ea-64d8-4de6-9997-722aee006988']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:43:59.139659 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Attempting to bind port 24d7420b-1db1-474e-9f54-c851e23f924f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:43:59.140245 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Attempting to bind port 24d7420b-1db1-474e-9f54-c851e23f924f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:43:59.140875 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Attempting to bind port 24d7420b-1db1-474e-9f54-c851e23f924f on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:43:59.157831 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894d591-fcd1-4dd2-8fbe-d83572d5d23f None None] Pushing event updated for resources: {'Port': ['ID=24d7420b-1db1-474e-9f54-c851e23f924f,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:59.162586 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:43:59.163163 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:43:59.163630 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.164300 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:43:59.164835 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Bound port: 24d7420b-1db1-474e-9f54-c851e23f924f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:43:59.165278 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.243690 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] For port 24d7420b-1db1-474e-9f54-c851e23f924f, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:43:59.247142 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] For port 24d7420b-1db1-474e-9f54-c851e23f924f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24d7420b-1db1-474e-9f54-c851e23f924f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:43:59.251016 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.265439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3194d8e-8758-46bc-986e-a4ace60cf8cf req-e758bb8e-6916-420c-8604-b7d9a53f89cf tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:43:59.267145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3194d8e-8758-46bc-986e-a4ace60cf8cf req-e758bb8e-6916-420c-8604-b7d9a53f89cf tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.0932329 Mar 03 17:43:59.271003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-fb53208f-d9ff-48c5-bcac-d392ebbdef4d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3544393 Mar 03 17:43:59.328262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3194d8e-8758-46bc-986e-a4ace60cf8cf req-5a15ebc1-a581-4e92-9bb4-8f473d946e68 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Mar 03 17:43:59.341475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:43:59.363347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:43:59.365380 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894d591-fcd1-4dd2-8fbe-d83572d5d23f None None] Pushing event updated for resources: {'Port': ['ID=24d7420b-1db1-474e-9f54-c851e23f924f,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:43:59.378991 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Routers {'47ee71cf-f224-4b93-bd5e-302cafb55a29'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:43:59.379949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.380693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['47ee71cf-f224-4b93-bd5e-302cafb55a29'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:43:59.394618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Made reservation on behalf of 52f91cb7ee4a463f9332ca8995130d9c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:43:59.398916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:43:59.597165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] Set router 47ee71cf-f224-4b93-bd5e-302cafb55a29 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:43:59.859982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78210b61-82c8-4d1a-ab31-aefd90703cfe req-2340945a-9c65-4c73-a11a-7c276645735a tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/67f8c4f3-c468-4423-a3ef-ac4693d55364 HTTP/1.1" status: 200 len: 1813 time: 0.3111742 Mar 03 17:43:59.888687 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59975396-7449-48ea-94d7-5f09ffa82de0 req-d733037a-8963-4057-acfe-ce6a3e2b7420 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 210 time: 0.1703444 Mar 03 17:44:00.016208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Allocated IP 172.20.0.6 (26456614-47f2-4b47-86b2-43fb3de9c1d4/263b29a5-445b-456f-9de9-281247021a6e/7984a448-4a4e-4826-9ae6-d94ffe6bf7f5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:00.029570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-999cdc7f-1bc7-4f09-bb36-e60d73fbea69 service neutron] 10.222.0.35 "GET /v2.0/ports/6afd8bd6-fa59-440f-86ad-cdb78bf848ea/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.3732102 Mar 03 17:44:00.107976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7286f81e-dc2d-46a7-999a-7897b8c62174 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:00.132894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Allocated IP 172.20.0.1 (c977d2c5-20e9-427c-9d3a-7727eb6fe95e/669e2176-3207-4beb-91a3-a14de3874f2d/05be78cf-cfec-4c37-a287-184753a29952) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:00.210655 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:43:55Z', 'revision_number': 3, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:00.220128 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b3605-3d54-4bf5-ad70-ee1cad8926da None None] The sync data for ids ['47ee71cf-f224-4b93-bd5e-302cafb55a29'] in n-d-827121-1 is: [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:43:55Z', 'revision_number': 3, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:44:00.306946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7286f81e-dc2d-46a7-999a-7897b8c62174 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:00.307608 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:00.643267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60284) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:00.725565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5adb7f04-44bd-4d5f-af15-2daea6025f4d req-4d357ba3-7849-410f-92a5-de4742f5d242 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 210 time: 0.1134057 Mar 03 17:44:00.780175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:00.845996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:00.914841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:00.925849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afd8bd6-fa59-440f-86ad-cdb78bf848ea {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:00.939905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:01.001982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.145231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Transition to ACTIVE for port object 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:01.171952 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.189943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Transition to ACTIVE for port object 05be78cf-cfec-4c37-a287-184753a29952 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:01.205408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.221370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.228089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c852492-6afb-4993-8e6a-4e097d585603 req-30b250d4-4c28-4cd3-b933-ded8e3592106 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:01.229642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c852492-6afb-4993-8e6a-4e097d585603 req-30b250d4-4c28-4cd3-b933-ded8e3592106 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 944 time: 0.2695963 Mar 03 17:44:01.247654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:01.252863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Usage tracker for resource:security_group_rule and tenant:04d6f59411a8422dacb064633e698ee6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:01.256381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:01.263602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] Transition to ACTIVE for port object 6afd8bd6-fa59-440f-86ad-cdb78bf848ea will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:01.263822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:01.289417 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c852492-6afb-4993-8e6a-4e097d585603 req-20dc6324-c6a2-47a7-95d5-a46f7b3a0caf tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Mar 03 17:44:01.290657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.375672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event updated for resources: {'Port': ['ID=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:01.417170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:01.420341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-591474392', 'description': 'tempest-description-1203463029'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:01.431251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:01.458086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-7ebff883-f3e0-428f-b57a-84bbaa7dea7b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e1a652f8a50423b8512b2955e74d86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862758 Mar 03 17:44:01.459048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:01.463295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:01.465185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:01.466025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.492229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:01.502686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:01.508663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] No DVR routers for this DVR port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:44:01.534620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-4a2204a0-f941-4c44-b5fc-38ed63ec16dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4507985 Mar 03 17:44:01.555182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:01.563766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] Pushing event updated for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:01.581173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.590274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Request body: {'port': {'device_id': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:01.612276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.637267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:01.644269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group_rule and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:01.655676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:01.662066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-54d081a3-9cc8-4549-8bc7-34662dc5c803 service neutron] 10.222.0.35 "PUT /v2.0/ports/6afd8bd6-fa59-440f-86ad-cdb78bf848ea/bindings/n-h1-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6288106 Mar 03 17:44:01.667840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:01.702366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562f95e-e2b3-4bb9-a4a4-10fafda0aa17 req-106dcd2f-2989-4014-bb49-f0afe54f7a16 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:01.704356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1562f95e-e2b3-4bb9-a4a4-10fafda0aa17 req-106dcd2f-2989-4014-bb49-f0afe54f7a16 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 950 time: 0.7715526 Mar 03 17:44:01.720049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-aa5e37fc-bfb1-41d5-950f-e47022896c26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2184448 Mar 03 17:44:01.805448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:01.828394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:01.842651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Pushing event updated for resources: {'Port': ['ID=05be78cf-cfec-4c37-a287-184753a29952,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:01.843388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8f156290-6b55-4364-9efc-15d6573692dd None None] Provisioning for port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:01.850624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8f156290-6b55-4364-9efc-15d6573692dd None None] Provisioning complete for port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:01.851254 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8f156290-6b55-4364-9efc-15d6573692dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.858238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:01.858705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.925147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.925998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8f156290-6b55-4364-9efc-15d6573692dd None None] Port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:01.945236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:01.999068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1562f95e-e2b3-4bb9-a4a4-10fafda0aa17 req-006dc874-c9e7-45cc-9735-7a7aa282dbe6 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657664 Mar 03 17:44:02.019342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.021194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea216ad2-3010-4907-b857-b9205448182e req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6163588 Mar 03 17:44:02.071004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a5ebf-9c02-49ed-808e-8cbdd2f9de67 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3628a-00e0-4af7-8c03-a04c56b28044,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:02.086762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-3d05aaaf-227e-43cd-a512-569fcd43bd56 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:02.088489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-3d05aaaf-227e-43cd-a512-569fcd43bd56 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.3329628 Mar 03 17:44:02.140910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24d7420b-1db1-474e-9f54-c851e23f924f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:02.175543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-a792172f-32ab-4f49-b390-aac7af800c11 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:02.180664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-a792172f-32ab-4f49-b390-aac7af800c11 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6701548 Mar 03 17:44:02.183406 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.214314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-e33b67e0-b281-49a3-8c4a-a584b1af7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:02.215930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-e33b67e0-b281-49a3-8c4a-a584b1af7b16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc43d620aa0046bb9984329da599c833&device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 1101 time: 0.3910980 Mar 03 17:44:02.240290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Request body: {'port': {'device_id': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '3e1a652f8a50423b8512b2955e74d86f'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:02.287132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2ef33d6-b4b9-4d7a-9b2f-da58d2aa74e2 None None] Provisioning for port 05be78cf-cfec-4c37-a287-184753a29952 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:02.291041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-9992eea5-e9dc-495c-8a89-08a5ac8dad29 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:02.292784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-9992eea5-e9dc-495c-8a89-08a5ac8dad29 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 950 time: 0.4112706 Mar 03 17:44:02.294863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2ef33d6-b4b9-4d7a-9b2f-da58d2aa74e2 None None] Provisioning complete for port 05be78cf-cfec-4c37-a287-184753a29952 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:02.295225 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2ef33d6-b4b9-4d7a-9b2f-da58d2aa74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.364975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 24d7420b-1db1-474e-9f54-c851e23f924f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:02.371339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef33d6-b4b9-4d7a-9b2f-da58d2aa74e2 None None] Port 05be78cf-cfec-4c37-a287-184753a29952 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:02.375327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 24d7420b-1db1-474e-9f54-c851e23f924f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:02.375854 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.407674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.476658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4e9e9a8d-3f74-4e54-b8cc-41f94aa46c40 req-c2febd01-c3c8-46ad-a1de-7edc1e7d6bdf tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 210 time: 0.1309035 Mar 03 17:44:02.486663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60308) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:02.493159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.536811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Deleting port 39dc007d-6264-4099-aabd-23fb0874a9c0 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:44:02.537521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.585553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.596311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-29dd70b1-80e8-4406-81a8-c281cc254700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:02.597940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-29dd70b1-80e8-4406-81a8-c281cc254700 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9&tenant_id=0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 1096 time: 0.4994268 Mar 03 17:44:02.609314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 24d7420b-1db1-474e-9f54-c851e23f924f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24d7420b-1db1-474e-9f54-c851e23f924f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:02.619333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6d59ef-d652-423a-91ec-1f5844c79d79,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:02.626863 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.675333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-b02dc16d-4418-4c7e-a683-8a86f93528d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:02.677569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-b02dc16d-4418-4c7e-a683-8a86f93528d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4288568 Mar 03 17:44:02.709419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=24d7420b-1db1-474e-9f54-c851e23f924f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:02.765874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6afe87-ef67-4e1d-b6f9-b24e506b760f req-4569bc9d-833d-4d64-8817-49faa6390655 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:02.766478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8b6afe87-ef67-4e1d-b6f9-b24e506b760f req-4569bc9d-833d-4d64-8817-49faa6390655 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Synchronizing usage tracker for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:02.770967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e275f52-9784-4e39-8ddc-3fbf0decb471 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04d6f59411a8422dacb064633e698ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1231806 Mar 03 17:44:02.779077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60314) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:02.788210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:44:02.820508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:02.837366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-3da65e28-66e9-4f44-9bf5-135f6004e542 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2 HTTP/1.1" status: 200 len: 217 time: 0.1215596 Mar 03 17:44:02.840955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8221eef-93cd-49f2-a65f-5307e50ace0d req-763bbde4-0ce7-4b37-a75c-8553bd5a0c1e tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/9bc3628a-00e0-4af7-8c03-a04c56b28044 HTTP/1.1" status: 200 len: 1812 time: 0.3098583 Mar 03 17:44:02.855654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:44:02.892303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:02.912048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Usage tracker for resource:security_group_rule and tenant:090138fb0bd749c6b1c8eded1c7bd1c9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:02.927311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8b6afe87-ef67-4e1d-b6f9-b24e506b760f req-4569bc9d-833d-4d64-8817-49faa6390655 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Unset dirty status for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:02.928454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b6afe87-ef67-4e1d-b6f9-b24e506b760f req-4569bc9d-833d-4d64-8817-49faa6390655 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 931 time: 0.7063751 Mar 03 17:44:02.932661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:02.936841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:02.960119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:03.016577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:03.066847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.092169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Made reservation on behalf of 3e1a652f8a50423b8512b2955e74d86f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:03.095762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.111123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42ee160-37cd-4e50-b9d2-e98ed4fff3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.153064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-44c45c6f-ad57-4410-b190-567e1b499a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:03.154494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-44c45c6f-ad57-4410-b190-567e1b499a8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3080940 Mar 03 17:44:03.192873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b6afe87-ef67-4e1d-b6f9-b24e506b760f req-d916a23c-4003-4979-8c22-5f2d25b231f3 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546937 Mar 03 17:44:03.225237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-d1dcf7b0-6248-4ec5-8696-6e878fea70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:03.226724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-d1dcf7b0-6248-4ec5-8696-6e878fea70db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1096 time: 0.5902412 Mar 03 17:44:03.264068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42ee160-37cd-4e50-b9d2-e98ed4fff3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.278890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1643615393', 'description': 'tempest-description-577961266'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:03.296893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:03.339179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:03.357063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:03.390066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] For port 39dc007d-6264-4099-aabd-23fb0874a9c0, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=39dc007d-6264-4099-aabd-23fb0874a9c0,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:03.390410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.418835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:03.554561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Calling delete_port for 39dc007d-6264-4099-aabd-23fb0874a9c0 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:44:03.604255 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.604520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7f68-b901-44a8-8ac3-10b54e3a6740 req-0d418434-4e22-4982-ad19-2386223ca867 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:03.606016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e5c7f68-b901-44a8-8ac3-10b54e3a6740 req-0d418434-4e22-4982-ad19-2386223ca867 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 945 time: 0.6420281 Mar 03 17:44:03.670951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.672409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:03.684663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-1f161876-55d3-426d-8e20-470a5dc6d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:03.686174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-1f161876-55d3-426d-8e20-470a5dc6d42e service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.4476984 Mar 03 17:44:03.691228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.697813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.716286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:03.723581 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42ee160-37cd-4e50-b9d2-e98ed4fff3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.745302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group_rule and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:03.751142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Transition to ACTIVE for port object 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:03.756067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:03.775784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ee160-37cd-4e50-b9d2-e98ed4fff3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6d59ef-d652-423a-91ec-1f5844c79d79,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:03.781862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-543e78f8-dafe-4786-a2ac-c121ed294c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:03.783761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-543e78f8-dafe-4786-a2ac-c121ed294c25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5933037 Mar 03 17:44:03.786297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:03.788117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.794515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Allocated IP 192.168.233.212 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/d6acaf39-779e-4a9f-930d-59f018d261e6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:03.853932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-27e5f56b-54b2-4c0a-a9bd-adb8985916f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 217 time: 0.1493146 Mar 03 17:44:03.880348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e5c7f68-b901-44a8-8ac3-10b54e3a6740 req-b48ca8b5-7e8b-4bd6-9f6d-38bfa084ef87 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632229 Mar 03 17:44:03.924865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=090138fb0bd749c6b1c8eded1c7bd1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4358697 Mar 03 17:44:03.931989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60324) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:03.983013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42ee160-37cd-4e50-b9d2-e98ed4fff3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:03.984142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f42ee160-37cd-4e50-b9d2-e98ed4fff3da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b6d59ef-d652-423a-91ec-1f5844c79d79 HTTP/1.1" status: 204 len: 168 time: 1.1989839 Mar 03 17:44:04.013375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67708-675d-4d7f-8d7a-dc9b8bd3203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37321f80-0408-4e21-900e-d9f7af1d72c8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:04.050770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24d7420b-1db1-474e-9f54-c851e23f924f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:04.142156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.154005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 24d7420b-1db1-474e-9f54-c851e23f924f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:04.154867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.161309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Pushing event updated for resources: {'Port': ['ID=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:04.217794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:44:04.219073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-faf2a51c-83f4-406a-befc-d60796c6a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:04.220534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-faf2a51c-83f4-406a-befc-d60796c6a979 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.3455999 Mar 03 17:44:04.232394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.284909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.286192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.289632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.299578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Attempting to bind port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:04.299578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Attempting to bind port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:04.299919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Attempting to bind port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:04.317170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-5aeab077-95c4-476f-8d54-b042d045b3fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796165 Mar 03 17:44:04.326558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.339391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-4d800578-0fcb-44ae-aa0e-b8c3f6b018e2 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300949 Mar 03 17:44:04.346945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['39dc007d-6264-4099-aabd-23fb0874a9c0'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:04.402862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['7b77ff39-0d19-4c89-95e7-0c358710cba2'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:04.405284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Pushing event updated for resources: {'Port': ['ID=05be78cf-cfec-4c37-a287-184753a29952,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:04.449954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60334) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:04.454746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Pushing event deleted for resources: {'Port': ['ID=39dc007d-6264-4099-aabd-23fb0874a9c0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:04.459215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8637-9aa4-4333-9585-f56b7a7fc131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.471151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:04.471537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Attempting to bind port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:04.501646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:04.502049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Checking segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:04.502611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Bound using segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:04.503218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Bound port: 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:04.503714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.641082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80abc194-bcbd-4aec-b43b-8bae3085a07d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:04.651251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.663478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d2837c9-1922-4574-88ce-2c918c2de579 req-f4543dc8-7161-4151-b5d3-8254ccebe8a2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.4015124 Mar 03 17:44:04.784117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.835440 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8637-9aa4-4333-9585-f56b7a7fc131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.852177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b1958063-11eb-4129-b66a-9b133ff903ec req-14da9577-0155-462f-abbc-4f783b1bdcf0 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Synchronizing usage tracker for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:04.858522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:04.860469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] No DVR routers for this DVR port 39dc007d-6264-4099-aabd-23fb0874a9c0 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:44:04.862856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.877417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:04.884148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'name': 'network-vif-deleted', 'tag': '39dc007d-6264-4099-aabd-23fb0874a9c0'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:04.884290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:04.889995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:04.892321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.897988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:04.911349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169b7c-2a60-4c46-bfb9-799ecda44464 req-818e09fe-cd76-47c9-a23a-99b52fcdab3e tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:04.912897 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74169b7c-2a60-4c46-bfb9-799ecda44464 req-818e09fe-cd76-47c9-a23a-99b52fcdab3e tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bbe9108-4593-40f8-84d1-459e223d4a35 HTTP/1.1" status: 200 len: 950 time: 0.8164842 Mar 03 17:44:04.914259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:04.923482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Usage tracker for resource:security_group_rule and tenant:737b2b0cc2764aaf924cc3fc71dd2554 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:04.942476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:04.971188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-7a1eff8b-a4fa-4e2e-ab26-a583ce76353f service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423154 Mar 03 17:44:04.976586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:05.020890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-140e1b04-2510-42d8-b93b-cc032e2cf1d8 req-995f9249-9437-4a5d-b203-ec2e56aa8dfc tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.35 "DELETE /v2.0/ports/39dc007d-6264-4099-aabd-23fb0874a9c0 HTTP/1.1" status: 204 len: 173 time: 2.7127881 Mar 03 17:44:05.021822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Transition to ACTIVE for port object d6acaf39-779e-4a9f-930d-59f018d261e6 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:05.041321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b1958063-11eb-4129-b66a-9b133ff903ec req-14da9577-0155-462f-abbc-4f783b1bdcf0 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Unset dirty status for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:05.059009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b1958063-11eb-4129-b66a-9b133ff903ec req-14da9577-0155-462f-abbc-4f783b1bdcf0 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 210 time: 0.2883155 Mar 03 17:44:05.180777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7d3083dc-76b4-4f5c-b60c-9ab7b506f3a2 None None] Provisioning complete for port 05be78cf-cfec-4c37-a287-184753a29952 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:05.181392 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d3083dc-76b4-4f5c-b60c-9ab7b506f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.181855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Pushing event updated for resources: {'Port': ['ID=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:05.196548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:05.199776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10793e7d-8cc9-4a8a-97b8-589707038d4a req-71816cd5-9553-4963-be84-054a5aee74ae service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015974 Mar 03 17:44:05.202643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74169b7c-2a60-4c46-bfb9-799ecda44464 req-30161bd8-8ab0-44f6-ba86-dbe579577c09 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729590 Mar 03 17:44:05.208386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.212016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-50d4d82c-34fe-4772-bc5e-8a3070b75a69 service neutron] 10.222.0.35 "PUT /v2.0/ports/7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 HTTP/1.1" status: 200 len: 1091 time: 3.6584811 Mar 03 17:44:05.224348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:05.233888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.276193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1f18971c-c61c-48da-97b2-a04836adcb36'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:05.309267 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8637-9aa4-4333-9585-f56b7a7fc131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.313951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:05.320446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['abef53a4-cd05-45f0-863e-5d4bc5189def'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:05.376694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:05.387555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:05.390280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8637-9aa4-4333-9585-f56b7a7fc131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37321f80-0408-4e21-900e-d9f7af1d72c8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:05.394183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:05.394969 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.441257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8637-9aa4-4333-9585-f56b7a7fc131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.442923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1fdb8637-9aa4-4333-9585-f56b7a7fc131 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37321f80-0408-4e21-900e-d9f7af1d72c8 HTTP/1.1" status: 204 len: 168 time: 1.5031731 Mar 03 17:44:05.453515 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-459a96fe-27b4-45de-a9b5-1e69e7fc31a0 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689255 Mar 03 17:44:05.460358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cdf24ba8-0293-4717-9e7b-7bd55cfc6384 req-99743e43-2d2e-4e1c-87c5-19c3f11fc9eb tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/80abc194-bcbd-4aec-b43b-8bae3085a07d HTTP/1.1" status: 200 len: 1812 time: 0.1950061 Mar 03 17:44:05.537320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7d3083dc-76b4-4f5c-b60c-9ab7b506f3a2 None None] Port 05be78cf-cfec-4c37-a287-184753a29952 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:05.543095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.549621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.632313 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbe9108-4593-40f8-84d1-459e223d4a35', 'name': 'network-vif-deleted', 'tag': '39dc007d-6264-4099-aabd-23fb0874a9c0', 'status': 'completed', 'code': 200} Mar 03 17:44:05.662630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=737b2b0cc2764aaf924cc3fc71dd2554&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2046769 Mar 03 17:44:05.669940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00509dd-4eaa-46c1-8663-1faa8a48620a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145a3fc3-8c7c-4b61-a032-b52d611d246e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:05.678286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60350) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:05.807910 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5868709 Mar 03 17:44:05.810646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b62e-0ad9-4baf-94ee-4f0696d8e3a4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Pushing event updated for resources: {'Port': ['ID=d6acaf39-779e-4a9f-930d-59f018d261e6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:05.851056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Request body: {'port': {'device_id': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:05.859023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-89836041-abeb-4b79-aaa0-557e4adb35d3 None None] Provisioning for port d6acaf39-779e-4a9f-930d-59f018d261e6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:05.879737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-89836041-abeb-4b79-aaa0-557e4adb35d3 None None] Provisioning complete for port d6acaf39-779e-4a9f-930d-59f018d261e6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:05.880169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-89836041-abeb-4b79-aaa0-557e4adb35d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.918970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bcd57215-d3e2-43f8-a05d-b393dc05e4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:05.971505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-89836041-abeb-4b79-aaa0-557e4adb35d3 None None] Port d6acaf39-779e-4a9f-930d-59f018d261e6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:06.022742 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bcd57215-d3e2-43f8-a05d-b393dc05e4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.061010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd15dc-f13d-4921-8013-cccb5f174467 req-5e4398fe-7c62-4656-a92a-134b0548c927 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:06.062620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33dd15dc-f13d-4921-8013-cccb5f174467 req-5e4398fe-7c62-4656-a92a-134b0548c927 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 945 time: 0.2761993 Mar 03 17:44:06.080603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544c9d-2071-42d1-be85-db94ce76cef0 req-18a98756-79b2-4d76-9bfc-5c67a1b3869b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:06.087410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24544c9d-2071-42d1-be85-db94ce76cef0 req-18a98756-79b2-4d76-9bfc-5c67a1b3869b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 943 time: 0.7646646 Mar 03 17:44:06.098618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-2f553c4f-73b3-4d34-8928-e2aeadcda5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:06.100059 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-2f553c4f-73b3-4d34-8928-e2aeadcda5de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 1094 time: 0.7006497 Mar 03 17:44:06.138592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60360) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:06.181596 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.185067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Router 47ee71cf-f224-4b93-bd5e-302cafb55a29 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:44:06.203772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33dd15dc-f13d-4921-8013-cccb5f174467 req-407465e4-001d-4092-892e-70be4dc15fe2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318190 Mar 03 17:44:06.210687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-e90d4d1a-aa55-4380-8430-4593408c9b23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 HTTP/1.1" status: 200 len: 217 time: 0.0912142 Mar 03 17:44:06.214276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-028d41c3-71aa-4dfe-a9d9-c0e2f37daf4b tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:06.215803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-028d41c3-71aa-4dfe-a9d9-c0e2f37daf4b tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.2536325 Mar 03 17:44:06.217239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:06.219760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bcd57215-d3e2-43f8-a05d-b393dc05e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.236443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:31ccf7cfb4044971af82e0c1740b2ebf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:06.272622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:06.286681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd57215-d3e2-43f8-a05d-b393dc05e4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145a3fc3-8c7c-4b61-a032-b52d611d246e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:06.298268 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'status': 'completed', 'code': 200} Mar 03 17:44:06.298795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:06.306735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1703660051', 'description': 'tempest-description-742812734'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:06.322819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:06.325157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bcd57215-d3e2-43f8-a05d-b393dc05e4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.326285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bcd57215-d3e2-43f8-a05d-b393dc05e4ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/145a3fc3-8c7c-4b61-a032-b52d611d246e HTTP/1.1" status: 204 len: 168 time: 0.6453159 Mar 03 17:44:06.338809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:06.352141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:06.369896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:06.376448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24544c9d-2071-42d1-be85-db94ce76cef0 req-143c7216-3cda-41f2-8bb1-b2cd63c24529 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880914 Mar 03 17:44:06.416786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.428138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-a43ca962-34a1-45bc-893b-b214e1d4c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:06.429682 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-a43ca962-34a1-45bc-893b-b214e1d4c42a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=263b29a5-445b-456f-9de9-281247021a6e HTTP/1.1" status: 200 len: 862 time: 0.1848729 Mar 03 17:44:06.437533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.484607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:06.492111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Usage tracker for resource:security_group_rule and tenant:ba85342bf727452f8b5c6c17f9b5fc27 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:06.496079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:06.506563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:06.529775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-45bb8d3a-4034-4d46-a8a8-deb1f410e26b service neutron] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:06.577840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.581319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-45bb8d3a-4034-4d46-a8a8-deb1f410e26b service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.582442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fdee583-2f7f-4cd9-8081-06531397c891 req-45bb8d3a-4034-4d46-a8a8-deb1f410e26b service neutron] 10.222.0.16 "DELETE /v2.0/ports/6afd8bd6-fa59-440f-86ad-cdb78bf848ea/bindings/n-h2-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.3583486 Mar 03 17:44:06.592190 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.682615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109504ca-dce2-49e3-88fb-da381ef678d6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:06.705547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c12bb4ef-e62e-4a14-918e-d7408f3fdbe6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31ccf7cfb4044971af82e0c1740b2ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654392 Mar 03 17:44:06.706222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60372) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:06.708636 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.725891 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.773717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:44:06.797531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0d35c0b2-83ff-41d7-b071-69d58ce52d9f admin admin] 10.222.0.23 "PUT /v2.0/routers/47ee71cf-f224-4b93-bd5e-302cafb55a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8715470 Mar 03 17:44:06.797900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.797900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4079b749-2fa4-4dc8-aa8e-99c4dce6afeb req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5102797 Mar 03 17:44:06.805092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea18b7-7641-4508-abf7-78dd9d91fa1b tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85dce8-4c69-49c4-b8a0-e20e7f3790ee,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:06.805207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Sync routers for ids ['47ee71cf-f224-4b93-bd5e-302cafb55a29'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:44:06.818233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 39dc007d-6264-4099-aabd-23fb0874a9c0 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:44:06.827993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa818bf-d09b-4f86-826a-133dbc415e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.858841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa818bf-d09b-4f86-826a-133dbc415e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:06.874716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-a0b9be1b-a993-411b-9fd0-5b5997d19de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:06.876309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-a0b9be1b-a993-411b-9fd0-5b5997d19de7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26456614-47f2-4b47-86b2-43fb3de9c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4401217 Mar 03 17:44:06.892309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 39dc007d-6264-4099-aabd-23fb0874a9c0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:44:06.892649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 39dc007d-6264-4099-aabd-23fb0874a9c0 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:44:06.898543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Routers {'47ee71cf-f224-4b93-bd5e-302cafb55a29'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:06.899174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['47ee71cf-f224-4b93-bd5e-302cafb55a29'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:06.936686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa818bf-d09b-4f86-826a-133dbc415e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:07.034884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa818bf-d09b-4f86-826a-133dbc415e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109504ca-dce2-49e3-88fb-da381ef678d6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:07.110739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa818bf-d09b-4f86-826a-133dbc415e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:07.116419 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4aa818bf-d09b-4f86-826a-133dbc415e7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/109504ca-dce2-49e3-88fb-da381ef678d6 HTTP/1.1" status: 204 len: 168 time: 0.4038486 Mar 03 17:44:07.121844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8dc1ccab-fb66-4055-ad1b-26cf730566f1 req-727e23fb-72b9-4bbb-99fc-92e375981ed6 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/8d85dce8-4c69-49c4-b8a0-e20e7f3790ee HTTP/1.1" status: 200 len: 1812 time: 0.1313405 Mar 03 17:44:07.145958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f48ed-cd7d-4c28-9674-78be8b12817c req-80d1465d-f6d1-416a-88e3-37b9be3d292c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:07.153449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-202f48ed-cd7d-4c28-9674-78be8b12817c req-80d1465d-f6d1-416a-88e3-37b9be3d292c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 936 time: 0.6397088 Mar 03 17:44:07.296460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Set router 47ee71cf-f224-4b93-bd5e-302cafb55a29 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:07.360609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-202f48ed-cd7d-4c28-9674-78be8b12817c req-53e188ea-181b-43eb-9b0e-c057d16c7a86 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063811 Mar 03 17:44:07.377316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-954d2c31-f919-4cb6-a396-e86b12b90a61 service neutron] 10.222.0.35 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642186 Mar 03 17:44:07.532994 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-6b24a071-6311-4e2a-a5ac-00a96dad0122 req-c77cb7d7-2c66-4b9f-91d7-f5658f4bf195 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] show failed (client error): The resource could not be found. Mar 03 17:44:07.549307 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6b24a071-6311-4e2a-a5ac-00a96dad0122 req-c77cb7d7-2c66-4b9f-91d7-f5658f4bf195 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/7969f947-6cf2-4be5-ab7d-eac8512b726c HTTP/1.1" status: 404 len: 352 time: 0.0671937 Mar 03 17:44:07.802109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60420) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:07.828149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6acaf39-779e-4a9f-930d-59f018d261e6 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:07.856531 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:07.925882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Transition to ACTIVE for port object d6acaf39-779e-4a9f-930d-59f018d261e6 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:07.944204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:07.975416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:08.042793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:08.043996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Pushing event updated for resources: {'Port': ['ID=d6acaf39-779e-4a9f-930d-59f018d261e6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:08.052641 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b498d74-c70c-4dff-a38e-32650e0b847b req-2d53effa-05b9-4dff-89e3-9e0d37894007 service neutron] 10.222.0.35 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649992 Mar 03 17:44:08.060012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Usage tracker for resource:security_group_rule and tenant:4d1869a1603d4f6a99c60fc361346371 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:08.067552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:08.090532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:08.113284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '05be78cf-cfec-4c37-a287-184753a29952', 'name': '', 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'mac_address': 'fa:16:3e:ce:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '669e2176-3207-4beb-91a3-a14de3874f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:59Z', 'updated_at': '2022-03-03T17:44:03Z', 'revision_number': 2, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'subnets': [{'id': '669e2176-3207-4beb-91a3-a14de3874f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:08.130723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Checking router: 47ee71cf-f224-4b93-bd5e-302cafb55a29 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:44:08.131218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Updating router 47ee71cf-f224-4b93-bd5e-302cafb55a29 port 05be78cf-cfec-4c37-a287-184753a29952 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:44:08.187839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026cbd8-e7fd-4910-b70b-973fc9a53efc req-ff2a5243-9732-4674-965c-f152e9d83e85 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:08.189540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7026cbd8-e7fd-4910-b70b-973fc9a53efc req-ff2a5243-9732-4674-965c-f152e9d83e85 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 945 time: 0.3535101 Mar 03 17:44:08.298005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:08.384014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7026cbd8-e7fd-4910-b70b-973fc9a53efc req-8a435179-4342-461f-835d-310e9bd0cba1 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682904 Mar 03 17:44:08.489615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Attempting to bind port d6acaf39-779e-4a9f-930d-59f018d261e6 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:08.490201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Attempting to bind port d6acaf39-779e-4a9f-930d-59f018d261e6 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:08.490201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Attempting to bind port d6acaf39-779e-4a9f-930d-59f018d261e6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:08.502159 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:08.506601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91aae7-e6e5-4916-84d4-3157f20f0349 req-826a5674-c4f6-4a94-ac00-fac382afa210 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:08.511188 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:08.524469 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c91aae7-e6e5-4916-84d4-3157f20f0349 req-826a5674-c4f6-4a94-ac00-fac382afa210 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 943 time: 0.6708422 Mar 03 17:44:08.564042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5d228-f4b0-4927-b89c-c8386a92b223,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:08.575928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Port d6acaf39-779e-4a9f-930d-59f018d261e6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:08.578174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Attempting to bind port d6acaf39-779e-4a9f-930d-59f018d261e6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:08.615948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:08.616370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:08.618791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:08.619470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Bound port: d6acaf39-779e-4a9f-930d-59f018d261e6, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:08.620034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:08.671982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-84369f6f-67d4-49b8-99ce-c37bc3c9900b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d1869a1603d4f6a99c60fc361346371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8685491 Mar 03 17:44:08.674559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60434) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:08.716481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c91aae7-e6e5-4916-84d4-3157f20f0349 req-26f1326e-4cdf-4e2e-afd8-eb747c4afc52 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875284 Mar 03 17:44:08.775087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076988-c796-4cb0-8425-a7a116db1d11 req-5d51ef89-02d3-4c82-aa7f-1adbf66ea585 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:08.776056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e9076988-c796-4cb0-8425-a7a116db1d11 req-5d51ef89-02d3-4c82-aa7f-1adbf66ea585 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Synchronizing usage tracker for tenant:cc43d620aa0046bb9984329da599c833 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:08.824496 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e87edfcf-1b35-4f1e-948f-7fed7c9ea718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:08.851171 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-d1ce4ae2-ff5c-45c5-8a55-f48e985a64b2 req-191d3172-95c5-4d63-b2c9-c1bd486e1e0d tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] show failed (client error): The resource could not be found. Mar 03 17:44:08.874657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1ce4ae2-ff5c-45c5-8a55-f48e985a64b2 req-191d3172-95c5-4d63-b2c9-c1bd486e1e0d tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-group-rules/7cca9abf-5e8b-4cb1-bb6e-96f026b2b21f HTTP/1.1" status: 404 len: 361 time: 0.0994897 Mar 03 17:44:08.907798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e9076988-c796-4cb0-8425-a7a116db1d11 req-5d51ef89-02d3-4c82-aa7f-1adbf66ea585 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Unset dirty status for tenant:cc43d620aa0046bb9984329da599c833 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:08.909451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9076988-c796-4cb0-8425-a7a116db1d11 req-5d51ef89-02d3-4c82-aa7f-1adbf66ea585 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 950 time: 0.3265684 Mar 03 17:44:08.936324 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e87edfcf-1b35-4f1e-948f-7fed7c9ea718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:08.986740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c29456-1fdb-4f76-afda-db2a164053ec req-db0ee209-dde3-46d3-b971-2227914bd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:08.988216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64c29456-1fdb-4f76-afda-db2a164053ec req-db0ee209-dde3-46d3-b971-2227914bd4f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 1094 time: 0.7875166 Mar 03 17:44:09.057311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9076988-c796-4cb0-8425-a7a116db1d11 req-9d97ffc7-78cb-4ddb-9b0d-2a4fb4c88af2 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/security-groups?id=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388624 Mar 03 17:44:09.107247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e87edfcf-1b35-4f1e-948f-7fed7c9ea718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.145452 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e87edfcf-1b35-4f1e-948f-7fed7c9ea718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.148134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] For port d6acaf39-779e-4a9f-930d-59f018d261e6, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:09.151302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e87edfcf-1b35-4f1e-948f-7fed7c9ea718 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63f5d228-f4b0-4927-b89c-c8386a92b223 HTTP/1.1" status: 204 len: 168 time: 0.4756947 Mar 03 17:44:09.155373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87edfcf-1b35-4f1e-948f-7fed7c9ea718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5d228-f4b0-4927-b89c-c8386a92b223,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:09.303628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-490a4812-055d-4f89-bf51-10ac4854d055 req-3d3601b1-98ab-43a5-a071-137415ad6df1 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/8d85dce8-4c69-49c4-b8a0-e20e7f3790ee HTTP/1.1" status: 200 len: 1812 time: 0.0794961 Mar 03 17:44:09.328017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.330867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] For port d6acaf39-779e-4a9f-930d-59f018d261e6, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d6acaf39-779e-4a9f-930d-59f018d261e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:09.342995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Transition to ACTIVE for port object 05be78cf-cfec-4c37-a287-184753a29952 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:09.351766 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.361987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.412517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-490a4812-055d-4f89-bf51-10ac4854d055 req-ba170978-f1c9-43c8-9857-53c1aa809430 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.464285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-490a4812-055d-4f89-bf51-10ac4854d055 req-ba170978-f1c9-43c8-9857-53c1aa809430 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.529699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Pushing event updated for resources: {'Port': ['ID=d6acaf39-779e-4a9f-930d-59f018d261e6,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:09.559316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:09.560144 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.561845 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-0624280e-2ae5-4543-b6ea-677080a4a0cb service neutron] 10.222.0.35 "PUT /v2.0/ports/d6acaf39-779e-4a9f-930d-59f018d261e6 HTTP/1.1" status: 200 len: 1096 time: 3.7338667 Mar 03 17:44:09.579997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'tag': 'd6acaf39-779e-4a9f-930d-59f018d261e6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:09.759569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-490a4812-055d-4f89-bf51-10ac4854d055 req-ba170978-f1c9-43c8-9857-53c1aa809430 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:09.767620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e86acd-9341-423f-9ec6-f4e0e1462a65 req-08314486-5ea8-4186-bef9-b2cee221b33c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:09.780273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30e86acd-9341-423f-9ec6-f4e0e1462a65 req-08314486-5ea8-4186-bef9-b2cee221b33c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 948 time: 0.7357614 Mar 03 17:44:09.842345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9567-ffeb-471c-aead-7c839d31a527 None None] Pushing event updated for resources: {'Port': ['ID=05be78cf-cfec-4c37-a287-184753a29952,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:09.853034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c29456-1fdb-4f76-afda-db2a164053ec req-e9084b5a-70e2-4bf4-8cc2-de47f64b2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:09.854665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64c29456-1fdb-4f76-afda-db2a164053ec req-e9084b5a-70e2-4bf4-8cc2-de47f64b2c61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 924 time: 0.8524120 Mar 03 17:44:09.891423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba170978-f1c9-43c8-9857-53c1aa809430 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85dce8-4c69-49c4-b8a0-e20e7f3790ee,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:09.940463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-8c4b4ca2-9d06-42c4-9989-ca635afa01b4 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:09.942033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-8c4b4ca2-9d06-42c4-9989-ca635afa01b4 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 950 time: 0.4592488 Mar 03 17:44:09.996413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64c29456-1fdb-4f76-afda-db2a164053ec req-9d1369c7-661a-4186-8820-a691ba6a4bce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 HTTP/1.1" status: 200 len: 217 time: 0.1328857 Mar 03 17:44:10.014756 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30e86acd-9341-423f-9ec6-f4e0e1462a65 req-46efb019-7edb-424f-9253-76c26a984883 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331007 Mar 03 17:44:10.124242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Attempting to bind port 05be78cf-cfec-4c37-a287-184753a29952 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:10.124612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Attempting to bind port 05be78cf-cfec-4c37-a287-184753a29952 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:10.125024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Attempting to bind port 05be78cf-cfec-4c37-a287-184753a29952 on network c977d2c5-20e9-427c-9d3a-7727eb6fe95e {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:10.143323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:10.143803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Checking segment: {'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:10.144203 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:10.145100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Bound using segment: {'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:10.148875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Bound port: 05be78cf-cfec-4c37-a287-184753a29952, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d18c49-6c27-4e6a-b573-f81abbcc54f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:10.149937 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:10.239091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c29456-1fdb-4f76-afda-db2a164053ec req-c31a5b45-e84c-4957-992b-026e15a2be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:10.240621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64c29456-1fdb-4f76-afda-db2a164053ec req-c31a5b45-e84c-4957-992b-026e15a2be49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=263b29a5-445b-456f-9de9-281247021a6e HTTP/1.1" status: 200 len: 862 time: 0.2238870 Mar 03 17:44:10.243027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d110326a-f2ad-47da-a1cd-a13807a17269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:10.244375 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-d110326a-f2ad-47da-a1cd-a13807a17269 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 1099 time: 0.6200786 Mar 03 17:44:10.270287 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-490a4812-055d-4f89-bf51-10ac4854d055 req-ba170978-f1c9-43c8-9857-53c1aa809430 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:10.296180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-490a4812-055d-4f89-bf51-10ac4854d055 req-ba170978-f1c9-43c8-9857-53c1aa809430 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "DELETE /v2.0/security-groups/8d85dce8-4c69-49c4-b8a0-e20e7f3790ee HTTP/1.1" status: 204 len: 173 time: 0.9844487 Mar 03 17:44:10.405482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-e03f108c-eb66-4d7b-bf63-b9ab277406ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d6acaf39-779e-4a9f-930d-59f018d261e6 HTTP/1.1" status: 200 len: 217 time: 0.1150534 Mar 03 17:44:10.419278 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'tag': 'd6acaf39-779e-4a9f-930d-59f018d261e6', 'status': 'completed', 'code': 200} Mar 03 17:44:10.453187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Deleting port 7b77ff39-0d19-4c89-95e7-0c358710cba2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:44:10.453555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:10.529924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] For port 05be78cf-cfec-4c37-a287-184753a29952, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:10.531135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-097bd4dc-285c-42f4-804f-a26dc8620a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:10.532608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-097bd4dc-285c-42f4-804f-a26dc8620a9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1125948 Mar 03 17:44:10.535051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] For port 05be78cf-cfec-4c37-a287-184753a29952, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=05be78cf-cfec-4c37-a287-184753a29952,segment=NetworkSegment(24d18c49-6c27-4e6a-b573-f81abbcc54f9),segment_id=24d18c49-6c27-4e6a-b573-f81abbcc54f9)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:10.548188 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:10.599374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c29456-1fdb-4f76-afda-db2a164053ec req-179b7701-a996-4b10-90dd-3b5f8e503a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:10.600989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64c29456-1fdb-4f76-afda-db2a164053ec req-179b7701-a996-4b10-90dd-3b5f8e503a40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26456614-47f2-4b47-86b2-43fb3de9c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3169777 Mar 03 17:44:10.607910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bab3e-ef31-4c12-b63a-c386d14388ca req-942c2c44-902b-41a6-a16f-8af4bb8c1462 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:10.615541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d48bab3e-ef31-4c12-b63a-c386d14388ca req-942c2c44-902b-41a6-a16f-8af4bb8c1462 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1096 time: 0.3701682 Mar 03 17:44:10.806809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Routers {'47ee71cf-f224-4b93-bd5e-302cafb55a29'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:10.807448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:43:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['47ee71cf-f224-4b93-bd5e-302cafb55a29'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:10.824452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d48bab3e-ef31-4c12-b63a-c386d14388ca req-827d8ec1-bb65-427b-8345-815088064bbd tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079184 Mar 03 17:44:10.961367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-67cfdc8c-d1ab-4f04-b386-eafbeb3ffbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:10.961367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-67cfdc8c-d1ab-4f04-b386-eafbeb3ffbfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4053423 Mar 03 17:44:10.984124 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64c29456-1fdb-4f76-afda-db2a164053ec req-359ecddc-aabf-4310-8a3e-3c6cf316f8a6 service neutron] 10.222.0.35 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484344 Mar 03 17:44:11.022903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:44:11.178459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9567-ffeb-471c-aead-7c839d31a527 None None] Pushing event updated for resources: {'Port': ['ID=05be78cf-cfec-4c37-a287-184753a29952,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:11.312867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:44:11.317989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] For port 7b77ff39-0d19-4c89-95e7-0c358710cba2, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7b77ff39-0d19-4c89-95e7-0c358710cba2,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:11.324655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:11.584015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64c29456-1fdb-4f76-afda-db2a164053ec req-88499061-b61b-43df-bfee-e3fb74cacff9 service neutron] 10.222.0.35 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086183 Mar 03 17:44:11.588151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Calling delete_port for 7b77ff39-0d19-4c89-95e7-0c358710cba2 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:44:11.600312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] Set router 47ee71cf-f224-4b93-bd5e-302cafb55a29 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:11.683923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:11.776314 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-b7a9f92c-1dfb-4478-8a78-d01480d38aaa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2061281 Mar 03 17:44:11.831623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'port_id': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'mac_address': 'fa:16:3e:50:e8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:44:12.003687 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:12.035015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:12.104599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:12.105093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb8af-fe70-4174-a40b-b32853dc97c8 req-5005ff55-9538-44fc-93b2-5dc7f457b0b1 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:12.116133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62adb8af-fe70-4174-a40b-b32853dc97c8 req-5005ff55-9538-44fc-93b2-5dc7f457b0b1 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 943 time: 0.9838245 Mar 03 17:44:12.128481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-7b4af562-24be-4318-add1-b33aa5ae9a75 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1606672 Mar 03 17:44:12.184986 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:12.306249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:12.321873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62adb8af-fe70-4174-a40b-b32853dc97c8 req-352157e0-745c-4ff8-8be4-fac7972ff2df tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963780 Mar 03 17:44:12.374974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-6a72100a-8885-455a-8166-fbf2e8204ebf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:12.382958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-6a72100a-8885-455a-8166-fbf2e8204ebf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6057448 Mar 03 17:44:12.400387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5924ebe-19dc-45f5-b1c3-86e3ba16b96d req-f1acc17f-635e-4392-b82e-57cd269b4591 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967070 Mar 03 17:44:12.402426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-08279823-eb60-4276-ae60-28e1d3506372 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/quotas/8f8f0010448e40a9867b15d2996d9269 HTTP/1.1" status: 200 len: 375 time: 0.0185695 Mar 03 17:44:12.409191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '05be78cf-cfec-4c37-a287-184753a29952', 'name': '', 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'mac_address': 'fa:16:3e:ce:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '669e2176-3207-4beb-91a3-a14de3874f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:59Z', 'updated_at': '2022-03-03T17:44:10Z', 'revision_number': 4, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'subnets': [{'id': '669e2176-3207-4beb-91a3-a14de3874f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:12.415461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e7a94-0c72-4db8-b4c9-35ca19b875b8 None None] The sync data for ids ['47ee71cf-f224-4b93-bd5e-302cafb55a29'] in n-d-827121-1 is: [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '05be78cf-cfec-4c37-a287-184753a29952', 'name': '', 'network_id': 'c977d2c5-20e9-427c-9d3a-7727eb6fe95e', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'mac_address': 'fa:16:3e:ce:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '669e2176-3207-4beb-91a3-a14de3874f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:59Z', 'updated_at': '2022-03-03T17:44:10Z', 'revision_number': 4, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'subnets': [{'id': '669e2176-3207-4beb-91a3-a14de3874f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:44:12.430213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['7984a448-4a4e-4826-9ae6-d94ffe6bf7f5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:12.548751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-4cd9bbe0-465d-403f-9afa-95c577577587 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444237 Mar 03 17:44:12.563382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:12.640394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-176b601e-274e-40e6-8628-ace5471190bb req-a52e32a6-9491-409c-b0d2-16613a51d169 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1ade20c-b558-4cd1-8e0c-f39d979fd897 HTTP/1.1" status: 200 len: 210 time: 0.0841372 Mar 03 17:44:12.725714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Pushing event deleted for resources: {'Port': ['ID=7b77ff39-0d19-4c89-95e7-0c358710cba2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:12.737789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a863a1-10a4-471e-8117-16b45938822a req-d8309c04-f145-4820-996f-aee22058d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:12.739515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71a863a1-10a4-471e-8117-16b45938822a req-d8309c04-f145-4820-996f-aee22058d903 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 1099 time: 0.2864783 Mar 03 17:44:12.876801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7b77ff39-0d19-4c89-95e7-0c358710cba2 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:44:12.959020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 7b77ff39-0d19-4c89-95e7-0c358710cba2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:44:12.959375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7b77ff39-0d19-4c89-95e7-0c358710cba2 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:44:12.964291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] No DVR routers for this DVR port 7b77ff39-0d19-4c89-95e7-0c358710cba2 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:44:12.967381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:12.972527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'name': 'network-vif-deleted', 'tag': '7b77ff39-0d19-4c89-95e7-0c358710cba2'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:12.978467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.978761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.979090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.979420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.979771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.980128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.980453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.980776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.981098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.981439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.981760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:12.982074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.006269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a06a50bb-3f0f-48e6-90be-6a9e04352ea0 req-3d7c7289-766b-4452-b9d0-d2fd1e85ea43 tempest-ServersAdminNegativeTestJSON-1364129735 tempest-ServersAdminNegativeTestJSON-1364129735-project] 10.222.0.16 "DELETE /v2.0/ports/7b77ff39-0d19-4c89-95e7-0c358710cba2 HTTP/1.1" status: 204 len: 173 time: 3.0402586 Mar 03 17:44:13.035891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4589b23-b647-4ed6-93ac-8adc3bc3519f req-922fe63c-61d7-4c22-9fe8-c7015f3875d2 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/80abc194-bcbd-4aec-b43b-8bae3085a07d HTTP/1.1" status: 200 len: 1812 time: 0.3360708 Mar 03 17:44:13.126021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e4589b23-b647-4ed6-93ac-8adc3bc3519f req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:13.203774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc8b42-bed3-457f-bb2e-0146ccc778df req-58220687-961a-4597-b19f-ef8ce77fd31a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:13.228630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0efc8b42-bed3-457f-bb2e-0146ccc778df req-58220687-961a-4597-b19f-ef8ce77fd31a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 948 time: 0.1748276 Mar 03 17:44:13.239331 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e4589b23-b647-4ed6-93ac-8adc3bc3519f req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:13.339225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0efc8b42-bed3-457f-bb2e-0146ccc778df req-f7316fce-61b7-4a20-9602-c988f065ac93 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079996 Mar 03 17:44:13.364500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e4589b23-b647-4ed6-93ac-8adc3bc3519f req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:13.401047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abc194-bcbd-4aec-b43b-8bae3085a07d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:13.414131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.414531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.414920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.415297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.415652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.416008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.416445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.416771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.417081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.417419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.417803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.418114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:13.433152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e4589b23-b647-4ed6-93ac-8adc3bc3519f req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:13.449616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4589b23-b647-4ed6-93ac-8adc3bc3519f req-1e363de7-f6fa-4008-813c-c6aee30c2518 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "DELETE /v2.0/security-groups/80abc194-bcbd-4aec-b43b-8bae3085a07d HTTP/1.1" status: 204 len: 173 time: 0.4119468 Mar 03 17:44:13.451426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a863a1-10a4-471e-8117-16b45938822a req-78ab3ec4-f142-4cf2-b5a2-ec4cb6134c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:13.452998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71a863a1-10a4-471e-8117-16b45938822a req-78ab3ec4-f142-4cf2-b5a2-ec4cb6134c20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.7074480 Mar 03 17:44:13.587677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71a863a1-10a4-471e-8117-16b45938822a req-092d371d-2809-40c7-807e-dcb4e72e0e01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d6acaf39-779e-4a9f-930d-59f018d261e6 HTTP/1.1" status: 200 len: 217 time: 0.1263025 Mar 03 17:44:13.709239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a863a1-10a4-471e-8117-16b45938822a req-2db8755d-b418-49fb-b38f-85752a2ea99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:13.714624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71a863a1-10a4-471e-8117-16b45938822a req-2db8755d-b418-49fb-b38f-85752a2ea99f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1176300 Mar 03 17:44:13.941317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a863a1-10a4-471e-8117-16b45938822a req-c6af4c2e-09d0-4365-a693-b8e28e37bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:13.954804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71a863a1-10a4-471e-8117-16b45938822a req-c6af4c2e-09d0-4365-a693-b8e28e37bfbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241852 Mar 03 17:44:14.014717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-20f74358-3520-4aba-9604-4891718b25d9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:14.024495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-20f74358-3520-4aba-9604-4891718b25d9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.4339123 Mar 03 17:44:14.071694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-021624c8-5311-47f3-bca3-6eb4cb3fafdc tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/quotas/0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 375 time: 0.0454125 Mar 03 17:44:14.219841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 05be78cf-cfec-4c37-a287-184753a29952 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:14.356381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71a863a1-10a4-471e-8117-16b45938822a req-14e2979f-9361-4a36-a0a1-e8af1d4e9d92 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003701 Mar 03 17:44:14.425867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-88957675-1288-45ce-819a-0dd6fcc794b6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3515854 Mar 03 17:44:14.470603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 05be78cf-cfec-4c37-a287-184753a29952 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:14.478775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 05be78cf-cfec-4c37-a287-184753a29952 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:14.481714 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:14.671545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71a863a1-10a4-471e-8117-16b45938822a req-a97f5be6-3ec6-4e8f-a35d-1124572f9d1e service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560723 Mar 03 17:44:14.695192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a3e3561-e1a1-453f-8f8c-c80237dde4b7 req-6d593b32-bab0-47ea-8fee-640276f96253 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 210 time: 0.3376443 Mar 03 17:44:14.750090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:14.776790 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ade20c-b558-4cd1-8e0c-f39d979fd897', 'name': 'network-vif-deleted', 'tag': '7b77ff39-0d19-4c89-95e7-0c358710cba2', 'status': 'completed', 'code': 200} Mar 03 17:44:14.792171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-8e2bd89f-eca7-4129-935d-b4ea06351f86 service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654554 Mar 03 17:44:14.827213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 05be78cf-cfec-4c37-a287-184753a29952, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=05be78cf-cfec-4c37-a287-184753a29952,segment=NetworkSegment(24d18c49-6c27-4e6a-b573-f81abbcc54f9),segment_id=24d18c49-6c27-4e6a-b573-f81abbcc54f9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:14.835529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:14.912078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d6acaf39-779e-4a9f-930d-59f018d261e6 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:44:14.919051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:15.110063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a5c8-0a00-4f14-8082-f1c812ff12d4 req-fb2c6c69-3ac7-473f-8ae9-9b5bb595710b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:15.111538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df75a5c8-0a00-4f14-8082-f1c812ff12d4 req-fb2c6c69-3ac7-473f-8ae9-9b5bb595710b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 944 time: 0.1994455 Mar 03 17:44:15.116058 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-ea4721d9-6fb5-4520-8e21-3e7c02bf7ae7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435789 Mar 03 17:44:15.135249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=05be78cf-cfec-4c37-a287-184753a29952,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:15.221924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df75a5c8-0a00-4f14-8082-f1c812ff12d4 req-2fefd189-ca20-443f-bd58-a82573c58165 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964148 Mar 03 17:44:15.267214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:15.286696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:15.287339 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.326643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a47d6c93-ca65-4f7f-b537-9a0d2468a4ed req-30430b77-a634-4410-9570-fcc2ebb5cff3 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/9bc3628a-00e0-4af7-8c03-a04c56b28044 HTTP/1.1" status: 200 len: 1812 time: 0.0944462 Mar 03 17:44:15.359845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d6acaf39-779e-4a9f-930d-59f018d261e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d6acaf39-779e-4a9f-930d-59f018d261e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:15.382137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'd6acaf39-779e-4a9f-930d-59f018d261e6', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'd6acaf39-779e-4a9f-930d-59f018d261e6', 'mac_address': 'fa:16:3e:d7:3f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:44:15.470531 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a47d6c93-ca65-4f7f-b537-9a0d2468a4ed req-e969fb7f-284c-4e30-aefd-55865fa9e5bc tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.477990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-872325fb-bc84-439d-8490-86d3e478d2ba service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776228 Mar 03 17:44:15.517149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-6e1baff6-d76f-4895-80bf-860ce0e08f41 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:15.519280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-6e1baff6-d76f-4895-80bf-860ce0e08f41 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3973899 Mar 03 17:44:15.524720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a47d6c93-ca65-4f7f-b537-9a0d2468a4ed req-e969fb7f-284c-4e30-aefd-55865fa9e5bc tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.531008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.543899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': '6a6af04a-4d34-4301-9908-613ffd916460', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:15.572894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6acaf39-779e-4a9f-930d-59f018d261e6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:15.607295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a47d6c93-ca65-4f7f-b537-9a0d2468a4ed req-e969fb7f-284c-4e30-aefd-55865fa9e5bc tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.627731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969fb7f-284c-4e30-aefd-55865fa9e5bc tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3628a-00e0-4af7-8c03-a04c56b28044,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:15.649013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a47d6c93-ca65-4f7f-b537-9a0d2468a4ed req-e969fb7f-284c-4e30-aefd-55865fa9e5bc tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.667321 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a47d6c93-ca65-4f7f-b537-9a0d2468a4ed req-e969fb7f-284c-4e30-aefd-55865fa9e5bc tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "DELETE /v2.0/security-groups/9bc3628a-00e0-4af7-8c03-a04c56b28044 HTTP/1.1" status: 204 len: 173 time: 0.3397424 Mar 03 17:44:15.725878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d6acaf39-779e-4a9f-930d-59f018d261e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d6acaf39-779e-4a9f-930d-59f018d261e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:15.728166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:15.735861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Usage tracker for resource:port and tenant:8f8f0010448e40a9867b15d2996d9269 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:15.740704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:15.748017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:15.750794 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.762953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:15.767849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.806729 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:15.827818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:15.833982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Usage tracker for resource:security_group_rule and tenant:8f8f0010448e40a9867b15d2996d9269 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:15.838003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:15.858089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:15.861303 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:16.052583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d6acaf39-779e-4a9f-930d-59f018d261e6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:16.089139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:16.100756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:16.219611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 05be78cf-cfec-4c37-a287-184753a29952 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:16.342623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:16.411598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d6acaf39-779e-4a9f-930d-59f018d261e6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:16.427676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa22a553-a579-467a-8c5e-724701ef7c85,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:16.509177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:16.543158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aeed5-d4a1-43f1-8b51-e64378aeb2dd req-fa795b54-8d18-48af-8191-ca0ff30d5535 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:16.556409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc4aeed5-d4a1-43f1-8b51-e64378aeb2dd req-fa795b54-8d18-48af-8191-ca0ff30d5535 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 949 time: 0.3229198 Mar 03 17:44:16.600869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.216 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/1f5539a6-65b2-4ada-aa91-9968661a46bb) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:16.614093 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:16.712482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc4aeed5-d4a1-43f1-8b51-e64378aeb2dd req-5fc4901c-a899-4086-ac0f-3a42427a9084 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547434 Mar 03 17:44:16.717031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:16.997261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 05be78cf-cfec-4c37-a287-184753a29952 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:17.008965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.088813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe74f453-aa86-4189-a902-875605217950 req-feb72e44-0609-4102-976d-f320d6554074 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/67f8c4f3-c468-4423-a3ef-ac4693d55364 HTTP/1.1" status: 200 len: 1813 time: 0.3093905 Mar 03 17:44:17.112177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a564a16b-d426-4678-8891-476ec885a885 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc43d620aa0046bb9984329da599c833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937292 Mar 03 17:44:17.132981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b1828da-7782-4a46-a33b-a2e4583b277a req-dfc1b66d-2676-4f43-9252-f98f980b664e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 210 time: 0.1133990 Mar 03 17:44:17.134631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60576) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:17.139836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:17.401179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fe74f453-aa86-4189-a902-875605217950 req-4ecda41b-b911-459c-8244-4de01b82ef66 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.407820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.448456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object 1f5539a6-65b2-4ada-aa91-9968661a46bb will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:17.450549 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fe74f453-aa86-4189-a902-875605217950 req-4ecda41b-b911-459c-8244-4de01b82ef66 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.463985 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8016ebf2-4bb4-4583-8f23-10cb43ef0a05 req-a024aebb-02de-46fc-936b-d87ff50f894f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 210 time: 0.0753393 Mar 03 17:44:17.470842 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9490ac6-3223-4919-bdd0-b3e2b508bf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.530953 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fe74f453-aa86-4189-a902-875605217950 req-4ecda41b-b911-459c-8244-4de01b82ef66 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.539318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9490ac6-3223-4919-bdd0-b3e2b508bf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.549459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.619464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecda41b-b911-459c-8244-4de01b82ef66 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f8c4f3-c468-4423-a3ef-ac4693d55364,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:17.691240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:17.695632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.696335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:17.697886 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9490ac6-3223-4919-bdd0-b3e2b508bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.710420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:17.726704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9490ac6-3223-4919-bdd0-b3e2b508bf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:17.735394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9490ac6-3223-4919-bdd0-b3e2b508bf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.746946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fe74f453-aa86-4189-a902-875605217950 req-4ecda41b-b911-459c-8244-4de01b82ef66 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.753875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a9490ac6-3223-4919-bdd0-b3e2b508bf0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05a1ab11-caf9-4362-99cc-6bc0ea8f1aa3 HTTP/1.1" status: 204 len: 168 time: 0.6159337 Mar 03 17:44:17.762978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe74f453-aa86-4189-a902-875605217950 req-4ecda41b-b911-459c-8244-4de01b82ef66 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "DELETE /v2.0/security-groups/67f8c4f3-c468-4423-a3ef-ac4693d55364 HTTP/1.1" status: 204 len: 173 time: 0.6672750 Mar 03 17:44:17.836624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3be061-3ed9-4c44-bad4-3e15741d5cd8 req-efb56bab-3087-4448-bcd9-2745d0a22ea9 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:17.838201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f3be061-3ed9-4c44-bad4-3e15741d5cd8 req-efb56bab-3087-4448-bcd9-2745d0a22ea9 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 945 time: 0.2255502 Mar 03 17:44:17.850531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=1f5539a6-65b2-4ada-aa91-9968661a46bb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:17.855654 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'code': 200} Mar 03 17:44:17.929690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:17.933676 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:17.992558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f3be061-3ed9-4c44-bad4-3e15741d5cd8 req-87cc4bfd-f575-4abe-89fb-d9fd07b62598 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437020 Mar 03 17:44:18.015011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-209715b8-0ba8-4008-8c88-23984cfe16d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4761360 Mar 03 17:44:18.036988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Request body: {'port': {'device_id': '6a6af04a-4d34-4301-9908-613ffd916460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:18.259327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0f09f1e-ed18-4600-a832-f4bd797610f3 req-171c0af6-448c-4134-920d-81391477e838 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "GET /v2.0/security-groups/e8b5c7c4-6d2c-43bf-b540-403775445935 HTTP/1.1" status: 200 len: 1812 time: 0.1378529 Mar 03 17:44:18.397287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6280c3-dc9b-4ce3-9572-5f8eb66c3189 req-8289d550-c895-4835-9b65-84b9a217f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:18.399155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b6280c3-dc9b-4ce3-9572-5f8eb66c3189 req-8289d550-c895-4835-9b65-84b9a217f8c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 1096 time: 0.3805149 Mar 03 17:44:18.423634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9301e4ca-9f8d-4185-9d9e-2158a6bc1337 None None] Provisioning for port 1f5539a6-65b2-4ada-aa91-9968661a46bb completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:18.447227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9301e4ca-9f8d-4185-9d9e-2158a6bc1337 None None] Provisioning complete for port 1f5539a6-65b2-4ada-aa91-9968661a46bb triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:18.447763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9301e4ca-9f8d-4185-9d9e-2158a6bc1337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.459565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c0f09f1e-ed18-4600-a832-f4bd797610f3 req-48a0d65b-b81e-4dff-9e50-f1ff66966a23 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.500303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60592) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:18.508520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b6280c3-dc9b-4ce3-9572-5f8eb66c3189 req-72ed1c56-afe2-4106-a8ea-3abe8c8e7298 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029787 Mar 03 17:44:18.541795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c0f09f1e-ed18-4600-a832-f4bd797610f3 req-48a0d65b-b81e-4dff-9e50-f1ff66966a23 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.546162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9301e4ca-9f8d-4185-9d9e-2158a6bc1337 None None] Port 1f5539a6-65b2-4ada-aa91-9968661a46bb cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:18.630584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2634bd02-eb98-42d3-9eba-96a969c90fe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddcad5fdedd34097a40d281abbd3690e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233308 Mar 03 17:44:18.630584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60598) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:18.635212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.655852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-d2cc9ff0-16eb-4ec1-bc5e-3233d7895645 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:18.657271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-d2cc9ff0-16eb-4ec1-bc5e-3233d7895645 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.5177083 Mar 03 17:44:18.674903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c0f09f1e-ed18-4600-a832-f4bd797610f3 req-48a0d65b-b81e-4dff-9e50-f1ff66966a23 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.677368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Request body: {'port': {'device_id': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'admin_state_up': True, 'tenant_id': '0789e5a83fb74489ac1fd65c764532f8'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:18.699409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69ecfc-26f3-4a67-9be3-890666afb27f req-ff680a02-68cc-4400-aec7-5edf00f2eeef tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:18.700876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be69ecfc-26f3-4a67-9be3-890666afb27f req-ff680a02-68cc-4400-aec7-5edf00f2eeef tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 949 time: 0.4397709 Mar 03 17:44:18.705662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0d65b-b81e-4dff-9e50-f1ff66966a23 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5c7c4-6d2c-43bf-b540-403775445935,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:18.719052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4959-4160-4eec-bac3-8484ed00ca1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.721175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c0f09f1e-ed18-4600-a832-f4bd797610f3 req-48a0d65b-b81e-4dff-9e50-f1ff66966a23 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.732595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60602) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:18.735545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0f09f1e-ed18-4600-a832-f4bd797610f3 req-48a0d65b-b81e-4dff-9e50-f1ff66966a23 tempest-SecurityGroupRulesNegativeTestJSON-1214147229 tempest-SecurityGroupRulesNegativeTestJSON-1214147229-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8b5c7c4-6d2c-43bf-b540-403775445935 HTTP/1.1" status: 204 len: 173 time: 0.4614501 Mar 03 17:44:18.808060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4959-4160-4eec-bac3-8484ed00ca1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:18.899611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d6acaf39-779e-4a9f-930d-59f018d261e6 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:18.911406 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4959-4160-4eec-bac3-8484ed00ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.055187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba4959-4160-4eec-bac3-8484ed00ca1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e4b17-1135-44e7-9b22-0a85b654b8a2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:19.058453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port d6acaf39-779e-4a9f-930d-59f018d261e6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:19.097430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port d6acaf39-779e-4a9f-930d-59f018d261e6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:19.098974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.126690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4959-4160-4eec-bac3-8484ed00ca1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.131363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b3ba4959-4160-4eec-bac3-8484ed00ca1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/680e4b17-1135-44e7-9b22-0a85b654b8a2 HTTP/1.1" status: 204 len: 168 time: 0.5008485 Mar 03 17:44:19.144116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459b11-cb82-4e6b-a7ec-7e217f3a6c06 req-f641e1c1-7aaa-45a0-a442-c4a65baee688 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:19.147192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f459b11-cb82-4e6b-a7ec-7e217f3a6c06 req-f641e1c1-7aaa-45a0-a442-c4a65baee688 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 936 time: 0.1928954 Mar 03 17:44:19.157680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be69ecfc-26f3-4a67-9be3-890666afb27f req-94e7161e-31df-4abe-a6bb-4ca4a05c791d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225166 Mar 03 17:44:19.166921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] Deleting subnet 28be6d4d-a1c8-46c8-95b9-ef59afc9cd7d {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:44:19.234062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.333064 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f459b11-cb82-4e6b-a7ec-7e217f3a6c06 req-b0f16f4d-f8f1-43cf-8bef-53d6302c4ff0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782081 Mar 03 17:44:19.401776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60614) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:19.469749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.583040 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b399ecd-f3ee-4661-ad4d-b734178bbbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.610289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.681711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10af403-9ffb-4a76-acb8-25dbb4bf6908 req-e02bbb9e-74ce-42b6-baa1-af4771490b51 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:19.688383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d6acaf39-779e-4a9f-930d-59f018d261e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d6acaf39-779e-4a9f-930d-59f018d261e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:19.690572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e10af403-9ffb-4a76-acb8-25dbb4bf6908 req-e02bbb9e-74ce-42b6-baa1-af4771490b51 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 945 time: 0.1655273 Mar 03 17:44:19.697755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:19.760935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e10af403-9ffb-4a76-acb8-25dbb4bf6908 req-725f7267-74d3-4793-8551-9928411bde7f tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685847 Mar 03 17:44:19.866895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6acaf39-779e-4a9f-930d-59f018d261e6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:19.998819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d6acaf39-779e-4a9f-930d-59f018d261e6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:20.051545 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6acaf39-779e-4a9f-930d-59f018d261e6', 'code': 200} Mar 03 17:44:20.074661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5539a6-65b2-4ada-aa91-9968661a46bb {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:20.083777 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.091209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c6b68d0a-1c47-49c5-8530-4bf63edf1dfb req-fe8aa1e1-4d94-4dfb-af43-58848b552e55 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 210 time: 0.4880362 Mar 03 17:44:20.141206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:20.151096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.153826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:20.168393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.195995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Transition to ACTIVE for port object 1f5539a6-65b2-4ada-aa91-9968661a46bb will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:20.197056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Made reservation on behalf of 0789e5a83fb74489ac1fd65c764532f8 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:20.201732 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.287846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:20.293173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Usage tracker for resource:security_group_rule and tenant:a650fa93e2b34e94aefcb1731e1fd589 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:20.299142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:20.326212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:20.383386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.486025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.489004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af5e75-6c5c-4fc4-9f91-1ca629a11a5c req-28fbe3a5-09c9-4f55-a9ed-fc0e5373afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:20.491077 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c9af5e75-6c5c-4fc4-9f91-1ca629a11a5c req-28fbe3a5-09c9-4f55-a9ed-fc0e5373afd6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 1101 time: 0.2911940 Mar 03 17:44:20.568197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.655180 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c9af5e75-6c5c-4fc4-9f91-1ca629a11a5c req-ef744204-9492-4d95-a1f5-bae7ceea2ac6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138010 Mar 03 17:44:20.673017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d02d7d-a2ec-4c45-9112-0a2ca5999270,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:20.709297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7aac1b91-3734-4501-be8c-b44bd9515384 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a650fa93e2b34e94aefcb1731e1fd589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3064094 Mar 03 17:44:20.712337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:20.759645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Allocated IP 172.20.0.9 (973451ce-d85f-4817-8c1b-853003fba5e0/4de88dc8-1e70-400f-8584-aa2f5ca46ca5/29d6768e-f29b-4dd6-acb7-14d032f96406) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:20.880809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a439-7643-41ae-8e3d-95a7843ea512 req-74f34b2c-ef08-40a1-a6c5-b4df41d938b6 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:20.889530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28b6a439-7643-41ae-8e3d-95a7843ea512 req-74f34b2c-ef08-40a1-a6c5-b4df41d938b6 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 950 time: 0.3970714 Mar 03 17:44:20.930387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5539a6-65b2-4ada-aa91-9968661a46bb,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:20.958246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebe2363a-8106-411f-8430-cd8dcb4f58ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:20.993857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebe2363a-8106-411f-8430-cd8dcb4f58ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.090708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.132607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28b6a439-7643-41ae-8e3d-95a7843ea512 req-0363448b-9d7f-4cce-9d9d-efe220c61601 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371774 Mar 03 17:44:21.135473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebe2363a-8106-411f-8430-cd8dcb4f58ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.198743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2363a-8106-411f-8430-cd8dcb4f58ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d02d7d-a2ec-4c45-9112-0a2ca5999270,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:21.212605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebe2363a-8106-411f-8430-cd8dcb4f58ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.228480 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ebe2363a-8106-411f-8430-cd8dcb4f58ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73d02d7d-a2ec-4c45-9112-0a2ca5999270 HTTP/1.1" status: 204 len: 168 time: 0.5058398 Mar 03 17:44:21.238123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.242364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28be6d4d-a1c8-46c8-95b9-ef59afc9cd7d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:21.312115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077ddbf-8a3b-4805-b0fe-54d89ab17fc0 req-71e85a9f-a726-4f3b-8dab-fbf2ccbb8746 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:21.312976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f077ddbf-8a3b-4805-b0fe-54d89ab17fc0 req-71e85a9f-a726-4f3b-8dab-fbf2ccbb8746 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:21.332814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0a9383bf-ba56-48a6-ac21-594821383ffc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/28be6d4d-a1c8-46c8-95b9-ef59afc9cd7d HTTP/1.1" status: 204 len: 168 time: 2.5698133 Mar 03 17:44:21.352086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60672) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:21.418311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7cf3-120b-4298-a313-d2b743a9cb1d req-55c77ea6-e8db-4b28-845c-74c796bb857f tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:21.419786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-725c7cf3-120b-4298-a313-d2b743a9cb1d req-55c77ea6-e8db-4b28-845c-74c796bb857f tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 945 time: 0.1108348 Mar 03 17:44:21.473753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.475529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f077ddbf-8a3b-4805-b0fe-54d89ab17fc0 req-71e85a9f-a726-4f3b-8dab-fbf2ccbb8746 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:21.476741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f077ddbf-8a3b-4805-b0fe-54d89ab17fc0 req-71e85a9f-a726-4f3b-8dab-fbf2ccbb8746 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 948 time: 0.8917351 Mar 03 17:44:21.477942 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-725c7cf3-120b-4298-a313-d2b743a9cb1d req-555d5a21-16c3-4939-a220-e5bfc00ede25 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522869 Mar 03 17:44:21.539801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f077ddbf-8a3b-4805-b0fe-54d89ab17fc0 req-7a73d6b7-ad73-4a11-bead-43aa848abcb5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:21.560077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.610924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Attempting to bind port 1f5539a6-65b2-4ada-aa91-9968661a46bb on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:21.611287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Attempting to bind port 1f5539a6-65b2-4ada-aa91-9968661a46bb by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:21.611795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Attempting to bind port 1f5539a6-65b2-4ada-aa91-9968661a46bb on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:21.619540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Port 1f5539a6-65b2-4ada-aa91-9968661a46bb on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:21.619873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Attempting to bind port 1f5539a6-65b2-4ada-aa91-9968661a46bb on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:21.652654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f077ddbf-8a3b-4805-b0fe-54d89ab17fc0 req-7a73d6b7-ad73-4a11-bead-43aa848abcb5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:21.654124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f077ddbf-8a3b-4805-b0fe-54d89ab17fc0 req-7a73d6b7-ad73-4a11-bead-43aa848abcb5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591299 Mar 03 17:44:21.659443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:21.660316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:21.660698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:21.661141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Bound port: 1f5539a6-65b2-4ada-aa91-9968661a46bb, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:21.661513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.679951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60686) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:21.725582 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-17154ebd-9648-4e3a-9390-2d2da43632cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.728842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-caeef58f-a1dd-4b7a-b7e2-73293e1de6f9 req-5ca14680-53b5-445f-90f8-2d7a384a97a6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 210 time: 0.1054919 Mar 03 17:44:21.925137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.943266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:21.988190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:22.008553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5022f9-c428-4957-b731-c528f10b8af9']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:22.016316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Usage tracker for resource:security_group_rule and tenant:6a132134878f4f3f85a447a86900eb14 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:22.036987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:22.048412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4129a5cf-9ce4-4b82-ad77-2cf1b0f66fd0') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:22.048717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4129a5cf-9ce4-4b82-ad77-2cf1b0f66fd0') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:22.058504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:22.077232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.080263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.148662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] For port 1f5539a6-65b2-4ada-aa91-9968661a46bb, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:22.183761 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.204943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] For port 1f5539a6-65b2-4ada-aa91-9968661a46bb, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:22.218941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:44:22.219356 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:44:22.238040 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:44:22.240435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Network 973451ce-d85f-4817-8c1b-853003fba5e0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:22.263621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.278233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:22.331213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:22.340593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53383ee4-e02a-46f7-85fa-ba0543b3d285 req-b52a1bbf-f629-4944-bd67-554cc04cbc10 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:22.351233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:22.353564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-53383ee4-e02a-46f7-85fa-ba0543b3d285 req-b52a1bbf-f629-4944-bd67-554cc04cbc10 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 945 time: 0.4714539 Mar 03 17:44:22.356394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:22.356552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'floatingip': {'port_id': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:22.482872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:22.483558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.485277 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f5539a6-65b2-4ada-aa91-9968661a46bb HTTP/1.1" status: 200 len: 1096 time: 4.4529870 Mar 03 17:44:22.490882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6af04a-4d34-4301-9908-613ffd916460', 'tag': '1f5539a6-65b2-4ada-aa91-9968661a46bb'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:22.537121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.633952 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.639410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.657183 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6af04a-4d34-4301-9908-613ffd916460', 'tag': '1f5539a6-65b2-4ada-aa91-9968661a46bb', 'status': 'completed', 'code': 200} Mar 03 17:44:22.700109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:22.700817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.718180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7bb50-29a7-4938-b7f5-31851246a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5539a6-65b2-4ada-aa91-9968661a46bb,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:22.758376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.779866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5022f9-c428-4957-b731-c528f10b8af9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:22.783692 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.844525 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d263f886-daf1-4895-ac1b-fb808316bdcb admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c5022f9-c428-4957-b731-c528f10b8af9 HTTP/1.1" status: 204 len: 168 time: 1.4911311 Mar 03 17:44:22.847822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.854083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-ebcacc42-9d7f-4f0b-b988-fb241a036437 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1810467 Mar 03 17:44:22.863661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:22.874843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Request body: {'port': {'device_id': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:22.990112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0135-c2fb-4c85-9eae-e65a5c6a0fac req-dac0eaaf-8b4c-4cae-aff0-4c15fcf47228 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:22.996973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c3e0135-c2fb-4c85-9eae-e65a5c6a0fac req-dac0eaaf-8b4c-4cae-aff0-4c15fcf47228 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 950 time: 0.5094173 Mar 03 17:44:23.018134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-4d25ee63-cd80-45fa-9050-88da7c3de4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:23.020099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-4d25ee63-cd80-45fa-9050-88da7c3de4bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 1099 time: 0.4471385 Mar 03 17:44:23.033966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a132134878f4f3f85a447a86900eb14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3140719 Mar 03 17:44:23.037730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058e224-f355-4689-a97b-815232d7147e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e56bf2a-4858-460d-92ff-adb09e0c7573,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:23.041243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60728) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:23.164659 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-74c97c40-b874-448d-ba65-235ab877e03c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb HTTP/1.1" status: 200 len: 217 time: 0.1303883 Mar 03 17:44:23.218621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c3e0135-c2fb-4c85-9eae-e65a5c6a0fac req-61630b39-49e2-48de-ae01-9799115851c9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206583 Mar 03 17:44:23.257971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60734) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:23.379475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:23.412463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364eff1-e203-42aa-b148-a4d5fc5b4409 req-2be4ef1f-1485-4697-bcde-b8119f684034 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:23.421178 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a364eff1-e203-42aa-b148-a4d5fc5b4409 req-2be4ef1f-1485-4697-bcde-b8119f684034 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 948 time: 0.3527768 Mar 03 17:44:23.464739 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-78dcc411-c2ed-4428-a754-3ecfb5aaeb78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba85342bf727452f8b5c6c17f9b5fc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957636 Mar 03 17:44:23.466660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-a07837eb-f840-4d8f-911a-13f9837087e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:23.468148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-a07837eb-f840-4d8f-911a-13f9837087e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2968314 Mar 03 17:44:23.468741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60742) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:23.633362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-300d0d29-8a62-4bb3-92d9-66cb84620755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:23.636474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a364eff1-e203-42aa-b148-a4d5fc5b4409 req-af1a63d9-3ffa-401d-85ca-e4e732a9f911 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142203 Mar 03 17:44:23.685503 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:23.773762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-300d0d29-8a62-4bb3-92d9-66cb84620755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:23.817375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95c303c8-c9dc-448a-a84c-ad6e56601f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:23.920548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55c33-ca9a-4e5b-8cf4-05d44eb249a4 req-4b5d816d-d07d-45b6-854a-0f0ac7266666 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:23.921510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ced55c33-ca9a-4e5b-8cf4-05d44eb249a4 req-4b5d816d-d07d-45b6-854a-0f0ac7266666 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:23.945140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-670c720a-1615-46a6-a758-61b1cf6492d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:23.947595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-670c720a-1615-46a6-a758-61b1cf6492d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4399579 Mar 03 17:44:23.976828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.002638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.114502 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.124936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95c303c8-c9dc-448a-a84c-ad6e56601f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.231771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ced55c33-ca9a-4e5b-8cf4-05d44eb249a4 req-4b5d816d-d07d-45b6-854a-0f0ac7266666 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:24.239411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ced55c33-ca9a-4e5b-8cf4-05d44eb249a4 req-4b5d816d-d07d-45b6-854a-0f0ac7266666 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 931 time: 0.8119886 Mar 03 17:44:24.354636 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041 associated. External IP: 172.25.0.127, port: 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5. Mar 03 17:44:24.366964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-300d0d29-8a62-4bb3-92d9-66cb84620755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.433075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d0d29-8a62-4bb3-92d9-66cb84620755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e56bf2a-4858-460d-92ff-adb09e0c7573,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:24.447087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ced55c33-ca9a-4e5b-8cf4-05d44eb249a4 req-75b4177c-9f1b-468e-a764-63b7eb621c11 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045076 Mar 03 17:44:24.505524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95c303c8-c9dc-448a-a84c-ad6e56601f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.539762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-300d0d29-8a62-4bb3-92d9-66cb84620755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.544143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-300d0d29-8a62-4bb3-92d9-66cb84620755 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e56bf2a-4858-460d-92ff-adb09e0c7573 HTTP/1.1" status: 204 len: 168 time: 1.4268847 Mar 03 17:44:24.551490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95c303c8-c9dc-448a-a84c-ad6e56601f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.552815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95c303c8-c9dc-448a-a84c-ad6e56601f68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c7e310f-c63b-494b-b160-f6d15e254465 HTTP/1.1" status: 204 len: 168 time: 1.0778496 Mar 03 17:44:24.555068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-8875e1e3-8add-453f-97a0-ab7db472fbcb service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139578 Mar 03 17:44:24.566200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c303c8-c9dc-448a-a84c-ad6e56601f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e310f-c63b-494b-b160-f6d15e254465,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:24.741218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d6768e-f29b-4dd6-acb7-14d032f96406 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:24.752338 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:24.790310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Transition to ACTIVE for port object 29d6768e-f29b-4dd6-acb7-14d032f96406 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:24.815720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef3f0ed6-bf82-4610-851b-d5a885d28e43 req-903d0096-bb00-4a1c-8980-a132eeed0bcd service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509098 Mar 03 17:44:24.817683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:25.125085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.125653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.126039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.126507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.126956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.127425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.128265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.136811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-bdefc102-e449-47a9-9f5b-cfc6a5b05e80 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935&device_id=6a6af04a-4d34-4301-9908-613ffd916460&device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3&device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428&device_id=2377a798-55bb-4bcd-aa78-b81c05e77095&device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 6360 time: 0.4435849 Mar 03 17:44:25.182454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:25.211068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:25.213830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:25.224145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Usage tracker for resource:security_group_rule and tenant:2ce26f9d4ce648f69f1dad3230b5bf9f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:25.229688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:25.239651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Router 639461c0-39e8-4436-a691-89e6543d2334 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:44:25.241113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:25.366980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:25.367478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:25.367799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:25.371625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-d01be053-c982-47a6-aebc-f24ff691605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:25.373243 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-d01be053-c982-47a6-aebc-f24ff691605f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 1099 time: 0.4050283 Mar 03 17:44:25.376902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:25.378920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:25.431618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:25.437679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:25.438331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:25.440118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Bound port: 29d6768e-f29b-4dd6-acb7-14d032f96406, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:25.440487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:25.492268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:44:25.507109 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] Sync routers for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:44:25.509198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:25.524252 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:25.524800 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:25.593805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b856550-148c-4a69-97a6-2d174ee1509d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "PUT /v2.0/floatingips/37a4594d-b9da-46ce-8018-9a0715cc6041 HTTP/1.1" status: 200 len: 991 time: 3.2411740 Mar 03 17:44:25.595524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:25.662133 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:25.670668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:25.747323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Synchronizing usage tracker for tenant:2ce26f9d4ce648f69f1dad3230b5bf9f on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:25.760729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:25.766802 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:44:25.787486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f1b182-829e-493d-bf8f-d78a7e91ae36,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:25.792005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Unset dirty status for tenant:2ce26f9d4ce648f69f1dad3230b5bf9f on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:25.812938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffa7b00a-8b53-4894-9887-c3a4286ac3c1 req-e4a95495-0caa-4189-99af-e9a540e8648b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&id=d8f896ea-64d8-4de6-9997-722aee006988&id=aa22a553-a579-467a-8c5e-724701ef7c85&id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.6752012 Mar 03 17:44:25.825121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:25.877615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:26.016776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:26.017420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:26.022087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] 10.222.0.16 "PUT /v2.0/ports/29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 1091 time: 3.1514566 Mar 03 17:44:26.028808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-2e440323-dcb2-4a93-918c-0f5a55e4a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:26.042724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-2e440323-dcb2-4a93-918c-0f5a55e4a332 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.6545360 Mar 03 17:44:26.091361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:26.114481 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:26.148036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bc166-c9e6-4636-acaf-965c1f84a0a6 req-66abadc7-3ef0-479d-867e-f44ae77224ac tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:26.161616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd5bc166-c9e6-4636-acaf-965c1f84a0a6 req-66abadc7-3ef0-479d-867e-f44ae77224ac tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 943 time: 0.2080486 Mar 03 17:44:26.261254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd5bc166-c9e6-4636-acaf-965c1f84a0a6 req-3fac4229-515e-44ad-b5e6-a8dfd39aa3a7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982218 Mar 03 17:44:26.284397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60806) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:26.375047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac742b-27d9-4976-be92-97f975fb757d req-ee1f9608-779d-4b2f-b4b3-2e6238bc416f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:26.376533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79ac742b-27d9-4976-be92-97f975fb757d req-ee1f9608-779d-4b2f-b4b3-2e6238bc416f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 948 time: 0.6706114 Mar 03 17:44:26.391941 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-1e42b904-3237-4d6c-a954-d7ab0c2d1c5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb HTTP/1.1" status: 200 len: 217 time: 0.2509007 Mar 03 17:44:26.441767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ca788-a1c7-4d36-8ecd-069cfe7b4084 service neutron] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:26.594549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79ac742b-27d9-4976-be92-97f975fb757d req-72e60d86-fee2-4ecc-bda3-50d60815a2a3 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068868 Mar 03 17:44:26.594907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6125-8dbd-448b-8893-50d93ce7c140 req-0676807d-4641-45e0-983c-c990fd6ec20a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:26.602669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-184de850-211d-43b3-9175-245fa1aafabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:26.603842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-685a6125-8dbd-448b-8893-50d93ce7c140 req-0676807d-4641-45e0-983c-c990fd6ec20a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 945 time: 0.1399350 Mar 03 17:44:26.604663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-184de850-211d-43b3-9175-245fa1aafabc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1094 time: 0.4579227 Mar 03 17:44:26.609011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-66bae098-8610-483d-8966-16eee99bedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:26.611157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-66bae098-8610-483d-8966-16eee99bedf5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1576271 Mar 03 17:44:26.678073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-685a6125-8dbd-448b-8893-50d93ce7c140 req-c22e8a5d-859f-45d8-8d2d-eea4ff126ed0 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732071 Mar 03 17:44:26.699144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60820) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:26.786235 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'status': 'completed', 'code': 200} Mar 03 17:44:26.955129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:26.962520 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '37a4594d-b9da-46ce-8018-9a0715cc6041', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '639461c0-39e8-4436-a691-89e6543d2334', 'port_id': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'mac_address': 'fa:16:3e:50:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:23Z', 'revision_number': 1, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:26.965245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-39bd2ef7-e8a4-4efc-945e-1287e010e913 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 217 time: 0.3436697 Mar 03 17:44:26.967101 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406', 'status': 'completed', 'code': 200} Mar 03 17:44:26.974901 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] Checking router: 639461c0-39e8-4436-a691-89e6543d2334 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:44:26.991442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:27.002227 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:27.002883 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:27.009366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b320899b981f40b18f74364276150069 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:27.025985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:27.050862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:27.060784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-e552abbb-ae08-4f5e-b12b-d304ca2569e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:27.062650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-e552abbb-ae08-4f5e-b12b-d304ca2569e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.0813222 Mar 03 17:44:27.137512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-71d06424-0f1d-43b4-b24b-e1acf3dabad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:27.137512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-71d06424-0f1d-43b4-b24b-e1acf3dabad3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5000172 Mar 03 17:44:27.137512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-89a5c8cf-4b59-4f4c-9703-4f0b2f428355 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569189 Mar 03 17:44:27.173927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-225776075-network', 'tenant_id': '311065f446e942dc94feb196453e8b0d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:27.191472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-d450e46c-8da3-4d2f-816d-095f22406ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:27.192953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-d450e46c-8da3-4d2f-816d-095f22406ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 1096 time: 0.3652849 Mar 03 17:44:27.213879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:27.290568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Usage tracker for resource:network and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:27.297995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:27.431466 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:27.586272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-3f3d6ea0-157a-4558-85e2-f4532e7a4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:27.587784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-3f3d6ea0-157a-4558-85e2-f4532e7a4299 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 924 time: 0.3711531 Mar 03 17:44:27.589909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:27.615086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-3bea89f7-8934-4fa3-8d97-42696fc8a6ad service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831736 Mar 03 17:44:27.726598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-e4ab14a5-322b-4402-8ec5-af907cf99186 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359515 Mar 03 17:44:27.803459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Made reservation on behalf of 311065f446e942dc94feb196453e8b0d for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:27.809081 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:27.851937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:27.897096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:27.920576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:27.945719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:27.973205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-b6cfe936-7c74-4b06-b51a-10f50161449f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 HTTP/1.1" status: 200 len: 999 time: 0.3734827 Mar 03 17:44:27.976952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:27.985244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:28.093162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b77fa17-d683-4200-a9fd-1446bc422201 req-ffd7f21d-400b-41d7-b8bc-3837643ef239 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654456 Mar 03 17:44:28.133709 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '37a4594d-b9da-46ce-8018-9a0715cc6041', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '639461c0-39e8-4436-a691-89e6543d2334', 'port_id': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'mac_address': 'fa:16:3e:50:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:23Z', 'revision_number': 1, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:28.149830 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72ba0d-fc63-453e-b2b4-cf44e7ef0026 None None] The sync data for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 is: [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '37a4594d-b9da-46ce-8018-9a0715cc6041', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '639461c0-39e8-4436-a691-89e6543d2334', 'port_id': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'mac_address': 'fa:16:3e:50:e8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:23Z', 'revision_number': 1, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:44:28.219916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:28.238597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-a2f5bb17-deea-473c-9472-c9e4c3d416fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.240260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-a2f5bb17-deea-473c-9472-c9e4c3d416fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=263b29a5-445b-456f-9de9-281247021a6e HTTP/1.1" status: 200 len: 862 time: 0.2520344 Mar 03 17:44:28.265383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1458be-d9e3-4f42-906a-71d1c6ec48bb req-62129516-43f5-45c2-aab1-a47eb1b4b230 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.273801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c1458be-d9e3-4f42-906a-71d1c6ec48bb req-62129516-43f5-45c2-aab1-a47eb1b4b230 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 943 time: 0.6845911 Mar 03 17:44:28.317708 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:28.343593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f2d47-e818-46ff-b0e5-a23676014cf7 req-ba0b381f-b93e-40aa-aa13-727dab19a0a1 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.344066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f2d47-e818-46ff-b0e5-a23676014cf7 req-ba0b381f-b93e-40aa-aa13-727dab19a0a1 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.344526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f2d47-e818-46ff-b0e5-a23676014cf7 req-ba0b381f-b93e-40aa-aa13-727dab19a0a1 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.346376 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a12f2d47-e818-46ff-b0e5-a23676014cf7 req-ba0b381f-b93e-40aa-aa13-727dab19a0a1 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3&device_id=2377a798-55bb-4bcd-aa78-b81c05e77095&device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 2882 time: 0.6176329 Mar 03 17:44:28.348734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-163c6fb4-3ccb-409d-aad8-d20c2ca642f1 req-b936d7a0-4e97-4856-b054-351017a18737 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531552 Mar 03 17:44:28.370544 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:28.424527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a12f2d47-e818-46ff-b0e5-a23676014cf7 req-800de676-98a1-4186-aba7-b74af5b84805 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663545 Mar 03 17:44:28.458835 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b320899b981f40b18f74364276150069&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1724677 Mar 03 17:44:28.464987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a8c4c-0f4b-4d32-b59e-4d851f3570b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5557ba-bb9a-4858-a4ad-6ef56b13afe7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:28.478618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60854) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:28.479323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:44:28.529931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c1458be-d9e3-4f42-906a-71d1c6ec48bb req-4feaee20-03f8-439b-8623-05eb84f7fb79 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553277 Mar 03 17:44:28.564720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:28.565062 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Added segment 5e54bd97-c6fc-4d07-91d0-0f9065f01487 of type vlan for network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b Mar 03 17:44:28.572111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d08e4b-cc28-40d3-bf17-b28799e2f357 None None] New status for floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:44:28.572639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-25038729-9beb-4ca6-8667-11ee1495c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.574084 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-25038729-9beb-4ca6-8667-11ee1495c200 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1094 time: 0.1229405 Mar 03 17:44:28.648183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b7fc2-2103-462b-873e-a422e81ed929,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:28.744217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:28.778228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7825f634-0b2f-437f-9016-7558ea92bb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:28.783120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-99053a24-c059-4e89-87eb-ab10651f8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.785854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-99053a24-c059-4e89-87eb-ab10651f8f0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26456614-47f2-4b47-86b2-43fb3de9c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5095966 Mar 03 17:44:28.855369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-ebabe129-4aa8-42d9-bf91-4887cd8ddd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.857605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-ebabe129-4aa8-42d9-bf91-4887cd8ddd6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.2766323 Mar 03 17:44:28.939420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54ddb-a45e-4c1f-847c-ef8bd0fd7da1 req-238272e6-a5cb-4174-8c2b-3d0e4db2fa5e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:28.947737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0f54ddb-a45e-4c1f-847c-ef8bd0fd7da1 req-238272e6-a5cb-4174-8c2b-3d0e4db2fa5e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 948 time: 0.3015776 Mar 03 17:44:28.975647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-b7f6ff27-6578-4dc7-a762-6214e516334a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 217 time: 0.1088212 Mar 03 17:44:29.012679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0f54ddb-a45e-4c1f-847c-ef8bd0fd7da1 req-59c89a2d-d340-43d7-a367-475e4358ef50 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631945 Mar 03 17:44:29.046642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7825f634-0b2f-437f-9016-7558ea92bb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:29.116589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1f5539a6-65b2-4ada-aa91-9968661a46bb details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:44:29.133947 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:44:29.181459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-f5517918-15cf-4e90-9b03-8262bb064158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:29.186150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-f5517918-15cf-4e90-9b03-8262bb064158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1859975 Mar 03 17:44:29.194793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:29.195854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:29.196549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:29.296036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-8eb0594f-6705-40b6-9661-784e4a404819 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028318 Mar 03 17:44:29.389219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-1591b3af-cb58-4475-9939-33d266a197d8 service neutron] 10.222.0.35 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858288 Mar 03 17:44:29.419071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] Pushing event updated for resources: {'Network': ['ID=50de7188-5643-4a8b-8d7c-0c03a70ffe7b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:29.434287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7825f634-0b2f-437f-9016-7558ea92bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:29.443323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7825f634-0b2f-437f-9016-7558ea92bb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:29.449805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7825f634-0b2f-437f-9016-7558ea92bb30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f5557ba-bb9a-4858-a4ad-6ef56b13afe7 HTTP/1.1" status: 204 len: 168 time: 0.9628739 Mar 03 17:44:29.449805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-626bb319-5223-42e1-8783-812914b1d133 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7464516 Mar 03 17:44:29.472574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60880) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:29.476212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825f634-0b2f-437f-9016-7558ea92bb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5557ba-bb9a-4858-a4ad-6ef56b13afe7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:29.485553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Request body: {'subnet': {'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-225776075-subnet', 'tenant_id': '311065f446e942dc94feb196453e8b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:29.500073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:29.513351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:44:29.653047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Usage tracker for resource:subnet and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:29.663119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:29.683092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-81c99b9e-0381-4920-9399-2ddf462191df service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787858 Mar 03 17:44:29.685605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:29.755722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 1f5539a6-65b2-4ada-aa91-9968661a46bb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:29.757368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Made reservation on behalf of 311065f446e942dc94feb196453e8b0d for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:29.759678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:29.771566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '1f5539a6-65b2-4ada-aa91-9968661a46bb', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '1f5539a6-65b2-4ada-aa91-9968661a46bb', 'mac_address': 'fa:16:3e:db:61:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:44:29.837701 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:29.877262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5539a6-65b2-4ada-aa91-9968661a46bb {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:29.920557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 1f5539a6-65b2-4ada-aa91-9968661a46bb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:29.928943 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:30.073136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afe3dfce-caaf-40a7-99f3-dc9586168c53 req-9f79b6cf-d1ee-4d87-805c-c0f67206c551 service neutron] 10.222.0.35 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545756 Mar 03 17:44:30.120956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=1f5539a6-65b2-4ada-aa91-9968661a46bb,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:30.245184 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-849dd2cd-4097-4772-a24f-a9ce3f9c9432 req-ef1bfdc9-f025-4419-bfa9-de55b45ec407 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454028 Mar 03 17:44:30.283960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04aac0-8b3b-43e2-9830-fef05b4c1d92 req-e1bb2e78-b7e9-4777-b2f0-eff3e303e34f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:30.292635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d04aac0-8b3b-43e2-9830-fef05b4c1d92 req-e1bb2e78-b7e9-4777-b2f0-eff3e303e34f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 943 time: 0.2044456 Mar 03 17:44:30.327488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60902) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:30.354312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d04aac0-8b3b-43e2-9830-fef05b4c1d92 req-db953c42-cd1b-40dc-afe2-7a84cebdd3f3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607228 Mar 03 17:44:30.356024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:30.420736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:30.433029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:30.471760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Usage tracker for resource:security_group_rule and tenant:b55b0eccb59d4564ae223c6322ee00aa is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:30.484678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:30.502049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:30.511864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:30.560478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80f7220-3edd-4f93-83fd-79df55ba68ec,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:30.579169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ad74-bb7c-49b1-8d68-90d6eb611476 req-56dff574-c83e-4257-831c-f6905658a3f9 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:30.588592 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4c9ad74-bb7c-49b1-8d68-90d6eb611476 req-56dff574-c83e-4257-831c-f6905658a3f9 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1100 time: 0.0969954 Mar 03 17:44:30.601868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Checking segment: {'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:30.602341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Network hostable DHCP agents. Network: 50de7188-5643-4a8b-8d7c-0c03a70ffe7b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:44:30.625069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b2d9c-a396-4b78-ab14-dccdf840a332 req-25f97a80-25b9-445f-8d17-e7a32b0bfc7a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:30.632636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d3b2d9c-a396-4b78-ab14-dccdf840a332 req-25f97a80-25b9-445f-8d17-e7a32b0bfc7a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 949 time: 0.2522295 Mar 03 17:44:30.700196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:44:30.728881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4c9ad74-bb7c-49b1-8d68-90d6eb611476 req-76924207-f84e-4dd3-8494-efd4a82745c6 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389256 Mar 03 17:44:30.731199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d3b2d9c-a396-4b78-ab14-dccdf840a332 req-af03f609-1c0e-4997-876d-3b476f822153 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969329 Mar 03 17:44:30.750702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 50de7188-5643-4a8b-8d7c-0c03a70ffe7b) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:30.764016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:30.764691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:30.774300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96614e-d070-4b48-aedd-53ea061f3522 None None] Network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:44:30.819988 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:30.831548 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:30.868894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c9575eeb-8a8a-4908-a4cb-769874f2342f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3824530 Mar 03 17:44:30.930457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b55b0eccb59d4564ae223c6322ee00aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987880 Mar 03 17:44:30.931359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60914) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:30.974690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d968cc3-bc70-4999-80a0-66b3dc69a26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ebed1-5183-4511-8409-2fff2adfdcad,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:31.023864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc11db1-70b6-41d3-a4a0-9314bfcd14a5 req-ef9bb988-515b-45df-ba3d-0ca44ca5dacf tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:31.031895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cc11db1-70b6-41d3-a4a0-9314bfcd14a5 req-ef9bb988-515b-45df-ba3d-0ca44ca5dacf tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1100 time: 0.0961077 Mar 03 17:44:31.055282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aecc4fc4-6d01-41d3-8976-cf3021e1782c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.114520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cc11db1-70b6-41d3-a4a0-9314bfcd14a5 req-ee738d72-f60c-41f4-91e4-610c70c57c8d tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815098 Mar 03 17:44:31.118625 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aecc4fc4-6d01-41d3-8976-cf3021e1782c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.239696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aecc4fc4-6d01-41d3-8976-cf3021e1782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.270854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4fc4-6d01-41d3-8976-cf3021e1782c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ebed1-5183-4511-8409-2fff2adfdcad,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:31.286309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aecc4fc4-6d01-41d3-8976-cf3021e1782c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.287723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aecc4fc4-6d01-41d3-8976-cf3021e1782c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b2ebed1-5183-4511-8409-2fff2adfdcad HTTP/1.1" status: 204 len: 168 time: 0.3551121 Mar 03 17:44:31.369458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57268485-48ce-46a7-a082-bec6cfd924f5 None None] Network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:44:31.432710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1590465970', 'description': 'tempest-description-367893311'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:31.445945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:31.454280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:31.462702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:31.470359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:31.490973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.550958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:31.557867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:31.567109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:31.582525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:31.706597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.712481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.761882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab336b3-922e-4ec4-a179-cad5557ce030,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:31.766420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:31.777675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ad32-baff-46e2-88a1-c000daa62e24 req-eb6e7cd5-6d63-40a3-aa43-d3aeb520feaf tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:31.778254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9eaf8e1c-6988-494e-ab4a-e150c983449c req-f6334035-4e4f-47ea-931a-5c1f26fceac6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3501434 Mar 03 17:44:31.789589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93c0ad32-baff-46e2-88a1-c000daa62e24 req-eb6e7cd5-6d63-40a3-aa43-d3aeb520feaf tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 943 time: 0.2001424 Mar 03 17:44:31.851764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93c0ad32-baff-46e2-88a1-c000daa62e24 req-71e26f67-75d4-46ef-8131-067ae9b358e3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633500 Mar 03 17:44:31.964766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1641246999', 'description': 'tempest-description-1521985918'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:31.976069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:31.982326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:31.990668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:32.004250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:32.021869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:32.061371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:32.066734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:32.070411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:32.079582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:32.196716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd8456-c490-4638-b3e1-d465e56fea87 req-bf126bf6-56a5-4bb6-b9d8-e5a9fefa400b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:32.198549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8dd8456-c490-4638-b3e1-d465e56fea87 req-bf126bf6-56a5-4bb6-b9d8-e5a9fefa400b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 949 time: 0.1262569 Mar 03 17:44:32.224972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:32.243630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:32.295637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:32.296911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8dd8456-c490-4638-b3e1-d465e56fea87 req-4c75120b-b535-478b-875a-ea9a0a966777 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905864 Mar 03 17:44:32.311136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76de96aa-9c1e-4e27-9580-093753477ad4 req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3506558 Mar 03 17:44:32.336129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d9eb8-f3a1-4044-8d3f-46c7364ef057 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ab92bd-88c1-440d-80a1-383e474e94c6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:32.408065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60968) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:32.700475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60988) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:32.787447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-network', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:32.794698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:32.814897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Usage tracker for resource:network and tenant:96d4acb469744ea2b148c7cd9417008b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:32.827919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:32.842199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:32.842414 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:32.865291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Made reservation on behalf of 96d4acb469744ea2b148c7cd9417008b for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:32.867988 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:32.882535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:32.888138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Usage tracker for resource:security_group_rule and tenant:95b6ae11c38846c6a95f6bbc2180cd4f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:32.889447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:44:32.892857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:32.896639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:32.927327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:32.949476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:32.958312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Usage tracker for resource:security_group_rule and tenant:96d4acb469744ea2b148c7cd9417008b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:32.965144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:32.981039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:33.084336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.144837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:33.183856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.196186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '29d6768e-f29b-4dd6-acb7-14d032f96406', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'port_id': '29d6768e-f29b-4dd6-acb7-14d032f96406', 'mac_address': 'fa:16:3e:92:95:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de88dc8-1e70-400f-8584-aa2f5ca46ca5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:44:33.204975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:44:33.208876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.212600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1f5539a6-65b2-4ada-aa91-9968661a46bb up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:33.216159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.220665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.221370 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Added segment 89c525a6-a0fd-4fea-9518-0e8b8950f11c of type vlan for network 106cd932-8d74-42d4-9d77-299d5b1c658f Mar 03 17:44:33.256081 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.264650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95b6ae11c38846c6a95f6bbc2180cd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8532670 Mar 03 17:44:33.278432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32780) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:33.399629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.401402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:33.402183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.514012 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.523031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791e5e5-66db-4871-836b-ce3086133f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a4807-bf0a-488d-99ee-43dbee29dc4e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:33.534846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:33.547687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] Pushing event updated for resources: {'Network': ['ID=106cd932-8d74-42d4-9d77-299d5b1c658f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:33.548542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d6768e-f29b-4dd6-acb7-14d032f96406 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:33.566439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ed66048e-5bc2-4b9f-9999-7271350534b0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8647544 Mar 03 17:44:33.567103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32786) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:33.575915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Request body: {'subnet': {'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-subnet', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:33.578185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2202d09-e8b8-4b20-ba0b-0dcc7640ce8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.580266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:33.584652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Usage tracker for resource:subnet and tenant:96d4acb469744ea2b148c7cd9417008b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:33.587514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:33.589922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:33.594638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:33.598455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.608352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-4333675c-18b6-4ac4-b768-a7a91339e32c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:33.616773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-4333675c-18b6-4ac4-b768-a7a91339e32c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 812 time: 0.5300329 Mar 03 17:44:33.619258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Made reservation on behalf of 96d4acb469744ea2b148c7cd9417008b for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:33.621627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.645912 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2202d09-e8b8-4b20-ba0b-0dcc7640ce8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.687165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 1f5539a6-65b2-4ada-aa91-9968661a46bb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:33.688815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b39b7-d4b2-497d-b003-53a13a84ca5a req-2f8fc9ab-3538-4dfe-abd4-b91a58fdaac4 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:33.689956 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-b7cc091d-b9fc-4af5-90c0-d4bc5fe0e3ae tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/quotas/311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 375 time: 0.0727313 Mar 03 17:44:33.692990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 106cd932-8d74-42d4-9d77-299d5b1c658f details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:44:33.696992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8e5b39b7-d4b2-497d-b003-53a13a84ca5a req-2f8fc9ab-3538-4dfe-abd4-b91a58fdaac4 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 943 time: 0.3201523 Mar 03 17:44:33.767328 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8e5b39b7-d4b2-497d-b003-53a13a84ca5a req-c9cd8014-be50-4011-a5cb-16f06aa42067 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695982 Mar 03 17:44:33.771302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-2082f840-2c2f-4b50-aca4-dd1ad0fb9a04 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804372 Mar 03 17:44:33.786634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2202d09-e8b8-4b20-ba0b-0dcc7640ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.811967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2202d09-e8b8-4b20-ba0b-0dcc7640ce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a4807-bf0a-488d-99ee-43dbee29dc4e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:33.840656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2202d09-e8b8-4b20-ba0b-0dcc7640ce8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:33.842067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d2202d09-e8b8-4b20-ba0b-0dcc7640ce8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f14a4807-bf0a-488d-99ee-43dbee29dc4e HTTP/1.1" status: 204 len: 168 time: 0.5565228 Mar 03 17:44:33.902994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 1f5539a6-65b2-4ada-aa91-9968661a46bb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:33.903514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.012740 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-79bf736a-ba02-470b-af46-0d0eca6aea2b service neutron] 10.222.0.23 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394714 Mar 03 17:44:34.070093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['29d6768e-f29b-4dd6-acb7-14d032f96406'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:34.100435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:34.276707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.277932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c3a62-b86c-45c7-9719-ddbdde3de5ed req-dfadc4be-8852-44a6-8fb2-3ee7fa8c254a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:34.287499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a86c3a62-b86c-45c7-9719-ddbdde3de5ed req-dfadc4be-8852-44a6-8fb2-3ee7fa8c254a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.1506474 Mar 03 17:44:34.319574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6af04a-4d34-4301-9908-613ffd916460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5539a6-65b2-4ada-aa91-9968661a46bb'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:34.324865 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.343843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 1f5539a6-65b2-4ada-aa91-9968661a46bb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:34.359785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.385689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a86c3a62-b86c-45c7-9719-ddbdde3de5ed req-a4080892-6092-43d5-997e-5b68f69459cb tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967631 Mar 03 17:44:34.500025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685b9eea-836b-4651-85d9-1cecc4c9cef3,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:34.500470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32798) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:34.521254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=1f5539a6-65b2-4ada-aa91-9968661a46bb,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:34.532615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-96b8b586-1fa9-4781-b1f1-92cfd56ce530 service neutron] 10.222.0.23 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199158 Mar 03 17:44:34.542427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.548159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Checking segment: {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:34.548516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Network hostable DHCP agents. Network: 106cd932-8d74-42d4-9d77-299d5b1c658f, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:44:34.573099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Network 106cd932-8d74-42d4-9d77-299d5b1c658f is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:44:34.590977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 106cd932-8d74-42d4-9d77-299d5b1c658f) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:34.597478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:34.600682 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.600930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e054b7-308c-4a28-bb68-ffb92df35f5c None None] Network 106cd932-8d74-42d4-9d77-299d5b1c658f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:44:34.603710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:34.608836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Usage tracker for resource:security_group_rule and tenant:8bfb23a6300d4c0ba07c0799fbb9f3a1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:34.613877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:34.621780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:34.650216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f07f5101-ece1-4525-b3ba-4e80dbc1ac64 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0801315 Mar 03 17:44:34.653204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32802) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:34.665174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:34.678957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:34.691943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Usage tracker for resource:router and tenant:96d4acb469744ea2b148c7cd9417008b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:34.697630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:34.711417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:34.736350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.737525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.809807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.885754 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6af04a-4d34-4301-9908-613ffd916460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5539a6-65b2-4ada-aa91-9968661a46bb', 'code': 200} Mar 03 17:44:34.955890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:34.992893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.020130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe4e6-591a-4805-b182-980be5365703 req-7654456f-a5ad-44c8-8aa5-0a6c9e23db06 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:35.022122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94ffe4e6-591a-4805-b182-980be5365703 req-7654456f-a5ad-44c8-8aa5-0a6c9e23db06 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 950 time: 0.3133674 Mar 03 17:44:35.073843 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bfb23a6300d4c0ba07c0799fbb9f3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700936 Mar 03 17:44:35.082442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32814) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:35.089612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-106cd932-8d74-42d4-9d77-299d5b1c658f', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:44:35.091016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.098397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d0a0f-97bd-4ce2-8c78-fef38d10cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4741bb2f-d820-4bd6-86ab-ac24e8c70453,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:35.139192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94ffe4e6-591a-4805-b182-980be5365703 req-ccca72d0-ec58-454e-9afd-7b1d4221e755 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Mar 03 17:44:35.197890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-178c015e-0722-4ccd-8fc7-2b3c01a0203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.296514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c3fc787-660e-4129-9390-2b8cd0adc04e req-fa053ac2-9199-4841-bd25-9748025d4409 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 210 time: 0.1105165 Mar 03 17:44:35.306800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-178c015e-0722-4ccd-8fc7-2b3c01a0203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.418507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Allocated IP 172.20.0.2 (106cd932-8d74-42d4-9d77-299d5b1c658f/685b9eea-836b-4651-85d9-1cecc4c9cef3/cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:35.436222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-178c015e-0722-4ccd-8fc7-2b3c01a0203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.465962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c015e-0722-4ccd-8fc7-2b3c01a0203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4741bb2f-d820-4bd6-86ab-ac24e8c70453,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:35.468078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-178c015e-0722-4ccd-8fc7-2b3c01a0203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.471519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-178c015e-0722-4ccd-8fc7-2b3c01a0203a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4741bb2f-d820-4bd6-86ab-ac24e8c70453 HTTP/1.1" status: 204 len: 168 time: 0.3868263 Mar 03 17:44:35.507641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acae8b7-95de-4456-bb33-27162b81664e req-4dd3b7b8-a917-4840-ab1a-48ab0e11201c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:35.509200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acae8b7-95de-4456-bb33-27162b81664e req-4dd3b7b8-a917-4840-ab1a-48ab0e11201c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 944 time: 0.1276398 Mar 03 17:44:35.569035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acae8b7-95de-4456-bb33-27162b81664e req-31c2bb23-c608-48b2-b65c-defc98d8fb5f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534308 Mar 03 17:44:35.710911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.722205 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.736935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Transition to ACTIVE for port object cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:35.769204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Transition to ACTIVE for port object cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:35.778078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5edb8-dfb4-4a88-b759-9c15fac2e624 req-1ceb55d4-1fbf-4c9b-a14c-81c7164a6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:35.779554 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69d5edb8-dfb4-4a88-b759-9c15fac2e624 req-1ceb55d4-1fbf-4c9b-a14c-81c7164a6407 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 1101 time: 0.6024287 Mar 03 17:44:35.787334 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:35.877899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Network 106cd932-8d74-42d4-9d77-299d5b1c658f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:35.881104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:35.885204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:35.972244 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69d5edb8-dfb4-4a88-b759-9c15fac2e624 req-4e1e9120-7ac2-400b-916f-6614d25a8d56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848927 Mar 03 17:44:35.992337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1e878-2384-4bc0-bc9d-eb1cb47b5efd req-90a2f218-6bff-499c-8e80-4738ad72148b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:35.994625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2e1e878-2384-4bc0-bc9d-eb1cb47b5efd req-90a2f218-6bff-499c-8e80-4738ad72148b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.3205857 Mar 03 17:44:36.008945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Pushing event updated for resources: {'Port': ['ID=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:36.027426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Attempting to bind port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:36.028036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Attempting to bind port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:36.028402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Attempting to bind port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e on network 106cd932-8d74-42d4-9d77-299d5b1c658f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:36.036478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:36.036478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Checking segment: {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:36.036780 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:36.037120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Bound using segment: {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:36.037627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Bound port: cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:36.038706 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:36.070255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2e1e878-2384-4bc0-bc9d-eb1cb47b5efd req-22983298-2c25-4c93-a0fa-c0f357468dcc tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656197 Mar 03 17:44:36.179496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] For port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:36.195688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] For port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:36.214207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:36.393302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5e71d-13e3-4b4b-9581-fc60b6795b56 None None] Pushing event updated for resources: {'Port': ['ID=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:36.439510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:36.497866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7701f-371d-4c16-9198-857ab6fe3218 req-b678eb26-1ad9-4ce1-a53a-7256df4bebf5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:36.502230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80d7701f-371d-4c16-9198-857ab6fe3218 req-b678eb26-1ad9-4ce1-a53a-7256df4bebf5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 950 time: 0.1787059 Mar 03 17:44:36.567219 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:36.571206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4722e82d-ea99-4a9d-aed3-ee7a726de3e1 req-1fe2b66f-4523-4b19-9c57-74ed6e5cf7a7 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 210 time: 0.0965044 Mar 03 17:44:36.603753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80d7701f-371d-4c16-9198-857ab6fe3218 req-34217c20-e17e-4114-bd31-eff994ba195e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910010 Mar 03 17:44:36.903013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:37.011120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Allocated IP 172.25.0.194 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/f3c8fc02-17b0-4a54-b978-2319c8a0802c) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:37.086160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 29d6768e-f29b-4dd6-acb7-14d032f96406 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:37.093011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 29d6768e-f29b-4dd6-acb7-14d032f96406 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:37.093499 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:37.138827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a8ce-1a76-44aa-b718-c91c0f93ac47 req-8ad88ae6-c5be-4f9d-8c46-321881e3ecc2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:37.142701 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e667a8ce-1a76-44aa-b718-c91c0f93ac47 req-8ad88ae6-c5be-4f9d-8c46-321881e3ecc2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 944 time: 0.2866023 Mar 03 17:44:37.302529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-953f5ecc-c0f0-4561-817d-8182d3980637 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:37.303301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-953f5ecc-c0f0-4561-817d-8182d3980637 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:37.384263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:37.437563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:37.456842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-953f5ecc-c0f0-4561-817d-8182d3980637 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:37.466606 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-953f5ecc-c0f0-4561-817d-8182d3980637 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.35 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 812 time: 0.6265383 Mar 03 17:44:37.470136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:37.476239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:37.503942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'port': {'device_id': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b', 'admin_state_up': True, 'tenant_id': '311065f446e942dc94feb196453e8b0d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:37.567253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e667a8ce-1a76-44aa-b718-c91c0f93ac47 req-98a921e7-f1d0-446d-8e11-dbf81bd6336d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879998 Mar 03 17:44:37.627052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:37.649542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:37.688102 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:37.704687 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406', 'code': 200} Mar 03 17:44:37.804948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442a0ed-4ad7-4342-a766-b11776b0d632 req-d4bd11d3-f3b2-439c-be63-72adafba2da9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:37.812271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a442a0ed-4ad7-4342-a766-b11776b0d632 req-d4bd11d3-f3b2-439c-be63-72adafba2da9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.5006180 Mar 03 17:44:37.972999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:37.977193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:port and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:37.988291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:37.994898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:38.025621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Made reservation on behalf of 311065f446e942dc94feb196453e8b0d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:38.029230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:38.096139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e6b3f-7a8c-4f08-8c4f-f39937cc0434 None None] Network 106cd932-8d74-42d4-9d77-299d5b1c658f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:44:38.173665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Pushing event updated for resources: {'Port': ['ID=f3c8fc02-17b0-4a54-b978-2319c8a0802c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:38.200789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a442a0ed-4ad7-4342-a766-b11776b0d632 req-e7cc0473-e352-4aff-aa79-3b1239f479ce tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748803 Mar 03 17:44:38.214728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:38.379361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:38.390150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:38.427001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:38.538749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-018126af-65cc-4dd1-869c-e8b18e2e1ef8 req-eca99005-75af-4a08-bef1-7b619d23566f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 210 time: 0.4483273 Mar 03 17:44:38.570903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-477105d9-9c9b-4d9e-9deb-f83200fafe2a None None] Provisioning for port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:38.769753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Allocated IP 172.20.0.5 (50de7188-5643-4a8b-8d7c-0c03a70ffe7b/e80f7220-3edd-4f93-83fd-79df55ba68ec/164080a7-c8fb-4e22-a051-a67598f9345d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:38.776356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:38.790017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:38.790402 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:38.913592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42611052-0f1d-452c-b3dc-2634420bfda2 req-37e84e39-4612-49e7-ab04-9aa6542b57aa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:38.915172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42611052-0f1d-452c-b3dc-2634420bfda2 req-37e84e39-4612-49e7-ab04-9aa6542b57aa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 950 time: 0.4509528 Mar 03 17:44:38.966789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61f613-f1ac-4d53-82f7-0c9974a276f0 req-60397b6a-463a-40b8-9ed3-6b7a1f88fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:38.970637 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf61f613-f1ac-4d53-82f7-0c9974a276f0 req-60397b6a-463a-40b8-9ed3-6b7a1f88fe3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1096 time: 1.1663375 Mar 03 17:44:38.994866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:39.062700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:39.068477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42611052-0f1d-452c-b3dc-2634420bfda2 req-44c0987e-7084-4cc2-a67d-cc4eb5349bcc tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407459 Mar 03 17:44:39.074737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:39.191358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf61f613-f1ac-4d53-82f7-0c9974a276f0 req-c086698c-0a0a-4ad1-a27b-efcb40d97a7f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762915 Mar 03 17:44:39.226035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:39.253831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-890b4e58-db9a-4501-b206-432c520c309f None None] Provisioning complete for port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:39.254207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-890b4e58-db9a-4501-b206-432c520c309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:39.293228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:39.340273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:39.360467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.362643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.362893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.363236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.363568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.363897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.364221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.364545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.364868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.365191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.365535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.365854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:39.398108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:39.401733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:39.406410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:39.412462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:39.413192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:39.500512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:39.508962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-d7a431b4-405c-4df4-8ba8-4fc5a55f6748 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0222497 Mar 03 17:44:39.524786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Request body: {'port': {'device_id': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:39.542177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:39.616414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96398682-d775-4960-a304-9b56a6077e2b req-ad389abe-3b44-4e1d-a79f-1217e695e754 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:39.624919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96398682-d775-4960-a304-9b56a6077e2b req-ad389abe-3b44-4e1d-a79f-1217e695e754 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 945 time: 0.8421559 Mar 03 17:44:39.698269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96398682-d775-4960-a304-9b56a6077e2b req-7fb55a17-c7e2-4e64-a27a-df1ef8c551f3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722508 Mar 03 17:44:39.796807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.016230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-29ca81ea-4ed5-40f7-9b1e-3d9fa75d4fc5 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:40.024202 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-29ca81ea-4ed5-40f7-9b1e-3d9fa75d4fc5 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 1101 time: 0.2122514 Mar 03 17:44:40.065597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.119134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:40.144449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.232843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:40.245790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Usage tracker for resource:security_group_rule and tenant:aeb85c2b0b1a4167a17caeaf2dba8153 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:40.255322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:40.256026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.258533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:40.267521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:40.277553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383905b8-16f5-41ef-baa7-c3f0b8eba544 req-7f08442f-fb1f-41db-a7e0-e751f4df82d1 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:40.286378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-383905b8-16f5-41ef-baa7-c3f0b8eba544 req-7f08442f-fb1f-41db-a7e0-e751f4df82d1 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.4018023 Mar 03 17:44:40.446071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164080a7-c8fb-4e22-a051-a67598f9345d {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:40.463051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.470395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.481816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.498492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Transition to ACTIVE for port object 164080a7-c8fb-4e22-a051-a67598f9345d will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:40.517721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.563748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fa348b5-07a2-4ae1-a3eb-607986a1df11 req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385821 Mar 03 17:44:40.580987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-383905b8-16f5-41ef-baa7-c3f0b8eba544 req-ecf7fe06-329f-4b5a-be88-aaa8bf8b2271 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928972 Mar 03 17:44:40.603994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece6e9-3586-4ac8-a876-60c0f6e206f0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e7f40a-da29-4b23-8d11-3a4d0692c8ad,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:40.720512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Pushing event updated for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:40.733180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:44:40.746850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Attempting to bind port 164080a7-c8fb-4e22-a051-a67598f9345d on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:40.747339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Attempting to bind port 164080a7-c8fb-4e22-a051-a67598f9345d by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:40.747676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Attempting to bind port 164080a7-c8fb-4e22-a051-a67598f9345d on network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:40.754660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Port 164080a7-c8fb-4e22-a051-a67598f9345d on network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:40.755020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Attempting to bind port 164080a7-c8fb-4e22-a051-a67598f9345d on network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:40.762969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:40.763314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Checking segment: {'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:40.763705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Bound using segment: {'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:40.764132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Bound port: 164080a7-c8fb-4e22-a051-a67598f9345d, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:40.764482 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:40.922397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:40.927746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=164080a7-c8fb-4e22-a051-a67598f9345d,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:40.936212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:41.013561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:41.014722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:41.016272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] 10.222.0.35 "PUT /v2.0/ports/164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 200 len: 1091 time: 1.4994507 Mar 03 17:44:41.016699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:41.044657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:44:41.060903 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Sync routers for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:44:41.069434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ffc87-43fa-49be-a012-c4197cb29413 service neutron] Pushing event updated for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:41.100786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:41.103895 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:41.125780 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:41.130731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4359c09f-2500-46b4-9ae9-80a086198bcf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.4762681 Mar 03 17:44:41.132357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32906) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:41.324332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-48499fa8-f022-4faf-8cca-3eba89b0c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:41.325999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-48499fa8-f022-4faf-8cca-3eba89b0c240 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1094 time: 0.2190149 Mar 03 17:44:41.405115 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:41.416688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-a652f969-7214-49bc-9e6b-613c98668627 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 200 len: 217 time: 0.0746233 Mar 03 17:44:41.495878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a1544-bb7a-4ac7-8c2f-2c0d6105c546 req-8fc85cda-72c1-4cf3-b887-5ef81bab1349 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:41.503708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e90a1544-bb7a-4ac7-8c2f-2c0d6105c546 req-8fc85cda-72c1-4cf3-b887-5ef81bab1349 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 945 time: 0.2742319 Mar 03 17:44:41.547357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-74b6d61e-4c7a-4059-8ad7-d2a177b7314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:41.557432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-74b6d61e-4c7a-4059-8ad7-d2a177b7314f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.1269305 Mar 03 17:44:41.603302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e90a1544-bb7a-4ac7-8c2f-2c0d6105c546 req-8e6cd886-b177-4bf8-b90a-6d738c61f246 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981054 Mar 03 17:44:41.643130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-e3760a65-0443-46d7-9039-bb2abe34ca0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814400 Mar 03 17:44:41.771329 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d', 'status': 'completed', 'code': 200} Mar 03 17:44:41.829155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-cf8b8e10-1a54-4e60-a3bb-a154bfb68b59 service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749759 Mar 03 17:44:41.839051 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:39Z', 'revision_number': 3, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:41.850139 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Checking router: 3fdb9e65-828f-42ed-9612-ee6a23f17f52 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:44:41.850435 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Updating router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 port f3c8fc02-17b0-4a54-b978-2319c8a0802c binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:44:41.863732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46ef6-ef7e-4633-a515-e36df618d580 req-b79f26bd-66f6-487f-8bbc-3be5c08727ef tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:41.871374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f46ef6-ef7e-4633-a515-e36df618d580 req-b79f26bd-66f6-487f-8bbc-3be5c08727ef tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 943 time: 0.9317243 Mar 03 17:44:41.926791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-ec5c1882-f89d-442b-99cb-d61aed0d5841 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578494 Mar 03 17:44:41.947168 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:41.992052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67f46ef6-ef7e-4633-a515-e36df618d580 req-a75fd558-6d4d-4b0f-9cb8-575d7ea0a992 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:42.074450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67f46ef6-ef7e-4633-a515-e36df618d580 req-a75fd558-6d4d-4b0f-9cb8-575d7ea0a992 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:42.090974 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f46ef6-ef7e-4633-a515-e36df618d580 req-a75fd558-6d4d-4b0f-9cb8-575d7ea0a992 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183905 Mar 03 17:44:42.141224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99081be6-1ebf-456a-ab0a-e5a66090aa0a req-fee33591-7b08-45b4-8e9a-5dcb0ce635ee service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025920 Mar 03 17:44:42.190042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-cf94f55f-f98e-40ff-8499-ce2d74fbdbeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:42.196739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-cf94f55f-f98e-40ff-8499-ce2d74fbdbeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691150 Mar 03 17:44:42.273880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-034816c7-2a23-4545-913e-39ca82d6241e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/quotas/8f8f0010448e40a9867b15d2996d9269 HTTP/1.1" status: 200 len: 375 time: 0.0324562 Mar 03 17:44:42.432847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:42.457490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74348035-e657-44cd-8ed3-96e4691555f7 req-6139078d-7055-4dd5-ba49-482f1b310546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:42.458957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74348035-e657-44cd-8ed3-96e4691555f7 req-6139078d-7055-4dd5-ba49-482f1b310546 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1094 time: 0.2610407 Mar 03 17:44:42.487503 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:42.523750 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Transition to ACTIVE for port object f3c8fc02-17b0-4a54-b978-2319c8a0802c will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:42.539424 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:42.544843 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-ff955fb7-9035-4b8b-a21f-38e4a13047e9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2700231 Mar 03 17:44:42.588369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d465065-4372-4513-8075-70c1217cfd52 req-1ae0b8ec-7dd4-4b83-9a1f-0a16052f48fa tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:42.589901 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d465065-4372-4513-8075-70c1217cfd52 req-1ae0b8ec-7dd4-4b83-9a1f-0a16052f48fa tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.3217237 Mar 03 17:44:42.653111 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Pushing event updated for resources: {'Port': ['ID=f3c8fc02-17b0-4a54-b978-2319c8a0802c,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:42.687661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.688371 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.689727 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.690997 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.691433 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.692305 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.692738 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.693192 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.693633 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.694126 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.694545 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.695034 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:44:42.706601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Attempting to bind port f3c8fc02-17b0-4a54-b978-2319c8a0802c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:42.707620 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Attempting to bind port f3c8fc02-17b0-4a54-b978-2319c8a0802c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:42.708086 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Attempting to bind port f3c8fc02-17b0-4a54-b978-2319c8a0802c on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:42.713210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74348035-e657-44cd-8ed3-96e4691555f7 req-2bf71d08-ba3f-44e3-a739-36e3e5df7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:42.714431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d465065-4372-4513-8075-70c1217cfd52 req-c26cf982-5209-48ea-914b-037edf1be93b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188817 Mar 03 17:44:42.716341 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:42.716864 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:42.717482 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:42.717986 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:42.718544 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Bound port: f3c8fc02-17b0-4a54-b978-2319c8a0802c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:42.719031 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:42.728270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74348035-e657-44cd-8ed3-96e4691555f7 req-2bf71d08-ba3f-44e3-a739-36e3e5df7c3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 913 time: 0.2620063 Mar 03 17:44:42.807456 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] For port f3c8fc02-17b0-4a54-b978-2319c8a0802c, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:42.811268 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] For port f3c8fc02-17b0-4a54-b978-2319c8a0802c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f3c8fc02-17b0-4a54-b978-2319c8a0802c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:42.821657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Allocated IP 172.20.0.1 (106cd932-8d74-42d4-9d77-299d5b1c658f/685b9eea-836b-4651-85d9-1cecc4c9cef3/3ce6f59c-4d7e-4b37-9ab0-d645aae5da99) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:42.830225 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:42.897289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74348035-e657-44cd-8ed3-96e4691555f7 req-9e8315da-08db-4715-a01b-ce8b34d6d674 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 200 len: 217 time: 0.1613410 Mar 03 17:44:42.938795 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73314e1-4a99-47ce-bc10-3f28d01e84bb None None] Pushing event updated for resources: {'Port': ['ID=f3c8fc02-17b0-4a54-b978-2319c8a0802c,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:42.961502 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:42.962186 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:43.020940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74348035-e657-44cd-8ed3-96e4691555f7 req-179c697f-87c1-4249-b754-09a96bfde20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:43.023341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74348035-e657-44cd-8ed3-96e4691555f7 req-179c697f-87c1-4249-b754-09a96bfde20c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.1094766 Mar 03 17:44:43.126880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74348035-e657-44cd-8ed3-96e4691555f7 req-322b1d04-200d-496d-a529-c2e303c714b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951438 Mar 03 17:44:43.326682 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:43.352809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d0989-aa9e-4642-8623-5efea77a6ab4 req-4ae7aa1e-26aa-4dd2-9b63-f90193a44031 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:43.360170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-354d0989-aa9e-4642-8623-5efea77a6ab4 req-4ae7aa1e-26aa-4dd2-9b63-f90193a44031 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1096 time: 0.3628020 Mar 03 17:44:43.381786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Transition to ACTIVE for port object 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:43.404566 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:43.448197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-354d0989-aa9e-4642-8623-5efea77a6ab4 req-d6be30b6-96bb-4459-ba1b-9a39f574b529 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871038 Mar 03 17:44:43.493604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:43.496564 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74348035-e657-44cd-8ed3-96e4691555f7 req-ba39331b-c182-4374-a312-fd1bf3ccfdd9 service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584003 Mar 03 17:44:43.666960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Network 106cd932-8d74-42d4-9d77-299d5b1c658f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:43.674045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:43.680978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:43.748487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b92f27-4366-43a9-b799-1ca85fcf326a req-039f9b9d-5f1f-4176-9d3b-bb1d78eb902c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:43.749248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d0b92f27-4366-43a9-b799-1ca85fcf326a req-039f9b9d-5f1f-4176-9d3b-bb1d78eb902c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:43.868011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74348035-e657-44cd-8ed3-96e4691555f7 req-13d5816c-f6d3-4e0b-b3f1-aa87712bfb39 service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611717 Mar 03 17:44:43.869832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d0b92f27-4366-43a9-b799-1ca85fcf326a req-039f9b9d-5f1f-4176-9d3b-bb1d78eb902c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:43.871107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0b92f27-4366-43a9-b799-1ca85fcf326a req-039f9b9d-5f1f-4176-9d3b-bb1d78eb902c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 943 time: 0.4264107 Mar 03 17:44:43.905886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:43.942468 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:43.958186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d0b92f27-4366-43a9-b799-1ca85fcf326a req-2575dc6b-6f18-423c-a73d-57778759ace7 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:43.963294 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:39Z', 'revision_number': 3, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:43.968226 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99471b7-65ba-4363-94d3-6e8400b98502 None None] The sync data for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 is: [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:39Z', 'revision_number': 3, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:44:43.980755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d0b92f27-4366-43a9-b799-1ca85fcf326a req-2575dc6b-6f18-423c-a73d-57778759ace7 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:43.991472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0b92f27-4366-43a9-b799-1ca85fcf326a req-2575dc6b-6f18-423c-a73d-57778759ace7 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118841 Mar 03 17:44:44.162059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-48710f66-9c25-4499-8f3f-d00f5a6e0820 None None] Provisioning for port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:44.175478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-48710f66-9c25-4499-8f3f-d00f5a6e0820 None None] Provisioning complete for port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:44.175852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-48710f66-9c25-4499-8f3f-d00f5a6e0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:44.247099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-48710f66-9c25-4499-8f3f-d00f5a6e0820 None None] Port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:44.252041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08763a-a73a-4aa7-bc24-1df171f1191d req-d935aee3-f830-4467-ae5b-735a96b67465 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:44.254165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e08763a-a73a-4aa7-bc24-1df171f1191d req-d935aee3-f830-4467-ae5b-735a96b67465 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.1320488 Mar 03 17:44:44.309609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e08763a-a73a-4aa7-bc24-1df171f1191d req-879ad18d-6f65-4522-a9af-8dde6960318f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484555 Mar 03 17:44:44.440986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005cb0-917b-4ade-b268-027c60068c3f req-37e42f26-454f-44c6-aee6-611a4d7361e2 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:44.442499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12005cb0-917b-4ade-b268-027c60068c3f req-37e42f26-454f-44c6-aee6-611a4d7361e2 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1096 time: 0.1613977 Mar 03 17:44:44.474053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82e17554-6bde-4c58-9a0f-d4cb89c9d428 req-98172add-46ce-411a-a4a9-cd5e031add80 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 210 time: 0.0735295 Mar 03 17:44:44.571083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12005cb0-917b-4ade-b268-027c60068c3f req-764784a2-18e3-45db-b95a-a52fa52a9603 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217046 Mar 03 17:44:44.653950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:44.942236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-00f5e985-0987-4261-9e4c-e9ac6cf2835f tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:44.942927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-00f5e985-0987-4261-9e4c-e9ac6cf2835f tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Synchronizing usage tracker for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:44.961596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-00f5e985-0987-4261-9e4c-e9ac6cf2835f tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Unset dirty status for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:44.963412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-00f5e985-0987-4261-9e4c-e9ac6cf2835f tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/networks?id=76bfdd84-196e-44ee-9039-cecea29fa718 HTTP/1.1" status: 200 len: 815 time: 0.2320876 Mar 03 17:44:44.985810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-c4168363-2b84-49cf-aaab-6cd80308babf tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/quotas/261fc091e2614d3cb6c8ff418b10dd6a HTTP/1.1" status: 200 len: 375 time: 0.0166588 Mar 03 17:44:45.024534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:45.036919 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:45.066619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 164080a7-c8fb-4e22-a051-a67598f9345d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:44:45.157799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-2a8148bc-16ec-447e-a215-65272345842c tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Synchronizing usage tracker for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:45.190897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-2a8148bc-16ec-447e-a215-65272345842c tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Unset dirty status for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:45.199907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-2a8148bc-16ec-447e-a215-65272345842c tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=261fc091e2614d3cb6c8ff418b10dd6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116389 Mar 03 17:44:45.304797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:45.342586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=164080a7-c8fb-4e22-a051-a67598f9345d,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:45.359938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '164080a7-c8fb-4e22-a051-a67598f9345d', 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b', 'port_id': '164080a7-c8fb-4e22-a051-a67598f9345d', 'mac_address': 'fa:16:3e:49:10:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80f7220-3edd-4f93-83fd-79df55ba68ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:44:45.406000 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-c283b559-8707-4963-8c6c-169095f08876 service neutron] 10.222.0.23 "GET /v2.0/networks/76bfdd84-196e-44ee-9039-cecea29fa718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051458 Mar 03 17:44:45.438925 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:45.466269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164080a7-c8fb-4e22-a051-a67598f9345d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:45.486552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=164080a7-c8fb-4e22-a051-a67598f9345d,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:45.492983 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:45.508271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:45.587733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-58141041-7f4e-4af4-8411-f5970800c8f4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442772 Mar 03 17:44:45.606926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-735bc6bc-3587-4c94-b299-c87cc1e03328 service neutron] 10.222.0.23 "GET /v2.0/networks/76bfdd84-196e-44ee-9039-cecea29fa718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994245 Mar 03 17:44:45.633543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:45.719539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Network 106cd932-8d74-42d4-9d77-299d5b1c658f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:45.724284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:45.767311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:45.810478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-57fae3c4-fda5-434a-8e7e-352a6cb3c276 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:45.812168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-57fae3c4-fda5-434a-8e7e-352a6cb3c276 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168024 Mar 03 17:44:45.822355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e626b6-873f-406d-a9f7-ac2c534e55c4 req-20614130-e468-4c63-aa82-f7e37987752a tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:45.831221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26e626b6-873f-406d-a9f7-ac2c534e55c4 req-20614130-e468-4c63-aa82-f7e37987752a tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 944 time: 0.5285585 Mar 03 17:44:46.030402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': '48532df0-19ec-4d44-a851-342f3af6987d', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:46.110980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4b34-6402-44ba-975d-849b958e1228 req-4a6ee6b5-bfb6-4048-830c-04549166afb6 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:46.115780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e3f4b34-6402-44ba-975d-849b958e1228 req-4a6ee6b5-bfb6-4048-830c-04549166afb6 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1096 time: 0.1921713 Mar 03 17:44:46.129777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a37f1db1-4d2e-429c-a41f-7c72e6912987 None None] Provisioning complete for port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:46.134668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a37f1db1-4d2e-429c-a41f-7c72e6912987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:46.190953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e3f4b34-6402-44ba-975d-849b958e1228 req-9712ff1e-736c-40f0-966b-2b347f303673 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698009 Mar 03 17:44:46.210855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f3c8fc02-17b0-4a54-b978-2319c8a0802c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:46.341784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a37f1db1-4d2e-429c-a41f-7c72e6912987 None None] Port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:46.363812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f3c8fc02-17b0-4a54-b978-2319c8a0802c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:46.372320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f3c8fc02-17b0-4a54-b978-2319c8a0802c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:46.373568 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:46.485291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a4c81-abac-4d80-a337-e8f48778c2a3 req-6885a145-4eca-4183-ae95-55233c97390e tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:46.488546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:44:46.495316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-576a4c81-abac-4d80-a337-e8f48778c2a3 req-6885a145-4eca-4183-ae95-55233c97390e tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.1020482 Mar 03 17:44:46.498667 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-8e80a93c-857c-4b34-8732-d43ca1dc982c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752356 Mar 03 17:44:46.519150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26e626b6-873f-406d-a9f7-ac2c534e55c4 req-76321ed1-b60c-4eef-b537-025dff3cb8f6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867092 Mar 03 17:44:46.567857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:46.590214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-576a4c81-abac-4d80-a337-e8f48778c2a3 req-4f2b2d44-63dd-40c5-bd54-75ed7f0a992d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934734 Mar 03 17:44:46.608678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port f3c8fc02-17b0-4a54-b978-2319c8a0802c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f3c8fc02-17b0-4a54-b978-2319c8a0802c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:46.616220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:46.766137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=f3c8fc02-17b0-4a54-b978-2319c8a0802c,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:46.841090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7b908e7-6884-4c03-ba6d-944965eaa3cd req-2d1ba891-468d-4acf-a228-49f57437ced7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 210 time: 0.1024525 Mar 03 17:44:46.868844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:46.909560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbbecf0e-45a0-4043-894f-d446f1736027 req-2b5b36d1-b03a-4a70-bcbf-dad9fda0160a tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 210 time: 0.1575711 Mar 03 17:44:46.965504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-e1222a24-e6ce-44c8-a7c9-832bc445530f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:46.966933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-e1222a24-e6ce-44c8-a7c9-832bc445530f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376810 Mar 03 17:44:46.967796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:46.985285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': '44b254fe-4c23-4ea8-981d-065caef5311b', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:47.027894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:47.031221 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:47.054527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:44:47.064696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Sync routers for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:44:47.075840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 164080a7-c8fb-4e22-a051-a67598f9345d up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:47.139763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:47.140588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:47.166618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-37d7ace6-af81-4ed0-86b7-2086ed7ee1c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/3fdb9e65-828f-42ed-9612-ee6a23f17f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0321939 Mar 03 17:44:47.302287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:47.318097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Usage tracker for resource:port and tenant:8f8f0010448e40a9867b15d2996d9269 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:47.361079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.51 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/f0a03970-98f2-4742-896b-cc9875cdaf0e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:47.368007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:47.376999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:47.392264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:47.397157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:47.466725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33030) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:47.606696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 164080a7-c8fb-4e22-a051-a67598f9345d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:47.622288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-d5ef5b48-c09b-4e0c-9948-8b31292f09c4 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:47.623877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-d5ef5b48-c09b-4e0c-9948-8b31292f09c4 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.35 "GET /v2.0/networks?id=76bfdd84-196e-44ee-9039-cecea29fa718 HTTP/1.1" status: 200 len: 815 time: 0.2801268 Mar 03 17:44:47.640915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Request body: {'port': {'device_id': '54552429-6b76-489e-ba47-dd501dc169b0', 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718', 'admin_state_up': True, 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:47.646705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 164080a7-c8fb-4e22-a051-a67598f9345d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:47.646705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:47.836700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:47.847247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:47.870523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:47.898595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:47.901170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object f0a03970-98f2-4742-896b-cc9875cdaf0e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:47.905562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab2661a81bd4144ab846a81202e7c32 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:47.909674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:47.917601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:47.924386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:47.925268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:47.953100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b2c20-82e3-4791-b4dc-0a5108823381 req-8232026b-ea6a-4e6c-a5cb-f4d81d5428c8 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:47.955048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b8b2c20-82e3-4791-b4dc-0a5108823381 req-8232026b-ea6a-4e6c-a5cb-f4d81d5428c8 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 944 time: 0.1917353 Mar 03 17:44:47.956826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:47.976372 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:47.990430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Made reservation on behalf of 261fc091e2614d3cb6c8ff418b10dd6a for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:47.994521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.085564 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b8b2c20-82e3-4791-b4dc-0a5108823381 req-b0b91368-0e5e-46a2-97ee-0de0e7fbf841 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124027 Mar 03 17:44:48.184801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:48.231186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f3c8fc02-17b0-4a54-b978-2319c8a0802c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:48.324538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:48.331808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:48.346820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:48.367918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Allocated IP 172.20.0.10 (76bfdd84-196e-44ee-9039-cecea29fa718/0b4c5516-dc35-4786-88d7-f7a5690fc878/fc7a340d-641b-4898-891e-0750f85f21e7) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:48.510863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:48.511922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.540717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=f0a03970-98f2-4742-896b-cc9875cdaf0e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:48.617290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.132 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/78ee9b0f-f313-4dc1-982b-a90d724f55ba) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:48.686147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.703580 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.758635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.773887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33100) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:48.776138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Transition to ACTIVE for port object fc7a340d-641b-4898-891e-0750f85f21e7 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:48.804501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-278ac84e-2e8c-4357-8e43-cad50dc32f56 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9666800 Mar 03 17:44:48.820645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f3c8fc02-17b0-4a54-b978-2319c8a0802c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:48.822102 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.825754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.838591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Request body: {'port': {'device_id': '48532df0-19ec-4d44-a851-342f3af6987d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:48.861464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:48.970697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15155a9-142c-4634-bcd9-1d7f14732fa3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:48.983410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-88dfe168-5609-4de2-8d0e-ef8789b936b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ab2661a81bd4144ab846a81202e7c32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5080433 Mar 03 17:44:48.994117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:49.011154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:49.014735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-f4e0e397-f4cd-444e-a830-7a846d862dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:49.023265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-f4e0e397-f4cd-444e-a830-7a846d862dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks?id=106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 200 len: 828 time: 0.5257263 Mar 03 17:44:49.047370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8ba8df06-76e1-4892-8bd9-760d8c21b9c3 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/quotas/96d4acb469744ea2b148c7cd9417008b HTTP/1.1" status: 200 len: 375 time: 0.0231125 Mar 03 17:44:49.088878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-61380b4c-4401-438e-a3bc-541a29b04ef2 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:44:49.104167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-61380b4c-4401-438e-a3bc-541a29b04ef2 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090291 Mar 03 17:44:49.113214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Network 76bfdd84-196e-44ee-9039-cecea29fa718 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:49.162236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:49.163868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:44:49.166243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:49.177318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:49.178248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.208892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Pushing event updated for resources: {'Port': ['ID=fc7a340d-641b-4898-891e-0750f85f21e7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:49.219392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-ec5572ce-a1e6-451e-92b2-1c86401e62c9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5868392 Mar 03 17:44:49.262078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-ebf7f697-1126-4a6d-b778-80d4f48a044d tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=96d4acb469744ea2b148c7cd9417008b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137554 Mar 03 17:44:49.264454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=164080a7-c8fb-4e22-a051-a67598f9345d,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:49.284486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6122237d-0df9-4e20-9377-5c49643a3aad None None] Provisioning for port f0a03970-98f2-4742-896b-cc9875cdaf0e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:49.287706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Request body: {'port': {'device_id': '54552429-6b76-489e-ba47-dd501dc169b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:49.348081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.349125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:44:49.386924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Request body: {'binding': {'host': 'n-h2-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:49.387545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:44:49.584937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.675260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6122237d-0df9-4e20-9377-5c49643a3aad None None] Provisioning complete for port f0a03970-98f2-4742-896b-cc9875cdaf0e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:49.675472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6122237d-0df9-4e20-9377-5c49643a3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.750454 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e980f58-764a-4bfd-8439-214dd09f0912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.781741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e980f58-764a-4bfd-8439-214dd09f0912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.837874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:49.856280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:49.872318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e980f58-764a-4bfd-8439-214dd09f0912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.902802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e980f58-764a-4bfd-8439-214dd09f0912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.906816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e980f58-764a-4bfd-8439-214dd09f0912 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e15155a9-142c-4634-bcd9-1d7f14732fa3 HTTP/1.1" status: 204 len: 168 time: 0.8919394 Mar 03 17:44:49.907582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:49.911363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '1f18971c-c61c-48da-97b2-a04836adcb36', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '1f18971c-c61c-48da-97b2-a04836adcb36', 'mac_address': 'fa:16:3e:63:fc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:44:49.988445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on host n-h2-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:49.989028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:49.989162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:50.002249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e980f58-764a-4bfd-8439-214dd09f0912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15155a9-142c-4634-bcd9-1d7f14732fa3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:50.027152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:50.027719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:50.041224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:50.042215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:50.042540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:50.043216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Bound port: 29d6768e-f29b-4dd6-acb7-14d032f96406, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:50.134548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-fe9157ec-1ea2-4664-af6e-65850c1dd0eb service neutron] 10.222.0.23 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8702760 Mar 03 17:44:50.175316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.275149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:50.291702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7a340d-641b-4898-891e-0750f85f21e7 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:50.301129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6122237d-0df9-4e20-9377-5c49643a3aad None None] Port f0a03970-98f2-4742-896b-cc9875cdaf0e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:50.301655 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.316576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.319444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Transition to ACTIVE for port object fc7a340d-641b-4898-891e-0750f85f21e7 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:50.319639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-a6be53fb-0568-42d5-8052-084597a270fa service neutron] 10.222.0.23 "POST /v2.0/ports/29d6768e-f29b-4dd6-acb7-14d032f96406/bindings HTTP/1.1" status: 201 len: 389 time: 1.1230497 Mar 03 17:44:50.334444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.349714 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-446460d0-fbd3-4051-a7d2-a7efbe10c60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.384411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object 78ee9b0f-f313-4dc1-982b-a90d724f55ba will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:50.497579 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.699360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 2, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:50.703866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.726616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f18971c-c61c-48da-97b2-a04836adcb36 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:50.747792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9906f4cf-e9af-4322-8012-87a65f7606e3 None None] Provisioning for port fc7a340d-641b-4898-891e-0750f85f21e7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:50.751838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Checking router: 3fdb9e65-828f-42ed-9612-ee6a23f17f52 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:44:50.752864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Updating router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:44:50.753065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7a340d-641b-4898-891e-0750f85f21e7,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:50.784481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33128) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:50.892586 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.976341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-2b992dd8-674e-41a6-abdc-e18a176c018d service neutron] 10.222.0.23 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372254 Mar 03 17:44:50.983122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:50.994159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.035563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:51.036957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:44:51.138439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=78ee9b0f-f313-4dc1-982b-a90d724f55ba,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:51.159077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:44:51.166378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:44:51.188682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:51.228561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Usage tracker for resource:security_group_rule and tenant:d134ca90b37e40e99d84f3f381fb7bd7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:51.255775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Attempting to bind port fc7a340d-641b-4898-891e-0750f85f21e7 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:51.259285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Attempting to bind port fc7a340d-641b-4898-891e-0750f85f21e7 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:51.260886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Attempting to bind port fc7a340d-641b-4898-891e-0750f85f21e7 on network 76bfdd84-196e-44ee-9039-cecea29fa718 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:51.274172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:51.363067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Port fc7a340d-641b-4898-891e-0750f85f21e7 on network 76bfdd84-196e-44ee-9039-cecea29fa718 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:51.366187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Attempting to bind port fc7a340d-641b-4898-891e-0750f85f21e7 on network 76bfdd84-196e-44ee-9039-cecea29fa718 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:51.387728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:51.388429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:51.389450 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.452599 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b9ee646c-ae2f-47c7-aac3-fd73cd2af50b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4612124 Mar 03 17:44:51.461360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Request body: {'port': {'device_id': '44b254fe-4c23-4ea8-981d-065caef5311b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:51.553448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:51.553797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Checking segment: {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:51.554178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Bound using segment: {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:51.554616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Bound port: fc7a340d-641b-4898-891e-0750f85f21e7, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21393287-66c2-48ae-a68a-672701372535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:51.554948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.571908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608561a7-2b34-48f8-ac21-21ace5d22e71 req-c5d03716-5ba4-4b73-9fee-edc2b0cb5f8a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:51.577669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-608561a7-2b34-48f8-ac21-21ace5d22e71 req-c5d03716-5ba4-4b73-9fee-edc2b0cb5f8a tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.6865780 Mar 03 17:44:51.683963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a03970-98f2-4742-896b-cc9875cdaf0e {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:51.759027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.789989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:51.825097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Transition to ACTIVE for port object f0a03970-98f2-4742-896b-cc9875cdaf0e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:51.849626 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.879624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.901109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.903020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.909454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-388cfdbb-277b-435b-9fc6-f1d3958a9037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:51.959896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e908018f-982b-418f-9aa8-58015d543370,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:52.128280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2c5ae71a-9742-4914-843e-eff74fbad70b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d134ca90b37e40e99d84f3f381fb7bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3360109 Mar 03 17:44:52.131308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33142) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:52.188638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-31c8199e-a86c-47d6-8714-13963740ed03 None None] Provisioning for port 78ee9b0f-f313-4dc1-982b-a90d724f55ba completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:52.193169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:44:52.193700 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:44:52.194753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1f18971c-c61c-48da-97b2-a04836adcb36'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:44:52.306674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad36ffd-6379-4575-a0f1-63a37af4a8ec req-d77054c7-ed95-432e-af76-da1b5c496b6f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:52.313671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ad36ffd-6379-4575-a0f1-63a37af4a8ec req-d77054c7-ed95-432e-af76-da1b5c496b6f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 936 time: 0.7338653 Mar 03 17:44:52.318654 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:52.337157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-31c8199e-a86c-47d6-8714-13963740ed03 None None] Provisioning complete for port 78ee9b0f-f313-4dc1-982b-a90d724f55ba triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:52.338617 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-31c8199e-a86c-47d6-8714-13963740ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:52.349120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] For port fc7a340d-641b-4898-891e-0750f85f21e7, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:52.355366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-ff4e73f0-0c87-497f-8652-b3b7e8b44287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:52.357959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-ff4e73f0-0c87-497f-8652-b3b7e8b44287 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1096 time: 1.0153799 Mar 03 17:44:52.421821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ad36ffd-6379-4575-a0f1-63a37af4a8ec req-a0aa75ee-8aa2-4517-8066-1437a9e7dd19 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824289 Mar 03 17:44:52.423439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] For port fc7a340d-641b-4898-891e-0750f85f21e7, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=fc7a340d-641b-4898-891e-0750f85f21e7,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:52.434958 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:52.447423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a03970-98f2-4742-896b-cc9875cdaf0e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:52.465562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-608561a7-2b34-48f8-ac21-21ace5d22e71 req-ff5ceec6-25e9-4fa6-84e6-d3e47f3d5dce tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687696 Mar 03 17:44:52.499238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-31c8199e-a86c-47d6-8714-13963740ed03 None None] Port 78ee9b0f-f313-4dc1-982b-a90d724f55ba cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:44:52.503057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:52.555462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Transition to ACTIVE for port object 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:52.597893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:52.599929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:52.600195 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d', 'code': 200} Mar 03 17:44:52.601308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:52.603896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] 10.222.0.35 "PUT /v2.0/ports/fc7a340d-641b-4898-891e-0750f85f21e7 HTTP/1.1" status: 200 len: 1092 time: 3.3564374 Mar 03 17:44:52.626137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54552429-6b76-489e-ba47-dd501dc169b0', 'tag': 'fc7a340d-641b-4898-891e-0750f85f21e7'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:52.632142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:52.663902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd305bdb-2293-4097-98ad-31513d0a9f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:52.721470 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd305bdb-2293-4097-98ad-31513d0a9f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.028628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef6b91-aa79-44e1-930a-c77f1e2a4ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7a340d-641b-4898-891e-0750f85f21e7,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:53.070720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.181257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd305bdb-2293-4097-98ad-31513d0a9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.207330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-f02e5850-ecdb-430f-af78-535170e1c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:53.209850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-f02e5850-ecdb-430f-af78-535170e1c1db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=261fc091e2614d3cb6c8ff418b10dd6a&device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 1095 time: 0.4264607 Mar 03 17:44:53.245943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Attempting to bind port f0a03970-98f2-4742-896b-cc9875cdaf0e on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:53.246368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Attempting to bind port f0a03970-98f2-4742-896b-cc9875cdaf0e by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:53.247823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Attempting to bind port f0a03970-98f2-4742-896b-cc9875cdaf0e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:53.251342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90770-c957-4c56-aa79-384ef282ab55 req-6fc445f8-f9eb-4c1b-a857-85b94a5dda3d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:53.252399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0fc90770-c957-4c56-aa79-384ef282ab55 req-6fc445f8-f9eb-4c1b-a857-85b94a5dda3d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Synchronizing usage tracker for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:53.272735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305bdb-2293-4097-98ad-31513d0a9f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e908018f-982b-418f-9aa8-58015d543370,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:53.288032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-8489ad27-275c-442a-9439-fbea10c84099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:53.290137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-8489ad27-275c-442a-9439-fbea10c84099 service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.5085461 Mar 03 17:44:53.294587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd305bdb-2293-4097-98ad-31513d0a9f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.300727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cd305bdb-2293-4097-98ad-31513d0a9f85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e908018f-982b-418f-9aa8-58015d543370 HTTP/1.1" status: 204 len: 168 time: 1.1361744 Mar 03 17:44:53.348914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0fc90770-c957-4c56-aa79-384ef282ab55 req-6fc445f8-f9eb-4c1b-a857-85b94a5dda3d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Unset dirty status for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:53.362407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0fc90770-c957-4c56-aa79-384ef282ab55 req-6fc445f8-f9eb-4c1b-a857-85b94a5dda3d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 944 time: 0.4892991 Mar 03 17:44:53.400805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Port f0a03970-98f2-4742-896b-cc9875cdaf0e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:53.401187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Attempting to bind port f0a03970-98f2-4742-896b-cc9875cdaf0e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:53.426567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929824-6e49-4dfa-af7e-27edc537406d None None] Pushing event updated for resources: {'Port': ['ID=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:53.441599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:53.441988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:53.442375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:53.442817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Bound port: f0a03970-98f2-4742-896b-cc9875cdaf0e, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:53.443148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.475876 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.533405 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.714709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e3b43-6e43-4029-95d9-1d257ad3dab0 req-c633c302-1e03-4d2a-86c6-708c7fe6e07b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:53.717035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c5e3b43-6e43-4029-95d9-1d257ad3dab0 req-c633c302-1e03-4d2a-86c6-708c7fe6e07b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 945 time: 0.7833540 Mar 03 17:44:53.885202 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-53289ebf-c252-423a-9013-9dcd1b33fb02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 217 time: 0.2024381 Mar 03 17:44:53.915518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0fc90770-c957-4c56-aa79-384ef282ab55 req-3c6e13d6-f50f-4b58-95c7-f8b6575e56a6 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Synchronizing usage tracker for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:53.923546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-53d0be70-d2ce-4d79-9c5b-e4f735376ffe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7a340d-641b-4898-891e-0750f85f21e7 HTTP/1.1" status: 200 len: 217 time: 0.4449115 Mar 03 17:44:53.930292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c5e3b43-6e43-4029-95d9-1d257ad3dab0 req-235616d1-c94a-4e95-b9fc-7ed1d5162992 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013121 Mar 03 17:44:53.951361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] For port f0a03970-98f2-4742-896b-cc9875cdaf0e, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:53.979604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] For port f0a03970-98f2-4742-896b-cc9875cdaf0e, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f0a03970-98f2-4742-896b-cc9875cdaf0e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:53.982606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f6942-16e8-43fe-91c5-74f3ee5ad019 req-da926608-6525-4b04-b043-71f476ac1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:53.984827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-759f6942-16e8-43fe-91c5-74f3ee5ad019 req-da926608-6525-4b04-b043-71f476ac1ef4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1096 time: 0.4937203 Mar 03 17:44:53.988799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:53.999358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0fc90770-c957-4c56-aa79-384ef282ab55 req-3c6e13d6-f50f-4b58-95c7-f8b6575e56a6 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Unset dirty status for tenant:261fc091e2614d3cb6c8ff418b10dd6a on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:54.000862 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0fc90770-c957-4c56-aa79-384ef282ab55 req-3c6e13d6-f50f-4b58-95c7-f8b6575e56a6 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356049 Mar 03 17:44:54.251840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1f18971c-c61c-48da-97b2-a04836adcb36 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:54.273899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-fdd52770-7186-4f0a-934b-654ab5ec0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:54.275333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-fdd52770-7186-4f0a-934b-654ab5ec0693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.2213101 Mar 03 17:44:54.347451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:54.352048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:54.357162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] 10.222.0.16 "PUT /v2.0/ports/f0a03970-98f2-4742-896b-cc9875cdaf0e HTTP/1.1" status: 200 len: 1095 time: 5.5240164 Mar 03 17:44:54.357658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48532df0-19ec-4d44-a851-342f3af6987d', 'tag': 'f0a03970-98f2-4742-896b-cc9875cdaf0e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:54.440190 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:54.512604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:54.514522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Attempting to bind port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:54.515593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Attempting to bind port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:54.515593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Attempting to bind port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 on network 106cd932-8d74-42d4-9d77-299d5b1c658f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:54.535642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:54.536164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Checking segment: {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:54.537191 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:54.538026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Bound using segment: {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:54.539337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Bound port: 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:54.539814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:54.613597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-759f6942-16e8-43fe-91c5-74f3ee5ad019 req-ca4077a6-a8f7-4070-9e03-ffa781aa5c8f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869829 Mar 03 17:44:54.658765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e198a-0830-48fd-9c11-aa882c600cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a03970-98f2-4742-896b-cc9875cdaf0e,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:54.700634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-2785d9ec-265f-4b68-a056-1545e35e85c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3158896 Mar 03 17:44:54.715432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] For port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:54.723310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] For port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:54.726045 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:54.731020 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:54.764225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b346249-fbea-48c3-99a0-4bc0685750d9 req-5de84a1a-e38b-411a-a86c-fc0b0d8b5743 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 210 time: 0.3782189 Mar 03 17:44:54.798326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-2d38759f-dac8-4f78-9de5-e8e59e4ac4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:54.801619 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-2d38759f-dac8-4f78-9de5-e8e59e4ac4d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b4c5516-dc35-4786-88d7-f7a5690fc878 HTTP/1.1" status: 200 len: 854 time: 0.5291600 Mar 03 17:44:54.815638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-4268a34e-1d2b-4adb-8267-d40d0ef08055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:54.817130 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-4268a34e-1d2b-4adb-8267-d40d0ef08055 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 1098 time: 0.2869043 Mar 03 17:44:54.819255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ee9b0f-f313-4dc1-982b-a90d724f55ba {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:44:54.826995 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:54.832421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee47e70-b620-4a96-9c54-9bc889f1c739 req-7179ad72-d171-4f55-be94-9924d6e8c619 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:54.833972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ee47e70-b620-4a96-9c54-9bc889f1c739 req-7179ad72-d171-4f55-be94-9924d6e8c619 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 945 time: 0.4420660 Mar 03 17:44:54.865040 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54552429-6b76-489e-ba47-dd501dc169b0', 'tag': 'fc7a340d-641b-4898-891e-0750f85f21e7', 'status': 'completed', 'code': 200} Mar 03 17:44:54.941461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:54.972970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-294ed838-d19d-4861-8cde-e5a2b30b63a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=f0a03970-98f2-4742-896b-cc9875cdaf0e HTTP/1.1" status: 200 len: 217 time: 0.1372964 Mar 03 17:44:54.979262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:55.029226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:44:55.029900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:55.214980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ee47e70-b620-4a96-9c54-9bc889f1c739 req-fad5ff14-c42f-4faa-bc9a-9bdd4b28184c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389610 Mar 03 17:44:55.237946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Transition to ACTIVE for port object 78ee9b0f-f313-4dc1-982b-a90d724f55ba will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:44:55.254491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:55.590954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-785a27aa-ce9c-44f6-b772-e843c20e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:55.604231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-785a27aa-ce9c-44f6-b772-e843c20e932f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.5845053 Mar 03 17:44:55.689357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-6e40e241-736b-43b2-a380-338283b99ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:55.691403 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-6e40e241-736b-43b2-a380-338283b99ac1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bfdd84-196e-44ee-9039-cecea29fa718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6185153 Mar 03 17:44:55.718972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:44:55.820636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-89c66d93-eb70-42d4-b4b5-bf73d2716e32 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866204 Mar 03 17:44:55.950139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40b97f-6fdc-4611-8283-1ca1fb15037a req-0146ba40-8a50-4581-b2a5-e3f4bf620173 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:55.967332 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8f40b97f-6fdc-4611-8283-1ca1fb15037a req-0146ba40-8a50-4581-b2a5-e3f4bf620173 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 948 time: 0.8761556 Mar 03 17:44:56.141663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:56.418307 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8f40b97f-6fdc-4611-8283-1ca1fb15037a req-543c7eb7-0f07-4242-a506-31be649bb1d8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488664 Mar 03 17:44:56.473461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-8b00fda5-431d-46a7-9f33-b1ff6cda056d service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909584 Mar 03 17:44:56.535764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-450a2c94-551d-4c9b-8291-893c5e3f2a8a service neutron] 10.222.0.35 "GET /v2.0/networks/76bfdd84-196e-44ee-9039-cecea29fa718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908201 Mar 03 17:44:56.666855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-d2afcca5-f36f-452d-93cc-fd090f982e82 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:56.667521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-d2afcca5-f36f-452d-93cc-fd090f982e82 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:56.687093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929824-6e49-4dfa-af7e-27edc537406d None None] Pushing event updated for resources: {'Port': ['ID=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:56.704481 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48532df0-19ec-4d44-a851-342f3af6987d', 'tag': 'f0a03970-98f2-4742-896b-cc9875cdaf0e', 'status': 'completed', 'code': 200} Mar 03 17:44:56.721516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 1f18971c-c61c-48da-97b2-a04836adcb36 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:56.722029 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:56.916011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-d2afcca5-f36f-452d-93cc-fd090f982e82 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:56.923826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-d2afcca5-f36f-452d-93cc-fd090f982e82 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.35 "GET /v2.0/networks?id=106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 200 len: 828 time: 1.0834827 Mar 03 17:44:56.937657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee9b0f-f313-4dc1-982b-a90d724f55ba,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:56.978531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ea811-29ae-48ce-a8c6-65e3234fab24 req-7aed0c7f-28a5-4d0b-ae4a-0217d629661e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:56.980132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7e2ea811-29ae-48ce-a8c6-65e3234fab24 req-7aed0c7f-28a5-4d0b-ae4a-0217d629661e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 945 time: 0.3359473 Mar 03 17:44:56.983424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Request body: {'port': {'device_id': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'admin_state_up': True, 'tenant_id': '96d4acb469744ea2b148c7cd9417008b'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:57.014318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a920ebf-f03f-4578-9b38-7de493fd177b req-40a0a4d3-ada3-498a-99f4-4779f76d1ee3 service neutron] 10.222.0.35 "GET /v2.0/networks/76bfdd84-196e-44ee-9039-cecea29fa718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663649 Mar 03 17:44:57.060899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7e2ea811-29ae-48ce-a8c6-65e3234fab24 req-5ae680b8-2636-4b33-b980-1dbbb908fe4f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 Mar 03 17:44:57.083132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-e9bb746e-8dab-44d5-ad0f-152761d5ff95 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:57.084613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-e9bb746e-8dab-44d5-ad0f-152761d5ff95 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.1865320 Mar 03 17:44:57.126787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:54Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:44:57.129064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:57.147701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c079-99c9-4a0d-9cfe-2e993dfd5f7a None None] The sync data for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 is: [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:54Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:44:57.180289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:57.180289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:57.188329 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:57.207347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd65d90-7e92-4544-ac91-6dbae8033420 req-9cfef92a-ccf9-459a-943a-10c8e8d60ba2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:57.212017 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dd65d90-7e92-4544-ac91-6dbae8033420 req-9cfef92a-ccf9-459a-943a-10c8e8d60ba2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 947 time: 1.5683453 Mar 03 17:44:57.327831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Attempting to bind port 78ee9b0f-f313-4dc1-982b-a90d724f55ba on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:57.328344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Attempting to bind port 78ee9b0f-f313-4dc1-982b-a90d724f55ba by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:57.328491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Attempting to bind port 78ee9b0f-f313-4dc1-982b-a90d724f55ba on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:57.347166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-ad64486e-bb6d-485d-bd40-99bddf28498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:57.348860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-ad64486e-bb6d-485d-bd40-99bddf28498c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7381589 Mar 03 17:44:57.360777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827121-1'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:57.373876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Port 78ee9b0f-f313-4dc1-982b-a90d724f55ba on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:57.374269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Attempting to bind port 78ee9b0f-f313-4dc1-982b-a90d724f55ba on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:57.466681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:57.614754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-2c9b37ae-09e8-4405-8fff-bf668de4e7d7 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367613 Mar 03 17:44:57.626980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:57.628622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:57.629192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:57.629852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Bound port: 78ee9b0f-f313-4dc1-982b-a90d724f55ba, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:57.630532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:57.710826 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:57.835606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-40f0ecf6-9a90-4d82-9730-7545c506e8f0 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098932 Mar 03 17:44:58.021030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-85d8a212-60ae-432e-a42f-c3f55c8a6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:58.023247 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-85d8a212-60ae-432e-a42f-c3f55c8a6e52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=261fc091e2614d3cb6c8ff418b10dd6a&device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 1095 time: 0.4949000 Mar 03 17:44:58.077795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:44:58.083278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Usage tracker for resource:port and tenant:96d4acb469744ea2b148c7cd9417008b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:44:58.086608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:44:58.094043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:44:58.116880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dd65d90-7e92-4544-ac91-6dbae8033420 req-502633ef-c1c8-4834-b07e-77abaa12feb2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8026564 Mar 03 17:44:58.130027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Made reservation on behalf of 96d4acb469744ea2b148c7cd9417008b for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:44:58.136944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:58.226495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998d175-c2b2-4cf9-9e79-25b71d580e1e req-2bb837d6-1849-4175-9f99-75089e739df7 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:58.234626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8998d175-c2b2-4cf9-9e79-25b71d580e1e req-2bb837d6-1849-4175-9f99-75089e739df7 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 944 time: 0.9797390 Mar 03 17:44:58.505474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] For port 78ee9b0f-f313-4dc1-982b-a90d724f55ba, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:58.511108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b08e98cc-dbb6-4a09-8a00-a6376517114b req-3e2ecd38-a33e-481e-bbe8-d53674deda28 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:44:58.563980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b08e98cc-dbb6-4a09-8a00-a6376517114b req-3e2ecd38-a33e-481e-bbe8-d53674deda28 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:44:58.565779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08e98cc-dbb6-4a09-8a00-a6376517114b req-3e2ecd38-a33e-481e-bbe8-d53674deda28 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 210 time: 0.2152040 Mar 03 17:44:58.567555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] For port 78ee9b0f-f313-4dc1-982b-a90d724f55ba, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=78ee9b0f-f313-4dc1-982b-a90d724f55ba,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:44:58.576878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-c3b9c2e1-4fa8-409f-9a68-5929501f9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:58.578981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-c3b9c2e1-4fa8-409f-9a68-5929501f9ce4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 1098 time: 0.6182711 Mar 03 17:44:58.580242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:58.594245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.35', 55817) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:44:58.645593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-03a729a6-a761-4d9c-b656-8857016fa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:58.648900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-03a729a6-a761-4d9c-b656-8857016fa828 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bfdd84-196e-44ee-9039-cecea29fa718 HTTP/1.1" status: 200 len: 916 time: 0.4110112 Mar 03 17:44:58.680985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:58.756353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:44:58.807560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:58.808719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:58.810370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] 10.222.0.16 "PUT /v2.0/ports/78ee9b0f-f313-4dc1-982b-a90d724f55ba HTTP/1.1" status: 200 len: 1096 time: 7.3565860 Mar 03 17:44:58.811220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b254fe-4c23-4ea8-981d-065caef5311b', 'tag': '78ee9b0f-f313-4dc1-982b-a90d724f55ba'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:58.864623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8998d175-c2b2-4cf9-9e79-25b71d580e1e req-d4cbdbac-9561-4126-af1c-0a6b0123e537 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288555 Mar 03 17:44:58.912536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:44:59.010440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-3c0846a7-2a49-4773-b15c-cd88b6cfdc3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7a340d-641b-4898-891e-0750f85f21e7 HTTP/1.1" status: 200 len: 217 time: 0.1845486 Mar 03 17:44:59.099471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:44:59.107001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:44:59.107371 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:59.183460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7cf87-a1fa-4a84-9f81-41caea256c92 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee9b0f-f313-4dc1-982b-a90d724f55ba,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:59.203871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:44:59.220214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:59.239915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:59.381125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-421b4cd4-97c6-4daa-9d0c-b6bc1076db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:59.394673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-421b4cd4-97c6-4daa-9d0c-b6bc1076db21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b4c5516-dc35-4786-88d7-f7a5690fc878 HTTP/1.1" status: 200 len: 854 time: 0.3496425 Mar 03 17:44:59.446018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:59.470081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Allocated IP 172.20.0.6 (106cd932-8d74-42d4-9d77-299d5b1c658f/685b9eea-836b-4651-85d9-1cecc4c9cef3/58401a60-3310-4d38-bfb0-8f0dbf45e317) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:44:59.539870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:44:59.545145 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:59.547560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-fa937ec8-c87f-4a38-8467-760d25a620da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:59.549871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-fa937ec8-c87f-4a38-8467-760d25a620da service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.9550622 Mar 03 17:44:59.607517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:59.618191 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-274c81af-97c0-4483-963f-c37b35c778e1 req-936859f1-1e33-462d-bcac-fd850f82c9f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1590465970&fields=id&tenant_id=311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 267 time: 0.1226814 Mar 03 17:44:59.622868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on host n-h1-827121-1 for vnic_type normal with profile {"migrating_to": "n-h2-827121-1"} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:44:59.623317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:44:59.623613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:59.677408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-2180d0ab-c2c1-4b29-b9b9-cd0186163f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:59.680118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-2180d0ab-c2c1-4b29-b9b9-cd0186163f03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1100 time: 0.9263759 Mar 03 17:44:59.682650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:44:59.683054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Attempting to bind port 29d6768e-f29b-4dd6-acb7-14d032f96406 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:44:59.692071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:44:59.692699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:44:59.693088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:44:59.693893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Bound port: 29d6768e-f29b-4dd6-acb7-14d032f96406, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:44:59.694281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:44:59.701184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:44:59.718042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e697a-6280-419e-9660-0e98fa731600 req-b7403742-b7e9-4249-bc41-ecd80874f5f2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:59.720389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d65e697a-6280-419e-9660-0e98fa731600 req-b7403742-b7e9-4249-bc41-ecd80874f5f2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 945 time: 0.7917836 Mar 03 17:44:59.752600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-c1f5c8fc-bed2-43ae-b82a-3fe190d4c63f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=f0a03970-98f2-4742-896b-cc9875cdaf0e HTTP/1.1" status: 200 len: 217 time: 0.1864026 Mar 03 17:44:59.754608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-72264cd9-3d9e-412a-bea4-1c7579ba56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:59.756746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-72264cd9-3d9e-412a-bea4-1c7579ba56c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 1099 time: 0.7313201 Mar 03 17:44:59.898340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c81af-97c0-4483-963f-c37b35c778e1 req-7fd5c3dc-2117-475b-b425-e959be60772d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:44:59.904950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-274c81af-97c0-4483-963f-c37b35c778e1 req-7fd5c3dc-2117-475b-b425-e959be60772d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 945 time: 0.2768595 Mar 03 17:44:59.922753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'port': {'security_groups': ['784b7fc2-2103-462b-873e-a422e81ed929', '9ab336b3-922e-4ec4-a179-cad5557ce030']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:44:59.992185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:00.024946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:00.098526 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:00.140822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:00.191983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d65e697a-6280-419e-9660-0e98fa731600 req-d8e8cc33-39f9-4ba7-8e86-eb999f848691 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390121 Mar 03 17:45:00.233999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-4acaba85-2bc7-4f61-8064-3669b25750dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:00.235672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-4acaba85-2bc7-4f61-8064-3669b25750dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bfdd84-196e-44ee-9039-cecea29fa718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4507191 Mar 03 17:45:00.254645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-af9b2daa-c5d8-4e7e-9f51-2571c35c290a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=78ee9b0f-f313-4dc1-982b-a90d724f55ba HTTP/1.1" status: 200 len: 217 time: 0.4375567 Mar 03 17:45:00.317862 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36', 'code': 200} Mar 03 17:45:00.419547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:00.420267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:00.421745 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] 10.222.0.35 "PUT /v2.0/ports/29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 1121 time: 3.0735624 Mar 03 17:45:00.425766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c22af-8c03-40ff-aab8-09235ecf299a service neutron] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=8']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:00.453832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-2a87a4a7-b946-4d3f-812f-0c4c748eab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:00.455782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-2a87a4a7-b946-4d3f-812f-0c4c748eab5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.6793377 Mar 03 17:45:00.551742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['29d6768e-f29b-4dd6-acb7-14d032f96406'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:00.658846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-0a429585-a0ed-44cf-8f51-87ba51379fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:00.661737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-0a429585-a0ed-44cf-8f51-87ba51379fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.6696663 Mar 03 17:45:00.775875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-13457cae-f2a2-4840-b7d4-fb3a398e5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:00.777965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-13457cae-f2a2-4840-b7d4-fb3a398e5e4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4740219 Mar 03 17:45:00.784360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=164080a7-c8fb-4e22-a051-a67598f9345d,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:00.824330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:00.831155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:00.846262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:00.936475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:00.957515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:00.958710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:00.977289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-274c81af-97c0-4483-963f-c37b35c778e1 req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "PUT /v2.0/ports/164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 200 len: 981 time: 1.0591319 Mar 03 17:45:00.992369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22b203-d426-4c37-886d-ad706f81d81d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:01.038046 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b254fe-4c23-4ea8-981d-065caef5311b', 'tag': '78ee9b0f-f313-4dc1-982b-a90d724f55ba', 'status': 'completed', 'code': 200} Mar 03 17:45:01.041270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f0a03970-98f2-4742-896b-cc9875cdaf0e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:01.056286 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:01.066049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-1e718ce6-7872-483a-93fc-2efaa0b0bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:01.067005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-1e718ce6-7872-483a-93fc-2efaa0b0bd4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3988206 Mar 03 17:45:01.071039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:01.074406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7664514-a7ad-499c-9b1a-1a889d63297f req-f94096cb-aeba-433d-856e-6146f74cdf03 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:01.075080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b7664514-a7ad-499c-9b1a-1a889d63297f req-f94096cb-aeba-433d-856e-6146f74cdf03 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:01.137518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Transition to ACTIVE for port object 58401a60-3310-4d38-bfb0-8f0dbf45e317 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:01.211156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b7664514-a7ad-499c-9b1a-1a889d63297f req-f94096cb-aeba-433d-856e-6146f74cdf03 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:01.217961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7664514-a7ad-499c-9b1a-1a889d63297f req-f94096cb-aeba-433d-856e-6146f74cdf03 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 948 time: 0.6133187 Mar 03 17:45:01.224775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:01.224775 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:01.238659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-44f17b03-e6dc-481d-8fd0-d4d61ac4ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:01.240136 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-44f17b03-e6dc-481d-8fd0-d4d61ac4ec2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4438255 Mar 03 17:45:01.260709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccf895-02a6-4990-bb0a-344686e7d6e4 req-fc673255-b0a8-49e6-ac62-425d7a9e5057 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:01.262273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4ccf895-02a6-4990-bb0a-344686e7d6e4 req-fc673255-b0a8-49e6-ac62-425d7a9e5057 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0951595 Mar 03 17:45:01.313523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:45:01.319554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4ccf895-02a6-4990-bb0a-344686e7d6e4 req-0324a55e-e0ad-47be-8a23-af0a83e22cd6 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497222 Mar 03 17:45:01.322996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7664514-a7ad-499c-9b1a-1a889d63297f req-283e7cc3-2eb6-49c4-8085-28cae24a4be2 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043036 Mar 03 17:45:01.405902 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406', 'code': 200} Mar 03 17:45:01.423165 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-8b4bb6ce-3b33-4afa-8f6f-1e989239317e service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341279 Mar 03 17:45:01.537360 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:01.544472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-223d2ca4-12a1-444d-868a-4762312c2971 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1f18971c-c61c-48da-97b2-a04836adcb36 HTTP/1.1" status: 200 len: 217 time: 0.1156409 Mar 03 17:45:01.796597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Network 106cd932-8d74-42d4-9d77-299d5b1c658f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:01.819083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f0a03970-98f2-4742-896b-cc9875cdaf0e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f0a03970-98f2-4742-896b-cc9875cdaf0e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:01.824782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:01.833882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-e1d16326-92e5-4189-a86f-3d5e06780e7f service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457625 Mar 03 17:45:01.834682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event updated for resources: {'Port': ['ID=58401a60-3310-4d38-bfb0-8f0dbf45e317,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:01.837813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:01.866972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-b023eb8d-022c-43c3-bc99-317180cc9a88 service neutron] 10.222.0.35 "GET /v2.0/networks/76bfdd84-196e-44ee-9039-cecea29fa718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599340 Mar 03 17:45:01.879214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'f0a03970-98f2-4742-896b-cc9875cdaf0e', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'f0a03970-98f2-4742-896b-cc9875cdaf0e', 'mac_address': 'fa:16:3e:c3:3a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:01.938000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b1ce2-9fc4-46ab-99ae-2de0c0085e0f req-a9a252b0-ceac-4292-8655-aab062897fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:01.947029 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-364b1ce2-9fc4-46ab-99ae-2de0c0085e0f req-a9a252b0-ceac-4292-8655-aab062897fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 931 time: 0.2912850 Mar 03 17:45:01.963276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206de4c-865e-48f3-b35d-b1d8c3865463 req-a1108f25-ff34-4367-8797-600986313e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:01.964826 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1206de4c-865e-48f3-b35d-b1d8c3865463 req-a1108f25-ff34-4367-8797-600986313e73 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1100 time: 0.2699430 Mar 03 17:45:02.014757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.043993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a03970-98f2-4742-896b-cc9875cdaf0e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:02.059527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-d74ee14d-f518-4296-a2ad-040e7e0f9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:02.060890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-d74ee14d-f518-4296-a2ad-040e7e0f9583 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4475913 Mar 03 17:45:02.093027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f0a03970-98f2-4742-896b-cc9875cdaf0e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f0a03970-98f2-4742-896b-cc9875cdaf0e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:02.122705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-364b1ce2-9fc4-46ab-99ae-2de0c0085e0f req-aa258105-80cc-4ef2-b601-cce97d06041f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746871 Mar 03 17:45:02.164545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1206de4c-865e-48f3-b35d-b1d8c3865463 req-412e35df-d7ec-46de-afc1-ea04e5954eb8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439259 Mar 03 17:45:02.168004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4054375f-47e8-4362-b2ff-f8d7b5ea14ef req-87b1bded-077c-4f3a-8ad0-182a077c3c9e service neutron] 10.222.0.35 "GET /v2.0/networks/76bfdd84-196e-44ee-9039-cecea29fa718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945161 Mar 03 17:45:02.181834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.194863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0817bb1-46c9-4ffa-bac7-2df4db36804a req-e68cce2d-e236-464c-b516-0fd2dec072d2 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913495 Mar 03 17:45:02.226404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:02.227103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.273115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f0a03970-98f2-4742-896b-cc9875cdaf0e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:02.286599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262ba61-4c2d-4721-b0ca-6d757b5f101d req-7981abd5-0c40-4397-ad34-7a949a485412 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:02.288097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0262ba61-4c2d-4721-b0ca-6d757b5f101d req-7981abd5-0c40-4397-ad34-7a949a485412 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 944 time: 0.6206970 Mar 03 17:45:02.295630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-27e5b449-6bd1-497e-8597-b9c9e950b350 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3518782 Mar 03 17:45:02.300479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d36a7bd0-1697-4819-8a2a-058fc1ba4550 req-b279013f-8027-458b-b9e3-afecf963a317 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302754 Mar 03 17:45:02.324133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-c73b3488-5325-41c6-a4fc-46470ea5e7d6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1641246999&fields=id&tenant_id=311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 267 time: 0.0649920 Mar 03 17:45:02.353727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-f6327408-ffb4-4bab-b939-43bd336da521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:02.355276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-f6327408-ffb4-4bab-b939-43bd336da521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2270224 Mar 03 17:45:02.358091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0ad302c1-3017-4115-917d-2309fc1e10ed None None] Provisioning for port 58401a60-3310-4d38-bfb0-8f0dbf45e317 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:02.360449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0262ba61-4c2d-4721-b0ca-6d757b5f101d req-3bf2f579-6d3c-4b19-99db-e5682f0f092b tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582657 Mar 03 17:45:02.366311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0ad302c1-3017-4115-917d-2309fc1e10ed None None] Provisioning complete for port 58401a60-3310-4d38-bfb0-8f0dbf45e317 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:02.366744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ad302c1-3017-4115-917d-2309fc1e10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.451032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0ad302c1-3017-4115-917d-2309fc1e10ed None None] Port 58401a60-3310-4d38-bfb0-8f0dbf45e317 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:45:02.459802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Request body: {'port': {'device_id': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:02.469426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-11bbd88a-39c2-405d-a89d-ad1f256e3b5c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:02.471530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-11bbd88a-39c2-405d-a89d-ad1f256e3b5c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 984 time: 0.1417594 Mar 03 17:45:02.483273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'port': {'security_groups': ['784b7fc2-2103-462b-873e-a422e81ed929', '9ab336b3-922e-4ec4-a179-cad5557ce030', 'd8ab92bd-88c1-440d-80a1-383e474e94c6']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:02.623825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.748493 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:45:02.785150 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.804783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-d2cc9684-877b-45b6-adb8-4ac1afb8ce9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4221714 Mar 03 17:45:02.810749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-820c9819-1166-4725-9895-e796b43ee4e9 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972104 Mar 03 17:45:02.815480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f0a03970-98f2-4742-896b-cc9875cdaf0e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:02.851084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-7190a46e-d912-4749-aa37-ce7e13994896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:02.852476 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-7190a46e-d912-4749-aa37-ce7e13994896 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 1099 time: 0.4334264 Mar 03 17:45:02.882945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6ec38-5799-4924-8388-26a1476c860d req-a7051ee4-faf4-4cb4-bdc8-45c78ec5b429 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:02.884326 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eec6ec38-5799-4924-8388-26a1476c860d req-a7051ee4-faf4-4cb4-bdc8-45c78ec5b429 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 943 time: 0.3997843 Mar 03 17:45:02.899204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=164080a7-c8fb-4e22-a051-a67598f9345d,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:02.935101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.940384 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:02.953764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:03.008832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:03.009466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:03.010827 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eaf440cb-2adf-4e75-a477-841a7e05f045 req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "PUT /v2.0/ports/164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 200 len: 1020 time: 0.5325637 Mar 03 17:45:03.045295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc5a1e-2cdd-4064-9bb9-1cf2b00cb29c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:03.168143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:03.233089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eec6ec38-5799-4924-8388-26a1476c860d req-0515a3cb-20aa-4356-b880-e102d854c86c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954447 Mar 03 17:45:03.409979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406'}, {'name': 'network-changed', 'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d'}, {'name': 'network-changed', 'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:03.438865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a8a5002-a6bd-490c-8bdd-cd84b93a97d8 req-125a8c68-3172-418b-aafa-a899f4fd6816 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156707 Mar 03 17:45:03.442613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-a5b1804c-474e-4935-993b-1eaad4aaba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:03.444078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-a5b1804c-474e-4935-993b-1eaad4aaba93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5280983 Mar 03 17:45:03.523431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33266) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:03.592070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-0e2a1cd8-cfb8-4fde-a9ed-d31b037e612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:03.593856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-0e2a1cd8-cfb8-4fde-a9ed-d31b037e612d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 1100 time: 0.7403736 Mar 03 17:45:03.596359 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-3bc28dbf-17f5-4277-933e-0e12335e8c7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=78ee9b0f-f313-4dc1-982b-a90d724f55ba HTTP/1.1" status: 200 len: 217 time: 0.1408157 Mar 03 17:45:03.700330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:03.721577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:03.727835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Usage tracker for resource:security_group_rule and tenant:1775be617865448eb429c5a9726a38f7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:03.731186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:03.739229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:03.765674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dfc0f-2bab-425e-89c7-b007a55225c5 req-8c92308d-a21a-4364-9fa4-d404b8cf77d1 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:03.770242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a0dfc0f-2bab-425e-89c7-b007a55225c5 req-8c92308d-a21a-4364-9fa4-d404b8cf77d1 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.1984036 Mar 03 17:45:03.834043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a0dfc0f-2bab-425e-89c7-b007a55225c5 req-21cdebfb-50b5-4941-a165-ed6c87f80a30 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Mar 03 17:45:03.873990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:03.886325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:03.894197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:03.898305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-39608343-43dd-44a5-9a49-41991f16633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:03.899778 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-39608343-43dd-44a5-9a49-41991f16633a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2942240 Mar 03 17:45:03.944747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:45:04.000906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1775be617865448eb429c5a9726a38f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735153 Mar 03 17:45:04.000906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fcf1f-3313-487e-b2fe-add2a9934eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ae462-2035-4dd7-98aa-55e464a8d429,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:04.004014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33274) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:04.045562 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:04.064258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 has no active binding in host n-h2-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:45:04.065174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device fc7a340d-641b-4898-891e-0750f85f21e7 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:04.067452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-313eb7de-8d1c-41d5-aefe-49a1530dcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:04.068506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-313eb7de-8d1c-41d5-aefe-49a1530dcce4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4225669 Mar 03 17:45:04.071228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58401a60-3310-4d38-bfb0-8f0dbf45e317 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:04.082797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc68bb-f342-482c-b950-da502cd7eff4 req-60671332-ef0a-44be-ba76-7f6d42270788 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:04.089846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9dc68bb-f342-482c-b950-da502cd7eff4 req-60671332-ef0a-44be-ba76-7f6d42270788 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 948 time: 0.5752370 Mar 03 17:45:04.097632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aca13b-1417-4f22-8e35-a5560bdbb6cb req-670581fb-d757-46ed-98b8-390de981a236 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:04.099124 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6aca13b-1417-4f22-8e35-a5560bdbb6cb req-670581fb-d757-46ed-98b8-390de981a236 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1023 time: 0.1628251 Mar 03 17:45:04.112690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.113128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f5f8-5304-4bb6-ad84-d737d98fc576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.167218 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f5f8-5304-4bb6-ad84-d737d98fc576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.194171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-a06a284c-a536-4ff7-9f0e-2fd069980150 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=abef53a4-cd05-45f0-863e-5d4bc5189def HTTP/1.1" status: 200 len: 217 time: 0.0876346 Mar 03 17:45:04.212785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Transition to ACTIVE for port object 58401a60-3310-4d38-bfb0-8f0dbf45e317 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:04.270218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.280811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6aca13b-1417-4f22-8e35-a5560bdbb6cb req-366d0565-93b5-4482-b0af-aefafe7de61a tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=9ab336b3-922e-4ec4-a179-cad5557ce030&id=d8ab92bd-88c1-440d-80a1-383e474e94c6 HTTP/1.1" status: 200 len: 6149 time: 0.1571398 Mar 03 17:45:04.302357 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f5f8-5304-4bb6-ad84-d737d98fc576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.321786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9dc68bb-f342-482c-b950-da502cd7eff4 req-cccb77f2-b79f-45b9-a3f3-26a81bd7b011 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310808 Mar 03 17:45:04.323950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-a1b8e778-3113-4adf-8e6c-3c45832b1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:04.325362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-a1b8e778-3113-4adf-8e6c-3c45832b1b18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4143031 Mar 03 17:45:04.330016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port fc7a340d-641b-4898-891e-0750f85f21e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=fc7a340d-641b-4898-891e-0750f85f21e7,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:04.347150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0f5f8-5304-4bb6-ad84-d737d98fc576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ae462-2035-4dd7-98aa-55e464a8d429,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:04.349059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f5f8-5304-4bb6-ad84-d737d98fc576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.350249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a8d0f5f8-5304-4bb6-ad84-d737d98fc576 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c6ae462-2035-4dd7-98aa-55e464a8d429 HTTP/1.1" status: 204 len: 168 time: 0.3436117 Mar 03 17:45:04.356303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'fc7a340d-641b-4898-891e-0750f85f21e7', 'network_id': '76bfdd84-196e-44ee-9039-cecea29fa718', 'port_id': 'fc7a340d-641b-4898-891e-0750f85f21e7', 'mac_address': 'fa:16:3e:16:08:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4c5516-dc35-4786-88d7-f7a5690fc878', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:04.498039 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.527975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7a340d-641b-4898-891e-0750f85f21e7 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:04.560514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port fc7a340d-641b-4898-891e-0750f85f21e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=fc7a340d-641b-4898-891e-0750f85f21e7,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:04.561861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d11ac-2986-4765-ad77-3b896206370f req-c5619d91-96bf-4e8f-8d84-c2d392826ddf tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:04.563398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-061d11ac-2986-4765-ad77-3b896206370f req-c5619d91-96bf-4e8f-8d84-c2d392826ddf tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 943 time: 0.1453590 Mar 03 17:45:04.570928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.632112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-061d11ac-2986-4765-ad77-3b896206370f req-77f563e6-59ed-4fb0-b2ae-e2ada6b45c44 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600727 Mar 03 17:45:04.672177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-8bd0085d-b9a4-423f-b9f8-bfa7ee67dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:04.674283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-8bd0085d-b9a4-423f-b9f8-bfa7ee67dfff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4633653 Mar 03 17:45:04.696053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Pushing event updated for resources: {'Port': ['ID=58401a60-3310-4d38-bfb0-8f0dbf45e317,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:04.708248 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406', 'status': 'completed', 'code': 200} Mar 03 17:45:04.708651 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d', 'status': 'completed', 'code': 200} Mar 03 17:45:04.708774 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d', 'status': 'completed', 'code': 200} Mar 03 17:45:04.726989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=fc7a340d-641b-4898-891e-0750f85f21e7,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:04.754889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.16', 59045) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:04.847156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33296) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:04.939895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-7948343f-22b3-4540-b2d0-a9c426194344 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986967 Mar 03 17:45:04.969120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:04.978144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['fc7a340d-641b-4898-891e-0750f85f21e7'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:05.001735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-6da204a1-0fd3-45a6-8038-424736429158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.003198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-6da204a1-0fd3-45a6-8038-424736429158 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1124 time: 0.2472856 Mar 03 17:45:05.012656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:05.018627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-537cbcc8-7560-431c-b907-156eb9e69919 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--714572725&fields=id&tenant_id=52f91cb7ee4a463f9332ca8995130d9c HTTP/1.1" status: 200 len: 267 time: 0.1722178 Mar 03 17:45:05.025878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Usage tracker for resource:security_group_rule and tenant:35169ec52bc74206957dbad657d14427 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:05.029137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:05.036937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:05.050002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f0a03970-98f2-4742-896b-cc9875cdaf0e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:05.106535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836c9b5-06c6-4a24-bfac-e803d6db841e req-993350f9-37ec-4393-87d0-6c5013d214e2 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.107990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f836c9b5-06c6-4a24-bfac-e803d6db841e req-993350f9-37ec-4393-87d0-6c5013d214e2 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 945 time: 0.5886173 Mar 03 17:45:05.120268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Attempting to bind port 58401a60-3310-4d38-bfb0-8f0dbf45e317 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:05.120904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Attempting to bind port 58401a60-3310-4d38-bfb0-8f0dbf45e317 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:05.120904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Attempting to bind port 58401a60-3310-4d38-bfb0-8f0dbf45e317 on network 106cd932-8d74-42d4-9d77-299d5b1c658f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:05.137672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.155400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Port 58401a60-3310-4d38-bfb0-8f0dbf45e317 on network 106cd932-8d74-42d4-9d77-299d5b1c658f not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:05.155807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Attempting to bind port 58401a60-3310-4d38-bfb0-8f0dbf45e317 on network 106cd932-8d74-42d4-9d77-299d5b1c658f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:05.164836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-d374c079-3ce5-4d6e-81fb-abecbf733b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.166711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-d374c079-3ce5-4d6e-81fb-abecbf733b3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4664533 Mar 03 17:45:05.167251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.202817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-293b27ba-f3f6-47c0-9b68-d1035583eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.204410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-293b27ba-f3f6-47c0-9b68-d1035583eaea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1174 time: 0.4093869 Mar 03 17:45:05.210605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:05.211298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Checking segment: {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:05.211298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Bound using segment: {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:05.211722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Bound port: 58401a60-3310-4d38-bfb0-8f0dbf45e317, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c525a6-a0fd-4fea-9518-0e8b8950f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:05.211851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port f0a03970-98f2-4742-896b-cc9875cdaf0e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:05.212061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.227554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port f0a03970-98f2-4742-896b-cc9875cdaf0e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:05.227554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.345121 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35169ec52bc74206957dbad657d14427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934959 Mar 03 17:45:05.378866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.402202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33304) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:05.413761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a0f7128-f9ba-47cd-b235-66bd9a2e820a req-7c824975-cbf1-40f5-b5e0-fbd622da9f3d service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604058 Mar 03 17:45:05.414389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f0a03970-98f2-4742-896b-cc9875cdaf0e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f0a03970-98f2-4742-896b-cc9875cdaf0e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:05.415171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48532df0-19ec-4d44-a851-342f3af6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a03970-98f2-4742-896b-cc9875cdaf0e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:05.420985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.485228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f836c9b5-06c6-4a24-bfac-e803d6db841e req-ce8db39f-0c18-4414-a9c2-67f7c1b55cac tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562169 Mar 03 17:45:05.490337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08f449-2476-4a48-aa00-947e4447ff45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5a79b6-a3b5-4cbc-887b-010a7a6b03e7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:05.500309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f0a03970-98f2-4742-896b-cc9875cdaf0e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:05.525596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-6fe7a92a-30eb-45f0-9619-34f6d1f742be tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.527819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-6fe7a92a-30eb-45f0-9619-34f6d1f742be tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 823 time: 0.3881602 Mar 03 17:45:05.583203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-2fcec9f4-bf93-4910-9cf7-f82744b78e6b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/quotas/52f91cb7ee4a463f9332ca8995130d9c HTTP/1.1" status: 200 len: 375 time: 0.0431297 Mar 03 17:45:05.593876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-33b7f4fb-3ed3-4145-8e33-bb50893db0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.595416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-33b7f4fb-3ed3-4145-8e33-bb50893db0a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.5750256 Mar 03 17:45:05.692691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe9746db-0ac9-4e3d-9ba3-16847202a5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.730649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] For port 58401a60-3310-4d38-bfb0-8f0dbf45e317, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:05.731769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-9836b957-4e18-49b7-85a3-50bdfbd98cb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 217 time: 0.0930617 Mar 03 17:45:05.776251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b1511256-7a87-4ded-aaaf-65e06694916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.777815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b1511256-7a87-4ded-aaaf-65e06694916f service neutron] 10.222.0.35 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 913 time: 0.5483222 Mar 03 17:45:05.779563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-3b62fc42-c8c5-4eb6-bd18-9ac70c60850d service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039188 Mar 03 17:45:05.810231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe9746db-0ac9-4e3d-9ba3-16847202a5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.819875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] For port 58401a60-3310-4d38-bfb0-8f0dbf45e317, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:05.847254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-30212426-587b-4f47-a599-960f05e01e09 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.849305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-30212426-587b-4f47-a599-960f05e01e09 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.35 "GET /v2.0/ports?device_id=5553deaf-6e2a-40a9-bcbb-0ab5a27a9428 HTTP/1.1" status: 200 len: 945 time: 0.4448340 Mar 03 17:45:05.900992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:05.911245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device fc7a340d-641b-4898-891e-0750f85f21e7 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:05.955255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-044912db-dccc-42d5-95aa-8a57991271de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 200 len: 217 time: 0.1400337 Mar 03 17:45:05.969003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-a930f975-6a70-4bf8-829b-fd55542f3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:05.970997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-a930f975-6a70-4bf8-829b-fd55542f3d66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.2300756 Mar 03 17:45:05.984590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port fc7a340d-641b-4898-891e-0750f85f21e7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:05.990128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port fc7a340d-641b-4898-891e-0750f85f21e7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:05.990535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.040709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Deleting port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:06.041119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.072472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-e90a179d-4f6c-4cd9-9725-b264e4985f9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894384 Mar 03 17:45:06.084547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:06.085442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.087636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] 10.222.0.35 "PUT /v2.0/ports/58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 1091 time: 3.6749642 Mar 03 17:45:06.101069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-8aeb9bf4-5111-455c-a965-ae7a2302a7c9 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5003066 Mar 03 17:45:06.150064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.199055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port fc7a340d-641b-4898-891e-0750f85f21e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=fc7a340d-641b-4898-891e-0750f85f21e7,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:06.204242 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.205518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:06.210780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:06.217539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d630130-dba0-429e-8e18-b4f97f656851 service neutron] Pushing event updated for resources: {'Port': ['ID=58401a60-3310-4d38-bfb0-8f0dbf45e317,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:06.224853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b5499b1-3909-4946-8ac1-4410ebe29a2a req-09080bdc-2f8e-4e9b-a886-70fe79cf96b4 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288514 Mar 03 17:45:06.298145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-c0f57137-3d07-4b51-aaca-e76e1ce656b2 service neutron] 10.222.0.16 "GET /v2.0/ports/29d6768e-f29b-4dd6-acb7-14d032f96406/bindings/n-h2-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.5711002 Mar 03 17:45:06.317576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f026cf-6f13-438b-8f0f-d5660abb64e0 req-f2a2bfd8-3ede-4e78-bc3d-9d50f62accb5 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:06.319731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50f026cf-6f13-438b-8f0f-d5660abb64e0 req-f2a2bfd8-3ede-4e78-bc3d-9d50f62accb5 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 943 time: 0.7010922 Mar 03 17:45:06.333277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=fc7a340d-641b-4898-891e-0750f85f21e7,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:06.353143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe9746db-0ac9-4e3d-9ba3-16847202a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.394683 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.402439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-05fcac14-3a97-4c25-b53e-0f5ce96f992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:06.403863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-05fcac14-3a97-4c25-b53e-0f5ce96f992b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.3870828 Mar 03 17:45:06.436728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:06.442519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9746db-0ac9-4e3d-9ba3-16847202a5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5a79b6-a3b5-4cbc-887b-010a7a6b03e7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:06.443165 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.447330 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-64cd8b90-3aa6-4f0e-8916-7f9d74a754fa service neutron] 10.222.0.23 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455119 Mar 03 17:45:06.467350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe9746db-0ac9-4e3d-9ba3-16847202a5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.471269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fe9746db-0ac9-4e3d-9ba3-16847202a5e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a5a79b6-a3b5-4cbc-887b-010a7a6b03e7 HTTP/1.1" status: 204 len: 168 time: 1.0657654 Mar 03 17:45:06.496556 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50f026cf-6f13-438b-8f0f-d5660abb64e0 req-696fbe7b-e37e-4b9e-bb4b-53fd0d17bd27 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405478 Mar 03 17:45:06.499420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b1ebd089-7e51-4b28-bd77-41983e1a74bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829825 Mar 03 17:45:06.544277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:06.549582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': ' tempest-securitygroup -460557411 ', 'description': 'tempest-description-248601867'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:06.570620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:06.631670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-13c67a28-b690-474e-b8b3-f4f36d6eb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:06.633110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-13c67a28-b690-474e-b8b3-f4f36d6eb54a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96d4acb469744ea2b148c7cd9417008b&device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 1094 time: 0.4011488 Mar 03 17:45:06.679330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:06.773167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-127398f0-36bf-4ca8-9fb9-8c599024159f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 217 time: 0.0915012 Mar 03 17:45:06.813080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-14dd8576-a843-45ad-9f8d-0fa0a43ae8a6 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874673 Mar 03 17:45:06.843202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.954047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-b92143e6-b80e-4ffa-b940-9b41d8ceb5b9 service neutron] 10.222.0.23 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840207 Mar 03 17:45:06.961127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:06.966411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-7d0f5b0a-10d5-48c3-b30f-e890b1567a55 service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548926 Mar 03 17:45:06.975326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:06.975682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:06.976892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:06.981906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-ed9c0713-1b4b-4aba-944a-0b36403a5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:06.983298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-ed9c0713-1b4b-4aba-944a-0b36403a5f23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=685b9eea-836b-4651-85d9-1cecc4c9cef3 HTTP/1.1" status: 200 len: 867 time: 0.1859217 Mar 03 17:45:07.003828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:07.060244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 78ee9b0f-f313-4dc1-982b-a90d724f55ba details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:07.087607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:07.142733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:07.202703 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-4b51c61c-021c-43f0-b236-1a42bddffbc6 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805943 Mar 03 17:45:07.291862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:07.314865 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:07.360166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 78ee9b0f-f313-4dc1-982b-a90d724f55ba, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=78ee9b0f-f313-4dc1-982b-a90d724f55ba,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:07.391211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '78ee9b0f-f313-4dc1-982b-a90d724f55ba', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '78ee9b0f-f313-4dc1-982b-a90d724f55ba', 'mac_address': 'fa:16:3e:69:07:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:07.407940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9156d855-8240-40a6-ad4f-5507c6f06a3f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:07.414471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:07.494859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:07.518336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ee9b0f-f313-4dc1-982b-a90d724f55ba {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:07.546108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 78ee9b0f-f313-4dc1-982b-a90d724f55ba, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=78ee9b0f-f313-4dc1-982b-a90d724f55ba,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:07.551268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:07.559391 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:07.565166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05d79d6a-4842-4cd8-9cd9-f884821b7694 req-5fc4ce1a-e5db-4367-9648-6a13c060d6f5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.0200710 Mar 03 17:45:07.572786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14887b0b-d49a-4921-990e-04d1e2e81e34 req-28acfbb9-8890-4777-ad4c-0feb5ccbde9b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:07.581410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14887b0b-d49a-4921-990e-04d1e2e81e34 req-28acfbb9-8890-4777-ad4c-0feb5ccbde9b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.3865836 Mar 03 17:45:07.599611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-9951d898-3588-4d41-94da-f0b5301262d7 service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240261 Mar 03 17:45:07.611851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d6768e-f29b-4dd6-acb7-14d032f96406 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:07.618244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:07.619089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:07.619628 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041 disassociated. External IP: 172.25.0.127, port: 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5. Mar 03 17:45:07.620182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Calling delete_port for 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:07.633261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-a36de7d7-4aa9-42ac-98da-a33c0425b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:07.634723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-a36de7d7-4aa9-42ac-98da-a33c0425b142 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=106cd932-8d74-42d4-9d77-299d5b1c658f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6236660 Mar 03 17:45:07.659221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:07.685705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=78ee9b0f-f313-4dc1-982b-a90d724f55ba,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:07.705626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14887b0b-d49a-4921-990e-04d1e2e81e34 req-3ae008d2-5a0e-4d1b-af1a-2d077cc171fc tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218538 Mar 03 17:45:07.788104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:45:07.788475 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:45:07.805392 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48532df0-19ec-4d44-a851-342f3af6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a03970-98f2-4742-896b-cc9875cdaf0e', 'code': 200} Mar 03 17:45:07.943906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['78ee9b0f-f313-4dc1-982b-a90d724f55ba'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:07.959406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:08.038065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a430e-cac1-422f-af23-f091051766b5 req-84ea54ae-8799-46f7-8c28-2ef4a15d8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:08.040308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fd1a430e-cac1-422f-af23-f091051766b5 req-84ea54ae-8799-46f7-8c28-2ef4a15d8dfc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 1100 time: 0.1451502 Mar 03 17:45:08.105083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576e273-0a21-4286-96b7-1666a4e52b20 req-a26b9c77-a13c-46f5-a2c3-fb528bcf6003 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:08.106013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f576e273-0a21-4286-96b7-1666a4e52b20 req-a26b9c77-a13c-46f5-a2c3-fb528bcf6003 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 943 time: 0.1647708 Mar 03 17:45:08.177290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fd1a430e-cac1-422f-af23-f091051766b5 req-38290c7a-44b3-4be2-89b2-4f61b64a0f91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275694 Mar 03 17:45:08.203943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f576e273-0a21-4286-96b7-1666a4e52b20 req-83007905-f2cf-4975-b3db-d715d98164a8 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812986 Mar 03 17:45:08.290051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Deleting port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:08.290636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:08.291884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b3a2cee1-e701-4bc6-9047-3aa7c7ae30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:08.299625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b3a2cee1-e701-4bc6-9047-3aa7c7ae30de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1174 time: 0.4842801 Mar 03 17:45:08.306278 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'status': 'completed', 'code': 200} Mar 03 17:45:08.319451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a9ad3-9f2f-4d70-a442-27e6a7382107 req-15c4968b-91cb-4b87-acaa-ca2b70c630b5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:08.322375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd6a9ad3-9f2f-4d70-a442-27e6a7382107 req-15c4968b-91cb-4b87-acaa-ca2b70c630b5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 949 time: 0.4464376 Mar 03 17:45:08.426042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-78922d77-d264-4f86-85ff-2c33c9a3dae5 service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792327 Mar 03 17:45:08.439641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] Transition to ACTIVE for port object 29d6768e-f29b-4dd6-acb7-14d032f96406 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:08.516422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd6a9ad3-9f2f-4d70-a442-27e6a7382107 req-0278eac2-7036-45f2-ad70-ae79ebdb5a4d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593702 Mar 03 17:45:08.518125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:08.619121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] Pushing event updated for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:08.619876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd3f8-4157-42b2-8cdd-6b1c5921a676 req-8ec5e427-03fc-4ec6-8879-9621b5e7ff83 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:08.621187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ef2fd3f8-4157-42b2-8cdd-6b1c5921a676 req-8ec5e427-03fc-4ec6-8879-9621b5e7ff83 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 946 time: 0.2104759 Mar 03 17:45:08.684611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] For port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:08.685395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:08.815417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ef2fd3f8-4157-42b2-8cdd-6b1c5921a676 req-a79627c8-1a6f-4318-be9b-45b0524998c5 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715817 Mar 03 17:45:08.871200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2d2f5f5-0e5e-4a32-8c4d-7f92ec86f35a req-ea160eef-0021-4ee7-9f70-a0af6e7f14cf tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 210 time: 0.0948758 Mar 03 17:45:08.884559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] No DVR routers for this DVR port 29d6768e-f29b-4dd6-acb7-14d032f96406 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:45:08.981124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b08ca15d-417e-49cc-bc76-5c299810f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:08.982528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b08ca15d-417e-49cc-bc76-5c299810f1d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 913 time: 0.6563354 Mar 03 17:45:08.989045 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-00ef4ef9-a1ae-461f-b4b2-1e0ceec4eac1 service neutron] 10.222.0.16 "PUT /v2.0/ports/29d6768e-f29b-4dd6-acb7-14d032f96406/bindings/n-h2-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6811285 Mar 03 17:45:08.997947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-591867b3-6dc8-41b7-ba2c-6e8979f4902d req-799ad128-0ad1-4055-8312-721c77c9f255 service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548127 Mar 03 17:45:09.063782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:09.126221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-b2c42368-0bb0-46c3-9091-288dcc8077c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 200 len: 217 time: 0.1305392 Mar 03 17:45:09.138358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b9b4938-59fe-4f9d-881f-b2f5d29d25a5 req-7a7d758c-9e89-4a7b-8bbb-031b1c749921 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/9156d855-8240-40a6-ad4f-5507c6f06a3f HTTP/1.1" status: 200 len: 1779 time: 0.2219670 Mar 03 17:45:09.144317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:45:09.192111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:09.192700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:09.192800 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041 disassociated. External IP: 172.25.0.127, port: 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5. Mar 03 17:45:09.193090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Calling delete_port for 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:09.218212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-e8de3487-92ec-4182-8a09-345e4e769414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:09.221286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-e8de3487-92ec-4182-8a09-345e4e769414 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.0843315 Mar 03 17:45:09.232641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-6e70692d-1168-409f-9c83-4a7cf303913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:09.234340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-6e70692d-1168-409f-9c83-4a7cf303913c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96d4acb469744ea2b148c7cd9417008b&device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 1094 time: 0.1727293 Mar 03 17:45:09.268334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b619c6-206e-4a90-9633-46e63290beb5 req-f7282e24-47b9-4d09-9426-1f3f8ebafa44 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:09.269910 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22b619c6-206e-4a90-9633-46e63290beb5 req-f7282e24-47b9-4d09-9426-1f3f8ebafa44 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 944 time: 0.2845581 Mar 03 17:45:09.352216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-a2c3fffc-2881-488f-85d3-f2c3deb662e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167419 Mar 03 17:45:09.368402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22b619c6-206e-4a90-9633-46e63290beb5 req-a126dc61-488b-4d1e-ba56-697954305dc7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784736 Mar 03 17:45:09.488745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:09.674724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-99175866-2472-4236-92f7-e7d3157cc4f9 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:09.676517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-99175866-2472-4236-92f7-e7d3157cc4f9 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.3072855 Mar 03 17:45:09.689759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event deleted for resources: {'Port': ['ID=7984a448-4a4e-4826-9ae6-d94ffe6bf7f5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:09.802154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-4079910e-25ae-4c5e-9f11-c4e4c5b4cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:09.803491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-4079910e-25ae-4c5e-9f11-c4e4c5b4cfb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 200 len: 929 time: 0.5368845 Mar 03 17:45:09.807154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54552429-6b76-489e-ba47-dd501dc169b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7a340d-641b-4898-891e-0750f85f21e7'}, {'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:09.837282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-60cc4ce8-5a0c-4dc1-ae6c-fe4a7ab16cd8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fed8ceaec37b499f809213362556533f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529686 Mar 03 17:45:09.890204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db7d4d-9fc3-40aa-9f11-697522ce44de req-df9910d3-370a-4d30-a597-5a1556890f8b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:09.891680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9db7d4d-9fc3-40aa-9f11-697522ce44de req-df9910d3-370a-4d30-a597-5a1556890f8b tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.6545591 Mar 03 17:45:09.918278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-055ad433-bc16-4042-9d4a-0b09b758a3f4 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:09.919721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-055ad433-bc16-4042-9d4a-0b09b758a3f4 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.16 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 823 time: 0.5092895 Mar 03 17:45:09.921630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-9630782b-f037-4a2e-a022-d8b149398815 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 217 time: 0.1009650 Mar 03 17:45:09.924967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 58401a60-3310-4d38-bfb0-8f0dbf45e317 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:09.981049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Router 639461c0-39e8-4436-a691-89e6543d2334 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:45:09.987087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-35fddd38-41be-49ac-8c5d-8cf71f276e7a service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776565 Mar 03 17:45:10.031269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-c328dcd0-70c2-4f70-87e2-11cb606bc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:10.033310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-c328dcd0-70c2-4f70-87e2-11cb606bc257 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935&tenant_id=0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 1095 time: 0.3451896 Mar 03 17:45:10.097556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 58401a60-3310-4d38-bfb0-8f0dbf45e317, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:10.117057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'port_id': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'mac_address': 'fa:16:3e:e6:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:10.170221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-25218363-168f-4d3e-b8ae-554ea6d05fc1 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Synchronizing usage tracker for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:10.178190 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:10.186597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9db7d4d-9fc3-40aa-9f11-697522ce44de req-587cad4d-20d3-493a-96e5-77d4f6233fac tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772188 Mar 03 17:45:10.196896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-0aef1130-c0b4-4835-8264-7c9f4a0050e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:10.198283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-0aef1130-c0b4-4835-8264-7c9f4a0050e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=685b9eea-836b-4651-85d9-1cecc4c9cef3 HTTP/1.1" status: 200 len: 867 time: 0.2596605 Mar 03 17:45:10.205112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58401a60-3310-4d38-bfb0-8f0dbf45e317 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:10.228583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-00454a51-a2f6-4823-abd3-a4317e9f885b tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:10.230097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 58401a60-3310-4d38-bfb0-8f0dbf45e317, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:10.230230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-00454a51-a2f6-4823-abd3-a4317e9f885b tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3770034 Mar 03 17:45:10.237740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:10.261791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-97cfc689-92f0-4e61-8f68-aae6872d35c3 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/quotas/fed8ceaec37b499f809213362556533f HTTP/1.1" status: 200 len: 375 time: 0.0236325 Mar 03 17:45:10.281115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-25218363-168f-4d3e-b8ae-554ea6d05fc1 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Unset dirty status for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:10.282258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-25218363-168f-4d3e-b8ae-554ea6d05fc1 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f91cb7ee4a463f9332ca8995130d9c HTTP/1.1" status: 200 len: 379 time: 0.3462055 Mar 03 17:45:10.317309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=58401a60-3310-4d38-bfb0-8f0dbf45e317,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:10.331086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28ec6ac8-f0c3-48b7-b253-dbeae8678125 req-95b5fc7b-db84-4099-be23-e21831be3a31 service neutron] 10.222.0.35 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306975 Mar 03 17:45:10.339149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f18e0bdd-a428-435a-9def-4859fdf080a6 req-f05c84ad-0e67-49ee-8382-be83d592b50b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/9156d855-8240-40a6-ad4f-5507c6f06a3f HTTP/1.1" status: 200 len: 1779 time: 0.0890412 Mar 03 17:45:10.374660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-5c8d7e2a-f687-4895-bbd1-22c81cdaadfc tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fed8ceaec37b499f809213362556533f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631194 Mar 03 17:45:10.374921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-ce2d6fa1-af17-4af6-9b2c-56592dde58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:10.376194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-ce2d6fa1-af17-4af6-9b2c-56592dde58b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=106cd932-8d74-42d4-9d77-299d5b1c658f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687906 Mar 03 17:45:10.399945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:45:10.417130 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] Sync routers for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:45:10.427985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:10.429243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'port': {'device_id': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'admin_state_up': True, 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'security_groups': ['d8f896ea-64d8-4de6-9997-722aee006988']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:10.434221 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:10.441652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-b65297b7-2fc9-4764-9c84-a43971da9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:10.443007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-b65297b7-2fc9-4764-9c84-a43971da9ccd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1095 time: 0.3067365 Mar 03 17:45:10.518030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] No DVR routers for this DVR port 7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:45:10.518344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['58401a60-3310-4d38-bfb0-8f0dbf45e317'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:10.522514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:10.524974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'name': 'network-vif-deleted', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:10.626011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3de6cffa-3be0-4af7-b6c4-e2efe1e93b3d req-d3c0582b-05ee-400b-87c0-695e51783c70 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.35 "DELETE /v2.0/ports/7984a448-4a4e-4826-9ae6-d94ffe6bf7f5 HTTP/1.1" status: 204 len: 173 time: 4.7619126 Mar 03 17:45:10.689758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f18e0bdd-a428-435a-9def-4859fdf080a6 req-8de15272-be08-43eb-b241-313aab87e1ea tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:10.727038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-394c4640-5313-4079-ad96-236bd4029b9e service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433046 Mar 03 17:45:10.741620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-343aca5e-f5d1-462d-a012-34e0e5c654f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:10.745082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-343aca5e-f5d1-462d-a012-34e0e5c654f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.2692575 Mar 03 17:45:10.776901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f18e0bdd-a428-435a-9def-4859fdf080a6 req-8de15272-be08-43eb-b241-313aab87e1ea tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:10.843356 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:11.005873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:11.010020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Usage tracker for resource:port and tenant:52f91cb7ee4a463f9332ca8995130d9c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:11.012930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:11.019618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:11.029990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7fc613-20bc-40cd-8845-e6b553d2c67e req-1a2fdaa7-5ff6-41d8-a7a5-d20dc8d27e2e service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809409 Mar 03 17:45:11.043187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Made reservation on behalf of 52f91cb7ee4a463f9332ca8995130d9c for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:45:11.043432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-c690e664-9373-476f-97e3-2ebe03de7bad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 217 time: 0.2151878 Mar 03 17:45:11.047365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:11.059682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 78ee9b0f-f313-4dc1-982b-a90d724f55ba up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:11.127138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f530d8-6278-4b92-8ee7-3e148b2beeed req-c8911e9c-fd8c-4a8f-88bb-5332300de5ff tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:11.135968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14f530d8-6278-4b92-8ee7-3e148b2beeed req-c8911e9c-fd8c-4a8f-88bb-5332300de5ff tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 944 time: 0.3970206 Mar 03 17:45:11.167830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f18e0bdd-a428-435a-9def-4859fdf080a6 req-8de15272-be08-43eb-b241-313aab87e1ea tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:11.185545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-e4204620-54ce-4a3b-9f66-610e6bb8247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:11.191532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-e4204620-54ce-4a3b-9f66-610e6bb8247a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1364651 Mar 03 17:45:11.231038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de15272-be08-43eb-b241-313aab87e1ea tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9156d855-8240-40a6-ad4f-5507c6f06a3f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:11.278916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f18e0bdd-a428-435a-9def-4859fdf080a6 req-8de15272-be08-43eb-b241-313aab87e1ea tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:11.280495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f18e0bdd-a428-435a-9def-4859fdf080a6 req-8de15272-be08-43eb-b241-313aab87e1ea tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/9156d855-8240-40a6-ad4f-5507c6f06a3f HTTP/1.1" status: 204 len: 173 time: 0.9329574 Mar 03 17:45:11.282439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14f530d8-6278-4b92-8ee7-3e148b2beeed req-e82f3f29-8a55-4fea-b42a-1b67a223dafc tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452761 Mar 03 17:45:11.305819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-f805f81d-4329-4f6a-a824-7c0ad5dac6b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996001 Mar 03 17:45:11.313129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 78ee9b0f-f313-4dc1-982b-a90d724f55ba completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:11.336129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 78ee9b0f-f313-4dc1-982b-a90d724f55ba triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:11.336529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:11.393791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Allocated IP 172.20.0.9 (26456614-47f2-4b47-86b2-43fb3de9c1d4/263b29a5-445b-456f-9de9-281247021a6e/ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:11.409693 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54552429-6b76-489e-ba47-dd501dc169b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7a340d-641b-4898-891e-0750f85f21e7', 'code': 200} Mar 03 17:45:11.410003 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'code': 200} Mar 03 17:45:11.477956 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:11.483198 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] Checking router: 639461c0-39e8-4436-a691-89e6543d2334 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:45:11.504391 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:11.505314 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:11.556343 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:11.603629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 78ee9b0f-f313-4dc1-982b-a90d724f55ba, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=78ee9b0f-f313-4dc1-982b-a90d724f55ba,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:11.609553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:11.687644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-992c46a0-5fae-480e-9453-0f5444f25434 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714519 Mar 03 17:45:11.695119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=78ee9b0f-f313-4dc1-982b-a90d724f55ba,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:11.789370 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:11.860125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6ec7d-52ad-41b4-9a21-b718fe4a5645 req-9fa97c20-986d-4f07-a56f-bbe5d5c067b9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:11.862721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eab6ec7d-52ad-41b4-9a21-b718fe4a5645 req-9fa97c20-986d-4f07-a56f-bbe5d5c067b9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 946 time: 0.2350483 Mar 03 17:45:11.889026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-140b1f91-325b-4554-807e-9401da228572 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917131 Mar 03 17:45:11.929273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 58401a60-3310-4d38-bfb0-8f0dbf45e317 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:11.937947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eab6ec7d-52ad-41b4-9a21-b718fe4a5645 req-782dfc9c-0df4-4e99-b950-9d5cc03394b3 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668449 Mar 03 17:45:11.990558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55fb72-ac24-4980-9b42-f858f9d8a1de req-9190c13d-2ee8-4ee1-8474-7c0cc45c782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:11.992143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf55fb72-ac24-4980-9b42-f858f9d8a1de req-9190c13d-2ee8-4ee1-8474-7c0cc45c782f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 1097 time: 0.3285148 Mar 03 17:45:11.994882 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.036848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 58401a60-3310-4d38-bfb0-8f0dbf45e317 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:12.043319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 58401a60-3310-4d38-bfb0-8f0dbf45e317 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:12.043638 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.045210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bab56-c974-4059-8969-c79041362cb7 req-24cccb4a-2bce-4204-bbba-d83b9deedab2 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:12.052194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-607bab56-c974-4059-8969-c79041362cb7 req-24cccb4a-2bce-4204-bbba-d83b9deedab2 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 950 time: 0.5453706 Mar 03 17:45:12.059714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Transition to ACTIVE for port object ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:12.096643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf55fb72-ac24-4980-9b42-f858f9d8a1de req-73624157-ba94-4ba2-bc96-67b073bfe8ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Mar 03 17:45:12.134815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e6c08de1-006c-4d2c-be16-51cb72cb9422 req-56266394-dd48-4ebf-a859-ac23f43509a8 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Synchronizing usage tracker for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:12.142060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-607bab56-c974-4059-8969-c79041362cb7 req-9659018c-46e0-4837-b307-6ae0dfc3e22a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887899 Mar 03 17:45:12.161923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e6c08de1-006c-4d2c-be16-51cb72cb9422 req-56266394-dd48-4ebf-a859-ac23f43509a8 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Unset dirty status for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:12.171765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6c08de1-006c-4d2c-be16-51cb72cb9422 req-56266394-dd48-4ebf-a859-ac23f43509a8 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 210 time: 0.1222322 Mar 03 17:45:12.191881 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.195186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.260243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 58401a60-3310-4d38-bfb0-8f0dbf45e317, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:12.265825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.266849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:12.271170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:12.280017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:12.317841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event updated for resources: {'Port': ['ID=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:12.325845 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:12.335569 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba8fb0e-0554-47cd-a5ab-279cfe87f4c2 None None] The sync data for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 is: [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:45:12.372870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:12.380516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.424641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-914b2668-836b-4b67-a475-b0ea0e514872 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0152559 Mar 03 17:45:12.442325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Request body: {'port': {'device_id': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:12.509800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=58401a60-3310-4d38-bfb0-8f0dbf45e317,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:12.516565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba6b05-048f-4c70-893e-8e75a038b424 req-5228073b-0432-4014-a1ef-f5d9f91952f0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:12.525169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7ba6b05-048f-4c70-893e-8e75a038b424 req-5228073b-0432-4014-a1ef-f5d9f91952f0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 944 time: 0.1909771 Mar 03 17:45:12.611143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7ba6b05-048f-4c70-893e-8e75a038b424 req-6305def0-865d-4c96-9b08-a7b2663c235f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841918 Mar 03 17:45:12.655310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-57e398b6-f408-40e1-bad4-642556332bc7 None None] Provisioning for port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:12.662499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-57e398b6-f408-40e1-bad4-642556332bc7 None None] Provisioning complete for port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:12.662922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57e398b6-f408-40e1-bad4-642556332bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.685171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-ec1c3f94-92f1-42e7-9f78-cb9000696e72 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fed8ceaec37b499f809213362556533f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738747 Mar 03 17:45:12.744341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:12.750212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57e398b6-f408-40e1-bad4-642556332bc7 None None] Port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:45:12.760345 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5553deaf-6e2a-40a9-bcbb-0ab5a27a9428', 'name': 'network-vif-deleted', 'tag': '7984a448-4a4e-4826-9ae6-d94ffe6bf7f5', 'status': 'completed', 'code': 200} Mar 03 17:45:12.830993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce62c-e4fa-4d89-9a6c-7187378067ce None None] New status for floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:45:12.862940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-018536b9-4fc0-42ea-8b80-842e5c9d2548 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:12.864518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-018536b9-4fc0-42ea-8b80-842e5c9d2548 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.1697395 Mar 03 17:45:13.005133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271d7471-ab90-4c77-a763-73893140e4cc req-70841307-2b05-43b4-b14e-dbac402fd4f6 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 210 time: 0.0755029 Mar 03 17:45:13.223641 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-efb63553-a23b-4065-b086-b462c18888cd req-1e55eeab-e9a7-4791-902c-a7ffb302dd87 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:45:13.240066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-2cafdd97-514c-4157-882e-cc1903503bc4 service neutron] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:13.241438 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-efb63553-a23b-4065-b086-b462c18888cd req-1e55eeab-e9a7-4791-902c-a7ffb302dd87 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/9156d855-8240-40a6-ad4f-5507c6f06a3f HTTP/1.1" status: 404 len: 352 time: 0.0650487 Mar 03 17:45:13.246268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-2cafdd97-514c-4157-882e-cc1903503bc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:13.247836 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317f625c-c0f1-4839-b6c6-da2b295916fd req-2cafdd97-514c-4157-882e-cc1903503bc4 service neutron] 10.222.0.35 "DELETE /v2.0/ports/29d6768e-f29b-4dd6-acb7-14d032f96406/bindings/n-h1-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.3731003 Mar 03 17:45:13.257913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-7c814152-8298-4c17-99bf-cd7fa01a3a37 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:13.265532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f774294-742d-4741-986f-e7dccacbe89e req-76e765b8-e40d-43fb-9e60-945bd128a78a tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:13.272509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-7c814152-8298-4c17-99bf-cd7fa01a3a37 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5698183 Mar 03 17:45:13.274355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f774294-742d-4741-986f-e7dccacbe89e req-76e765b8-e40d-43fb-9e60-945bd128a78a tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 945 time: 0.1335695 Mar 03 17:45:13.301265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Request body: {'port': {'device_id': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'fed8ceaec37b499f809213362556533f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:13.343788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f774294-742d-4741-986f-e7dccacbe89e req-353943fc-1d6b-4b48-a3dc-65d49b13e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685647 Mar 03 17:45:13.411528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b254fe-4c23-4ea8-981d-065caef5311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee9b0f-f313-4dc1-982b-a90d724f55ba'}, {'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:13.535455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b53d53-d01f-457d-920c-ddcfe130e891 req-01369848-a84e-464d-8af7-b263b5f3270e tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:13.536893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07b53d53-d01f-457d-920c-ddcfe130e891 req-01369848-a84e-464d-8af7-b263b5f3270e tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0814483 Mar 03 17:45:13.571907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:13.580701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07b53d53-d01f-457d-920c-ddcfe130e891 req-dad019ac-0b60-48d0-afa9-3390fc1c29b4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380383 Mar 03 17:45:13.586950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Usage tracker for resource:port and tenant:fed8ceaec37b499f809213362556533f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:13.592500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:13.596858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:13.611273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd7f9c-955a-44de-b332-57811f5863b9 req-645a6e58-91b1-4645-8391-3fc0cfed63e4 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:13.612743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3fd7f9c-955a-44de-b332-57811f5863b9 req-645a6e58-91b1-4645-8391-3fc0cfed63e4 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 946 time: 0.2708406 Mar 03 17:45:13.613655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:13.619435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:13.652259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Made reservation on behalf of fed8ceaec37b499f809213362556533f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:45:13.655583 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:13.680022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Transition to ACTIVE for port object ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:13.680964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:13.698795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:13.755853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3fd7f9c-955a-44de-b332-57811f5863b9 req-6c32a227-fa89-4e60-a725-d152502693ff tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324456 Mar 03 17:45:13.757000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:13.762873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c7a1-1887-4bc8-96db-5fede91c0f7f req-2454f067-89ca-452d-9b84-ebb6a42692ee tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:13.764715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14e0c7a1-1887-4bc8-96db-5fede91c0f7f req-2454f067-89ca-452d-9b84-ebb6a42692ee tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 950 time: 0.0900128 Mar 03 17:45:13.772706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Usage tracker for resource:security_group_rule and tenant:fed8ceaec37b499f809213362556533f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:13.825122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14e0c7a1-1887-4bc8-96db-5fede91c0f7f req-6224b38b-7cc8-4212-9981-3bc903b41c99 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540431 Mar 03 17:45:13.832724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:13.863256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-595109910', 'description': 'tempest-description-171269521'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:13.865546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:13.867460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:13.873803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:13.880182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:13.883947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:13.890193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:13.902048 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:13.913355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.913753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.914007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.914377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.914607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.914965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.915236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.915555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.915874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.916190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.916507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.916827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:13.930642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:13.940241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:13.943998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:13.950491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:14.026138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.030655 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.076919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850af230-004b-4a93-9fbe-7078a9e605aa,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:14.083265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Attempting to bind port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:14.083601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Attempting to bind port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:14.084232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Attempting to bind port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:14.087694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.088254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.088600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.089026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.089371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.089706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.090082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.090475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.090795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.091157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.091536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.091855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:14.095095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.098701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-515dfd07-32ce-4497-bf36-ec3ee4ca8042 req-112ca709-2cdf-4057-bdb3-436309c61e41 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2413063 Mar 03 17:45:14.117647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:14.117971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Attempting to bind port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 on network 26456614-47f2-4b47-86b2-43fb3de9c1d4 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:14.136809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:14.137145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Checking segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:14.137553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Bound using segment: {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:14.137981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Bound port: ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:14.138326 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.159032 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b254fe-4c23-4ea8-981d-065caef5311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee9b0f-f313-4dc1-982b-a90d724f55ba', 'code': 200} Mar 03 17:45:14.159536 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'code': 200} Mar 03 17:45:14.163450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969077a-ede1-4cc0-971b-000106041937 req-6017623c-0d69-463e-b189-a8f0b06e1272 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:14.164342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6969077a-ede1-4cc0-971b-000106041937 req-6017623c-0d69-463e-b189-a8f0b06e1272 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Synchronizing usage tracker for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:14.181835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.303466 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.358080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6969077a-ede1-4cc0-971b-000106041937 req-6017623c-0d69-463e-b189-a8f0b06e1272 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Unset dirty status for tenant:52f91cb7ee4a463f9332ca8995130d9c on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:14.361847 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6969077a-ede1-4cc0-971b-000106041937 req-6017623c-0d69-463e-b189-a8f0b06e1272 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 943 time: 0.4536583 Mar 03 17:45:14.410876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3b2ff-da01-4031-a83b-8c097c5c4431 req-5eb57097-b009-4e10-b89f-c9d2da77f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:14.412374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63a3b2ff-da01-4031-a83b-8c097c5c4431 req-5eb57097-b009-4e10-b89f-c9d2da77f2b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 1096 time: 0.1957262 Mar 03 17:45:14.444820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41d11-fd4c-466c-85dd-b9e955566f73 req-e5a8473b-4410-4add-b75e-87a603ad053c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:14.446272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36b41d11-fd4c-466c-85dd-b9e955566f73 req-e5a8473b-4410-4add-b75e-87a603ad053c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 944 time: 0.1520200 Mar 03 17:45:14.448108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bae9ec-b848-45b2-a26a-c497b5e346a1 req-73910261-b3f6-44e4-a957-5df3e5338caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:14.449463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5bae9ec-b848-45b2-a26a-c497b5e346a1 req-73910261-b3f6-44e4-a957-5df3e5338caa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 1101 time: 0.1929679 Mar 03 17:45:14.461131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:14.490319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] For port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:14.494801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6969077a-ede1-4cc0-971b-000106041937 req-35785d68-ab91-417c-b506-fd577ed2dfcb tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215007 Mar 03 17:45:14.519560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63a3b2ff-da01-4031-a83b-8c097c5c4431 req-54f870c5-1c2e-4608-bad5-66d82a6ceabe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979581 Mar 03 17:45:14.537080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36b41d11-fd4c-466c-85dd-b9e955566f73 req-539a11e4-d5d5-4a79-85a3-a148429f61cb tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815606 Mar 03 17:45:14.538766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5bae9ec-b848-45b2-a26a-c497b5e346a1 req-33d196c1-a02d-4468-8b10-6425c949c05c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822334 Mar 03 17:45:14.538889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] For port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:14.549644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.581498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1580047795', 'description': 'tempest-description-1633602489'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:14.587333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:14.592262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:14.595361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:14.601586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:14.612966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.637889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:14.642840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:14.646986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:14.652934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:14.659228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Allocated IP 192.168.233.91 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/964abb53-bd1e-4791-ae6e-7f0f16b091bc) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:14.664139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:14.664745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.666203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] 10.222.0.16 "PUT /v2.0/ports/ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 HTTP/1.1" status: 200 len: 1091 time: 2.2305918 Mar 03 17:45:14.671203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:14.699185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54fb73b6-234a-451f-9f4c-b84f9c5b74dc req-99c5bdb2-8ac9-4065-a938-5929941b27a8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 210 time: 0.0885556 Mar 03 17:45:14.724700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ec400-57e0-4b18-abd8-0d107f2e850f service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:14.841677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.847814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.894482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc982dc3-02bb-4ba4-8dc3-e1411de2d68f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:14.901248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:14.905865 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cdfbc9e3-c6c9-4080-a62f-103433c0a1dc req-598700d4-2320-4670-85a2-21776e913020 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3291838 Mar 03 17:45:15.041207 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.073875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Transition to ACTIVE for port object 964abb53-bd1e-4791-ae6e-7f0f16b091bc will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:15.083137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-9737c855-43d9-4274-9bed-a2a73142aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.084589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-9737c855-43d9-4274-9bed-a2a73142aa99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 1094 time: 0.2070639 Mar 03 17:45:15.089673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f9c4-67b0-47c8-a7c0-e5365d159bd4 req-36dc2372-38ce-48a3-93b8-a5ffb9c91dd2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.091233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1bc9f9c4-67b0-47c8-a7c0-e5365d159bd4 req-36dc2372-38ce-48a3-93b8-a5ffb9c91dd2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0802388 Mar 03 17:45:15.097870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f489-eb5e-4d5d-b494-57e601b07164 req-cefd0adf-ea76-4669-bb7e-4c3c28ef1b0d tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.099292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04b2f489-eb5e-4d5d-b494-57e601b07164 req-cefd0adf-ea76-4669-bb7e-4c3c28ef1b0d tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 945 time: 0.2287321 Mar 03 17:45:15.147953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1bc9f9c4-67b0-47c8-a7c0-e5365d159bd4 req-2564e681-aaac-49b9-8324-7278bd7d9968 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494564 Mar 03 17:45:15.196017 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-36dd89f9-a4fc-4088-98fa-9075be72082a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 HTTP/1.1" status: 200 len: 217 time: 0.0813417 Mar 03 17:45:15.201171 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'status': 'completed', 'code': 200} Mar 03 17:45:15.253993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.269194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-04b2f489-eb5e-4d5d-b494-57e601b07164 req-76927106-a1bc-42ea-811a-56c3052de01e tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:15.348088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-f5665ed0-4e4a-4d39-a41c-9efe52dd5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.349569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-f5665ed0-4e4a-4d39-a41c-9efe52dd5518 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=263b29a5-445b-456f-9de9-281247021a6e HTTP/1.1" status: 200 len: 862 time: 0.1370440 Mar 03 17:45:15.359901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:15.364609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0f321-9c8f-43d7-a0fc-6d7747acfcad req-3f483a39-8688-4c85-8a63-1162aa35deaa tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.366419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56f0f321-9c8f-43d7-a0fc-6d7747acfcad req-3f483a39-8688-4c85-8a63-1162aa35deaa tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 946 time: 0.0806923 Mar 03 17:45:15.396515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:15.405898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:15.412728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56f0f321-9c8f-43d7-a0fc-6d7747acfcad req-87ec3883-329e-4f9a-95e9-1dac7bb65dc9 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Mar 03 17:45:15.478924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.479555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.483320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Pushing event updated for resources: {'Port': ['ID=964abb53-bd1e-4791-ae6e-7f0f16b091bc,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:15.485927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-04b2f489-eb5e-4d5d-b494-57e601b07164 req-76927106-a1bc-42ea-811a-56c3052de01e tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:15.487078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04b2f489-eb5e-4d5d-b494-57e601b07164 req-76927106-a1bc-42ea-811a-56c3052de01e tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736742 Mar 03 17:45:15.528976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1718346317', 'description': 'tempest-description-1474080825'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:15.535047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:15.539305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:15.546104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:15.555967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:15.561078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-a3428f80-2760-45ce-bf61-006719fa605f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2653661 Mar 03 17:45:15.580865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Request body: {'port': {'device_id': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:15.615427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-2fc9695c-a447-4850-9a94-7627ab73336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.617886 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-2fc9695c-a447-4850-9a94-7627ab73336e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26456614-47f2-4b47-86b2-43fb3de9c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621832 Mar 03 17:45:15.624419 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.661831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c04b7f9-bfd1-43b8-ac18-8c84740482bf None None] Provisioning for port 964abb53-bd1e-4791-ae6e-7f0f16b091bc completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:15.668924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be08d-c63d-4013-8556-a0ca0e59a2aa req-d0fafc53-0253-4a0c-8e37-3535de9a763f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.675787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c04b7f9-bfd1-43b8-ac18-8c84740482bf None None] Provisioning complete for port 964abb53-bd1e-4791-ae6e-7f0f16b091bc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:15.676250 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b4be08d-c63d-4013-8556-a0ca0e59a2aa req-d0fafc53-0253-4a0c-8e37-3535de9a763f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 950 time: 0.1375618 Mar 03 17:45:15.676748 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c04b7f9-bfd1-43b8-ac18-8c84740482bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.689382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:15.693985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:15.698640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:15.704772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:15.728834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b4be08d-c63d-4013-8556-a0ca0e59a2aa req-6ab1b568-1b67-44b0-9e5e-4fafe6f52ecc tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516381 Mar 03 17:45:15.766958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7c04b7f9-bfd1-43b8-ac18-8c84740482bf None None] Port 964abb53-bd1e-4791-ae6e-7f0f16b091bc cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:45:15.933496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dcef7-3dcb-4ec1-a199-149fb72d7c91 req-3f94a06a-3181-4565-a219-0aeb484d0123 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:15.935030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3d5dcef7-3dcb-4ec1-a199-149fb72d7c91 req-3f94a06a-3181-4565-a219-0aeb484d0123 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1095 time: 0.0800803 Mar 03 17:45:15.961225 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.969017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.986153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:15.995953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3d5dcef7-3dcb-4ec1-a199-149fb72d7c91 req-68e36d0b-9ea9-4061-8e1b-2e9fb8796d68 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536103 Mar 03 17:45:16.095133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-c8ab83b1-bf04-4e9f-b27e-9627a098ff2b service neutron] 10.222.0.16 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612670 Mar 03 17:45:16.106517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:16.107660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-911ccd22-37a3-41ed-bf3d-557b1e0a0fa7 req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5832555 Mar 03 17:45:16.147183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fdeb5-671c-4b54-b4c4-e69bc6589b8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03516243-1ae9-490d-9a19-fff654fc84a5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:16.371131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d649b-d39b-4a14-8b1f-25c0d4420067 req-9ad5eb54-9b51-43ba-aff5-b2731a88ca1a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:16.373678 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-235d649b-d39b-4a14-8b1f-25c0d4420067 req-9ad5eb54-9b51-43ba-aff5-b2731a88ca1a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 943 time: 0.1177778 Mar 03 17:45:16.420074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-235d649b-d39b-4a14-8b1f-25c0d4420067 req-b61662ba-81d1-4a2b-a3e9-5606e073bf24 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 Mar 03 17:45:16.568456 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8504d56d-b20b-4edf-9ee0-18c6d439e037 req-8ba364c1-164a-4c9d-a2a0-0011e82708bc service neutron] 10.222.0.16 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598610 Mar 03 17:45:16.593939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9e6adf97-a873-47d8-9a76-a4ee9aef9427 req-802e9b9a-5059-4ce5-a33a-5363a96d60d6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:16.614442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9e6adf97-a873-47d8-9a76-a4ee9aef9427 req-802e9b9a-5059-4ce5-a33a-5363a96d60d6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:16.617818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e6adf97-a873-47d8-9a76-a4ee9aef9427 req-802e9b9a-5059-4ce5-a33a-5363a96d60d6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 10897 time: 0.1409192 Mar 03 17:45:16.643222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cc79e-5087-4431-a635-93d5b1f6f215 req-f0c30ad0-8757-459b-9110-707603ef918f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:16.644123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c11cc79e-5087-4431-a635-93d5b1f6f215 req-f0c30ad0-8757-459b-9110-707603ef918f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Synchronizing usage tracker for tenant:fed8ceaec37b499f809213362556533f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:16.678814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e6adf97-a873-47d8-9a76-a4ee9aef9427 req-308908bb-71b0-436c-aa38-775fe85f476d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/784b7fc2-2103-462b-873e-a422e81ed929 HTTP/1.1" status: 200 len: 2981 time: 0.0536587 Mar 03 17:45:16.721779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c11cc79e-5087-4431-a635-93d5b1f6f215 req-f0c30ad0-8757-459b-9110-707603ef918f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Unset dirty status for tenant:fed8ceaec37b499f809213362556533f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:16.722827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c11cc79e-5087-4431-a635-93d5b1f6f215 req-f0c30ad0-8757-459b-9110-707603ef918f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 935 time: 0.3450475 Mar 03 17:45:16.741650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e6adf97-a873-47d8-9a76-a4ee9aef9427 req-ce1b8f8b-a4a5-44d8-ae9a-f186315932ce tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/784b7fc2-2103-462b-873e-a422e81ed929 HTTP/1.1" status: 200 len: 2981 time: 0.0554476 Mar 03 17:45:16.838289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c11cc79e-5087-4431-a635-93d5b1f6f215 req-43840563-dc72-4699-a901-2ec1a9b097cf tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Synchronizing usage tracker for tenant:fed8ceaec37b499f809213362556533f on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:16.841991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-6a740a27-6da9-4d42-9284-1db6fb58ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:16.843426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-6a740a27-6da9-4d42-9284-1db6fb58ff9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 1094 time: 0.1925125 Mar 03 17:45:16.848406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964abb53-bd1e-4791-ae6e-7f0f16b091bc {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:16.878582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:16.931741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4300d7-fa33-4f6b-aea9-4bc9d8676cc3 req-70ee34cd-5e53-4fe9-8cb5-868aaafb8cdd tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:16.933345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e4300d7-fa33-4f6b-aea9-4bc9d8676cc3 req-70ee34cd-5e53-4fe9-8cb5-868aaafb8cdd tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0834892 Mar 03 17:45:16.958931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c11cc79e-5087-4431-a635-93d5b1f6f215 req-43840563-dc72-4699-a901-2ec1a9b097cf tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Unset dirty status for tenant:fed8ceaec37b499f809213362556533f on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:16.960051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c11cc79e-5087-4431-a635-93d5b1f6f215 req-43840563-dc72-4699-a901-2ec1a9b097cf tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256002 Mar 03 17:45:16.961046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Transition to ACTIVE for port object 964abb53-bd1e-4791-ae6e-7f0f16b091bc will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:16.968204 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:16.993779 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e4300d7-fa33-4f6b-aea9-4bc9d8676cc3 req-d9fd6413-af83-4159-a24e-f7b732857dd8 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543518 Mar 03 17:45:17.212333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c33c4-7f39-46bf-85c7-1119a48e45ab req-b20a49d9-f00e-4529-ac68-04ddf3f00845 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:17.214051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-663c33c4-7f39-46bf-85c7-1119a48e45ab req-b20a49d9-f00e-4529-ac68-04ddf3f00845 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 945 time: 0.0981829 Mar 03 17:45:17.250180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=964abb53-bd1e-4791-ae6e-7f0f16b091bc,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:17.286885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-663c33c4-7f39-46bf-85c7-1119a48e45ab req-1b3ccadd-81f7-4ae3-83a6-4c39a139ae6d tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613163 Mar 03 17:45:17.318385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-239d68cc-3ee6-4a9f-9202-d50869367057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:17.320117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-239d68cc-3ee6-4a9f-9202-d50869367057 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 924 time: 0.4656000 Mar 03 17:45:17.451225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-e9b90654-d30f-44fb-8b99-c4c1a7af317e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 HTTP/1.1" status: 200 len: 217 time: 0.0839531 Mar 03 17:45:17.496113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140b3d6-7244-4ad1-9940-fe54fe89b0d7 req-edf37e30-ecb4-4bd0-a3fe-acca39d919dd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:17.498128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e140b3d6-7244-4ad1-9940-fe54fe89b0d7 req-edf37e30-ecb4-4bd0-a3fe-acca39d919dd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 950 time: 0.0835726 Mar 03 17:45:17.548714 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e140b3d6-7244-4ad1-9940-fe54fe89b0d7 req-e6ada767-c05e-440c-b549-e2e5cd7a7bb3 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Mar 03 17:45:17.551830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Attempting to bind port 964abb53-bd1e-4791-ae6e-7f0f16b091bc on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:17.552161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Attempting to bind port 964abb53-bd1e-4791-ae6e-7f0f16b091bc by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:17.552482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Attempting to bind port 964abb53-bd1e-4791-ae6e-7f0f16b091bc on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:17.563928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-2708438c-2f3e-4a1c-b711-d51ad680b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:17.573703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-2708438c-2f3e-4a1c-b711-d51ad680b19d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=263b29a5-445b-456f-9de9-281247021a6e HTTP/1.1" status: 200 len: 862 time: 0.1070487 Mar 03 17:45:17.573703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Port 964abb53-bd1e-4791-ae6e-7f0f16b091bc on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:17.573703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Attempting to bind port 964abb53-bd1e-4791-ae6e-7f0f16b091bc on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:17.578291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-4b46f759-f28b-4eaa-a6c5-e7a57973a0d6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:17.578291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-4b46f759-f28b-4eaa-a6c5-e7a57973a0d6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.4592900 Mar 03 17:45:17.618791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:17.618791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:17.618791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:17.618791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Bound port: 964abb53-bd1e-4791-ae6e-7f0f16b091bc, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:17.618791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.629353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a725f8d-36c3-488e-8c2b-cb4229789ec5 req-69a94186-319a-4c45-9e58-5418edc84195 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/850af230-004b-4a93-9fbe-7078a9e605aa HTTP/1.1" status: 200 len: 1799 time: 0.0479116 Mar 03 17:45:17.647098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-92082306-08b7-407e-8bd6-809dbfd008ed tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/quotas/0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 375 time: 0.0377054 Mar 03 17:45:17.656686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.708803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1a725f8d-36c3-488e-8c2b-cb4229789ec5 req-5dd4db32-0f0a-4c5d-a60c-9a20f1ab834b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.739392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1a725f8d-36c3-488e-8c2b-cb4229789ec5 req-5dd4db32-0f0a-4c5d-a60c-9a20f1ab834b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.782497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] For port 964abb53-bd1e-4791-ae6e-7f0f16b091bc, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:17.792467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] For port 964abb53-bd1e-4791-ae6e-7f0f16b091bc, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=964abb53-bd1e-4791-ae6e-7f0f16b091bc,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:17.796224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1a725f8d-36c3-488e-8c2b-cb4229789ec5 req-5dd4db32-0f0a-4c5d-a60c-9a20f1ab834b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.799376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-bd4b6372-e166-4c02-9f76-c108c985ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:17.800814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-bd4b6372-e166-4c02-9f76-c108c985ba15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26456614-47f2-4b47-86b2-43fb3de9c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229977 Mar 03 17:45:17.803362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.818620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4db32-0f0a-4c5d-a60c-9a20f1ab834b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850af230-004b-4a93-9fbe-7078a9e605aa,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:17.827780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1a725f8d-36c3-488e-8c2b-cb4229789ec5 req-5dd4db32-0f0a-4c5d-a60c-9a20f1ab834b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.836354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a725f8d-36c3-488e-8c2b-cb4229789ec5 req-5dd4db32-0f0a-4c5d-a60c-9a20f1ab834b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/850af230-004b-4a93-9fbe-7078a9e605aa HTTP/1.1" status: 204 len: 173 time: 0.1973076 Mar 03 17:45:17.924675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:17.925450 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:17.927014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] 10.222.0.35 "PUT /v2.0/ports/964abb53-bd1e-4791-ae6e-7f0f16b091bc HTTP/1.1" status: 200 len: 1095 time: 2.3507519 Mar 03 17:45:17.951531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-f79081da-0fca-4fff-860b-ff8c754426e8 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2752624 Mar 03 17:45:17.959757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'tag': '964abb53-bd1e-4791-ae6e-7f0f16b091bc'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:18.057036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbad53df-0369-4d21-8246-23d88a0805da req-2dc99f70-b7c8-431b-8d1e-4cb13e4f3a89 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 258 time: 0.2091217 Mar 03 17:45:18.061845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:18.068392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:18.072445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Usage tracker for resource:floatingip and tenant:96d4acb469744ea2b148c7cd9417008b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:18.075525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:18.085688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:18.099151 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:18.245582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:18.326623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6e3e0-26cc-4119-8d89-1d6f2c52ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=964abb53-bd1e-4791-ae6e-7f0f16b091bc,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:18.380960 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-8b5b343d-52e1-4565-aed3-7f3092c31c86 service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284770 Mar 03 17:45:18.386079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-b9c371e7-3123-44f7-bfc1-dc149897b18e service neutron] 10.222.0.16 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471783 Mar 03 17:45:18.397212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Allocated IP 172.25.0.105 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/577ce0bd-8fd3-43c2-af9d-b46a073fe0c6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:18.450975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-e6d8e8ed-a29c-44f5-9b4e-09e0326f170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:18.452464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-e6d8e8ed-a29c-44f5-9b4e-09e0326f170c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fed8ceaec37b499f809213362556533f&device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 1098 time: 0.2237153 Mar 03 17:45:18.539226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:18.567523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:18.647633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-71b4043a-b962-476e-b47e-899ed745210e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=964abb53-bd1e-4791-ae6e-7f0f16b091bc HTTP/1.1" status: 200 len: 217 time: 0.1757150 Mar 03 17:45:18.699860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:18.702603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:18.705007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:18.724961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event updated for resources: {'Port': ['ID=577ce0bd-8fd3-43c2-af9d-b46a073fe0c6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:18.746671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:18.756345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0acb382-7b9d-4ac7-a516-620e341a2c19 req-455da500-6cff-444c-bcb1-171b3179b477 service neutron] 10.222.0.16 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587258 Mar 03 17:45:18.761864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-635e4a3d-8836-455d-8fa5-a142f5e40cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:18.763216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-635e4a3d-8836-455d-8fa5-a142f5e40cad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1019385 Mar 03 17:45:18.768248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-4ece3c37-8a4d-42bb-8ebe-17cbfe9505d1 service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469894 Mar 03 17:45:18.809272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:18.857713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dd30-33ea-468d-8610-e623791617ca req-1aa5553e-ba01-4f2d-b623-4c983057fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:18.859532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-1aa5553e-ba01-4f2d-b623-4c983057fff7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793126 Mar 03 17:45:19.034788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:19.041912 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:19.076989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-5314eb4d-f86c-4e38-8a0e-669bca9ebea2 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948798 Mar 03 17:45:19.117226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:19.136703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4537d-cd41-42a3-95a1-696914c418e9 req-e198b4d9-db6a-49c0-9f55-ea769c6a8cd9 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:19.144602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99e4537d-cd41-42a3-95a1-696914c418e9 req-e198b4d9-db6a-49c0-9f55-ea769c6a8cd9 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 943 time: 0.1542313 Mar 03 17:45:19.173643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event updated for resources: {'Port': ['ID=577ce0bd-8fd3-43c2-af9d-b46a073fe0c6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:19.185009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:19.188543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbad53df-0369-4d21-8246-23d88a0805da req-e33ffcf3-6614-468f-890d-7a53fbdfc26f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1290927 Mar 03 17:45:19.257929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99e4537d-cd41-42a3-95a1-696914c418e9 req-3e8d0bdb-eb20-4608-b493-a1c53443d9ce tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127534 Mar 03 17:45:19.308770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cbad53df-0369-4d21-8246-23d88a0805da req-70f21318-0607-40f2-9efc-72546f909357 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:19.314581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39f9dd30-33ea-468d-8610-e623791617ca req-0999ef7a-49dd-4736-b092-204e3dedf421 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306521 Mar 03 17:45:19.331413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cbad53df-0369-4d21-8246-23d88a0805da req-70f21318-0607-40f2-9efc-72546f909357 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:19.332779 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbad53df-0369-4d21-8246-23d88a0805da req-70f21318-0607-40f2-9efc-72546f909357 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 696 time: 0.1400306 Mar 03 17:45:19.465378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030910ef-d357-41a7-a9a7-d1e6984f2627 req-f6d50707-9581-463c-a5f8-8256c72d259b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:19.466866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-030910ef-d357-41a7-a9a7-d1e6984f2627 req-f6d50707-9581-463c-a5f8-8256c72d259b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 949 time: 0.0995064 Mar 03 17:45:19.467601 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85230add-ab55-430b-a1e2-255f2debea82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:19.508848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad53df-0369-4d21-8246-23d88a0805da req-e3180ef5-3065-4c6f-8e13-71eda3619dec tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:19.510206 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbad53df-0369-4d21-8246-23d88a0805da req-e3180ef5-3065-4c6f-8e13-71eda3619dec tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.1677604 Mar 03 17:45:19.513363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-030910ef-d357-41a7-a9a7-d1e6984f2627 req-b82b7538-f20a-435f-b681-b0f9c0edad1a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Mar 03 17:45:19.520543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-cbad53df-0369-4d21-8246-23d88a0805da req-38303598-e14c-4a40-a032-b5c38691a987 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:45:19.521585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbad53df-0369-4d21-8246-23d88a0805da req-38303598-e14c-4a40-a032-b5c38691a987 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055985 Mar 03 17:45:19.562074 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-cace4412-92b0-4cd2-9d8c-80e4aabc3e0d req-9fccf9ff-7a7d-4342-b792-90088fb9914b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:45:19.563185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cace4412-92b0-4cd2-9d8c-80e4aabc3e0d req-9fccf9ff-7a7d-4342-b792-90088fb9914b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/850af230-004b-4a93-9fbe-7078a9e605aa HTTP/1.1" status: 404 len: 352 time: 0.0181775 Mar 03 17:45:19.694587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65f47-265a-447a-a933-cf2e9c7aac75 req-a043d44d-71b1-4d8a-9758-52abcff176d1 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:19.696052 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1f65f47-265a-447a-a933-cf2e9c7aac75 req-a043d44d-71b1-4d8a-9758-52abcff176d1 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 947 time: 0.0800798 Mar 03 17:45:19.741362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1f65f47-265a-447a-a933-cf2e9c7aac75 req-4f5862f5-6f35-4548-a13b-a821e224cb96 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Mar 03 17:45:19.747256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598d151-240a-4dbe-95bb-44b75b154e20 req-9eb6155b-c2fc-41d2-a749-f038dc41ea49 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:19.748700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9598d151-240a-4dbe-95bb-44b75b154e20 req-9eb6155b-c2fc-41d2-a749-f038dc41ea49 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0843396 Mar 03 17:45:19.793313 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'tag': '964abb53-bd1e-4791-ae6e-7f0f16b091bc', 'status': 'completed', 'code': 200} Mar 03 17:45:19.796533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9598d151-240a-4dbe-95bb-44b75b154e20 req-51941a56-e9b2-413f-970a-5985cddccdf4 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Mar 03 17:45:19.887089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-629e6d6e-9845-4b94-9077-52639fd2ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:19.888632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-629e6d6e-9845-4b94-9077-52639fd2ab98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fed8ceaec37b499f809213362556533f&device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 1098 time: 0.0719233 Mar 03 17:45:19.971383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-747c998c-0145-460d-8e51-e4834912a14e req-edb67bfe-cd1a-48c8-a7ad-3009e8125a56 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 210 time: 0.0762420 Mar 03 17:45:20.231034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-5abd6a69-2d13-4d4c-aeaa-5ad28b70243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:20.232485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-5abd6a69-2d13-4d4c-aeaa-5ad28b70243c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3074789 Mar 03 17:45:20.378119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-980ea276-0719-465c-823d-8a9b7c0ac3d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=964abb53-bd1e-4791-ae6e-7f0f16b091bc HTTP/1.1" status: 200 len: 217 time: 0.1241245 Mar 03 17:45:20.455442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7a0c48d0-b6c3-4378-8597-3dca41e70315 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:20.456872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7a0c48d0-b6c3-4378-8597-3dca41e70315 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.2825179 Mar 03 17:45:20.465493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-bc412535-8ed9-4e14-b6ed-0556b1dec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:20.466928 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-bc412535-8ed9-4e14-b6ed-0556b1dec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2937586 Mar 03 17:45:20.472643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Request body: {'port': {'device_id': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'admin_state_up': True, 'tenant_id': '0789e5a83fb74489ac1fd65c764532f8'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:20.620615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-6e08a853-dccc-4829-a93e-be48638e459d tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 696 time: 0.1334786 Mar 03 17:45:20.679888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Request body: {'floatingip': {'port_id': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:20.731970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4cf5-0ef5-45d4-b6f5-04fcdc77c75a req-a330fe87-9326-48f3-9ae5-b6ea610674c9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:20.740384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4cf5-0ef5-45d4-b6f5-04fcdc77c75a req-a330fe87-9326-48f3-9ae5-b6ea610674c9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:20.742564 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12be4cf5-0ef5-45d4-b6f5-04fcdc77c75a req-a330fe87-9326-48f3-9ae5-b6ea610674c9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b&device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 1690 time: 0.0981412 Mar 03 17:45:20.792317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:20.804542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12be4cf5-0ef5-45d4-b6f5-04fcdc77c75a req-7887ea5c-503f-4708-aa20-58a6ed2b41c0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Mar 03 17:45:20.857315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-dcbb18b4-f9d9-47c8-bafb-e0cfd3fe5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:20.859108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-dcbb18b4-f9d9-47c8-bafb-e0cfd3fe5c1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3131316 Mar 03 17:45:20.872546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8f2c54e-bf66-4cda-9344-f76862588f4e req-723e2a24-e506-4ecf-8578-3e471f1061bb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/bc982dc3-02bb-4ba4-8dc3-e1411de2d68f HTTP/1.1" status: 200 len: 1801 time: 0.0498538 Mar 03 17:45:20.940463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e8f2c54e-bf66-4cda-9344-f76862588f4e req-d0361b29-d4d4-4a63-838f-3d10b2bc9e8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:20.967646 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e8f2c54e-bf66-4cda-9344-f76862588f4e req-d0361b29-d4d4-4a63-838f-3d10b2bc9e8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:20.992426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:21.021167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e8f2c54e-bf66-4cda-9344-f76862588f4e req-d0361b29-d4d4-4a63-838f-3d10b2bc9e8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:21.039241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0361b29-d4d4-4a63-838f-3d10b2bc9e8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc982dc3-02bb-4ba4-8dc3-e1411de2d68f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:21.051157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:21.059554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e8f2c54e-bf66-4cda-9344-f76862588f4e req-d0361b29-d4d4-4a63-838f-3d10b2bc9e8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:21.064648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8f2c54e-bf66-4cda-9344-f76862588f4e req-d0361b29-d4d4-4a63-838f-3d10b2bc9e8d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/bc982dc3-02bb-4ba4-8dc3-e1411de2d68f HTTP/1.1" status: 204 len: 173 time: 0.1804259 Mar 03 17:45:21.138161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:21.142786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Made reservation on behalf of 0789e5a83fb74489ac1fd65c764532f8 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:45:21.147163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:21.191264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-aa6f6b6d-4b71-4599-99f7-0b1f23aedb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:21.192771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-aa6f6b6d-4b71-4599-99f7-0b1f23aedb5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3146148 Mar 03 17:45:21.251387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531769be-8734-4e98-bf36-c938d9443083 req-78ae4ec4-0ca7-4260-a706-7bc197446dc4 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:21.259406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-531769be-8734-4e98-bf36-c938d9443083 req-78ae4ec4-0ca7-4260-a706-7bc197446dc4 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 943 time: 0.0935221 Mar 03 17:45:21.314582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-531769be-8734-4e98-bf36-c938d9443083 req-b6c2801c-db2f-403d-8a12-254fabb95e8d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541134 Mar 03 17:45:21.356570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:21.376017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'port_id': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'mac_address': 'fa:16:3e:16:6d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:21.475224 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:21.498174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:21.520225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:21.526106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:21.578829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235de9-5ec9-4c5c-9007-a68c1f626ec8 req-3ee2a437-da88-4ab2-82ba-4d5bad9ce85f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:21.580963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa235de9-5ec9-4c5c-9007-a68c1f626ec8 req-3ee2a437-da88-4ab2-82ba-4d5bad9ce85f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 947 time: 0.1134667 Mar 03 17:45:21.607968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:21.630539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa235de9-5ec9-4c5c-9007-a68c1f626ec8 req-83d55439-ba02-495a-8a08-6c87c4607431 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Mar 03 17:45:21.718843 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b78d5499-732e-41ad-885e-33e1c19095ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:21.856225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-77875d5c-d1c4-4db7-a482-541db30c009f service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537635 Mar 03 17:45:21.880186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b08b9-2791-4026-990b-2bc08c752227 req-2d937a28-918f-4288-8181-07f7dec77089 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:21.882413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-208b08b9-2791-4026-990b-2bc08c752227 req-2d937a28-918f-4288-8181-07f7dec77089 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0899043 Mar 03 17:45:21.893884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Allocated IP 172.20.0.2 (973451ce-d85f-4817-8c1b-853003fba5e0/4de88dc8-1e70-400f-8584-aa2f5ca46ca5/64dba85c-a9ab-49db-94d5-7b296c6e4a90) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:21.929759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-208b08b9-2791-4026-990b-2bc08c752227 req-d96a0696-2d4d-413e-ae3a-fa6cb71e2a99 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Mar 03 17:45:21.965807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:22.135485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea31d2eb-3692-4894-a718-378fbf91c239 req-3540938e-54ed-41cb-934d-ad359c746e63 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 210 time: 0.0865262 Mar 03 17:45:22.159061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:45:22.203444 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-b90eaa3f-b410-4d90-bd2f-60cb1bba2c12 req-1f29901d-706c-4b62-80e1-ff8633722bfd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:45:22.205038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b90eaa3f-b410-4d90-bd2f-60cb1bba2c12 req-1f29901d-706c-4b62-80e1-ff8633722bfd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/bc982dc3-02bb-4ba4-8dc3-e1411de2d68f HTTP/1.1" status: 404 len: 352 time: 0.0189354 Mar 03 17:45:22.325977 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9dcd262-409d-4c69-a5b0-456c22c40abb req-68e92181-f370-4021-952b-1ebfd56da9c9 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597621 Mar 03 17:45:22.352557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.365263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.379480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68999f-3cec-4367-a0d7-3c3d1decc9b7 req-bd5e0d37-dac0-4455-9b77-0f64faa1fad8 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:22.381030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea68999f-3cec-4367-a0d7-3c3d1decc9b7 req-bd5e0d37-dac0-4455-9b77-0f64faa1fad8 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 1101 time: 0.0868766 Mar 03 17:45:22.423246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ea68999f-3cec-4367-a0d7-3c3d1decc9b7 req-39ed061f-e777-408b-a9b1-8ebeb76a8fa2 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Synchronizing usage tracker for tenant:aeb85c2b0b1a4167a17caeaf2dba8153 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:22.439189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ea68999f-3cec-4367-a0d7-3c3d1decc9b7 req-39ed061f-e777-408b-a9b1-8ebeb76a8fa2 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Unset dirty status for tenant:aeb85c2b0b1a4167a17caeaf2dba8153 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:22.440540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea68999f-3cec-4367-a0d7-3c3d1decc9b7 req-39ed061f-e777-408b-a9b1-8ebeb76a8fa2 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530257 Mar 03 17:45:22.450177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.518803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2759db24-7127-428c-9468-5c703aac1985 req-ab0e6f54-4f46-4aa8-86d6-cb3e89ab2dbd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/03516243-1ae9-490d-9a19-fff654fc84a5 HTTP/1.1" status: 200 len: 1801 time: 0.0497243 Mar 03 17:45:22.575999 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Floating IP fc3b07e0-dd9b-477f-af08-a9a5714cc826 associated. External IP: 172.25.0.105, port: 58401a60-3310-4d38-bfb0-8f0dbf45e317. Mar 03 17:45:22.587841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2759db24-7127-428c-9468-5c703aac1985 req-6ba52f39-74ad-404e-bd16-dd868a5a14b5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.627516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2759db24-7127-428c-9468-5c703aac1985 req-6ba52f39-74ad-404e-bd16-dd868a5a14b5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.633481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.663808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.695053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2759db24-7127-428c-9468-5c703aac1985 req-6ba52f39-74ad-404e-bd16-dd868a5a14b5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.716679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba52f39-74ad-404e-bd16-dd868a5a14b5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03516243-1ae9-490d-9a19-fff654fc84a5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:22.726157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2759db24-7127-428c-9468-5c703aac1985 req-6ba52f39-74ad-404e-bd16-dd868a5a14b5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.727259 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2759db24-7127-428c-9468-5c703aac1985 req-6ba52f39-74ad-404e-bd16-dd868a5a14b5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/03516243-1ae9-490d-9a19-fff654fc84a5 HTTP/1.1" status: 204 len: 173 time: 0.2027564 Mar 03 17:45:22.748634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Network 973451ce-d85f-4817-8c1b-853003fba5e0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:22.772629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:22.807499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:22.810036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:22.929269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36eba7-5897-4f8c-896f-7ac5be5ffa56 req-4935f3ba-5ece-4a04-90d4-2db6e2a4188d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:22.930946 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e36eba7-5897-4f8c-896f-7ac5be5ffa56 req-4935f3ba-5ece-4a04-90d4-2db6e2a4188d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 944 time: 0.0892146 Mar 03 17:45:22.975852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:22.981421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e36eba7-5897-4f8c-896f-7ac5be5ffa56 req-b72d193f-2470-42a7-b1a4-205931736e3d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440519 Mar 03 17:45:23.018091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:23.018715 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:23.123881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-fbc16933-c55a-4f2c-bfb4-5cc3a0ec6f3a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6553435 Mar 03 17:45:23.149754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Request body: {'port': {'device_id': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:23.185274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f15f15-2b61-4f5b-b097-5fe7db5d7d02 req-a681b9ef-696e-4c78-b0ff-310412eb361a tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:23.186746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7f15f15-2b61-4f5b-b097-5fe7db5d7d02 req-a681b9ef-696e-4c78-b0ff-310412eb361a tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 1100 time: 0.0939119 Mar 03 17:45:23.229314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7f15f15-2b61-4f5b-b097-5fe7db5d7d02 req-a1766c7c-5639-4304-abbb-8301270b5df7 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Mar 03 17:45:23.344144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:45:23.347931 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:23.413422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb5fcb-873c-4ab0-a10b-20970ad76dbf req-becb4d9f-fddb-4063-9c7e-d24111914bff tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:23.414901 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7aeb5fcb-873c-4ab0-a10b-20970ad76dbf req-becb4d9f-fddb-4063-9c7e-d24111914bff tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 947 time: 0.0836549 Mar 03 17:45:23.461693 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7aeb5fcb-873c-4ab0-a10b-20970ad76dbf req-68d048bc-8806-4f00-9a17-34b260877f0a tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Mar 03 17:45:23.500435 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-b4915fe5-2337-4449-ac92-03eb47246066 req-dec047da-2f60-4db2-ad78-86b1a19daee4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:45:23.502345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4915fe5-2337-4449-ac92-03eb47246066 req-dec047da-2f60-4db2-ad78-86b1a19daee4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/03516243-1ae9-490d-9a19-fff654fc84a5 HTTP/1.1" status: 404 len: 352 time: 0.0168123 Mar 03 17:45:23.668668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b721-fbb2-4054-8a5c-8456ebc66d01 req-30a79d95-c54c-415d-b7d0-1758e5dc0002 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:23.670418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2db9b721-fbb2-4054-8a5c-8456ebc66d01 req-30a79d95-c54c-415d-b7d0-1758e5dc0002 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0832500 Mar 03 17:45:23.695881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:45:23.709106 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] Sync routers for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:45:23.710357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:23.719702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:23.725037 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:23.725828 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:23.862210 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2db9b721-fbb2-4054-8a5c-8456ebc66d01 req-b8c17d0a-5e83-4632-875e-36df82eeb156 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843507 Mar 03 17:45:23.863118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-06655347-b0d9-4d21-9116-224389e5663c tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "PUT /v2.0/floatingips/fc3b07e0-dd9b-477f-af08-a9a5714cc826 HTTP/1.1" status: 200 len: 996 time: 3.1877954 Mar 03 17:45:23.866022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:23.988179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 964abb53-bd1e-4791-ae6e-7f0f16b091bc details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:24.013808 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:24.032919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-a9b960d9-67ee-4f9e-b627-5f8fcfa8300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:24.039957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-a9b960d9-67ee-4f9e-b627-5f8fcfa8300d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96d4acb469744ea2b148c7cd9417008b&device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 1096 time: 0.1603227 Mar 03 17:45:24.076567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dba85c-a9ab-49db-94d5-7b296c6e4a90 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:24.090549 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:24.175682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Transition to ACTIVE for port object 64dba85c-a9ab-49db-94d5-7b296c6e4a90 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:24.181295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd094bf-dfe3-4cd0-bf43-b595fab05519 req-0088ec85-8fb0-47dc-9cbc-580cd713376e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:24.184030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:24.191859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dcd094bf-dfe3-4cd0-bf43-b595fab05519 req-0088ec85-8fb0-47dc-9cbc-580cd713376e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 931 time: 0.1840971 Mar 03 17:45:24.255288 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dcd094bf-dfe3-4cd0-bf43-b595fab05519 req-ecb3d0a6-1918-4aad-8f05-1eff41256649 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574334 Mar 03 17:45:24.276068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 964abb53-bd1e-4791-ae6e-7f0f16b091bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=964abb53-bd1e-4791-ae6e-7f0f16b091bc,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:24.296247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '964abb53-bd1e-4791-ae6e-7f0f16b091bc', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '964abb53-bd1e-4791-ae6e-7f0f16b091bc', 'mac_address': 'fa:16:3e:56:a8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:24.330767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:24.362697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:24.380511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964abb53-bd1e-4791-ae6e-7f0f16b091bc {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:24.418337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-46fa89f4-3078-4c34-811b-74b21d7567ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:24.419017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 964abb53-bd1e-4791-ae6e-7f0f16b091bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=964abb53-bd1e-4791-ae6e-7f0f16b091bc,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:24.425009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:24.428316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-46fa89f4-3078-4c34-811b-74b21d7567ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 200 len: 929 time: 0.3873696 Mar 03 17:45:24.498254 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'fc3b07e0-dd9b-477f-af08-a9a5714cc826', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'port_id': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'mac_address': 'fa:16:3e:e6:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:45:18Z', 'updated_at': '2022-03-03T17:45:22Z', 'revision_number': 1, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:59Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:24.502869 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] Checking router: 3fdb9e65-828f-42ed-9612-ee6a23f17f52 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:45:24.515604 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:24.516988 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:24.518761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d11c1bdc-ef5b-4d19-80d4-bd9f0d37f57d req-1084cff9-0739-4a39-af8a-ee8d13c5d4b6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:24.537764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d11c1bdc-ef5b-4d19-80d4-bd9f0d37f57d req-1084cff9-0739-4a39-af8a-ee8d13c5d4b6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:24.546572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d11c1bdc-ef5b-4d19-80d4-bd9f0d37f57d req-1084cff9-0739-4a39-af8a-ee8d13c5d4b6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 6149 time: 0.1419582 Mar 03 17:45:24.581311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=964abb53-bd1e-4791-ae6e-7f0f16b091bc,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:24.623075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d11c1bdc-ef5b-4d19-80d4-bd9f0d37f57d req-5ee66feb-ba47-4c34-80a4-65d9f0af54b9 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/784b7fc2-2103-462b-873e-a422e81ed929 HTTP/1.1" status: 200 len: 2981 time: 0.0753131 Mar 03 17:45:24.671063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:24.705459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d11c1bdc-ef5b-4d19-80d4-bd9f0d37f57d req-893326ba-4d39-4ec0-a59f-ef8f88bb6bda tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/784b7fc2-2103-462b-873e-a422e81ed929 HTTP/1.1" status: 200 len: 2981 time: 0.0809486 Mar 03 17:45:24.717729 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-865a5031-7ede-43df-af87-50a49b148c5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 999 time: 0.2884681 Mar 03 17:45:24.737694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['964abb53-bd1e-4791-ae6e-7f0f16b091bc'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:24.755516 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:24.968552 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'status': 'completed', 'code': 200} Mar 03 17:45:25.017612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:25.017940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:25.018445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:25.027978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:25.028531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:25.039905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:25.040622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:25.040622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:25.041536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Bound port: 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:25.041536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:25.057193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-e3ed7c4b-2251-488a-872b-e02233befde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.064437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-e3ed7c4b-2251-488a-872b-e02233befde7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=685b9eea-836b-4651-85d9-1cecc4c9cef3 HTTP/1.1" status: 200 len: 867 time: 0.3455396 Mar 03 17:45:25.140672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:25.165753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e125b-b1d8-4756-86e8-1e729c9929e4 req-d097c99d-6406-4fd7-b463-90fbc779433b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.174866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-254e125b-b1d8-4756-86e8-1e729c9929e4 req-d097c99d-6406-4fd7-b463-90fbc779433b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 944 time: 0.1095526 Mar 03 17:45:25.182421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-1c0a80f1-dc04-40b4-8d53-f8bce8cd988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.184099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-1c0a80f1-dc04-40b4-8d53-f8bce8cd988a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96d4acb469744ea2b148c7cd9417008b&device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 1096 time: 0.2601085 Mar 03 17:45:25.222801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'fc3b07e0-dd9b-477f-af08-a9a5714cc826', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'port_id': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'mac_address': 'fa:16:3e:e6:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:45:18Z', 'updated_at': '2022-03-03T17:45:22Z', 'revision_number': 1, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:59Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:25.226454 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d8c53-ec89-4411-8821-2dcfb9f4d96c None None] The sync data for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 is: [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'fc3b07e0-dd9b-477f-af08-a9a5714cc826', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'port_id': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'mac_address': 'fa:16:3e:e6:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:45:18Z', 'updated_at': '2022-03-03T17:45:22Z', 'revision_number': 1, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:59Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:45:25.230582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-254e125b-b1d8-4756-86e8-1e729c9929e4 req-18cf2c7e-aa33-41f4-9de6-3c9590d6cc7e tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539958 Mar 03 17:45:25.262667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:25.273478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:25.273869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:25.310784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:25.339782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-338c9a22-8afb-4ce1-af7c-93e4979a0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.347222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-338c9a22-8afb-4ce1-af7c-93e4979a0876 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=106cd932-8d74-42d4-9d77-299d5b1c658f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2817235 Mar 03 17:45:25.352094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-affd1c32-6b24-46a4-bc66-365091fff241 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:45:25.359006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-affd1c32-6b24-46a4-bc66-365091fff241 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106237 Mar 03 17:45:25.362514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:25.397558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:25.408451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:25.438028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d4bce-a914-4015-a278-c35a3e0556b4 req-3f236ba1-3451-49c1-bb91-ed5e8044c61a tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.441194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874d4bce-a914-4015-a278-c35a3e0556b4 req-3f236ba1-3451-49c1-bb91-ed5e8044c61a tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 948 time: 0.0948555 Mar 03 17:45:25.442299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:25.456664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:25.461289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:25.504925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874d4bce-a914-4015-a278-c35a3e0556b4 req-2d21531d-0cff-4d85-afef-50e5e32f3fab tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540562 Mar 03 17:45:25.535720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438479a1-4a8b-4864-aa93-9711d16956f2 None None] New status for floating IP fc3b07e0-dd9b-477f-af08-a9a5714cc826: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:45:25.563529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.563529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:25.564900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] 10.222.0.16 "PUT /v2.0/ports/64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 200 len: 1091 time: 2.4252691 Mar 03 17:45:25.579242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957239f-23b6-4f7f-b805-736e5cb92e86 service neutron] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:25.582250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-767ab475-7bf5-4a3c-8e03-81cee42400aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.583681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-767ab475-7bf5-4a3c-8e03-81cee42400aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 200 len: 929 time: 0.3917379 Mar 03 17:45:25.632422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:25.663631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-18d4fbec-aac2-4908-9faa-23c1276da51c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310798 Mar 03 17:45:25.730489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-329850e4-9ea9-49d6-91f5-7ff04b8de54e service neutron] 10.222.0.23 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706031 Mar 03 17:45:25.774909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-55ab9e60-3706-4b52-96f2-1fd10f51b50a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 999 time: 0.1833422 Mar 03 17:45:25.824265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-09f79fab-5f48-43e5-a53e-f6ac6e6e4a9d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.825866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-09f79fab-5f48-43e5-a53e-f6ac6e6e4a9d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558053 Mar 03 17:45:25.844151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-6fb4d90d-f05e-42f9-a44c-f32cfec253f1 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/quotas/8f8f0010448e40a9867b15d2996d9269 HTTP/1.1" status: 200 len: 375 time: 0.0118210 Mar 03 17:45:25.923519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-ab80a13c-d80e-4ba5-ac61-518f2b996110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.924947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-ab80a13c-d80e-4ba5-ac61-518f2b996110 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=685b9eea-836b-4651-85d9-1cecc4c9cef3 HTTP/1.1" status: 200 len: 867 time: 0.1383986 Mar 03 17:45:25.929755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-877e6fbf-cbf0-4919-8a14-1a9102a405b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:25.931086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-877e6fbf-cbf0-4919-8a14-1a9102a405b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1094 time: 0.2853563 Mar 03 17:45:25.935036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1b590efb-68f9-4b01-a924-1e61ecf85613 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852644 Mar 03 17:45:26.007120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 964abb53-bd1e-4791-ae6e-7f0f16b091bc up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:26.055408 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-2893a895-58cf-4409-9481-6405a2331c04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 200 len: 217 time: 0.0869029 Mar 03 17:45:26.062388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17dd6262-d2e9-4a06-87b9-01e7efcb04b8 req-a29988dd-4d2e-4287-a391-e93ec9895ca2 service neutron] 10.222.0.23 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117771 Mar 03 17:45:26.104255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 964abb53-bd1e-4791-ae6e-7f0f16b091bc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:26.111406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 964abb53-bd1e-4791-ae6e-7f0f16b091bc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:26.112131 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:26.133299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-363593795', 'description': 'tempest-description-797004458'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:26.138133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-a5b4da47-5bc0-468b-b23a-0b56ddfc818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:26.139527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-a5b4da47-5bc0-468b-b23a-0b56ddfc818b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.0748892 Mar 03 17:45:26.143069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:26.192305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:26.210697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-38ebc543-ab31-4818-a241-ab18524819bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:26.212177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-38ebc543-ab31-4818-a241-ab18524819bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=106cd932-8d74-42d4-9d77-299d5b1c658f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787139 Mar 03 17:45:26.216025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-9fba57f2-7380-4963-9c0d-10fd0fa2ceaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550652 Mar 03 17:45:26.252078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:26.257313 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:26.292866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 964abb53-bd1e-4791-ae6e-7f0f16b091bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=964abb53-bd1e-4791-ae6e-7f0f16b091bc,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:26.297477 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:26.377653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=964abb53-bd1e-4791-ae6e-7f0f16b091bc,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:26.475972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19dcf3-cbbd-40a5-ab87-99417a8ececb req-3e2510e2-850e-4127-86de-bf525a1854c0 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:26.477664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c19dcf3-cbbd-40a5-ab87-99417a8ececb req-3e2510e2-850e-4127-86de-bf525a1854c0 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.0870183 Mar 03 17:45:26.532068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:26.532482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c19dcf3-cbbd-40a5-ab87-99417a8ececb req-a6209ed4-5fd5-45ca-b6f4-247c91a14eed tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Mar 03 17:45:26.542180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:26.546481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:26.558931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:26.615870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-01a25923-a4c2-4cd0-8b65-8bbfea47219a service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962240 Mar 03 17:45:26.622751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-b14387c8-4189-478e-b5dd-622f852a582a service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828876 Mar 03 17:45:26.726229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495dcbb-167e-4f01-869c-aa7a6e3ab2bd req-a7cbac7a-0855-48ed-a47e-98a1a927e69b tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:26.728147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0495dcbb-167e-4f01-869c-aa7a6e3ab2bd req-a7cbac7a-0855-48ed-a47e-98a1a927e69b tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 0.0852058 Mar 03 17:45:26.776911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0495dcbb-167e-4f01-869c-aa7a6e3ab2bd req-550ab38f-4ecb-4e89-843c-73552f9f52c5 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Mar 03 17:45:26.839892 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'code': 200} Mar 03 17:45:26.873506 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:26.889944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:26.935267 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58533213-2ee0-4261-9f19-bd9ec0a7d632 req-4938ceb8-c184-4b94-95f0-6eb5bd2d38e6 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874422 Mar 03 17:45:26.946624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-815be17c-c5ea-44e1-a87c-40242e7b09b4 req-d112dbc0-d4b0-466d-8270-11dc6cb36262 service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219888 Mar 03 17:45:26.959628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607e74ae-1e12-4e3c-9b81-e3d953d03f45,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:26.964404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:26.965731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d8f2e56-0d6e-4067-93bd-e1896283e5ac req-23c85389-9911-416e-9609-6a654f5b627e tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8361032 Mar 03 17:45:26.975436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:27.085947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-df8cb00a-39d3-4581-959c-65434b1f5d99 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 258 time: 0.2346432 Mar 03 17:45:27.102208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:27.107916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122e6c5-cdf7-4601-bdb4-b953e6309e1f req-73a967be-f527-4a93-b677-6da0b2bbe819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:27.109697 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3122e6c5-cdf7-4601-bdb4-b953e6309e1f req-73a967be-f527-4a93-b677-6da0b2bbe819 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 1096 time: 0.1328421 Mar 03 17:45:27.113542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:27.173218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:27.200053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3122e6c5-cdf7-4601-bdb4-b953e6309e1f req-b333f650-f1b6-4176-96cc-8fe7b8028828 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811872 Mar 03 17:45:27.201601 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.218121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e5ae-72ff-42dc-ba2f-3edc4d764513 req-addd7d24-04a8-4551-a0aa-9761832b44dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:27.222286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12a5e5ae-72ff-42dc-ba2f-3edc4d764513 req-addd7d24-04a8-4551-a0aa-9761832b44dc tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 945 time: 0.1125336 Mar 03 17:45:27.268360 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12a5e5ae-72ff-42dc-ba2f-3edc4d764513 req-df18ca1c-c2b9-48dd-9dcc-33c6bcbf2fa5 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419779 Mar 03 17:45:27.340255 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.477734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Allocated IP 172.25.0.152 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7b788b1a-0070-4a0e-97bb-63ad2574d89f) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:27.627782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.658902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.663764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93774c-7877-41e1-87fb-2c0725121be7 req-001a4888-8f16-4552-87af-3d13a317cf2b tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:27.671466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc93774c-7877-41e1-87fb-2c0725121be7 req-001a4888-8f16-4552-87af-3d13a317cf2b tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.0987329 Mar 03 17:45:27.712937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc93774c-7877-41e1-87fb-2c0725121be7 req-b316d6a7-f6fa-4d9a-99c3-7c403f93f663 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Mar 03 17:45:27.737737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:27.739037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:27.742267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:27.752623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1060212813', 'description': 'tempest-description-591946559'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:27.759098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:27.764154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:27.767340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:27.777076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:27.789915 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.814917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:27.820539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:27.825448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:27.833793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:27.864044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event updated for resources: {'Port': ['ID=7b788b1a-0070-4a0e-97bb-63ad2574d89f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:27.881288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.940650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-681770fc-af79-4487-8cbd-efcfab410e59 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356529 Mar 03 17:45:27.942928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.945613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:27.972913 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:28.093412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df88992b-704c-438c-b5c7-5f7542e4e066,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:28.105206 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:28.106423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76353bcf-d862-49b8-aa0e-1b80cba74b75 req-e1296984-8810-48cc-92df-5c4d81eb11f0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3598776 Mar 03 17:45:28.172605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-89cdee1f-aba3-4145-8e8e-ac4c01ef9827 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:28.177260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-89cdee1f-aba3-4145-8e8e-ac4c01ef9827 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256393 Mar 03 17:45:28.192929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:28.212827 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90', 'status': 'completed', 'code': 200} Mar 03 17:45:28.240312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:28.257927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:28.366284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:28.415841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a6aa088-e0ff-4f9a-8b4b-f42908557e2c req-19c3491f-1b55-4c0e-9a99-56c160a39caf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 210 time: 0.0597463 Mar 03 17:45:28.423349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event updated for resources: {'Port': ['ID=7b788b1a-0070-4a0e-97bb-63ad2574d89f,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:28.424919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:28.437532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:28.439263 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-46fdb856-e370-4fc8-b8b6-80e0b3234f11 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3426964 Mar 03 17:45:28.442270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:28.458131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:45:28.462903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:28.508113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779466a-4d31-496a-a2cc-492418fb4451 req-0116fee3-f697-471a-b766-012c8dc52a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:28.508924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3779466a-4d31-496a-a2cc-492418fb4451 req-0116fee3-f697-471a-b766-012c8dc52a94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1094 time: 0.2385995 Mar 03 17:45:28.514119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-d253eeb0-314e-4251-a1e7-17c810b89537 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341439 Mar 03 17:45:28.567677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-8a898e6c-d20d-48df-9f91-e444478831c6 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:28.646670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-8a898e6c-d20d-48df-9f91-e444478831c6 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:28.647878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-8a898e6c-d20d-48df-9f91-e444478831c6 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.1928806 Mar 03 17:45:28.713451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779466a-4d31-496a-a2cc-492418fb4451 req-9033c4da-29e5-46d4-a1ce-db008efc5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:28.714792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3779466a-4d31-496a-a2cc-492418fb4451 req-9033c4da-29e5-46d4-a1ce-db008efc5682 service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.1906171 Mar 03 17:45:28.841840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964abb53-bd1e-4791-ae6e-7f0f16b091bc'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:28.856476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3779466a-4d31-496a-a2cc-492418fb4451 req-7a87f13a-053d-4fdc-a691-95f197e0a316 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 200 len: 217 time: 0.0694411 Mar 03 17:45:28.864912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.113 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/b622be15-7f52-4a89-acd9-cac879a5d50f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:28.876700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-21ec60f7-d20c-40a1-aa4e-7e26c5814d41 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:28.878125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-21ec60f7-d20c-40a1-aa4e-7e26c5814d41 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884383 Mar 03 17:45:28.904096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': '46f27787-2afd-4813-9606-008e75e958da', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:28.910323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-b99a0d69-6cba-463c-852a-127d3137febd tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:28.911636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f764bb8-c7b6-4d7d-baa6-81b7236fd137 req-b99a0d69-6cba-463c-852a-127d3137febd tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.2560556 Mar 03 17:45:28.925010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6dcd6-65e6-45f4-aa0d-49f3a18166f2 req-287f973d-ccf8-440a-b4f3-3b26b38089f2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:28.931818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccb6dcd6-65e6-45f4-aa0d-49f3a18166f2 req-287f973d-ccf8-440a-b4f3-3b26b38089f2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.3405175 Mar 03 17:45:28.943970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779466a-4d31-496a-a2cc-492418fb4451 req-f6e44dc7-af18-4b56-8ad8-a4803d184895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:28.945430 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3779466a-4d31-496a-a2cc-492418fb4451 req-f6e44dc7-af18-4b56-8ad8-a4803d184895 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.0753002 Mar 03 17:45:29.008249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3779466a-4d31-496a-a2cc-492418fb4451 req-729fa6b9-481f-448e-86ca-88f330c48c58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525739 Mar 03 17:45:29.209358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3779466a-4d31-496a-a2cc-492418fb4451 req-099e8c34-f3ca-4451-9f6f-8d39b404343d service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938789 Mar 03 17:45:29.216730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5148cec-2508-47a7-8185-b8bbf6029ea2 req-92e29d04-06b5-4ff3-93c7-2d7d38d164f2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:29.218082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5148cec-2508-47a7-8185-b8bbf6029ea2 req-92e29d04-06b5-4ff3-93c7-2d7d38d164f2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 0.1813340 Mar 03 17:45:29.231182 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccb6dcd6-65e6-45f4-aa0d-49f3a18166f2 req-3e8f6dbb-a54c-4e86-8609-bc4a381d4c1c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985182 Mar 03 17:45:29.341869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:29.349905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5148cec-2508-47a7-8185-b8bbf6029ea2 req-9fc719f2-7adc-405a-96e5-de31dcf49b38 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259389 Mar 03 17:45:29.388598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Usage tracker for resource:port and tenant:8f8f0010448e40a9867b15d2996d9269 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:45:29.403923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3779466a-4d31-496a-a2cc-492418fb4451 req-6e5bfeb7-fe6d-4ad9-ba57-e6fb7dd948b3 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653152 Mar 03 17:45:29.408800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:45:29.430915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:29.442153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:29.465059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:45:29.468472 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:29.480298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object b622be15-7f52-4a89-acd9-cac879a5d50f will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:29.576050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff6e6-780d-4cb7-840f-2523437707d6 req-d757e7e9-2ac4-4360-a8ae-8f5470fed5ce tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:29.577539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfdff6e6-780d-4cb7-840f-2523437707d6 req-d757e7e9-2ac4-4360-a8ae-8f5470fed5ce tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 945 time: 0.2246056 Mar 03 17:45:29.642687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:29.677251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:29.686301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66476-1942-4804-af69-bf25e27e90dd req-8d920d63-2c06-4ce7-a25c-32d01abbab94 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:29.687970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-8d920d63-2c06-4ce7-a25c-32d01abbab94 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 812 time: 0.2399113 Mar 03 17:45:29.703144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-21c650aa-9e9f-4591-9948-e0544a350f4c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/quotas/311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 375 time: 0.0091519 Mar 03 17:45:29.734698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfdff6e6-780d-4cb7-840f-2523437707d6 req-8daea4a7-f1e5-475c-8a52-35c8586d9e4d tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476135 Mar 03 17:45:29.790438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=b622be15-7f52-4a89-acd9-cac879a5d50f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:29.807045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-1045be9d-f2d5-436a-a54b-ec364b0fffa4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973339 Mar 03 17:45:29.816078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:29.821498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:29.826914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:29.920591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.62 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/61522920-ee1c-4690-86fe-a1c22ee6211e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:29.975690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-3c28c8f0-27f4-425f-8c96-49e9de15c0cf service neutron] 10.222.0.23 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672881 Mar 03 17:45:29.986944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:29.987975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:30.052201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-56927765-6a1e-4ca3-b7b4-09140a261511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8631210 Mar 03 17:45:30.059897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df09b0-7238-4d62-b91f-6b8c44a38655 req-e3dbd4b1-ba09-432e-bf2c-aa523b04d447 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:30.067698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73df09b0-7238-4d62-b91f-6b8c44a38655 req-e3dbd4b1-ba09-432e-bf2c-aa523b04d447 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.2043631 Mar 03 17:45:30.077366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Request body: {'port': {'device_id': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:30.133772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-c27903b9-528f-40e6-b7fd-b4630fae38be service neutron] 10.222.0.23 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570330 Mar 03 17:45:30.164398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-63bac72a-9c68-4828-bab7-4dc353bcd155 None None] Provisioning for port b622be15-7f52-4a89-acd9-cac879a5d50f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:30.171862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-63bac72a-9c68-4828-bab7-4dc353bcd155 None None] Provisioning complete for port b622be15-7f52-4a89-acd9-cac879a5d50f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:30.172649 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63bac72a-9c68-4828-bab7-4dc353bcd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:30.275614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-63bac72a-9c68-4828-bab7-4dc353bcd155 None None] Port b622be15-7f52-4a89-acd9-cac879a5d50f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:45:30.299688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73df09b0-7238-4d62-b91f-6b8c44a38655 req-98cc5c06-cf82-4d79-839b-dd7206bf52e0 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310140 Mar 03 17:45:30.309214 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964abb53-bd1e-4791-ae6e-7f0f16b091bc', 'code': 200} Mar 03 17:45:30.413126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:30.462040 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:30.480147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object 61522920-ee1c-4690-86fe-a1c22ee6211e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:30.566636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d8aab-5cfb-49cd-aa1f-1a162e34d692 req-761dd115-d96e-4254-815b-3c453898705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:30.569275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-971d8aab-5cfb-49cd-aa1f-1a162e34d692 req-761dd115-d96e-4254-815b-3c453898705a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 1100 time: 0.1664877 Mar 03 17:45:30.582868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d187caf7-a9b1-4e9b-84e5-074e0747c381 req-e0f1f320-cc8c-44d8-b253-4bdea0eb5443 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:30.613136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279e003-876d-48fb-af16-db0cbcffc771 req-165c4e3f-5829-4503-aede-bf8f33bfb77f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:30.615002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f279e003-876d-48fb-af16-db0cbcffc771 req-165c4e3f-5829-4503-aede-bf8f33bfb77f tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1584728 Mar 03 17:45:30.626931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d187caf7-a9b1-4e9b-84e5-074e0747c381 req-e0f1f320-cc8c-44d8-b253-4bdea0eb5443 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:30.628067 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d187caf7-a9b1-4e9b-84e5-074e0747c381 req-e0f1f320-cc8c-44d8-b253-4bdea0eb5443 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 210 time: 0.1395493 Mar 03 17:45:30.686179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:30.766196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-971d8aab-5cfb-49cd-aa1f-1a162e34d692 req-d33784d7-2ce6-4862-811a-dc3d02abbaf9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837986 Mar 03 17:45:30.769418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f279e003-876d-48fb-af16-db0cbcffc771 req-2c1a4bd5-5784-405c-a5f7-e7dc5f2b1e21 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.1394784 Mar 03 17:45:30.780264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f279e003-876d-48fb-af16-db0cbcffc771 req-dea8b58a-db2c-4f4d-9b33-dac892b3be4a tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Request body: {'floatingip': {'port_id': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:30.847167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:30.859608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f279e003-876d-48fb-af16-db0cbcffc771 req-dea8b58a-db2c-4f4d-9b33-dac892b3be4a tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:30.867127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:30.876947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:30.908411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=61522920-ee1c-4690-86fe-a1c22ee6211e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:31.023265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:31.058257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:31.058794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:31.076382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30327694-acf4-4aaf-96f8-6fad57f46de9 req-270a1657-d4ff-4329-b3f6-8426e048075b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:31.078491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30327694-acf4-4aaf-96f8-6fad57f46de9 req-270a1657-d4ff-4329-b3f6-8426e048075b tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 945 time: 0.3315136 Mar 03 17:45:31.088161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33694) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:31.100441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Request body: {'floatingip': {'port_id': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:31.191732 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:31.206584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 64dba85c-a9ab-49db-94d5-7b296c6e4a90 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:31.255265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-44e8b1e7-e035-49c7-ac14-24a491dd01a6 None None] Provisioning for port 61522920-ee1c-4690-86fe-a1c22ee6211e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:31.274704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-44e8b1e7-e035-49c7-ac14-24a491dd01a6 None None] Provisioning complete for port 61522920-ee1c-4690-86fe-a1c22ee6211e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:31.275065 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44e8b1e7-e035-49c7-ac14-24a491dd01a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:31.357225 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-f279e003-876d-48fb-af16-db0cbcffc771 req-dea8b58a-db2c-4f4d-9b33-dac892b3be4a tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 17:45:31.358550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f279e003-876d-48fb-af16-db0cbcffc771 req-dea8b58a-db2c-4f4d-9b33-dac892b3be4a tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "PUT /v2.0/floatingips/25fcdf83-c802-4f53-a479-74275e8414cd HTTP/1.1" status: 409 len: 550 time: 0.5820136 Mar 03 17:45:31.393232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:45:31.414385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-10077ba9-ef16-4d35-ab8f-2095653c4478 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5158050 Mar 03 17:45:31.447557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-44e8b1e7-e035-49c7-ac14-24a491dd01a6 None None] Port 61522920-ee1c-4690-86fe-a1c22ee6211e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:45:31.488904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Request body: {'port': {'device_id': '46f27787-2afd-4813-9606-008e75e958da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:31.493754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c31fb71f-fd98-4fb9-a57b-a38fda036a24 req-48d3fd48-60dc-4ab8-b7b3-be0d0798ecf4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 210 time: 0.0425079 Mar 03 17:45:31.542168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:31.567711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '64dba85c-a9ab-49db-94d5-7b296c6e4a90', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'port_id': '64dba85c-a9ab-49db-94d5-7b296c6e4a90', 'mac_address': 'fa:16:3e:19:c2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de88dc8-1e70-400f-8584-aa2f5ca46ca5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:31.695063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:31.726590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dba85c-a9ab-49db-94d5-7b296c6e4a90 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:31.762850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:31.780124 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:31.787001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9638163-4ac4-4311-82af-6cee9596a1c3 req-85ac365d-54ed-4993-ba30-98697fd8ae1a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:31.789528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9638163-4ac4-4311-82af-6cee9596a1c3 req-85ac365d-54ed-4993-ba30-98697fd8ae1a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 0.1403883 Mar 03 17:45:31.811452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b622be15-7f52-4a89-acd9-cac879a5d50f {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:31.834337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:31.871381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9638163-4ac4-4311-82af-6cee9596a1c3 req-4be5cd3d-99d2-487b-ad32-467c7d917c86 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755808 Mar 03 17:45:31.889483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:32.004303 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:32.015099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Transition to ACTIVE for port object b622be15-7f52-4a89-acd9-cac879a5d50f will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:32.036703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:32.080939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf293d-0e45-46ee-b526-0bee7100eb24 req-17cb0e7b-dbc4-442f-b526-b015e6f82f5c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:32.088365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5abf293d-0e45-46ee-b526-0bee7100eb24 req-17cb0e7b-dbc4-442f-b526-b015e6f82f5c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.6871479 Mar 03 17:45:32.114660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66476-1942-4804-af69-bf25e27e90dd req-e103673a-004e-49d1-ad9f-ab20cdca78eb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:32.116477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-e103673a-004e-49d1-ad9f-ab20cdca78eb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.16 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 812 time: 0.2537460 Mar 03 17:45:32.149542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'port': {'device_id': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b', 'admin_state_up': True, 'tenant_id': '311065f446e942dc94feb196453e8b0d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:32.241947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['64dba85c-a9ab-49db-94d5-7b296c6e4a90'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:32.397540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95697-0245-457d-8e57-cc03e8bd7aaf req-3eea8b65-e57f-4894-9af8-5434068be048 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:32.405839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eda95697-0245-457d-8e57-cc03e8bd7aaf req-3eea8b65-e57f-4894-9af8-5434068be048 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.3979855 Mar 03 17:45:32.418984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b622be15-7f52-4a89-acd9-cac879a5d50f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:32.522516 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5abf293d-0e45-46ee-b526-0bee7100eb24 req-79391d97-3807-4f90-947b-735740725e56 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336994 Mar 03 17:45:32.541661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eda95697-0245-457d-8e57-cc03e8bd7aaf req-4c6c56de-6e2b-4a25-91d0-3de221e27865 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338491 Mar 03 17:45:32.600886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:32.614776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:32.629051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5e8f7-ecdc-4fd7-8bb5-00402baad841 req-1b94babf-4e56-4756-b145-1231b890a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:32.630578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6e5e8f7-ecdc-4fd7-8bb5-00402baad841 req-1b94babf-4e56-4756-b145-1231b890a9f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1100 time: 0.1858370 Mar 03 17:45:32.636334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Made reservation on behalf of 311065f446e942dc94feb196453e8b0d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:45:32.640208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:32.781517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-e41bb576-4603-441b-bdd7-ee0a2f386fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips/25fcdf83-c802-4f53-a479-74275e8414cd HTTP/1.1" status: 200 len: 693 time: 0.2069459 Mar 03 17:45:32.794251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6e5e8f7-ecdc-4fd7-8bb5-00402baad841 req-c83ae373-e7ab-4b5f-a360-e1ce01aeb699 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441488 Mar 03 17:45:32.838685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac915-8000-4e8b-a061-59f08ceafb48 req-e94563b1-ef8e-442c-acac-ef9314b4e621 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:32.840114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69dac915-8000-4e8b-a061-59f08ceafb48 req-e94563b1-ef8e-442c-acac-ef9314b4e621 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 935 time: 0.1890566 Mar 03 17:45:32.942333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69dac915-8000-4e8b-a061-59f08ceafb48 req-ad66df19-05f4-4c0f-ae8d-a7a9ab7a505a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948241 Mar 03 17:45:32.948547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Allocated IP 172.20.0.11 (50de7188-5643-4a8b-8d7c-0c03a70ffe7b/e80f7220-3edd-4f93-83fd-79df55ba68ec/b86f7c60-4bcc-4b50-acdd-a73422768053) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:33.005179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Attempting to bind port b622be15-7f52-4a89-acd9-cac879a5d50f on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:33.005553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Attempting to bind port b622be15-7f52-4a89-acd9-cac879a5d50f by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:33.005878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Attempting to bind port b622be15-7f52-4a89-acd9-cac879a5d50f on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:33.010588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Port b622be15-7f52-4a89-acd9-cac879a5d50f on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:33.010902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Attempting to bind port b622be15-7f52-4a89-acd9-cac879a5d50f on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:33.114638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:33.114974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:33.115562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:33.116004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Bound port: b622be15-7f52-4a89-acd9-cac879a5d50f, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:33.116331 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.145391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-11ac0f2a-54e5-4f61-ba16-ca5144aa786e req-d73236d8-e950-4579-a852-f7f2cffd22ac tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 210 time: 0.0501144 Mar 03 17:45:33.215051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.283363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.295431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-65480887-1a86-486b-b8ca-4c1d9fc6c1ad tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:33.296750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-65480887-1a86-486b-b8ca-4c1d9fc6c1ad tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.5138669 Mar 03 17:45:33.301520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:33.318713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-0de21ef2-c4f7-4100-9a42-54f2ec0cc194 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:45:33.319662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-0de21ef2-c4f7-4100-9a42-54f2ec0cc194 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080400 Mar 03 17:45:33.339434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] For port b622be15-7f52-4a89-acd9-cac879a5d50f, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:33.363647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:33.369733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:33.379962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:33.385351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:33.385955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.400626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:33.424671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:45:33.428659 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2dfe938b-981e-4bb6-b47e-3ac43322e145 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2884588 Mar 03 17:45:33.437288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a9cb6-ed08-442d-a085-10cbcb2fa568 req-9de79f9d-c551-4938-a0de-59b43597de97 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:33.438767 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-659a9cb6-ed08-442d-a085-10cbcb2fa568 req-9de79f9d-c551-4938-a0de-59b43597de97 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 0.1915164 Mar 03 17:45:33.445122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Request body: {'port': {'device_id': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:33.481891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] For port b622be15-7f52-4a89-acd9-cac879a5d50f, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b622be15-7f52-4a89-acd9-cac879a5d50f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:33.530246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-bdcad236-584d-4a98-adfe-98cd92bc3981 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.1881795 Mar 03 17:45:33.539483 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.564137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-659a9cb6-ed08-442d-a085-10cbcb2fa568 req-a333ee42-549a-4147-91b3-dcdb39282afc tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944118 Mar 03 17:45:33.595299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.697976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:33.698594 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.699946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] 10.222.0.35 "PUT /v2.0/ports/b622be15-7f52-4a89-acd9-cac879a5d50f HTTP/1.1" status: 200 len: 1096 time: 3.6269839 Mar 03 17:45:33.710647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'tag': 'b622be15-7f52-4a89-acd9-cac879a5d50f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:33.718006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.745297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61522920-ee1c-4690-86fe-a1c22ee6211e {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:33.754722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-7fec502d-efa0-4bff-9df4-a3146ba1000e tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.2071686 Mar 03 17:45:33.759091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.852684 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:33.935986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a660517-546a-43e9-8057-3b6de2c348c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b622be15-7f52-4a89-acd9-cac879a5d50f,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:33.965634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedecf6-976b-4d84-8b94-ed9baa586d6e req-4b992f47-3604-4e70-a725-01cdce385fd9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:33.967100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2dedecf6-976b-4d84-8b94-ed9baa586d6e req-4b992f47-3604-4e70-a725-01cdce385fd9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.1259887 Mar 03 17:45:34.049057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Transition to ACTIVE for port object 61522920-ee1c-4690-86fe-a1c22ee6211e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:34.062137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:34.066382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:34.069861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.078824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2dedecf6-976b-4d84-8b94-ed9baa586d6e req-af148413-8533-4d8b-9511-7c62ef80d02e tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046715 Mar 03 17:45:34.080708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86f7c60-4bcc-4b50-acdd-a73422768053 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:34.088611 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.104617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Transition to ACTIVE for port object b86f7c60-4bcc-4b50-acdd-a73422768053 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:34.120768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.151152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Deleting port 7b788b1a-0070-4a0e-97bb-63ad2574d89f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:34.151732 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.491850 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.548651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:34.548900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Pushing event updated for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:34.554921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:34.555829 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041 associated. External IP: 172.25.0.127, port: ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034. Mar 03 17:45:34.564299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:34.568396 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.576642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Attempting to bind port b86f7c60-4bcc-4b50-acdd-a73422768053 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:34.576998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Attempting to bind port b86f7c60-4bcc-4b50-acdd-a73422768053 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:34.577386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Attempting to bind port b86f7c60-4bcc-4b50-acdd-a73422768053 on network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:34.583943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Port b86f7c60-4bcc-4b50-acdd-a73422768053 on network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:34.584265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Attempting to bind port b86f7c60-4bcc-4b50-acdd-a73422768053 on network 50de7188-5643-4a8b-8d7c-0c03a70ffe7b {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:34.592532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:34.592797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Checking segment: {'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:34.593179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Bound using segment: {'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:34.593622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Bound port: b86f7c60-4bcc-4b50-acdd-a73422768053, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e54bd97-c6fc-4d07-91d0-0f9065f01487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:34.593978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.616327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '1f18971c-c61c-48da-97b2-a04836adcb36', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '1f18971c-c61c-48da-97b2-a04836adcb36', 'mac_address': 'fa:16:3e:63:fc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:34.672045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4231bc-d1ea-4898-a79a-dc62b6682b50 req-da8a09f7-3ed9-40a7-9566-bde8aa863ba0 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:34.673849 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba4231bc-d1ea-4898-a79a-dc62b6682b50 req-da8a09f7-3ed9-40a7-9566-bde8aa863ba0 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.2334616 Mar 03 17:45:34.687306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-c5d043ad-7a31-4cea-83b3-094d5d6de7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:34.689463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-c5d043ad-7a31-4cea-83b3-094d5d6de7d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 1099 time: 0.8811285 Mar 03 17:45:34.701276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:34.706556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.719265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Pushing event updated for resources: {'Port': ['ID=61522920-ee1c-4690-86fe-a1c22ee6211e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:34.738180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f18971c-c61c-48da-97b2-a04836adcb36 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:34.750935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:34.757319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:34.761192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba4231bc-d1ea-4898-a79a-dc62b6682b50 req-1b507e77-3868-4c0c-a19c-3395383ed183 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778985 Mar 03 17:45:34.763388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.771227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b86f7c60-4bcc-4b50-acdd-a73422768053,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:34.776556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.820592 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-b6122a40-6077-4c6d-81b2-7e8cf1b133d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=b622be15-7f52-4a89-acd9-cac879a5d50f HTTP/1.1" status: 200 len: 217 time: 0.0966768 Mar 03 17:45:34.841459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:34.842075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:34.843964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] 10.222.0.16 "PUT /v2.0/ports/b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 1092 time: 1.4027996 Mar 03 17:45:34.846957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:34.877183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744da33-ef17-4d90-86ba-94dab270ca1c service neutron] Pushing event updated for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:34.885033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:34.979766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66476-1942-4804-af69-bf25e27e90dd req-53b429b6-9a6b-462f-857b-9729c34d2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:34.981412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-53b429b6-9a6b-462f-857b-9729c34d2f3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1095 time: 0.0733960 Mar 03 17:45:35.057277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-3152679d-58ec-4d6f-9896-67dde202897d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 217 time: 0.0639441 Mar 03 17:45:35.093922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-c69b6bd4-2505-47d7-9ef5-5c15f87ade77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:35.096235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-c69b6bd4-2505-47d7-9ef5-5c15f87ade77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2097700 Mar 03 17:45:35.105151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Attempting to bind port 61522920-ee1c-4690-86fe-a1c22ee6211e on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:35.105626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Attempting to bind port 61522920-ee1c-4690-86fe-a1c22ee6211e by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:35.106193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Attempting to bind port 61522920-ee1c-4690-86fe-a1c22ee6211e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:35.142775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1f18971c-c61c-48da-97b2-a04836adcb36'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:35.153309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66476-1942-4804-af69-bf25e27e90dd req-ee32aff2-f21d-409b-8176-eacbe2096aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:35.156028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-ee32aff2-f21d-409b-8176-eacbe2096aae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.0913792 Mar 03 17:45:35.247364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-2e7530cb-c60f-4a9d-9ab9-e8e17d083c0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844374 Mar 03 17:45:35.248571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Port 61522920-ee1c-4690-86fe-a1c22ee6211e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:35.248913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Attempting to bind port 61522920-ee1c-4690-86fe-a1c22ee6211e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:35.262015 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'tag': 'b622be15-7f52-4a89-acd9-cac879a5d50f', 'status': 'completed', 'code': 200} Mar 03 17:45:35.263691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:35.264020 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:35.279522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 64dba85c-a9ab-49db-94d5-7b296c6e4a90 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:35.316632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:35.316978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:35.317376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:35.317816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Bound port: 61522920-ee1c-4690-86fe-a1c22ee6211e, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:35.318160 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:35.396136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-29b26b9b-12f9-48b4-9343-f7d6d97e1b82 service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402025 Mar 03 17:45:35.409779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:35.423434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:35.423793 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:35.457428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Calling delete_port for 7b788b1a-0070-4a0e-97bb-63ad2574d89f owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:35.572895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610abd-6c48-4a7f-8cf8-02f722daa1af req-98346d8c-a302-4c66-baa0-780e6f18e90f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:35.574597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8610abd-6c48-4a7f-8cf8-02f722daa1af req-98346d8c-a302-4c66-baa0-780e6f18e90f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 947 time: 0.1776109 Mar 03 17:45:35.592101 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:35.615424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8c66476-1942-4804-af69-bf25e27e90dd req-c6960fb3-6c30-4e12-8d3d-f70cd9fc2dff service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818233 Mar 03 17:45:35.630025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:35.636939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8610abd-6c48-4a7f-8cf8-02f722daa1af req-bc41b4d0-55ea-4f82-b60c-4fd26e9fb4e7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Mar 03 17:45:35.638222 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:35.712054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:35.721510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-74b95fe9-b9c9-4ddc-9655-dec0f0507ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:35.722984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-74b95fe9-b9c9-4ddc-9655-dec0f0507ad0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6126168 Mar 03 17:45:35.724687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] For port 61522920-ee1c-4690-86fe-a1c22ee6211e, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:35.759104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Router 639461c0-39e8-4436-a691-89e6543d2334 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:45:35.760721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] For port 61522920-ee1c-4690-86fe-a1c22ee6211e, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=61522920-ee1c-4690-86fe-a1c22ee6211e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:35.814483 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:35.829816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2224-18ff-4ab8-b0f2-15da21f83585 req-c704ca64-575b-44d0-ac3d-4a99dafe41ff tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:35.830428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c39b2224-18ff-4ab8-b0f2-15da21f83585 req-c704ca64-575b-44d0-ac3d-4a99dafe41ff tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:35.845990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c39b2224-18ff-4ab8-b0f2-15da21f83585 req-c704ca64-575b-44d0-ac3d-4a99dafe41ff tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:35.847138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c39b2224-18ff-4ab8-b0f2-15da21f83585 req-c704ca64-575b-44d0-ac3d-4a99dafe41ff tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 944 time: 0.0995433 Mar 03 17:45:35.891354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c39b2224-18ff-4ab8-b0f2-15da21f83585 req-e4c86b27-fd5f-4c33-b76e-098a1e118153 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379202 Mar 03 17:45:35.947262 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36', 'code': 200} Mar 03 17:45:36.134249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec456ef-4f88-4f4c-a956-53a77ac4ec4c req-12c8ceaf-5fe8-4370-b1a5-546d67bc1887 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:36.140204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:36.141100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:36.142674 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-df55b999-8dad-4de1-a124-746da97639fa service neutron] 10.222.0.16 "PUT /v2.0/ports/61522920-ee1c-4690-86fe-a1c22ee6211e HTTP/1.1" status: 200 len: 1095 time: 4.6592374 Mar 03 17:45:36.144118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aec456ef-4f88-4f4c-a956-53a77ac4ec4c req-12c8ceaf-5fe8-4370-b1a5-546d67bc1887 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.1100051 Mar 03 17:45:36.187238 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:36.228817 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aec456ef-4f88-4f4c-a956-53a77ac4ec4c req-8fc1cbce-f03c-441d-b2e3-b3eefce36c04 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836434 Mar 03 17:45:36.324149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55b999-8dad-4de1-a124-746da97639fa service neutron] Pushing event updated for resources: {'Port': ['ID=61522920-ee1c-4690-86fe-a1c22ee6211e,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:36.328258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:45:36.340061 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] Sync routers for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:45:36.353172 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:36.353815 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:36.447938 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-e55bdba4-9376-4fca-bddb-1dd3bba6a4c3 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137518 Mar 03 17:45:36.448543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event deleted for resources: {'Port': ['ID=7b788b1a-0070-4a0e-97bb-63ad2574d89f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:36.574413 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053', 'status': 'completed', 'code': 200} Mar 03 17:45:36.639947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:36.644971 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:36.770073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-974be2c5-941f-486a-8368-dd53f4eb43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:36.771580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-974be2c5-941f-486a-8368-dd53f4eb43a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1095 time: 0.1586874 Mar 03 17:45:36.778175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e2e05347-3a15-465d-bd37-9a91dd118bcd tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "PUT /v2.0/floatingips/37a4594d-b9da-46ce-8018-9a0715cc6041 HTTP/1.1" status: 200 len: 991 time: 5.6861768 Mar 03 17:45:36.779360 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:36.780269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8e89-0c0d-4ce4-bd56-85d2b791c426 req-50ed4862-f399-48f1-b516-865a2fda0588 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:36.781759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52fb8e89-0c0d-4ce4-bd56-85d2b791c426 req-50ed4862-f399-48f1-b516-865a2fda0588 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 949 time: 0.1130204 Mar 03 17:45:36.782419 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:36.794022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfef2993-9742-4b64-82cc-12db0dd53065 req-1bf3aa3e-59a3-4fc8-8cf8-8b384be3cc5b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "DELETE /v2.0/floatingips/25fcdf83-c802-4f53-a479-74275e8414cd HTTP/1.1" status: 204 len: 173 time: 2.9332566 Mar 03 17:45:36.801443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-ad901b00-a3c5-4356-979b-98d82eec4522 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296580 Mar 03 17:45:36.848840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-0aa378cd-a02f-4874-8e47-fda16de9ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:36.850940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-0aa378cd-a02f-4874-8e47-fda16de9ca5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 1098 time: 0.6391103 Mar 03 17:45:36.923176 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52fb8e89-0c0d-4ce4-bd56-85d2b791c426 req-5a56fc91-04fd-44a0-a19f-cadfb084f1d2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213675 Mar 03 17:45:36.954052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-110d7684-34d7-4483-8f04-40575212f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:36.955915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-110d7684-34d7-4483-8f04-40575212f475 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 913 time: 0.1723793 Mar 03 17:45:37.026812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-a591ba7e-0ad4-4325-bb64-c5f3c347e69b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=61522920-ee1c-4690-86fe-a1c22ee6211e HTTP/1.1" status: 200 len: 217 time: 0.1287506 Mar 03 17:45:37.039800 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-092acb9f-be74-44da-a637-1a4c8a08ce98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 217 time: 0.0730276 Mar 03 17:45:37.057942 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '37a4594d-b9da-46ce-8018-9a0715cc6041', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '639461c0-39e8-4436-a691-89e6543d2334', 'port_id': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'mac_address': 'fa:16:3e:16:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:45:33Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:37.061860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] Checking router: 639461c0-39e8-4436-a691-89e6543d2334 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:45:37.071172 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:37.071778 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:37.118709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-8c93e993-0b04-452e-a271-40d7667feddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.120276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-8c93e993-0b04-452e-a271-40d7667feddf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0858381 Mar 03 17:45:37.175468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-1041ed8d-7181-4b5e-babf-624967934841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.176926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-1041ed8d-7181-4b5e-babf-624967934841 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 1099 time: 0.3148162 Mar 03 17:45:37.189696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48e249-5d1a-4c93-b432-f27463c68283 req-f2db0663-c1d7-4109-bbad-12edd806bb48 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.191133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e48e249-5d1a-4c93-b432-f27463c68283 req-f2db0663-c1d7-4109-bbad-12edd806bb48 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.2921777 Mar 03 17:45:37.254901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-b373b23e-f791-487b-8ff4-8f15041fed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.256376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-b373b23e-f791-487b-8ff4-8f15041fed35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.0752206 Mar 03 17:45:37.268635 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:37.316458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f27787-2afd-4813-9606-008e75e958da', 'tag': '61522920-ee1c-4690-86fe-a1c22ee6211e'}, {'name': 'network-changed', 'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:37.320582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e20c7-4866-436b-9276-0f380641c9bd req-15ade888-7ffa-4a49-9249-c40e980ac0ff tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.322078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-407e20c7-4866-436b-9276-0f380641c9bd req-15ade888-7ffa-4a49-9249-c40e980ac0ff tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 947 time: 0.2844110 Mar 03 17:45:37.324259 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-018b3b62-30df-4b26-9197-1d0f69efb2af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608563 Mar 03 17:45:37.346989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e48e249-5d1a-4c93-b432-f27463c68283 req-2bfec309-8321-42ef-938f-dbec5a0f52cf tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282094 Mar 03 17:45:37.379172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-d15b1d84-e54a-4822-b02f-21b16a679c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.380638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-d15b1d84-e54a-4822-b02f-21b16a679c90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406440 Mar 03 17:45:37.476281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-5ced4c5a-f284-4cd4-8c0f-e6f15c8e6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.477730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-5ced4c5a-f284-4cd4-8c0f-e6f15c8e6ff1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2809348 Mar 03 17:45:37.483655 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-407e20c7-4866-436b-9276-0f380641c9bd req-6dcc977d-0370-47b3-a502-8eccebe6f517 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553943 Mar 03 17:45:37.619939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-c4514c71-9dc8-4b8e-88a7-aea4b7c92c6b service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775524 Mar 03 17:45:37.650283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-58954c32-53e0-4096-b748-3217afd26ffc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=b622be15-7f52-4a89-acd9-cac879a5d50f HTTP/1.1" status: 200 len: 217 time: 0.1242943 Mar 03 17:45:37.655281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-09e39536-cf49-4dbd-b0fd-a073c808a209 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 1001 time: 0.1466289 Mar 03 17:45:37.661715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '37a4594d-b9da-46ce-8018-9a0715cc6041', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '639461c0-39e8-4436-a691-89e6543d2334', 'port_id': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'mac_address': 'fa:16:3e:16:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:45:33Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:37.666149 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157215b9-ba2b-4817-92ea-0770d9004e4f None None] The sync data for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 is: [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '37a4594d-b9da-46ce-8018-9a0715cc6041', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '639461c0-39e8-4436-a691-89e6543d2334', 'port_id': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'mac_address': 'fa:16:3e:16:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:45:33Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:45:37.804732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-50a657d0-2462-4403-851c-d75b9023b579 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.806151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-50a657d0-2462-4403-851c-d75b9023b579 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports/58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 942 time: 0.1375346 Mar 03 17:45:37.834106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c7c0508-86b2-42be-b2bc-eb104d78e5ad req-ae36b042-2512-4446-849d-a2a34738b046 service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034085 Mar 03 17:45:37.869290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-dff157a2-a66c-4b8d-9ba1-42af013c4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.871003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-dff157a2-a66c-4b8d-9ba1-42af013c4c6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2093098 Mar 03 17:45:37.874769 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-9f38df5d-304b-4539-8ae9-8a6867885637 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600060 Mar 03 17:45:37.918917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58255370-0ed8-4fff-9c21-b795099fa319 None None] New status for floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:45:37.965122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fdb22-5080-4eaf-8725-cf1677887cf5 req-8dcedfff-d3bf-440e-a421-9134742d7c73 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:37.966878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af5fdb22-5080-4eaf-8725-cf1677887cf5 req-8dcedfff-d3bf-440e-a421-9134742d7c73 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 945 time: 0.4882994 Mar 03 17:45:37.976742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:38.003366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-d9afd67a-bbff-4f85-890e-8166cc1011f3 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 1001 time: 0.1048627 Mar 03 17:45:38.084234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af5fdb22-5080-4eaf-8725-cf1677887cf5 req-81c93690-d761-47a4-9848-0bdff2a7ee6f tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091449 Mar 03 17:45:38.087974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:38.147690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0157128b-7502-43f8-8ad7-99ffc12f78c6 req-90d71ff1-43e3-445e-8648-cc8c60ae1c1a service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618980 Mar 03 17:45:38.150835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-34ec5451-a59a-489f-9d46-f42dc96ef45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:38.152364 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-34ec5451-a59a-489f-9d46-f42dc96ef45c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483475 Mar 03 17:45:38.211193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-4fcfee14-b09a-4e76-8583-d905c8ce7136 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:38.213175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-4fcfee14-b09a-4e76-8583-d905c8ce7136 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.2033975 Mar 03 17:45:38.226409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-544a22c7-3e01-451b-b060-00ce0cb33c3b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:45:38.227664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-544a22c7-3e01-451b-b060-00ce0cb33c3b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086300 Mar 03 17:45:38.259001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 1f18971c-c61c-48da-97b2-a04836adcb36 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:38.259401 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:38.353123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94e3a42a-321e-4ae0-a3a6-c0d5d47f78bb tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 1001 time: 0.1178613 Mar 03 17:45:38.365154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:38.377827 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:38.383788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-092fcdb6-1238-4cc4-9fe2-2fe72abeb8a3 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224383 Mar 03 17:45:38.412228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:38.417354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:38.442554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67996dee-0326-487e-9519-f739cb63df5b req-264eafed-c68a-4160-ba42-849466d055dd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:38.444031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67996dee-0326-487e-9519-f739cb63df5b req-264eafed-c68a-4160-ba42-849466d055dd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 944 time: 0.1658027 Mar 03 17:45:38.486259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:38.489316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=11']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:38.561003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67996dee-0326-487e-9519-f739cb63df5b req-a3202ec0-87a7-469b-b722-7822955a174b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:38.574519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d326bd47-dd30-43a9-932c-158b8d7666ad req-ed72038a-ea6d-4255-bbee-9b55eafa10d2 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830661 Mar 03 17:45:38.586529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67996dee-0326-487e-9519-f739cb63df5b req-a3202ec0-87a7-469b-b722-7822955a174b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:38.587705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67996dee-0326-487e-9519-f739cb63df5b req-a3202ec0-87a7-469b-b722-7822955a174b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938888 Mar 03 17:45:38.769527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:38.776888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:38.776888 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Floating IP fc3b07e0-dd9b-477f-af08-a9a5714cc826 disassociated. External IP: 172.25.0.105, port: 58401a60-3310-4d38-bfb0-8f0dbf45e317. Mar 03 17:45:38.939671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3d083-0a58-428f-ba97-f827f91b95e9 req-e9643e67-2e7b-41f2-9f0b-b0484e608228 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:38.940357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-aab3d083-0a58-428f-ba97-f827f91b95e9 req-e9643e67-2e7b-41f2-9f0b-b0484e608228 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:38.955764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-aab3d083-0a58-428f-ba97-f827f91b95e9 req-e9643e67-2e7b-41f2-9f0b-b0484e608228 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:38.956979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aab3d083-0a58-428f-ba97-f827f91b95e9 req-e9643e67-2e7b-41f2-9f0b-b0484e608228 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.0954497 Mar 03 17:45:39.005543 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aab3d083-0a58-428f-ba97-f827f91b95e9 req-24be15f3-4587-471d-bbc4-e80cabb230f8 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Mar 03 17:45:39.064873 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f27787-2afd-4813-9606-008e75e958da', 'tag': '61522920-ee1c-4690-86fe-a1c22ee6211e', 'status': 'completed', 'code': 200} Mar 03 17:45:39.065205 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'status': 'completed', 'code': 200} Mar 03 17:45:39.186102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-d5e281b2-096f-41d1-8982-90636226bcdf tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fed8ceaec37b499f809213362556533f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386963 Mar 03 17:45:39.232648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:45:39.275684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b86f7c60-4bcc-4b50-acdd-a73422768053 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:39.320284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-8a53f64a-2894-4914-9b8f-b3d28c022efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.321768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-8a53f64a-2894-4914-9b8f-b3d28c022efd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 1098 time: 0.2166727 Mar 03 17:45:39.394403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-60278b7e-ac23-4cec-a507-0c6f0bf9a06a tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.395865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-60278b7e-ac23-4cec-a507-0c6f0bf9a06a tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034383 Mar 03 17:45:39.412321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b86f7c60-4bcc-4b50-acdd-a73422768053,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:39.415952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:45:39.420463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:39.426374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'b86f7c60-4bcc-4b50-acdd-a73422768053', 'network_id': '50de7188-5643-4a8b-8d7c-0c03a70ffe7b', 'port_id': 'b86f7c60-4bcc-4b50-acdd-a73422768053', 'mac_address': 'fa:16:3e:cf:dc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80f7220-3edd-4f93-83fd-79df55ba68ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:39.430960 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] Sync routers for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:45:39.443736 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:39.444975 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:39.454120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-90752f85-1a1a-4f28-9dbc-1fdd9bdfbdf7 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/quotas/fed8ceaec37b499f809213362556533f HTTP/1.1" status: 200 len: 375 time: 0.0141141 Mar 03 17:45:39.487404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-94a1c13f-5b45-4396-a593-078e0011f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "PUT /v2.0/floatingips/fc3b07e0-dd9b-477f-af08-a9a5714cc826 HTTP/1.1" status: 200 len: 695 time: 1.1278543 Mar 03 17:45:39.487908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:39.488595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:39.506570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86f7c60-4bcc-4b50-acdd-a73422768053 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:39.511466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-eeaa8852-7fb7-407e-84ab-f9d5f39bb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.513196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-eeaa8852-7fb7-407e-84ab-f9d5f39bb2f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1822090 Mar 03 17:45:39.523098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b86f7c60-4bcc-4b50-acdd-a73422768053,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:39.529138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:39.579319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-10c6330d-c779-4464-84d3-ce56f92afed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.581629 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-10c6330d-c779-4464-84d3-ce56f92afed0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=96d4acb469744ea2b148c7cd9417008b&device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 1096 time: 0.0847597 Mar 03 17:45:39.599826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:39.608598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.609056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.610289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.610793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.611188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.611576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.611966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.612350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.613101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.613512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.614587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.616567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:45:39.630933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-8aed39c8-df3a-4ed5-a592-3dacfc28f134 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=61522920-ee1c-4690-86fe-a1c22ee6211e HTTP/1.1" status: 200 len: 217 time: 0.0724375 Mar 03 17:45:39.659864 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:39.705672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-7d327587-17b4-49c4-a444-30f7a490e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.707644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-7d327587-17b4-49c4-a444-30f7a490e5b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0706666 Mar 03 17:45:39.737148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-6586bd63-dcf7-493e-a5b8-f689b8be9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.738653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-6586bd63-dcf7-493e-a5b8-f689b8be9ec9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 200 len: 929 time: 0.1510112 Mar 03 17:45:39.784759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-2458de51-1f8c-4e5a-add0-7c2938883e56 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fed8ceaec37b499f809213362556533f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3143938 Mar 03 17:45:39.805859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-39f0e641-8e36-41da-bfb7-500340140abf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 217 time: 0.0613635 Mar 03 17:45:39.815678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-28c041fd-f524-4b93-81d2-f4f724b045d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.817654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-28c041fd-f524-4b93-81d2-f4f724b045d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029651 Mar 03 17:45:39.824919 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:45:39.879596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-0e615ea8-1dde-4d32-bb25-ad9eef2cf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.882675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-0e615ea8-1dde-4d32-bb25-ad9eef2cf6ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=685b9eea-836b-4651-85d9-1cecc4c9cef3 HTTP/1.1" status: 200 len: 867 time: 0.0702960 Mar 03 17:45:39.992762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-1afcd9e5-afd1-472e-844b-0620f97146a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:39.994877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-1afcd9e5-afd1-472e-844b-0620f97146a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=106cd932-8d74-42d4-9d77-299d5b1c658f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058993 Mar 03 17:45:40.014573 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-e562a221-2b64-43ed-b6c3-ea11794715e9 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891918 Mar 03 17:45:40.086423 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90', 'code': 200} Mar 03 17:45:40.096718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b622be15-7f52-4a89-acd9-cac879a5d50f details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:40.172888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b86f7c60-4bcc-4b50-acdd-a73422768053'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:40.174060 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:59Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:40.181717 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] Checking router: 3fdb9e65-828f-42ed-9612-ee6a23f17f52 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:45:40.211756 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:40.212395 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:40.407305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-5adc0e64-0e2a-46e6-bdcc-fbc464ab100f service neutron] 10.222.0.23 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049404 Mar 03 17:45:40.466259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b622be15-7f52-4a89-acd9-cac879a5d50f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b622be15-7f52-4a89-acd9-cac879a5d50f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:40.494982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b622be15-7f52-4a89-acd9-cac879a5d50f', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'b622be15-7f52-4a89-acd9-cac879a5d50f', 'mac_address': 'fa:16:3e:00:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:40.495269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-88cd6b23-0e4d-44c2-8411-24a378c3c975 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712777 Mar 03 17:45:40.508231 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:40.523695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b25134-e135-41de-b543-98a8e24d5f76 req-ecd0bc41-7219-4fb1-bf1a-11d010510189 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:40.532019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02b25134-e135-41de-b543-98a8e24d5f76 req-ecd0bc41-7219-4fb1-bf1a-11d010510189 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 947 time: 0.1499748 Mar 03 17:45:40.567161 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:40.592196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02b25134-e135-41de-b543-98a8e24d5f76 req-43c91628-4195-4583-be4f-fb9f0f1aa214 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586474 Mar 03 17:45:40.638597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b622be15-7f52-4a89-acd9-cac879a5d50f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:40.664620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b622be15-7f52-4a89-acd9-cac879a5d50f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b622be15-7f52-4a89-acd9-cac879a5d50f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:40.672206 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:40.720459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22ee7-ec0a-45a8-8c21-61473237259e req-65fc1bf6-68da-4744-b35b-a509d650301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:40.729888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1b22ee7-ec0a-45a8-8c21-61473237259e req-65fc1bf6-68da-4744-b35b-a509d650301f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1096 time: 0.4774487 Mar 03 17:45:40.797518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-83caaf8e-f8bb-421e-8bce-db5a14a5e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:40.799104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-83caaf8e-f8bb-421e-8bce-db5a14a5e560 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 1096 time: 0.2034726 Mar 03 17:45:40.820150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b622be15-7f52-4a89-acd9-cac879a5d50f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:40.917796 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:59Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:40.923284 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f1fad-5355-469d-8b8e-8e98e3cfad0c None None] The sync data for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 is: [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:44:44Z', 'revision_number': 4, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ce6f59c-4d7e-4b37-9ab0-d645aae5da99', 'name': '', 'network_id': '106cd932-8d74-42d4-9d77-299d5b1c658f', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'mac_address': 'fa:16:3e:ed:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:42Z', 'updated_at': '2022-03-03T17:44:59Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'subnets': [{'id': '685b9eea-836b-4651-85d9-1cecc4c9cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:45:40.943482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88a7b407-11e3-43ca-9d1e-3b4d49e7746b req-51d0aaca-81b1-4466-b894-1dbb5c418d68 service neutron] 10.222.0.23 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301015 Mar 03 17:45:40.961922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1b22ee7-ec0a-45a8-8c21-61473237259e req-1dae598c-2778-40f7-aab2-60c8686169e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766932 Mar 03 17:45:41.003847 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'status': 'completed', 'code': 200} Mar 03 17:45:41.027823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:41.056012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-c9f2ded1-7dac-46d6-b244-de9c3dd6d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:41.057594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-c9f2ded1-7dac-46d6-b244-de9c3dd6d588 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 200 len: 924 time: 0.2473657 Mar 03 17:45:41.124819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e36dcc-6d91-4b05-85fc-7a791759801d req-ab27aeea-a791-49df-8bfc-b04e0c3c661b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:41.132962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36e36dcc-6d91-4b05-85fc-7a791759801d req-ab27aeea-a791-49df-8bfc-b04e0c3c661b tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1101 time: 0.2152236 Mar 03 17:45:41.194960 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36e36dcc-6d91-4b05-85fc-7a791759801d req-2f9e3864-fa61-4ec3-a51b-c0aea39838b2 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606942 Mar 03 17:45:41.229539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-b779cb40-4129-40aa-bdea-c3e4b6c82940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:41.231020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-b779cb40-4129-40aa-bdea-c3e4b6c82940 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96d4acb469744ea2b148c7cd9417008b&device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 1096 time: 0.1772594 Mar 03 17:45:41.256275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9038af-1092-4264-aad7-ef06c26b9624 req-40914e9e-8ef1-4a64-9ead-852de0a3dea4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:41.257800 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f9038af-1092-4264-aad7-ef06c26b9624 req-40914e9e-8ef1-4a64-9ead-852de0a3dea4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 945 time: 0.1249783 Mar 03 17:45:41.292280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 61522920-ee1c-4690-86fe-a1c22ee6211e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:41.323274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f9038af-1092-4264-aad7-ef06c26b9624 req-218a5a91-23f4-4872-b229-589ed3a9b91b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588799 Mar 03 17:45:41.438943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2816c4b-4407-4baf-9333-ea15a8c3b681 None None] New status for floating IP fc3b07e0-dd9b-477f-af08-a9a5714cc826: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:45:41.455452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3af519b-b6b3-47fa-ba8f-95b16e6e8ac1 req-e4da0549-95bb-431a-a784-12cd79b19516 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 210 time: 0.1177495 Mar 03 17:45:41.495585 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-3b69c05b-82f1-4695-a98f-8fe60e72e24f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 HTTP/1.1" status: 200 len: 1001 time: 0.2118862 Mar 03 17:45:41.515514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 61522920-ee1c-4690-86fe-a1c22ee6211e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=61522920-ee1c-4690-86fe-a1c22ee6211e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:41.552036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '61522920-ee1c-4690-86fe-a1c22ee6211e', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '61522920-ee1c-4690-86fe-a1c22ee6211e', 'mac_address': 'fa:16:3e:03:b8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:41.554966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-654aee19-3379-4ac1-8963-94d3a2f7eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:41.556497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-654aee19-3379-4ac1-8963-94d3a2f7eb8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 200 len: 929 time: 0.3185322 Mar 03 17:45:41.598279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401145e-03e1-450e-a4c9-503e37e974af req-b7331dc8-cd79-417a-b055-b4774e07f03f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:41.611188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f401145e-03e1-450e-a4c9-503e37e974af req-b7331dc8-cd79-417a-b055-b4774e07f03f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.1746454 Mar 03 17:45:41.700540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f401145e-03e1-450e-a4c9-503e37e974af req-bfedd8ea-195e-4aa9-83c0-6ed4d77bc3f4 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822210 Mar 03 17:45:41.754753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-1690cf59-14cb-49e4-97a1-715180a84859 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fed8ceaec37b499f809213362556533f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390429 Mar 03 17:45:41.760913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-f36e9e44-a96b-40d4-bf86-c95b262b1eda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 200 len: 217 time: 0.1249640 Mar 03 17:45:41.813682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:41.829970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-4d49f42f-fa28-43da-b9a8-6609f2077d43 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips/fc3b07e0-dd9b-477f-af08-a9a5714cc826 HTTP/1.1" status: 200 len: 695 time: 0.2532153 Mar 03 17:45:41.902106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-3b3d7626-2490-470c-b923-2e46841e1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:41.903617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-3b3d7626-2490-470c-b923-2e46841e1197 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=263b29a5-445b-456f-9de9-281247021a6e HTTP/1.1" status: 200 len: 862 time: 0.3956301 Mar 03 17:45:41.969315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61522920-ee1c-4690-86fe-a1c22ee6211e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:41.999283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6bf36a5c-3bd6-45ff-a20c-3d44598cf1ca tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:42.001944 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6bf36a5c-3bd6-45ff-a20c-3d44598cf1ca tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378807 Mar 03 17:45:42.029077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Request body: {'port': {'device_id': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'fed8ceaec37b499f809213362556533f'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:42.057066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-2f505280-003c-4cb5-9c72-8359affa3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:42.058647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-2f505280-003c-4cb5-9c72-8359affa3eaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=685b9eea-836b-4651-85d9-1cecc4c9cef3 HTTP/1.1" status: 200 len: 867 time: 0.2874818 Mar 03 17:45:42.073589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 61522920-ee1c-4690-86fe-a1c22ee6211e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=61522920-ee1c-4690-86fe-a1c22ee6211e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:42.082968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:42.176030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-c3a1b1df-a5e6-40c8-93bb-78dbe4e75b7b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:42.177668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-c3a1b1df-a5e6-40c8-93bb-78dbe4e75b7b tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.3466082 Mar 03 17:45:42.177839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:42.219856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=61522920-ee1c-4690-86fe-a1c22ee6211e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:42.330585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:45:42.349006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:45:42.357958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f040c3-3af7-4435-b3bb-2f7ccb1b6611 req-a8cee05a-d431-4463-82aa-81d42c99c631 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:42.359707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04f040c3-3af7-4435-b3bb-2f7ccb1b6611 req-a8cee05a-d431-4463-82aa-81d42c99c631 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 948 time: 0.1440530 Mar 03 17:45:42.365264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec980b1-c157-4086-a745-1a6f135072fb req-d32090bc-724e-431a-bf63-1478b389000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:42.367028 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-d32090bc-724e-431a-bf63-1478b389000e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26456614-47f2-4b47-86b2-43fb3de9c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4505816 Mar 03 17:45:42.382186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Made reservation on behalf of fed8ceaec37b499f809213362556533f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:45:42.385538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:42.423441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-482a6791-435d-41a7-a8fb-a0652a3578b9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:42.458692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04f040c3-3af7-4435-b3bb-2f7ccb1b6611 req-56352cc1-fdbe-4ecd-9e29-4efa628feaa8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930226 Mar 03 17:45:42.498178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-5ba8707d-4930-4562-9e2f-a41f9cafc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:42.499659 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-5ba8707d-4930-4562-9e2f-a41f9cafc594 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=106cd932-8d74-42d4-9d77-299d5b1c658f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4265957 Mar 03 17:45:42.531225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-482a6791-435d-41a7-a8fb-a0652a3578b9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:42.532874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-482a6791-435d-41a7-a8fb-a0652a3578b9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 696 time: 0.3415027 Mar 03 17:45:42.595301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Allocated IP 192.168.233.219 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/9b171ffa-1db5-4859-a921-ee57466fedd6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:45:42.619511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['61522920-ee1c-4690-86fe-a1c22ee6211e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:42.698964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-0691aaef-2a8b-4e41-919c-1cac047e2b7c service neutron] 10.222.0.16 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206632 Mar 03 17:45:42.704638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-10dca21d-0291-4f4e-9d43-f653978a1adf tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.105 HTTP/1.1" status: 200 len: 696 time: 0.1537354 Mar 03 17:45:42.936739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:42.956080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Transition to ACTIVE for port object 9b171ffa-1db5-4859-a921-ee57466fedd6 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:42.984086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e2c2f-551f-4a8f-88e2-52bb2d6dccdd req-3db01c6e-a9ed-40ff-a2bf-14c36de5e6c2 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:42.986199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-287e2c2f-551f-4a8f-88e2-52bb2d6dccdd req-3db01c6e-a9ed-40ff-a2bf-14c36de5e6c2 tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1101 time: 0.1161866 Mar 03 17:45:43.008419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Deleting port 577ce0bd-8fd3-43c2-af9d-b46a073fe0c6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:43.008754 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.011293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.027471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['964abb53-bd1e-4791-ae6e-7f0f16b091bc'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:43.034517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-649a87cd-9936-4785-b86c-dc708b27d41d service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232780 Mar 03 17:45:43.094839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:45:43.099905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:45:43.109743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-287e2c2f-551f-4a8f-88e2-52bb2d6dccdd req-e2139885-8df7-4a4d-9ce4-9234338fcf5d tempest-ServersAdminTestJSON-1913152538 tempest-ServersAdminTestJSON-1913152538-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166337 Mar 03 17:45:43.120390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:45:43.126070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:43.135698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.183298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Pushing event updated for resources: {'Port': ['ID=9b171ffa-1db5-4859-a921-ee57466fedd6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:43.192392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6de212c3-296f-49c5-bcf6-2e72ad863d7c tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1735632 Mar 03 17:45:43.204429 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36', 'code': 200} Mar 03 17:45:43.216754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Request body: {'port': {'device_id': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:43.252541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ec980b1-c157-4086-a745-1a6f135072fb req-b524aff0-0777-44a4-9991-39736fe65267 service neutron] 10.222.0.16 "GET /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638386 Mar 03 17:45:43.301763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b86f7c60-4bcc-4b50-acdd-a73422768053 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:43.367418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-270ea49e-1612-44dc-b64a-a0e8ffc239ed req-3587bd35-afac-4533-bf7d-983389d23221 service neutron] 10.222.0.35 "GET /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191772 Mar 03 17:45:43.391801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.392126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.407157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.425878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d69304ba-9e30-472b-83f0-8e6c958f5c6e None None] Provisioning for port 9b171ffa-1db5-4859-a921-ee57466fedd6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:43.434878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d69304ba-9e30-472b-83f0-8e6c958f5c6e None None] Provisioning complete for port 9b171ffa-1db5-4859-a921-ee57466fedd6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:43.435249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d69304ba-9e30-472b-83f0-8e6c958f5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.440026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c4a9b-6d76-4573-8404-913ead0494f8 req-257bd5b5-5476-492f-b792-3025b2c3f0bf tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:43.441619 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-022c4a9b-6d76-4573-8404-913ead0494f8 req-257bd5b5-5476-492f-b792-3025b2c3f0bf tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 945 time: 0.1227720 Mar 03 17:45:43.463923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port b86f7c60-4bcc-4b50-acdd-a73422768053 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:43.477524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port b86f7c60-4bcc-4b50-acdd-a73422768053 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:43.477888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.526256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Calling delete_port for 577ce0bd-8fd3-43c2-af9d-b46a073fe0c6 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:43.530410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d69304ba-9e30-472b-83f0-8e6c958f5c6e None None] Port 9b171ffa-1db5-4859-a921-ee57466fedd6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:45:43.539701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-022c4a9b-6d76-4573-8404-913ead0494f8 req-ff558a14-8c4e-41f6-acb8-2bd704e63615 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706623 Mar 03 17:45:43.659032 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.692920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b86f7c60-4bcc-4b50-acdd-a73422768053,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:43.699320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.706430 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.761161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event deleted for resources: {'Port': ['ID=577ce0bd-8fd3-43c2-af9d-b46a073fe0c6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:43.777589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:43.854115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.882248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:43.883450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7bd7c87-de13-49de-9443-6f434a06e462 req-28538868-6c05-4ad7-b6bd-56aceb5c33a9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "DELETE /v2.0/floatingips/fc3b07e0-dd9b-477f-af08-a9a5714cc826 HTTP/1.1" status: 204 len: 173 time: 1.1699395 Mar 03 17:45:43.929023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7969e-3c39-47e5-afdd-67f4c3acba7f req-df957a58-618c-46da-b277-b33dec3f9668 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:43.929733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67f7969e-3c39-47e5-afdd-67f4c3acba7f req-df957a58-618c-46da-b277-b33dec3f9668 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Synchronizing usage tracker for tenant:fed8ceaec37b499f809213362556533f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:43.958355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67f7969e-3c39-47e5-afdd-67f4c3acba7f req-df957a58-618c-46da-b277-b33dec3f9668 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Unset dirty status for tenant:fed8ceaec37b499f809213362556533f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:43.959471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f7969e-3c39-47e5-afdd-67f4c3acba7f req-df957a58-618c-46da-b277-b33dec3f9668 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 936 time: 0.3031378 Mar 03 17:45:44.040441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b171ffa-1db5-4859-a921-ee57466fedd6 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:44.052302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.060580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f7969e-3c39-47e5-afdd-67f4c3acba7f req-c6b16982-7610-4526-bf4c-81aa8d1fde1b tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710242 Mar 03 17:45:44.073621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Transition to ACTIVE for port object 9b171ffa-1db5-4859-a921-ee57466fedd6 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:45:44.080678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.127802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b622be15-7f52-4a89-acd9-cac879a5d50f up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:44.157359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d83a11-ea12-40e0-aff9-800bd04773ee req-aaddae49-2a7e-4263-ac20-2434c44111a6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:44.164327 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5d83a11-ea12-40e0-aff9-800bd04773ee req-aaddae49-2a7e-4263-ac20-2434c44111a6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.1953859 Mar 03 17:45:44.223368 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5d83a11-ea12-40e0-aff9-800bd04773ee req-add9d936-d3a5-4ea0-966f-5dc4adee79f4 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580559 Mar 03 17:45:44.285239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b622be15-7f52-4a89-acd9-cac879a5d50f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:44.290942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b622be15-7f52-4a89-acd9-cac879a5d50f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:44.291529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.305317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Pushing event updated for resources: {'Port': ['ID=9b171ffa-1db5-4859-a921-ee57466fedd6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:44.347653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Attempting to bind port 9b171ffa-1db5-4859-a921-ee57466fedd6 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:45:44.347989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Attempting to bind port 9b171ffa-1db5-4859-a921-ee57466fedd6 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:45:44.348314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Attempting to bind port 9b171ffa-1db5-4859-a921-ee57466fedd6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:44.356823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Port 9b171ffa-1db5-4859-a921-ee57466fedd6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:45:44.357141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Attempting to bind port 9b171ffa-1db5-4859-a921-ee57466fedd6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:45:44.370711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:45:44.371053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:45:44.371447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:45:44.371893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Bound port: 9b171ffa-1db5-4859-a921-ee57466fedd6, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:45:44.372240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.427866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.442686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e246ba-562b-4bb5-8dbf-2f9ef3a770b8 req-3098396f-f971-46d5-b82d-660a5235b2a0 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:44.444283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89e246ba-562b-4bb5-8dbf-2f9ef3a770b8 req-3098396f-f971-46d5-b82d-660a5235b2a0 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 946 time: 0.1857131 Mar 03 17:45:44.472010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b622be15-7f52-4a89-acd9-cac879a5d50f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b622be15-7f52-4a89-acd9-cac879a5d50f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:44.477744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.529401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89e246ba-562b-4bb5-8dbf-2f9ef3a770b8 req-604db14b-72b1-40e9-8363-c02430a146ec tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d982b86-237f-4832-928b-24d2aa8f2a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767457 Mar 03 17:45:44.533261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] For port 9b171ffa-1db5-4859-a921-ee57466fedd6, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:45:44.536451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] For port 9b171ffa-1db5-4859-a921-ee57466fedd6, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9b171ffa-1db5-4859-a921-ee57466fedd6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:45:44.542604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.550288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b622be15-7f52-4a89-acd9-cac879a5d50f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:44.620051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:44.620402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:44.621949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] 10.222.0.35 "PUT /v2.0/ports/9b171ffa-1db5-4859-a921-ee57466fedd6 HTTP/1.1" status: 200 len: 1096 time: 1.4095311 Mar 03 17:45:44.622484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'tag': '9b171ffa-1db5-4859-a921-ee57466fedd6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:44.652983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500f52e-ebcf-430a-a357-4e16c2bc9f1c service neutron] Pushing event updated for resources: {'Port': ['ID=9b171ffa-1db5-4859-a921-ee57466fedd6,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:44.818009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda47daf-c749-427a-af0d-7a3d8adfb9a6 req-a06e4d2d-4dd7-4b62-9dc7-189991bb0bf7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:44.819537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bda47daf-c749-427a-af0d-7a3d8adfb9a6 req-a06e4d2d-4dd7-4b62-9dc7-189991bb0bf7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 948 time: 0.1491740 Mar 03 17:45:44.851115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-b9a4c411-0a4d-4791-afce-b83be2c3c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:44.852583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-b9a4c411-0a4d-4791-afce-b83be2c3c1af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fed8ceaec37b499f809213362556533f&device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 1099 time: 0.1369855 Mar 03 17:45:44.869798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c201d0-e1e5-45d3-b6e7-9025c2bd2868 req-626fe636-d2b8-4f65-ae6d-66dd15da0683 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:44.871374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29c201d0-e1e5-45d3-b6e7-9025c2bd2868 req-626fe636-d2b8-4f65-ae6d-66dd15da0683 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1096 time: 0.1487556 Mar 03 17:45:44.878989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-afcb1738-7f31-4013-a241-84aba33f757d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:44.880342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-afcb1738-7f31-4013-a241-84aba33f757d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.35 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 946 time: 0.1076899 Mar 03 17:45:44.929651 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-4e89662e-9ca7-46cf-93ec-9a85f196fd74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9b171ffa-1db5-4859-a921-ee57466fedd6 HTTP/1.1" status: 200 len: 217 time: 0.0645187 Mar 03 17:45:44.932436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bda47daf-c749-427a-af0d-7a3d8adfb9a6 req-69b15a85-5c36-49b8-a3d5-288adbaba352 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067228 Mar 03 17:45:44.982927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Deleting port fc7a340d-641b-4898-891e-0750f85f21e7 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:44.983775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:45.004708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-f38201a5-d6de-44de-9b8b-c0151a637f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:45.006380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-f38201a5-d6de-44de-9b8b-c0151a637f69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0635295 Mar 03 17:45:45.014430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29c201d0-e1e5-45d3-b6e7-9025c2bd2868 req-47fd0a36-e1a3-4025-8d69-69e9c3e3453b tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331055 Mar 03 17:45:45.159803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-523b43cb-373c-4f88-8a13-7fcc102c3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:45.161472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-523b43cb-373c-4f88-8a13-7fcc102c3bb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479242 Mar 03 17:45:45.172611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d250d0-fdf3-4b52-8b65-1eee82e6b337 req-ded3f1a7-3f4b-4e04-a178-1d235c07a9d5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:45.174342 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8d250d0-fdf3-4b52-8b65-1eee82e6b337 req-ded3f1a7-3f4b-4e04-a178-1d235c07a9d5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 946 time: 0.1279416 Mar 03 17:45:45.205932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053'}, {'server_uuid': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b622be15-7f52-4a89-acd9-cac879a5d50f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:45.299907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] For port fc7a340d-641b-4898-891e-0750f85f21e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=fc7a340d-641b-4898-891e-0750f85f21e7,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:45.300382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:45.303462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 61522920-ee1c-4690-86fe-a1c22ee6211e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:45.317908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8d250d0-fdf3-4b52-8b65-1eee82e6b337 req-2b7237fc-f430-481d-97d7-cbe5e2ae85b5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222613 Mar 03 17:45:45.362077 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-239d586c-744d-4034-a072-c0e3e6e0a301 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867435 Mar 03 17:45:45.379125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 61522920-ee1c-4690-86fe-a1c22ee6211e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:45.384964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 61522920-ee1c-4690-86fe-a1c22ee6211e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:45.385463 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:45.395277 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'tag': '9b171ffa-1db5-4859-a921-ee57466fedd6', 'status': 'completed', 'code': 200} Mar 03 17:45:45.442713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Calling delete_port for fc7a340d-641b-4898-891e-0750f85f21e7 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:45.489848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb685-dd5e-4c31-9b16-3e77dd2494b3 req-126e51f4-ae55-4d7c-8906-57f2fbbe456e tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:45.491313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ebbcb685-dd5e-4c31-9b16-3e77dd2494b3 req-126e51f4-ae55-4d7c-8906-57f2fbbe456e tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 950 time: 0.2861917 Mar 03 17:45:45.513852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:45.545837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 61522920-ee1c-4690-86fe-a1c22ee6211e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=61522920-ee1c-4690-86fe-a1c22ee6211e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:45.551207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:45.562388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ebbcb685-dd5e-4c31-9b16-3e77dd2494b3 req-5a9a3964-2e76-43dd-930a-0bef66a968f6 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629466 Mar 03 17:45:45.584096 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ce12c98-fa5f-4646-b6eb-24e17c4ecba8 req-adab0936-3859-4dfb-a4a2-6a0dc8b9bd04 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146492 Mar 03 17:45:45.614429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2a010-e46c-4c30-b255-ce47aac34b0c req-8e2c49a8-7ed4-49db-90b4-0f87b0f6ccdf tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:45.616858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78b2a010-e46c-4c30-b255-ce47aac34b0c req-8e2c49a8-7ed4-49db-90b4-0f87b0f6ccdf tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1389279 Mar 03 17:45:45.632759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=61522920-ee1c-4690-86fe-a1c22ee6211e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:45.661000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:45.672890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['fc7a340d-641b-4898-891e-0750f85f21e7'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:45.714315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Pushing event deleted for resources: {'Port': ['ID=fc7a340d-641b-4898-891e-0750f85f21e7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:45.822674 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78b2a010-e46c-4c30-b255-ce47aac34b0c req-9e84e6b5-b86b-418f-b219-7e7fa3d4885d tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1996663 Mar 03 17:45:45.843147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] No DVR routers for this DVR port fc7a340d-641b-4898-891e-0750f85f21e7 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:45:45.846395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:45.850680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54552429-6b76-489e-ba47-dd501dc169b0', 'name': 'network-vif-deleted', 'tag': 'fc7a340d-641b-4898-891e-0750f85f21e7'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:45.873690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11b8a410-109a-44db-aca4-3dd1a6d22bea req-49a02ac4-2dcd-491c-89a9-604a9e07714d tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.35 "DELETE /v2.0/ports/fc7a340d-641b-4898-891e-0750f85f21e7 HTTP/1.1" status: 204 len: 173 time: 0.9776309 Mar 03 17:45:45.878695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-5b061020-bd48-4de5-a83d-2d1274c253f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:45.880645 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-5b061020-bd48-4de5-a83d-2d1274c253f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fed8ceaec37b499f809213362556533f&device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 1099 time: 0.0951316 Mar 03 17:45:45.900995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f7adb-57c9-49fe-8d62-0ab42c0a9e97 req-84f466e3-caea-4d61-a470-2cadc9b9c31f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:45.907306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-075f7adb-57c9-49fe-8d62-0ab42c0a9e97 req-84f466e3-caea-4d61-a470-2cadc9b9c31f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 948 time: 0.1942241 Mar 03 17:45:45.965106 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053', 'code': 200} Mar 03 17:45:45.965390 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b622be15-7f52-4a89-acd9-cac879a5d50f', 'code': 200} Mar 03 17:45:45.974327 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-075f7adb-57c9-49fe-8d62-0ab42c0a9e97 req-25201fa2-5524-4126-82e9-9d035e451796 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638568 Mar 03 17:45:46.098302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c2347e19-091d-4f17-91a2-c8cd886f6601 req-2d91af0f-a4cb-4fc5-a7d9-c7299ec0d1aa tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:46.159108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8f2fe263-487f-41c2-aa59-a5f76792d439 req-dd8b6705-1290-48da-b39a-e4eae712d610 tempest-AttachSCSIVolumeTestJSON-2116632346 tempest-AttachSCSIVolumeTestJSON-2116632346-project] 10.222.0.23 "GET /v2.0/ports?device_id=54552429-6b76-489e-ba47-dd501dc169b0 HTTP/1.1" status: 200 len: 210 time: 0.0674441 Mar 03 17:45:46.183584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c2347e19-091d-4f17-91a2-c8cd886f6601 req-2d91af0f-a4cb-4fc5-a7d9-c7299ec0d1aa tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:46.202195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2347e19-091d-4f17-91a2-c8cd886f6601 req-2d91af0f-a4cb-4fc5-a7d9-c7299ec0d1aa tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1996408 Mar 03 17:45:46.237795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-91296a58-f0da-43cd-9189-546dbb7862b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.239317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-91296a58-f0da-43cd-9189-546dbb7862b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3506737 Mar 03 17:45:46.254919 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54552429-6b76-489e-ba47-dd501dc169b0', 'name': 'network-vif-deleted', 'tag': 'fc7a340d-641b-4898-891e-0750f85f21e7', 'status': 'completed', 'code': 200} Mar 03 17:45:46.300001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1092c-9ffa-4dc2-bce3-49f030dc2bf5 req-c94d118f-f39e-4faf-84fd-f831ed279caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.301575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ad1092c-9ffa-4dc2-bce3-49f030dc2bf5 req-c94d118f-f39e-4faf-84fd-f831ed279caa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1097 time: 0.1767349 Mar 03 17:45:46.366833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783713f-670d-4744-835c-0bb4c3af8f03 req-bd267572-2c87-478b-b46d-3792970c8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.367992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a783713f-670d-4744-835c-0bb4c3af8f03 req-bd267572-2c87-478b-b46d-3792970c8628 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 1101 time: 0.1619625 Mar 03 17:45:46.381430 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-eac7809a-29f5-42a7-89c9-5c9a6129290a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9b171ffa-1db5-4859-a921-ee57466fedd6 HTTP/1.1" status: 200 len: 217 time: 0.1176996 Mar 03 17:45:46.420758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ad1092c-9ffa-4dc2-bce3-49f030dc2bf5 req-17c2291d-7cba-45a4-9047-82695adcc4e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106584 Mar 03 17:45:46.452628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-24715ca2-7a6d-4a99-ac4c-e6a2f137662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.454508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-24715ca2-7a6d-4a99-ac4c-e6a2f137662e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0674360 Mar 03 17:45:46.552891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a783713f-670d-4744-835c-0bb4c3af8f03 req-86882f70-9426-40b9-822d-07067d597181 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742821 Mar 03 17:45:46.590679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9126a-0b41-41da-aa26-71ecbfce6348 req-8466eb9c-dfab-40b1-83ce-ada14c07d706 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.599959 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-91b9126a-0b41-41da-aa26-71ecbfce6348 req-8466eb9c-dfab-40b1-83ce-ada14c07d706 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 949 time: 0.2751591 Mar 03 17:45:46.613666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-bb606863-6112-4836-a60c-824d33aa817f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.615496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-bb606863-6112-4836-a60c-824d33aa817f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 950 time: 0.1599979 Mar 03 17:45:46.627940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-d4a464bf-3e04-4f6a-bc18-05f1d3b86f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.629581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-d4a464bf-3e04-4f6a-bc18-05f1d3b86f1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244884 Mar 03 17:45:46.652337 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-91b9126a-0b41-41da-aa26-71ecbfce6348 req-f943ab6e-bee5-4cbd-a3bb-3c3cef07ec2d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511994 Mar 03 17:45:46.739728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a5617-a45c-413f-8ab9-a3a935ff4917 req-75469601-8594-4722-b505-df5f94012fd0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.741213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-702a5617-a45c-413f-8ab9-a3a935ff4917 req-75469601-8594-4722-b505-df5f94012fd0 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 946 time: 0.0796249 Mar 03 17:45:46.787345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-702a5617-a45c-413f-8ab9-a3a935ff4917 req-a3b73bbc-9e11-4a9c-ab2f-8a9da418bc76 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Mar 03 17:45:46.857916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187f2b-9cdc-49ad-a475-eb978a64718f req-b09944db-21f2-49bc-a409-5979e4a283a2 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:46.862866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67187f2b-9cdc-49ad-a475-eb978a64718f req-b09944db-21f2-49bc-a409-5979e4a283a2 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Synchronizing usage tracker for tenant:96d4acb469744ea2b148c7cd9417008b on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:46.903246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67187f2b-9cdc-49ad-a475-eb978a64718f req-b09944db-21f2-49bc-a409-5979e4a283a2 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Unset dirty status for tenant:96d4acb469744ea2b148c7cd9417008b on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:46.905843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67187f2b-9cdc-49ad-a475-eb978a64718f req-b09944db-21f2-49bc-a409-5979e4a283a2 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 945 time: 0.1579053 Mar 03 17:45:46.957003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67187f2b-9cdc-49ad-a475-eb978a64718f req-83f599c4-93fe-4e64-99d7-3299ecb21c09 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Mar 03 17:45:47.075219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Deleting port d6acaf39-779e-4a9f-930d-59f018d261e6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:47.075723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:47.127544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-6fc8220c-a9c8-4f02-9eb4-06740005386c service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263338 Mar 03 17:45:47.192556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1230210-551c-47af-b9b7-17ff9e024d58 req-497b1943-6557-48c5-8e13-78758af3a504 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:47.194079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1230210-551c-47af-b9b7-17ff9e024d58 req-497b1943-6557-48c5-8e13-78758af3a504 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 948 time: 0.1131158 Mar 03 17:45:47.264590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1230210-551c-47af-b9b7-17ff9e024d58 req-fcb27056-15c1-4c16-866b-9fecd5b2e589 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622568 Mar 03 17:45:47.345502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ebd7-85b4-4f0d-b370-e59c5a1b526b req-904a9141-4e09-4861-945e-0df4d1be0688 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:47.347063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08c3ebd7-85b4-4f0d-b370-e59c5a1b526b req-904a9141-4e09-4861-945e-0df4d1be0688 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 950 time: 0.4320219 Mar 03 17:45:47.499521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a2868c-0cca-4fe0-98c2-7956a5eea31a req-8f8bfee8-3a9a-4fac-a6ea-23dd6f3b3494 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615620 Mar 03 17:45:47.518846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08c3ebd7-85b4-4f0d-b370-e59c5a1b526b req-4c6fa65b-f1da-4bea-b1d4-a9ab7d5078ba tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579466 Mar 03 17:45:47.551616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] For port d6acaf39-779e-4a9f-930d-59f018d261e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d6acaf39-779e-4a9f-930d-59f018d261e6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:47.552044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:47.675633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:47.793236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Calling delete_port for d6acaf39-779e-4a9f-930d-59f018d261e6 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:47.943277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773223a-dc27-4898-a1c7-d52f7311398e req-16f7a4c3-1199-4fc0-bfb5-bdfa72c468ff tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:47.944980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9773223a-dc27-4898-a1c7-d52f7311398e req-16f7a4c3-1199-4fc0-bfb5-bdfa72c468ff tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 949 time: 0.1446595 Mar 03 17:45:47.966720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f27787-2afd-4813-9606-008e75e958da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61522920-ee1c-4690-86fe-a1c22ee6211e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:48.003626 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9773223a-dc27-4898-a1c7-d52f7311398e req-047e4197-c3d6-46f7-932a-b3cd98aaec64 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Mar 03 17:45:48.023676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:48.043653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d6acaf39-779e-4a9f-930d-59f018d261e6', '1f18971c-c61c-48da-97b2-a04836adcb36'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:48.110398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['abef53a4-cd05-45f0-863e-5d4bc5189def'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:48.186536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device fc7a340d-641b-4898-891e-0750f85f21e7 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:48.255337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: fc7a340d-641b-4898-891e-0750f85f21e7 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:45:48.256015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device fc7a340d-641b-4898-891e-0750f85f21e7 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:45:48.256575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d6acaf39-779e-4a9f-930d-59f018d261e6 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:48.298887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: d6acaf39-779e-4a9f-930d-59f018d261e6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:45:48.299515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d6acaf39-779e-4a9f-930d-59f018d261e6 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:45:48.341128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Pushing event deleted for resources: {'Port': ['ID=d6acaf39-779e-4a9f-930d-59f018d261e6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:48.360584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c6c4d-0a51-47f0-8a41-9768f80e7afc req-48ba85bf-d8f4-4fce-9c2a-ee5c3ee2770f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:48.362853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a03c6c4d-0a51-47f0-8a41-9768f80e7afc req-48ba85bf-d8f4-4fce-9c2a-ee5c3ee2770f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 946 time: 0.1696656 Mar 03 17:45:48.379106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] No DVR routers for this DVR port d6acaf39-779e-4a9f-930d-59f018d261e6 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:45:48.391018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:48.399715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'name': 'network-vif-deleted', 'tag': 'd6acaf39-779e-4a9f-930d-59f018d261e6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:48.424365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a03c6c4d-0a51-47f0-8a41-9768f80e7afc req-f9fd4fee-8677-4257-99ef-9608602c9484 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557108 Mar 03 17:45:48.436162 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69a6b1f3-642f-4e6d-94ea-986768e52fcb req-7bafe8b6-9bc6-433e-bdd6-58da94af4003 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "DELETE /v2.0/ports/d6acaf39-779e-4a9f-930d-59f018d261e6 HTTP/1.1" status: 204 len: 173 time: 1.6062582 Mar 03 17:45:48.472754 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f27787-2afd-4813-9606-008e75e958da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61522920-ee1c-4690-86fe-a1c22ee6211e', 'code': 200} Mar 03 17:45:48.766049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-e0df708b-e888-42ba-8558-6b56eda65eea tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:48.780595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-e0df708b-e888-42ba-8558-6b56eda65eea tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.35 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 945 time: 0.2436504 Mar 03 17:45:48.817181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e746ea-ec57-44de-8021-2164ddae797f req-f65c2ef8-c7b0-4763-bbd7-611539286fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:48.826608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9e746ea-ec57-44de-8021-2164ddae797f req-f65c2ef8-c7b0-4763-bbd7-611539286fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 945 time: 0.1443081 Mar 03 17:45:48.857653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5241-09d2-47af-b6fa-ac516bffdb0d req-1d9353f4-b47f-46f5-a2e0-59a06b900faf tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:48.859409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088a5241-09d2-47af-b6fa-ac516bffdb0d req-1d9353f4-b47f-46f5-a2e0-59a06b900faf tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 948 time: 0.2373731 Mar 03 17:45:48.874160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9e746ea-ec57-44de-8021-2164ddae797f req-4746d7c3-46d9-4996-96ed-4c1c118440b9 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Mar 03 17:45:48.899381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Deleting port 58401a60-3310-4d38-bfb0-8f0dbf45e317 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:48.899632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:48.942247 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b23c77-af64-4a11-ae87-8fdc446e6ce3', 'name': 'network-vif-deleted', 'tag': 'd6acaf39-779e-4a9f-930d-59f018d261e6', 'status': 'completed', 'code': 200} Mar 03 17:45:48.979608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088a5241-09d2-47af-b6fa-ac516bffdb0d req-cf2adfc8-fe40-4869-aa25-d579c6c4cfdc tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999784 Mar 03 17:45:49.230268 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e26695ab-895b-4375-b6a0-6b4436b19faf req-b246b6c9-ce1d-4bd2-8e9b-dff8302744ad tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b23c77-af64-4a11-ae87-8fdc446e6ce3 HTTP/1.1" status: 200 len: 210 time: 0.1145587 Mar 03 17:45:49.233472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54dd92-1878-4cb5-bd46-635711cdc02c req-7b72f6f3-8973-4a47-9c79-c21f8f08b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:49.235565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c54dd92-1878-4cb5-bd46-635711cdc02c req-7b72f6f3-8973-4a47-9c79-c21f8f08b4e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 1100 time: 0.2496681 Mar 03 17:45:49.294937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c54dd92-1878-4cb5-bd46-635711cdc02c req-bb6f0b57-7c10-4f02-832d-edc71ae52027 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499144 Mar 03 17:45:49.368521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] For port 58401a60-3310-4d38-bfb0-8f0dbf45e317, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=58401a60-3310-4d38-bfb0-8f0dbf45e317,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:49.368886 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:49.491131 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69ebe0ae-bad6-4748-a591-38f6ae7dca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:49.512755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Calling delete_port for 58401a60-3310-4d38-bfb0-8f0dbf45e317 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:49.548074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed22cb9-34b1-4028-b32b-890c32df25a2 req-7b490857-f5dc-4871-b155-f55de475d6eb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:49.549664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bed22cb9-34b1-4028-b32b-890c32df25a2 req-7b490857-f5dc-4871-b155-f55de475d6eb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 949 time: 0.2824366 Mar 03 17:45:49.625879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bed22cb9-34b1-4028-b32b-890c32df25a2 req-b1c70128-7000-4508-8655-80006cf6d9d2 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692074 Mar 03 17:45:49.702050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47793672-1312-4d3a-9a75-3ee172196eab req-b479cbfd-992e-47b2-939c-2095101a007c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:49.704319 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-47793672-1312-4d3a-9a75-3ee172196eab req-b479cbfd-992e-47b2-939c-2095101a007c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 946 time: 0.1108298 Mar 03 17:45:49.713507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:49.725861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['58401a60-3310-4d38-bfb0-8f0dbf45e317'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:49.765986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Pushing event deleted for resources: {'Port': ['ID=58401a60-3310-4d38-bfb0-8f0dbf45e317,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:49.795536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-47793672-1312-4d3a-9a75-3ee172196eab req-1832441e-93b8-45f9-8ead-b3a72ddcafe4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849168 Mar 03 17:45:49.894712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] No DVR routers for this DVR port 58401a60-3310-4d38-bfb0-8f0dbf45e317 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:45:49.902722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:49.921981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59fd5a50-961c-406b-97f0-ad58eb0bdafd req-4b6298b8-f565-4efd-b352-f63352d6d9f7 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.35 "DELETE /v2.0/ports/58401a60-3310-4d38-bfb0-8f0dbf45e317 HTTP/1.1" status: 204 len: 173 time: 1.1396701 Mar 03 17:45:50.008050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7d73b8f-e043-4118-97a0-89555420b606 req-6895d052-05df-4a88-9a67-f7d3fd9ff2ac tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-363593795&fields=id&tenant_id=311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 267 time: 0.0570920 Mar 03 17:45:50.103128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73b8f-e043-4118-97a0-89555420b606 req-a187ba45-2406-4687-a1bf-80f6f31f4b49 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:50.112025 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7d73b8f-e043-4118-97a0-89555420b606 req-a187ba45-2406-4687-a1bf-80f6f31f4b49 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 946 time: 0.0965202 Mar 03 17:45:50.118529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'port': {'security_groups': ['784b7fc2-2103-462b-873e-a422e81ed929', '607e74ae-1e12-4e3c-9b81-e3d953d03f45']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:50.150062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c429979b-2c6a-4ee1-ba64-e13c829f5dbb req-d5f66cb8-c203-459f-9ed1-6cf69ff57139 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029 tempest-FloatingIPsAssociationNegativeTestJSON-1153384029-project] 10.222.0.23 "GET /v2.0/ports?device_id=35053c9b-23e9-46d0-abd2-ba55e3189567 HTTP/1.1" status: 200 len: 210 time: 0.0744095 Mar 03 17:45:50.158494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9b171ffa-1db5-4859-a921-ee57466fedd6 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:45:50.320374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:50.332335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9b171ffa-1db5-4859-a921-ee57466fedd6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9b171ffa-1db5-4859-a921-ee57466fedd6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:50.349811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9b171ffa-1db5-4859-a921-ee57466fedd6', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '9b171ffa-1db5-4859-a921-ee57466fedd6', 'mac_address': 'fa:16:3e:5b:8e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:45:50.419423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:50.423105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b08ea-3fcd-4257-b807-b3543ccb62a2 req-f160876d-e165-4240-9752-072e2f520989 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:50.424768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-292b08ea-3fcd-4257-b807-b3543ccb62a2 req-f160876d-e165-4240-9752-072e2f520989 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 948 time: 0.1380107 Mar 03 17:45:50.446647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b171ffa-1db5-4859-a921-ee57466fedd6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:45:50.481258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9b171ffa-1db5-4859-a921-ee57466fedd6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9b171ffa-1db5-4859-a921-ee57466fedd6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:50.487214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:50.513392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-292b08ea-3fcd-4257-b807-b3543ccb62a2 req-48a258c7-0767-4a41-9e47-2b4fbffed14b tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819948 Mar 03 17:45:50.608719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9b171ffa-1db5-4859-a921-ee57466fedd6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:50.808708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9b171ffa-1db5-4859-a921-ee57466fedd6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:50.942183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b86f7c60-4bcc-4b50-acdd-a73422768053,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:50.944126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'name': 'network-vif-deleted', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:50.995266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:51.005561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:51.014968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f34931-f3c5-4d5d-a439-0054923af97d req-d9671ffd-81f2-4065-8967-427837be5fe6 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:51.016684 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7f34931-f3c5-4d5d-a439-0054923af97d req-d9671ffd-81f2-4065-8967-427837be5fe6 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 949 time: 0.1393409 Mar 03 17:45:51.067290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b86f7c60-4bcc-4b50-acdd-a73422768053'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:51.123673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7f34931-f3c5-4d5d-a439-0054923af97d req-918c5bc4-0627-40ba-a6d2-ea5e97549bf6 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007059 Mar 03 17:45:51.156486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:51.160906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:51.166496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7d73b8f-e043-4118-97a0-89555420b606 req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "PUT /v2.0/ports/b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 982 time: 1.0533061 Mar 03 17:45:51.219445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d00e49-249b-46da-8e36-2e85e0e1ddcb tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:51.269028 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053c9b-23e9-46d0-abd2-ba55e3189567', 'name': 'network-vif-deleted', 'tag': '58401a60-3310-4d38-bfb0-8f0dbf45e317', 'status': 'completed', 'code': 200} Mar 03 17:45:51.368322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b86f7c60-4bcc-4b50-acdd-a73422768053'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:51.466123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-666086fc-3bb3-465a-942e-e56a9fc2745d req-690b119f-7ad2-45de-8e94-0ff54978fae4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/607e74ae-1e12-4e3c-9b81-e3d953d03f45 HTTP/1.1" status: 200 len: 1799 time: 0.0744462 Mar 03 17:45:51.524920 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-666086fc-3bb3-465a-942e-e56a9fc2745d req-0fc571c3-030a-4029-9b3d-c99211e1fc1d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 17:45:51.526033 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-666086fc-3bb3-465a-942e-e56a9fc2745d req-0fc571c3-030a-4029-9b3d-c99211e1fc1d tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/607e74ae-1e12-4e3c-9b81-e3d953d03f45 HTTP/1.1" status: 409 len: 341 time: 0.0531747 Mar 03 17:45:51.552930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34002) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:51.647541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34006) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:51.743077 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01d99fb5-0e8f-4e6f-b034-aa987607c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:52.002393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735e03e-17db-4000-926d-dea75df7088f req-0e892a98-a483-4b3a-93d5-20acb88263b6 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:52.004090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2735e03e-17db-4000-926d-dea75df7088f req-0e892a98-a483-4b3a-93d5-20acb88263b6 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 949 time: 0.2972190 Mar 03 17:45:52.106710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:52.176541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 58401a60-3310-4d38-bfb0-8f0dbf45e317 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:52.249093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 58401a60-3310-4d38-bfb0-8f0dbf45e317 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:45:52.250504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 58401a60-3310-4d38-bfb0-8f0dbf45e317 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:45:52.286203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa99e5c-f577-4683-9b91-ad05d5bb790f req-b5736a8d-1f18-47f1-b58d-492f4e7687ee tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:52.287648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8fa99e5c-f577-4683-9b91-ad05d5bb790f req-b5736a8d-1f18-47f1-b58d-492f4e7687ee tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 949 time: 0.1591015 Mar 03 17:45:52.382069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2735e03e-17db-4000-926d-dea75df7088f req-92f54160-7905-461c-916a-6b38ae2fadc7 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576947 Mar 03 17:45:52.386153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8fa99e5c-f577-4683-9b91-ad05d5bb790f req-da1f35b1-4e6d-499a-be51-7cb337fe6620 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515924 Mar 03 17:45:52.420954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-e2f3c4d8-5db5-4f57-b76d-75d338b734e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:52.423204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-e2f3c4d8-5db5-4f57-b76d-75d338b734e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1136 time: 0.2998409 Mar 03 17:45:52.529014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:52.635749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:52.673013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-bfaea33d-1ffb-4f98-9819-43070040f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:52.674483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-bfaea33d-1ffb-4f98-9819-43070040f437 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 913 time: 0.2221107 Mar 03 17:45:52.759883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:52.760694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc815a3-f49d-42c6-b936-a4aed4086d02 req-ee765628-16ce-4661-9c53-a3384ee5254a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:52.762187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0dc815a3-f49d-42c6-b936-a4aed4086d02 req-ee765628-16ce-4661-9c53-a3384ee5254a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 949 time: 0.2381983 Mar 03 17:45:52.801732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-83fbb015-3578-47da-a23f-6e3be2a72e7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 217 time: 0.1134756 Mar 03 17:45:52.811212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e95b0-217a-49b1-ad9a-d17f17501cf5 req-67aef23e-2d58-4d01-b2f5-e322f3f463cf tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:52.813456 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d4e95b0-217a-49b1-ad9a-d17f17501cf5 req-67aef23e-2d58-4d01-b2f5-e322f3f463cf tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 985 time: 0.2545552 Mar 03 17:45:52.893875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0dc815a3-f49d-42c6-b936-a4aed4086d02 req-bf21dbfc-d64d-47a4-9d80-891b303db6cf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808115 Mar 03 17:45:52.932601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-71bf8216-8f96-4a15-a798-927252d71dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:52.934127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-71bf8216-8f96-4a15-a798-927252d71dd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.1137693 Mar 03 17:45:52.939623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d4e95b0-217a-49b1-ad9a-d17f17501cf5 req-4b572afd-6605-4535-b72b-919f20c1b75f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=607e74ae-1e12-4e3c-9b81-e3d953d03f45&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0883489 Mar 03 17:45:52.942839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:53.063465 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-f94e7573-530b-4160-931e-069e38ddee61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591576 Mar 03 17:45:53.121997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Deleting port aa37873e-62bc-4263-b226-627f040e08d4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:53.122470 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:53.273418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737446a6-ee51-4121-9f10-4a48afca0d0f req-cde47db1-6ba2-4177-8e27-c0d1440d45df tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:53.274868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-737446a6-ee51-4121-9f10-4a48afca0d0f req-cde47db1-6ba2-4177-8e27-c0d1440d45df tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 950 time: 0.2227788 Mar 03 17:45:53.277105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:53.337226 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053', 'status': 'completed', 'code': 200} Mar 03 17:45:53.353197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-737446a6-ee51-4121-9f10-4a48afca0d0f req-4c3d14e0-ba61-4463-b7e2-a624c10c02dc tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644743 Mar 03 17:45:53.354893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] For port aa37873e-62bc-4263-b226-627f040e08d4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=aa37873e-62bc-4263-b226-627f040e08d4,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:53.355117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:53.395421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-df3dea67-ab86-492a-a850-5dc73c9ef7c5 service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574580 Mar 03 17:45:53.483301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Calling delete_port for aa37873e-62bc-4263-b226-627f040e08d4 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:53.594969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Deleting port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:53.595343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:53.628504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59b731e2-6c7a-4428-95fd-f2854f1586f1 req-91900cb4-75b6-4f7c-ad18-fc56b5b731f5 service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247484 Mar 03 17:45:53.725811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:53.763457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5f32f-78d5-4496-9b50-62d6101147cf req-6494f5d3-08c1-4160-898a-9952f534b26f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:53.764179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3ae5f32f-78d5-4496-9b50-62d6101147cf req-6494f5d3-08c1-4160-898a-9952f534b26f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Synchronizing usage tracker for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:45:53.799171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3ae5f32f-78d5-4496-9b50-62d6101147cf req-6494f5d3-08c1-4160-898a-9952f534b26f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Unset dirty status for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:45:53.800384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3ae5f32f-78d5-4496-9b50-62d6101147cf req-6494f5d3-08c1-4160-898a-9952f534b26f tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 949 time: 0.2870414 Mar 03 17:45:53.900889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3ae5f32f-78d5-4496-9b50-62d6101147cf req-ec4e1e7a-a23f-49ae-8e23-7aa8310404f2 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902598 Mar 03 17:45:53.970182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.003184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] For port 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:54.003785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.022300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa37873e-62bc-4263-b226-627f040e08d4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:54.116386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.168820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9b171ffa-1db5-4859-a921-ee57466fedd6 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:45:54.302560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Calling delete_port for 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:54.347481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 9b171ffa-1db5-4859-a921-ee57466fedd6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:45:54.350330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e8b5f-bce0-448b-a16c-92cf8cc3db7f req-a9844958-adc6-4e7a-9c61-4cee32ef6cfd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:54.353391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9b171ffa-1db5-4859-a921-ee57466fedd6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:45:54.353925 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.357286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e8b5f-bce0-448b-a16c-92cf8cc3db7f req-a9844958-adc6-4e7a-9c61-4cee32ef6cfd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:54.365191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a0e8b5f-bce0-448b-a16c-92cf8cc3db7f req-a9844958-adc6-4e7a-9c61-4cee32ef6cfd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da&device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 1690 time: 0.6966498 Mar 03 17:45:54.410137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.437478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-d3684123-bdb8-4427-8f82-ed18e73fe186 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:54.438815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-d3684123-bdb8-4427-8f82-ed18e73fe186 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.16 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 949 time: 0.5252595 Mar 03 17:45:54.443513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-2d662c3d-1125-4a8f-826c-3a038aacd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:54.445599 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-2d662c3d-1125-4a8f-826c-3a038aacd992 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1136 time: 0.6686444 Mar 03 17:45:54.462109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a0e8b5f-bce0-448b-a16c-92cf8cc3db7f req-503a0527-fc3e-47ff-be13-71e4c87d7da1 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954797 Mar 03 17:45:54.500919 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.540980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9b171ffa-1db5-4859-a921-ee57466fedd6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9b171ffa-1db5-4859-a921-ee57466fedd6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:54.542906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b171ffa-1db5-4859-a921-ee57466fedd6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:54.551562 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.670302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9b171ffa-1db5-4859-a921-ee57466fedd6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:54.721107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Deleting port abef53a4-cd05-45f0-863e-5d4bc5189def {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:54.721433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:54.849193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e79f-a0bb-4408-87d9-d08cd16a37d8 req-28da9604-40ed-4184-a4d7-0eb568f63229 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:54.857397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e905e79f-a0bb-4408-87d9-d08cd16a37d8 req-28da9604-40ed-4184-a4d7-0eb568f63229 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 949 time: 0.5297344 Mar 03 17:45:54.904485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-2622398c-026d-4998-9a4a-9ae8545cf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:54.906374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-2622398c-026d-4998-9a4a-9ae8545cf16a service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 913 time: 0.4403019 Mar 03 17:45:55.010421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-59691e77-e154-466e-af58-4fb5b3690eb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 217 time: 0.0853288 Mar 03 17:45:55.040576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e905e79f-a0bb-4408-87d9-d08cd16a37d8 req-952cf03c-b5d7-45fb-9367-4c047258ec57 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762550 Mar 03 17:45:55.087024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e4eff-3c38-4242-999e-9b4fc585270e req-b2ec7fda-29a9-433f-91ab-16aa888793df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:55.093955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-494e4eff-3c38-4242-999e-9b4fc585270e req-b2ec7fda-29a9-433f-91ab-16aa888793df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 985 time: 0.2772374 Mar 03 17:45:55.148270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-eef5fcf8-b761-48d7-ba63-63fe30a0b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:55.149743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-eef5fcf8-b761-48d7-ba63-63fe30a0b9ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.1214082 Mar 03 17:45:55.188013 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b171ffa-1db5-4859-a921-ee57466fedd6', 'code': 200} Mar 03 17:45:55.232718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-494e4eff-3c38-4242-999e-9b4fc585270e req-22b0a8f9-a0a7-4acf-9ee7-4a7e039238d5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=607e74ae-1e12-4e3c-9b81-e3d953d03f45&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1378508 Mar 03 17:45:55.261422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-2e2f282f-0d40-4c64-9072-c9bcb8fd8c4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807917 Mar 03 17:45:55.291829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Router 65928d6a-ecec-48e6-8358-a62dbb1766bb has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:45:55.394786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] For port abef53a4-cd05-45f0-863e-5d4bc5189def, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abef53a4-cd05-45f0-863e-5d4bc5189def,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:55.395140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:55.473489 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:55.537084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce6f59c-4d7e-4b37-9ab0-d645aae5da99,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:55.600488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Calling delete_port for abef53a4-cd05-45f0-863e-5d4bc5189def owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:55.648718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-1ccf8da3-d916-45bc-b41e-202dec4a3ffd service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703759 Mar 03 17:45:55.691814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722090-3513-42b9-a454-26eb4c938cc9 req-5eab8bb4-26ef-4ff9-850e-3c805ca21439 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:55.693357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59722090-3513-42b9-a454-26eb4c938cc9 req-5eab8bb4-26ef-4ff9-850e-3c805ca21439 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 1100 time: 0.3149567 Mar 03 17:45:55.789849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa597-3da6-4154-b63d-c06ef9f3d37f req-e44bdb82-373b-46da-ba70-c8f6565fbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:55.791255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-58bfa597-3da6-4154-b63d-c06ef9f3d37f req-e44bdb82-373b-46da-ba70-c8f6565fbadb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 1101 time: 0.4861312 Mar 03 17:45:55.835182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fee0-1b0e-47a0-b317-610edb7753bc req-2208238a-aeec-4553-aad1-bbdc8418d277 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:55.836815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c617fee0-1b0e-47a0-b317-610edb7753bc req-2208238a-aeec-4553-aad1-bbdc8418d277 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 949 time: 0.4952304 Mar 03 17:45:55.841560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:45:55.852351 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] Sync routers for ids ['65928d6a-ecec-48e6-8358-a62dbb1766bb'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:45:55.864061 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] Routers {'65928d6a-ecec-48e6-8358-a62dbb1766bb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:55.864758 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['65928d6a-ecec-48e6-8358-a62dbb1766bb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:55.988884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59722090-3513-42b9-a454-26eb4c938cc9 req-9e420f18-e6d1-465b-b5c0-7a0160e7a194 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802784 Mar 03 17:45:56.041935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-58bfa597-3da6-4154-b63d-c06ef9f3d37f req-96889e6f-a555-4f73-be12-eb3102448a01 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308547 Mar 03 17:45:56.052048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] Set router 65928d6a-ecec-48e6-8358-a62dbb1766bb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:56.091331 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c617fee0-1b0e-47a0-b317-610edb7753bc req-a59ce9e5-d13e-4d26-a80d-2dbf7b3665b7 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452161 Mar 03 17:45:56.109863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e5b8b9a1-526f-4843-ba66-1201add48461 admin admin] 10.222.0.23 "PUT /v2.0/routers/65928d6a-ecec-48e6-8358-a62dbb1766bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4610431 Mar 03 17:45:56.112965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34046) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:56.144379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:56.247796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bbbea-9021-4a0d-9a50-35a539af0353 req-17ecf55b-31db-4358-9e02-3783df1c5916 service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857873 Mar 03 17:45:56.281531 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:56.296595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1f18971c-c61c-48da-97b2-a04836adcb36'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:56.374616 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:45:53Z', 'revision_number': 5, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:56.385501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Pushing event deleted for resources: {'Port': ['ID=abef53a4-cd05-45f0-863e-5d4bc5189def,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:56.385873 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] Checking router: 65928d6a-ecec-48e6-8358-a62dbb1766bb for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:45:56.417786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] Routers {'65928d6a-ecec-48e6-8358-a62dbb1766bb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:56.418558 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['65928d6a-ecec-48e6-8358-a62dbb1766bb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:56.434572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96197a19-6947-4147-acbc-15384e3bced7 req-c91ea669-10dd-44ae-beb2-2a7b8f29e585 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:56.436085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96197a19-6947-4147-acbc-15384e3bced7 req-c91ea669-10dd-44ae-beb2-2a7b8f29e585 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 1101 time: 0.1873913 Mar 03 17:45:56.545070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] No DVR routers for this DVR port abef53a4-cd05-45f0-863e-5d4bc5189def on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:45:56.552243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:56.554139 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f7bbd7e-5d86-4a41-99c4-8f57846136b8 req-2e429182-246a-4a3b-b207-807148aeb512 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.16 "DELETE /v2.0/ports/abef53a4-cd05-45f0-863e-5d4bc5189def HTTP/1.1" status: 204 len: 173 time: 1.9347913 Mar 03 17:45:56.555586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'name': 'network-vif-deleted', 'tag': 'abef53a4-cd05-45f0-863e-5d4bc5189def'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:45:56.559245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96197a19-6947-4147-acbc-15384e3bced7 req-04b0ab97-3da3-4a6c-824c-5704eae085d3 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146612 Mar 03 17:45:56.587867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:56.675316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42094819-6ade-4694-89e4-20084235c9d6 req-d4104c8f-5c4e-46de-add6-54d9ccbc66b2 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:56.679987 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42094819-6ade-4694-89e4-20084235c9d6 req-d4104c8f-5c4e-46de-add6-54d9ccbc66b2 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 950 time: 0.4478278 Mar 03 17:45:56.694870 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] Set router 65928d6a-ecec-48e6-8358-a62dbb1766bb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:56.836311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:45:56.879951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42094819-6ade-4694-89e4-20084235c9d6 req-44554a82-9f10-473a-8f59-10db115f748a tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972535 Mar 03 17:45:56.957919 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2377a798-55bb-4bcd-aa78-b81c05e77095', 'name': 'network-vif-deleted', 'tag': 'abef53a4-cd05-45f0-863e-5d4bc5189def', 'status': 'completed', 'code': 200} Mar 03 17:45:56.964299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:56.992851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e01fb7-6f0d-4c91-956f-dd20133f1249 req-314338c7-c52c-43fc-acbc-37529ccac6ff tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:56.994392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-84e01fb7-6f0d-4c91-956f-dd20133f1249 req-314338c7-c52c-43fc-acbc-37529ccac6ff tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 985 time: 0.2576213 Mar 03 17:45:56.995753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Deleting port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:56.996095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:57.072038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-d4657069-6679-4308-99a7-1a4e985faf2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2544203 Mar 03 17:45:57.079780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-db4af051-b0be-4110-91a7-994154c254ed tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357721 Mar 03 17:45:57.149982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-84e01fb7-6f0d-4c91-956f-dd20133f1249 req-caf850c7-5a62-4a43-a5df-50752e215816 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=607e74ae-1e12-4e3c-9b81-e3d953d03f45&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1436138 Mar 03 17:45:57.197724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:45:57.209920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] Sync routers for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:45:57.214297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-51372c06-313c-41a4-b791-03d77365d96c admin admin] 10.222.0.23 "PUT /v2.0/routers/3fdb9e65-828f-42ed-9612-ee6a23f17f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6605098 Mar 03 17:45:57.215122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34072) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:57.227918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:57.229436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:57.313567 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:45:53Z', 'revision_number': 5, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:57.318046 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e9cea-eb55-4c3f-bc5f-3582b3ac5073 None None] The sync data for ids ['65928d6a-ecec-48e6-8358-a62dbb1766bb'] in n-d-827121-1 is: [{'id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960825079-router', 'tenant_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:30Z', 'updated_at': '2022-03-03T17:45:53Z', 'revision_number': 5, 'project_id': '261fc091e2614d3cb6c8ff418b10dd6a', 'gw_port': {'id': 'cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65928d6a-ecec-48e6-8358-a62dbb1766bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:33Z', 'updated_at': '2022-03-03T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:45:57.341638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abef53a4-cd05-45f0-863e-5d4bc5189def no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:57.396798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: abef53a4-cd05-45f0-863e-5d4bc5189def {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:45:57.416200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abef53a4-cd05-45f0-863e-5d4bc5189def not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:45:57.446283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] For port cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:57.446651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:57.543858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e6c2da1-771d-47da-850e-fed9379f1c86 req-9927642d-fd9a-48e9-977a-d8e298289645 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=2377a798-55bb-4bcd-aa78-b81c05e77095 HTTP/1.1" status: 200 len: 210 time: 0.0803249 Mar 03 17:45:57.582552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:57.594702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Calling delete_port for cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:57.602264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:57.627783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-26c28e6a-c6c2-4783-9dc6-3cd7a4f168f6 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:57.630283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-26c28e6a-c6c2-4783-9dc6-3cd7a4f168f6 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4422951 Mar 03 17:45:57.661392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-776d63d0-b7da-4f84-9161-1c27371bfb3d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/quotas/8f8f0010448e40a9867b15d2996d9269 HTTP/1.1" status: 200 len: 375 time: 0.0211899 Mar 03 17:45:57.903733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-48d5eee4-b199-4ef8-8023-88e26f179910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:57.905368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-48d5eee4-b199-4ef8-8023-88e26f179910 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e1a652f8a50423b8512b2955e74d86f&device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 1101 time: 0.6983025 Mar 03 17:45:57.957232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:45:55Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:57.961068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] Checking router: 3fdb9e65-828f-42ed-9612-ee6a23f17f52 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:45:57.963039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-7b05574c-f50b-4682-a0f1-d4362316e457 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1060212813&fields=id&tenant_id=311065f446e942dc94feb196453e8b0d HTTP/1.1" status: 200 len: 267 time: 0.0912001 Mar 03 17:45:57.979364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] Routers {'3fdb9e65-828f-42ed-9612-ee6a23f17f52'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:45:57.980868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:58.102165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b29089dc-49e6-4939-8f07-99cd11d923a3 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4363167 Mar 03 17:45:58.116526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.141927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Deleting port f3c8fc02-17b0-4a54-b978-2319c8a0802c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:45:58.142273 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.183296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-ea792fec-de7f-44bc-8eda-0c9df067330c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:58.184894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-ea792fec-de7f-44bc-8eda-0c9df067330c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 985 time: 0.2087929 Mar 03 17:45:58.196830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'port': {'security_groups': ['607e74ae-1e12-4e3c-9b81-e3d953d03f45', '784b7fc2-2103-462b-873e-a422e81ed929', 'df88992b-704c-438c-b5c7-5f7542e4e066']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:45:58.232296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-f9c6dfeb-a397-45b5-80fa-ad9cdf0a48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:58.235078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-f9c6dfeb-a397-45b5-80fa-ad9cdf0a48f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3059149 Mar 03 17:45:58.285307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] Set router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:45:58.360395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-df700dcd-2277-4561-b4e0-10c4b15ada1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1f18971c-c61c-48da-97b2-a04836adcb36 HTTP/1.1" status: 200 len: 217 time: 0.1013749 Mar 03 17:45:58.455866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.487634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.555178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] For port f3c8fc02-17b0-4a54-b978-2319c8a0802c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f3c8fc02-17b0-4a54-b978-2319c8a0802c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:58.555622 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.575554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:58.607537 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.619779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:45:55Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:45:58.623928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f3c87-c3ec-43d3-b768-030d813c83e7 None None] The sync data for ids ['3fdb9e65-828f-42ed-9612-ee6a23f17f52'] in n-d-827121-1 is: [{'id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-482956734-router', 'tenant_id': '96d4acb469744ea2b148c7cd9417008b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:44:34Z', 'updated_at': '2022-03-03T17:45:55Z', 'revision_number': 5, 'project_id': '96d4acb469744ea2b148c7cd9417008b', 'gw_port': {'id': 'f3c8fc02-17b0-4a54-b978-2319c8a0802c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9e65-828f-42ed-9612-ee6a23f17f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:44:36Z', 'updated_at': '2022-03-03T17:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:45:58.737646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Calling delete_port for f3c8fc02-17b0-4a54-b978-2319c8a0802c owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:45:58.761966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-6027a570-a465-436d-af74-fa2dec5ef33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:58.763505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-6027a570-a465-436d-af74-fa2dec5ef33b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3598883 Mar 03 17:45:58.878859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.884939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:58.908094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd215be0-f9f1-4933-a4a2-4a79657a95dc req-ec163879-e480-4a56-aba5-57769562eed2 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:58.909245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd215be0-f9f1-4933-a4a2-4a79657a95dc req-ec163879-e480-4a56-aba5-57769562eed2 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 950 time: 0.5475399 Mar 03 17:45:59.082761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.087693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65928d6a-ecec-48e6-8358-a62dbb1766bb {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:45:59.090268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aa37873e-62bc-4263-b226-627f040e08d4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:59.151568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b86f7c60-4bcc-4b50-acdd-a73422768053,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:45:59.158148 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.159585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-39249cbe-7016-4fe7-b0ef-32a0f345fa5e admin admin] 10.222.0.23 "DELETE /v2.0/routers/65928d6a-ecec-48e6-8358-a62dbb1766bb HTTP/1.1" status: 204 len: 168 time: 3.0404320 Mar 03 17:45:59.162651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34096) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:45:59.186162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: aa37873e-62bc-4263-b226-627f040e08d4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:45:59.186593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aa37873e-62bc-4263-b226-627f040e08d4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:45:59.187819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:45:59.202239 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.209772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd215be0-f9f1-4933-a4a2-4a79657a95dc req-468a531f-e926-4653-880b-68d160d83962 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281916 Mar 03 17:45:59.237015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-4c9e1d48-29fe-4898-b935-efcbec0fcd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:59.239039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-4c9e1d48-29fe-4898-b935-efcbec0fcd3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4143512 Mar 03 17:45:59.264224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:45:59.264596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ce6f59c-4d7e-4b37-9ab0-d645aae5da99 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:45:59.323761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c8fc02-17b0-4a54-b978-2319c8a0802c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:45:59.367123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:45:59.411214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] Deleting subnet 0b4c5516-dc35-4786-88d7-f7a5690fc878 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:45:59.425385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.428268 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0608efe4-6de9-4490-bc06-33812c285d1c req-d28b5569-6163-406d-8079-eb8a6e86dc87 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 210 time: 0.0494604 Mar 03 17:45:59.453003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.467640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.483888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-803b74f0-ac63-4d96-abc7-4ad3db2df258 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362576 Mar 03 17:45:59.497317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b86f7c60-4bcc-4b50-acdd-a73422768053'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:59.564606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:59.573665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.718379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bdec4444-8ee7-4f54-a552-888a2ad54983 req-f812b749-1d99-4f1f-ba73-cc5315873e91 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134948 Mar 03 17:45:59.785204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b86f7c60-4bcc-4b50-acdd-a73422768053'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:45:59.789899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-79446068-9217-4a23-a77a-17e11c19b8d5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538027 Mar 03 17:45:59.792101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:45:59.792720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.795934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c496e2e-888e-443b-83fd-d89881fe9049 req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "PUT /v2.0/ports/b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 1021 time: 1.6021104 Mar 03 17:45:59.797087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:45:59.876918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:00.166395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75121ae-c4e9-4b5c-993e-f6f1bd8fe1e4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:00.200585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08f8ed78-8b70-4cce-9347-1e6405863d91 req-6395bc73-1a8d-4f65-8dc0-50b528de4c8b tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/df88992b-704c-438c-b5c7-5f7542e4e066 HTTP/1.1" status: 200 len: 1800 time: 0.0830653 Mar 03 17:46:00.247968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.252111 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.262936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-d50af6d9-08a9-465c-b771-e7e29e2a309c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:00.266217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-d50af6d9-08a9-465c-b771-e7e29e2a309c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4659507 Mar 03 17:46:00.285105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:00.383795 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-08f8ed78-8b70-4cce-9347-1e6405863d91 req-d011aac7-9386-4084-affe-40ceaa48383a tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 17:46:00.384817 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08f8ed78-8b70-4cce-9347-1e6405863d91 req-d011aac7-9386-4084-affe-40ceaa48383a tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/df88992b-704c-438c-b5c7-5f7542e4e066 HTTP/1.1" status: 409 len: 341 time: 0.1764588 Mar 03 17:46:00.440735 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.441243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fdb9e65-828f-42ed-9612-ee6a23f17f52 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:46:00.475258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.490154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:00.515516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.516689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c540f40e-d1c7-4de1-9def-eee257f1acd9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3fdb9e65-828f-42ed-9612-ee6a23f17f52 HTTP/1.1" status: 204 len: 168 time: 3.3001482 Mar 03 17:46:00.523437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34122) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:00.571209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:00.584964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5114a-a3e9-48af-8e9f-09f28e66eb76 req-d061bb5c-57c6-4819-b417-fc30aca79bdb tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:00.592440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-15b5114a-a3e9-48af-8e9f-09f28e66eb76 req-d061bb5c-57c6-4819-b417-fc30aca79bdb tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 950 time: 0.2611153 Mar 03 17:46:00.596636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:00.600264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.677833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] Deleting subnet 685b9eea-836b-4651-85d9-1cecc4c9cef3 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:46:00.686035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518e72-6760-4a10-a867-7a80a11f0d3c req-1e6bcbde-e19c-412a-8f87-5fea903241a4 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:00.688337 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15518e72-6760-4a10-a867-7a80a11f0d3c req-1e6bcbde-e19c-412a-8f87-5fea903241a4 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1096 time: 0.1956003 Mar 03 17:46:00.689253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.706763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.773165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4c5516-dc35-4786-88d7-f7a5690fc878,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:00.777904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.778070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abaa09-2c82-40a3-a670-70829a2ff821 None None] Network 76bfdd84-196e-44ee-9039-cecea29fa718 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:00.783257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-15b5114a-a3e9-48af-8e9f-09f28e66eb76 req-68a87249-3a72-4136-a150-bf696f7390b0 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903687 Mar 03 17:46:00.792458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15518e72-6760-4a10-a867-7a80a11f0d3c req-9b80ed81-43e5-4b19-b891-7be1ae571588 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803638 Mar 03 17:46:00.799038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a7e51fbd-796a-4b01-89e1-d52e93387b55 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b4c5516-dc35-4786-88d7-f7a5690fc878 HTTP/1.1" status: 204 len: 168 time: 1.6327934 Mar 03 17:46:00.799782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34126) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:00.914872 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053', 'status': 'completed', 'code': 200} Mar 03 17:46:00.925841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:00.940867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.126 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/ba3004fb-6227-48b8-b51f-6a2defe102b6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:00.941182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.093726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f3c8fc02-17b0-4a54-b978-2319c8a0802c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:01.142007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: f3c8fc02-17b0-4a54-b978-2319c8a0802c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:01.142557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f3c8fc02-17b0-4a54-b978-2319c8a0802c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:01.143107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:01.158605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-468da5fb-0a16-4802-83d7-7ba36d55d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:01.160493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-468da5fb-0a16-4802-83d7-7ba36d55d30a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=311065f446e942dc94feb196453e8b0d&device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1175 time: 0.2211008 Mar 03 17:46:01.184892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Deleting port 40ac5bb9-b420-4fbf-8703-1a77259d1277 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:01.185601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.189296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] DHCP port deletion for 76bfdd84-196e-44ee-9039-cecea29fa718 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:46:01.203463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:01.203974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf6fdd8f-4644-4e3e-b40c-7a9091c8c66b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:01.205848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] Deleting port 40ac5bb9-b420-4fbf-8703-1a77259d1277 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:01.206361 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.348631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ecafd-aca5-414b-a557-f9cbaa9344ab req-3277239a-bba6-4a59-b385-f2ff58962e9c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:01.350200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c52ecafd-aca5-414b-a557-f9cbaa9344ab req-3277239a-bba6-4a59-b385-f2ff58962e9c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 950 time: 0.3099220 Mar 03 17:46:01.365569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.436485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8f14c17-aa31-4a40-aaee-1c5527085179 req-d5355d29-aad1-4179-bdc0-fbff29ff4d4c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 210 time: 0.0572591 Mar 03 17:46:01.448784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] For port 40ac5bb9-b420-4fbf-8703-1a77259d1277, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40ac5bb9-b420-4fbf-8703-1a77259d1277,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:01.449794 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.496237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.514157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-1c6b19a9-ebe9-43b4-97d0-92e313bf0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:01.515719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-1c6b19a9-ebe9-43b4-97d0-92e313bf0cca service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 200 len: 913 time: 0.2783141 Mar 03 17:46:01.518018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c52ecafd-aca5-414b-a557-f9cbaa9344ab req-64b745c2-23b2-4992-a88d-d03a53a83c55 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574395 Mar 03 17:46:01.521727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object ba3004fb-6227-48b8-b51f-6a2defe102b6 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:01.599725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-0872a93d-c974-40f9-820b-ed4c3c07a3f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 200 len: 217 time: 0.0626945 Mar 03 17:46:01.677113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.703404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] Calling delete_port for 40ac5bb9-b420-4fbf-8703-1a77259d1277 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:01.741055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-054ccfe9-5844-4608-918b-e773f96e07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:01.742465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-054ccfe9-5844-4608-918b-e773f96e07ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 200 len: 852 time: 0.1347523 Mar 03 17:46:01.753370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:01.772906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.778906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba', '61522920-ee1c-4690-86fe-a1c22ee6211e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:01.810095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-4e500726-f2c3-4a45-9733-93feda5fd792 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de7188-5643-4a8b-8d7c-0c03a70ffe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551753 Mar 03 17:46:01.816399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:01.819769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:01.828671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.829053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:01.834310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:01.834843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.859209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/685b9eea-836b-4651-85d9-1cecc4c9cef3 HTTP/1.1" status: 204 len: 168 time: 1.3334727 Mar 03 17:46:01.862664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b908e4-faa3-4cbe-b3b6-b2d20e40213a None None] Network 106cd932-8d74-42d4-9d77-299d5b1c658f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:01.863515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] For port 40ac5bb9-b420-4fbf-8703-1a77259d1277, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40ac5bb9-b420-4fbf-8703-1a77259d1277,segment=NetworkSegment(21393287-66c2-48ae-a68a-672701372535),segment_id=21393287-66c2-48ae-a68a-672701372535)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:01.864668 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:01.971571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34138) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:02.056505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=ba3004fb-6227-48b8-b51f-6a2defe102b6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:02.157730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-71bfd399-a709-4c77-8f28-772e4f54d833 service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185394 Mar 03 17:46:02.174710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Calling delete_port for 40ac5bb9-b420-4fbf-8703-1a77259d1277 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:02.259259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d6d3b-3984-496e-af4d-d27ad257f357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685b9eea-836b-4651-85d9-1cecc4c9cef3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:02.304348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a051-a17c-4b2a-8722-fb6b769507de req-bfac07bf-8e8e-4f45-a0b5-8c43ffe6c8fc tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:02.306213 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d409a051-a17c-4b2a-8722-fb6b769507de req-bfac07bf-8e8e-4f45-a0b5-8c43ffe6c8fc tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1024 time: 0.5960233 Mar 03 17:46:02.347237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-41e994c9-55ce-46b9-947b-97f572e443d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0667312 Mar 03 17:46:02.372443 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:02.376693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:46:02.377227 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:46:02.388520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Request body: {'port': {'device_id': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:02.397888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d409a051-a17c-4b2a-8722-fb6b769507de req-8359c04f-b4ec-4138-8ce5-8238bbfd4f35 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=df88992b-704c-438c-b5c7-5f7542e4e066&id=607e74ae-1e12-4e3c-9b81-e3d953d03f45&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0849957 Mar 03 17:46:02.455821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5f145ca-38bf-40a0-ab9d-3d218ca0199d None None] Provisioning for port ba3004fb-6227-48b8-b51f-6a2defe102b6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:02.479402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:02.491797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] Pushing event deleted for resources: {'Port': ['ID=40ac5bb9-b420-4fbf-8703-1a77259d1277,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:02.529944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad92da2-79c5-48f4-8358-ed87175ec182 None None] No DVR routers for this DVR port 40ac5bb9-b420-4fbf-8703-1a77259d1277 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:02.538360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5f145ca-38bf-40a0-ab9d-3d218ca0199d None None] Provisioning complete for port ba3004fb-6227-48b8-b51f-6a2defe102b6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:02.538808 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5f145ca-38bf-40a0-ab9d-3d218ca0199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:02.627095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b8eba-c836-4ad1-b506-1beb61aa7a80 req-fbd270cf-81b7-4e3a-98b0-509ef0ed2a06 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:02.628807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a34b8eba-c836-4ad1-b506-1beb61aa7a80 req-fbd270cf-81b7-4e3a-98b0-509ef0ed2a06 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 950 time: 0.1215227 Mar 03 17:46:02.633451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Deleting port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:02.633792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:02.670389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a44ce-b71d-4c62-b745-560b8b29cded req-9f9db22f-abde-4875-8462-dd29793211e3 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:02.671656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-932a44ce-b71d-4c62-b745-560b8b29cded req-9f9db22f-abde-4875-8462-dd29793211e3 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Synchronizing usage tracker for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:02.680319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d5f145ca-38bf-40a0-ab9d-3d218ca0199d None None] Port ba3004fb-6227-48b8-b51f-6a2defe102b6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:46:02.690786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a34b8eba-c836-4ad1-b506-1beb61aa7a80 req-575d9ce7-1a36-4418-9d61-aaa1b76f9ac9 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522463 Mar 03 17:46:02.748218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-932a44ce-b71d-4c62-b745-560b8b29cded req-9f9db22f-abde-4875-8462-dd29793211e3 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Unset dirty status for tenant:3e1a652f8a50423b8512b2955e74d86f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:02.750327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-932a44ce-b71d-4c62-b745-560b8b29cded req-9f9db22f-abde-4875-8462-dd29793211e3 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 950 time: 0.7737138 Mar 03 17:46:02.830210 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bcbbd89-a487-4af4-9c90-8735baf896f8 req-94f70bcf-3611-490b-8bdc-1312d8aff512 service neutron] 10.222.0.16 "GET /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960725 Mar 03 17:46:02.855403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:02.874835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-3ddc1e22-3f0c-42b5-ba4c-c1ebf26b8c57 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:46:02.875913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-3ddc1e22-3f0c-42b5-ba4c-c1ebf26b8c57 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111184 Mar 03 17:46:02.879337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Deleting port 40ac5bb9-b420-4fbf-8703-1a77259d1277 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:02.879904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:02.895006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40ac5bb9-b420-4fbf-8703-1a77259d1277 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:02.914604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Request body: {'binding': {'host': 'n-h2-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:02.915186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:46:02.948442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 40ac5bb9-b420-4fbf-8703-1a77259d1277 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:02.949084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40ac5bb9-b420-4fbf-8703-1a77259d1277 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:02.975916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Deleting port 1f18971c-c61c-48da-97b2-a04836adcb36 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:02.976256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:02.980885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] DHCP port deletion for 106cd932-8d74-42d4-9d77-299d5b1c658f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:46:03.013460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] The port '40ac5bb9-b420-4fbf-8703-1a77259d1277' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:46:03.020457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] Deleting port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:03.021642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.091376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773c04d-a382-499e-ac54-488875055a39 req-b5afde8f-6c9d-4869-b065-a3e48c0ded05 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:03.099420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a773c04d-a382-499e-ac54-488875055a39 req-b5afde8f-6c9d-4869-b065-a3e48c0ded05 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 936 time: 0.3100829 Mar 03 17:46:03.290809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a773c04d-a382-499e-ac54-488875055a39 req-0926ecfc-75d4-4ca5-8a47-8598689864b9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904104 Mar 03 17:46:03.293872 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.322226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] For port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:03.322226 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.343559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bfdd84-196e-44ee-9039-cecea29fa718']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:03.369029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21393287-66c2-48ae-a68a-672701372535') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:03.369504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21393287-66c2-48ae-a68a-672701372535') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:03.396036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.426700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.438768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:46:03.439319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:46:03.454192 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:46:03.457499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] Calling delete_port for cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:03.469281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on host n-h2-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:03.469762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:03.470216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:03.521112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] For port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,segment=NetworkSegment(89c525a6-a0fd-4fea-9518-0e8b8950f11c),segment_id=89c525a6-a0fd-4fea-9518-0e8b8950f11c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:03.521789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.570493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:03.571010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:03.584011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:03.584470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:03.584960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:03.585540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Bound port: 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:03.622017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.643425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.645846 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.656849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:03.658103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] Pushing event deleted for resources: {'Network': ['ID=76bfdd84-196e-44ee-9039-cecea29fa718,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:03.674672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Calling delete_port for cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:03.692786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c0608-5df6-403f-8737-6f62084992fe req-688ffad1-69e5-4198-827e-d4f3563e804c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:03.694691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f24c0608-5df6-403f-8737-6f62084992fe req-688ffad1-69e5-4198-827e-d4f3563e804c tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 950 time: 0.2265708 Mar 03 17:46:03.698565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2aa7ba4e-4665-47c1-a4a0-27becc02718e admin admin] 10.222.0.23 "DELETE /v2.0/networks/76bfdd84-196e-44ee-9039-cecea29fa718 HTTP/1.1" status: 204 len: 168 time: 2.8983049 Mar 03 17:46:03.702172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34172) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:03.703219 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:03.704557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-25ef5a54-b992-4d29-8048-a4568ab3fa65 service neutron] 10.222.0.23 "POST /v2.0/ports/64dba85c-a9ab-49db-94d5-7b296c6e4a90/bindings HTTP/1.1" status: 201 len: 389 time: 0.7935283 Mar 03 17:46:03.709980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] Pushing event deleted for resources: {'Port': ['ID=cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:03.718732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cc4cf-72fb-4b5f-b2d1-b7faca25ea10 None None] No DVR routers for this DVR port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:03.850055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f24c0608-5df6-403f-8737-6f62084992fe req-0f53a615-25aa-45e7-9f56-cd4f3338dbc0 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837226 Mar 03 17:46:03.850460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:03.850822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.130666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Calling delete_port for 1f18971c-c61c-48da-97b2-a04836adcb36 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:04.207274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-bf4a13de-59bf-426a-b980-fa57483c5892 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:04.208753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-bf4a13de-59bf-426a-b980-fa57483c5892 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1024 time: 0.4877121 Mar 03 17:46:04.216692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:46:04.234568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:46:04.234568 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:46:04.236654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f18971c-c61c-48da-97b2-a04836adcb36 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:04.362126 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.383228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Deleting port b86f7c60-4bcc-4b50-acdd-a73422768053 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:04.383493 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.389572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:04.399837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:04.407200 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.424650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3004fb-6227-48b8-b51f-6a2defe102b6 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:04.429241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811185-146e-4910-97ff-7b834dc427d9 req-d064943e-f74b-4efb-b549-297ec855f22a tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:04.437797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44811185-146e-4910-97ff-7b834dc427d9 req-d064943e-f74b-4efb-b549-297ec855f22a tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 1024 time: 0.4509900 Mar 03 17:46:04.442419 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.462485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:46:04.462682 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:46:04.476998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-8ee40391-7a18-413c-b834-388b528217c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:04.478509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-8ee40391-7a18-413c-b834-388b528217c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1096 time: 0.4476302 Mar 03 17:46:04.485621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:04.503771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Transition to ACTIVE for port object ba3004fb-6227-48b8-b51f-6a2defe102b6 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:04.521661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.570922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6cd15-08de-4190-aae3-86152791ab01 req-fec07b15-7c09-458f-af4c-db0c5d648072 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:04.572427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acc6cd15-08de-4190-aae3-86152791ab01 req-fec07b15-7c09-458f-af4c-db0c5d648072 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 1101 time: 0.4500248 Mar 03 17:46:04.618588 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44811185-146e-4910-97ff-7b834dc427d9 req-b3740b09-41a7-46c5-8c52-fa7a869d205f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=df88992b-704c-438c-b5c7-5f7542e4e066&id=607e74ae-1e12-4e3c-9b81-e3d953d03f45&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1802204 Mar 03 17:46:04.708047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.713057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-4ca3d7ac-fab3-446b-913f-7c57f6ba110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:04.714649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-4ca3d7ac-fab3-446b-913f-7c57f6ba110a service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.2241290 Mar 03 17:46:04.790179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Deleting port cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:04.790513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:04.844881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:04.866793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Pushing event updated for resources: {'Port': ['ID=ba3004fb-6227-48b8-b51f-6a2defe102b6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:04.881036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:04.884196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-3ad15689-665d-4a76-bd0b-86ea3ca4f6aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 200 len: 217 time: 0.1605074 Mar 03 17:46:04.890541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:04.890950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:04.923586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Usage tracker for resource:security_group_rule and tenant:d3226d260c284166a38e21fb626fb072 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:04.936775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] The port 'cb2821f0-0f0c-4cab-8cb8-3f6cf2e5b22e' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:46:04.937723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:04.977049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:04.983470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Deleting port 1f18971c-c61c-48da-97b2-a04836adcb36 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:04.983804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.008043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Attempting to bind port ba3004fb-6227-48b8-b51f-6a2defe102b6 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:05.008314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Attempting to bind port ba3004fb-6227-48b8-b51f-6a2defe102b6 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:05.008629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Attempting to bind port ba3004fb-6227-48b8-b51f-6a2defe102b6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:05.019049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-29a16cb8-8556-4a38-bd6a-aa456585ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:05.020534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-29a16cb8-8556-4a38-bd6a-aa456585ee6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1235518 Mar 03 17:46:05.056730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Port ba3004fb-6227-48b8-b51f-6a2defe102b6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:05.057094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Attempting to bind port ba3004fb-6227-48b8-b51f-6a2defe102b6 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:05.078176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-446d7bc6-3484-4eca-86fb-f4452d14b953 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485342 Mar 03 17:46:05.100352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:05.100700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:05.101059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:05.101513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Bound port: ba3004fb-6227-48b8-b51f-6a2defe102b6, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:05.101857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.121962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-faea745d-679b-41be-a1ff-f7dc6025cf4a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2803822 Mar 03 17:46:05.130057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ab789-fc60-4c00-b709-dd589fd9a627 req-014b07d7-44c2-4da9-a97f-7398e6caa1cd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:05.131473 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba9ab789-fc60-4c00-b709-dd589fd9a627 req-014b07d7-44c2-4da9-a97f-7398e6caa1cd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.3328695 Mar 03 17:46:05.225238 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.233415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] For port b86f7c60-4bcc-4b50-acdd-a73422768053, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b86f7c60-4bcc-4b50-acdd-a73422768053,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:05.233771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.312744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba9ab789-fc60-4c00-b709-dd589fd9a627 req-a67def02-7b0d-4856-9133-d2df759373be tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646142 Mar 03 17:46:05.321077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.414501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-3fa5a66d-009e-4cf2-ba9b-a3122a84a638 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257234 Mar 03 17:46:05.428105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Calling delete_port for b86f7c60-4bcc-4b50-acdd-a73422768053 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:05.455788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.456117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.456875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.457195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > port after_create 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.457534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > port after_delete 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.457878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > port after_update 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.458190 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.458515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.458825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.459134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.555038 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.555750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.555750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.555990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 17:46:05.556339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106cd932-8d74-42d4-9d77-299d5b1c658f']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:05.594191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-883af4d6-0fdd-46c6-91bb-3c4d6adec584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:05.595692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-883af4d6-0fdd-46c6-91bb-3c4d6adec584 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 1096 time: 0.3733757 Mar 03 17:46:05.728663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c525a6-a0fd-4fea-9518-0e8b8950f11c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:05.728909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c525a6-a0fd-4fea-9518-0e8b8950f11c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:05.848101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.918558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.926363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] For port ba3004fb-6227-48b8-b51f-6a2defe102b6, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:05.934820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:46:05.935219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: from cryptography.utils import int_from_bytes Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: from cryptography.utils import int_from_bytes Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: util.warn_limited( Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: util.warn_limited( Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:46:05.955192 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:46:06.044121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] For port ba3004fb-6227-48b8-b51f-6a2defe102b6, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba3004fb-6227-48b8-b51f-6a2defe102b6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:06.046648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.058033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-226d7c34-2d98-4dce-adf5-3cf905d235d6 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997841 Mar 03 17:46:06.067575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.071461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.075763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1282320-06a3-4fed-ba8d-6af63f23d198 req-57a2d23b-bc57-4ef2-91a5-91d890403c75 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:06.077306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1282320-06a3-4fed-ba8d-6af63f23d198 req-57a2d23b-bc57-4ef2-91a5-91d890403c75 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 948 time: 0.6619403 Mar 03 17:46:06.119243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-14d1ca51-622c-4abd-a903-539b884c179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:06.120654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-14d1ca51-622c-4abd-a903-539b884c179c service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.4675362 Mar 03 17:46:06.189486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.213741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:06.214720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.217022 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] 10.222.0.35 "PUT /v2.0/ports/ba3004fb-6227-48b8-b51f-6a2defe102b6 HTTP/1.1" status: 200 len: 1096 time: 3.8476753 Mar 03 17:46:06.222552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'tag': 'ba3004fb-6227-48b8-b51f-6a2defe102b6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:06.228975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-59bb2347-4465-4bc0-a2bc-ad9fa00337bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 200 len: 217 time: 0.0997705 Mar 03 17:46:06.235024 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1282320-06a3-4fed-ba8d-6af63f23d198 req-9f893145-bbae-4986-8c6a-7b8b7a1a7417 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424015 Mar 03 17:46:06.241516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acc6cd15-08de-4190-aae3-86152791ab01 req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6561291 Mar 03 17:46:06.289512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.307372 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36', 'code': 200} Mar 03 17:46:06.352550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] For port 1f18971c-c61c-48da-97b2-a04836adcb36, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f18971c-c61c-48da-97b2-a04836adcb36,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:06.352945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.387660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-760f3d78-3360-45e4-b9e8-22258bb88f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:06.390027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-760f3d78-3360-45e4-b9e8-22258bb88f77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1531072 Mar 03 17:46:06.393488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Deleting port 05be78cf-cfec-4c37-a287-184753a29952 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:06.394076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.482377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] Pushing event deleted for resources: {'Network': ['ID=106cd932-8d74-42d4-9d77-299d5b1c658f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:06.483982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-5014c56a-cd24-479a-8552-63b589dc9c1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588028 Mar 03 17:46:06.492632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1b311-4b47-4cbe-9f49-799a6f3d287f service neutron] Pushing event updated for resources: {'Port': ['ID=ba3004fb-6227-48b8-b51f-6a2defe102b6,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:06.504757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495e15c-9b2e-4866-b74c-b66a2dc42788 tempest-LiveMigrationNegativeTest-2072379093 tempest-LiveMigrationNegativeTest-2072379093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f22e66-c883-4dd6-b42b-67c5cd5f09bf,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:06.597914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.611649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['164080a7-c8fb-4e22-a051-a67598f9345d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:06.643493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Calling delete_port for 1f18971c-c61c-48da-97b2-a04836adcb36 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:06.762018 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e07bf05-9e59-48fb-8c71-636be804f00c req-f321d377-c188-4cc2-9efa-53ae4b85060f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3 HTTP/1.1" status: 200 len: 210 time: 0.2519121 Mar 03 17:46:06.770008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'Port': ['ID=b86f7c60-4bcc-4b50-acdd-a73422768053,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:06.801748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] For port 05be78cf-cfec-4c37-a287-184753a29952, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=05be78cf-cfec-4c37-a287-184753a29952,segment=NetworkSegment(24d18c49-6c27-4e6a-b573-f81abbcc54f9),segment_id=24d18c49-6c27-4e6a-b573-f81abbcc54f9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:06.802196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:06.814856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-97726ae4-0e44-4249-bcee-576c12e592a3 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170459 Mar 03 17:46:06.868232 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'tag': 'ba3004fb-6227-48b8-b51f-6a2defe102b6', 'status': 'completed', 'code': 200} Mar 03 17:46:06.980116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Calling delete_port for 05be78cf-cfec-4c37-a287-184753a29952 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:07.041797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ee3d-1f02-4623-abb4-790f2f958534 req-b214be4c-b8b1-48fe-ae3b-07e79cb624a9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:07.041797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f703ee3d-1f02-4623-abb4-790f2f958534 req-b214be4c-b8b1-48fe-ae3b-07e79cb624a9 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 948 time: 0.4887934 Mar 03 17:46:07.133159 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2eac9fac-35f2-495b-92d3-52df2813772f admin admin] 10.222.0.23 "DELETE /v2.0/networks/106cd932-8d74-42d4-9d77-299d5b1c658f HTTP/1.1" status: 204 len: 168 time: 5.1102622 Mar 03 17:46:07.156536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] No DVR routers for this DVR port b86f7c60-4bcc-4b50-acdd-a73422768053 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:07.169586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:07.178349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82276ce3-e79e-4278-b5e9-a57b29a86b94 req-8cd0bd43-a234-4e97-bff2-22092bb285df tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.16 "DELETE /v2.0/ports/b86f7c60-4bcc-4b50-acdd-a73422768053 HTTP/1.1" status: 204 len: 173 time: 2.9539633 Mar 03 17:46:07.215512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f703ee3d-1f02-4623-abb4-790f2f958534 req-2319a96e-7579-42b9-a18c-7879668d6d79 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e4f9ae0-1e68-411e-87a8-8ec21751afe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252646 Mar 03 17:46:07.234946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-d28f5441-e843-4a43-bd8c-21460fc1e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:07.238747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-d28f5441-e843-4a43-bd8c-21460fc1e728 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 1099 time: 0.7312670 Mar 03 17:46:07.241500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9994f7b8-02e0-4a72-8c15-d9f477a215fd req-dbb5ee2f-0f45-4f5e-b670-a62f955c5ad5 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684933 Mar 03 17:46:07.242737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:07.321007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Pushing event deleted for resources: {'Port': ['ID=1f18971c-c61c-48da-97b2-a04836adcb36,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:07.401124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b86f7c60-4bcc-4b50-acdd-a73422768053 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:07.503721 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:07.519242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-a976edc4-20d8-464e-976f-9f27ce445220 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ba3004fb-6227-48b8-b51f-6a2defe102b6 HTTP/1.1" status: 200 len: 217 time: 0.1934569 Mar 03 17:46:07.554501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: b86f7c60-4bcc-4b50-acdd-a73422768053 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:07.554989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b86f7c60-4bcc-4b50-acdd-a73422768053 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:07.617465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a49483-8383-4f45-b4ae-7d204bb468cb req-ce7b3188-0a6a-40b0-a6c6-6ee4eeb8ea87 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:07.624902 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64a49483-8383-4f45-b4ae-7d204bb468cb req-ce7b3188-0a6a-40b0-a6c6-6ee4eeb8ea87 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.5599470 Mar 03 17:46:07.628042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:07.701537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05be78cf-cfec-4c37-a287-184753a29952,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:07.837143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a29efae5-eed0-4a86-9fd0-726ac8d5f11c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96d4acb469744ea2b148c7cd9417008b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042499 Mar 03 17:46:07.862234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] No DVR routers for this DVR port 1f18971c-c61c-48da-97b2-a04836adcb36 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:07.866679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:07.880063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64a49483-8383-4f45-b4ae-7d204bb468cb req-dc1d7589-faef-4e37-aeb1-735f7c53c9a9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538030 Mar 03 17:46:07.888092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:07.891972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-932a44ce-b71d-4c62-b745-560b8b29cded req-4037e4d4-85ad-4188-8bf5-eb2c78066c5d tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.35 "DELETE /v2.0/ports/1f18971c-c61c-48da-97b2-a04836adcb36 HTTP/1.1" status: 204 len: 173 time: 5.1293073 Mar 03 17:46:07.899329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-9b7346ad-e3c3-4c85-8a65-8b79f27a1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:07.907204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-9b7346ad-e3c3-4c85-8a65-8b79f27a1ce1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3869104 Mar 03 17:46:08.154665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b75dc-99d2-4efb-a805-2e22fea086f4 req-c12537c7-24a0-4721-8111-3f49bc2be0cd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:08.162285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-402b75dc-99d2-4efb-a805-2e22fea086f4 req-c12537c7-24a0-4721-8111-3f49bc2be0cd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 948 time: 0.5500648 Mar 03 17:46:08.330418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-5d7342ca-b056-40b4-8ca1-18351888726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:08.332292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-5d7342ca-b056-40b4-8ca1-18351888726f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3983510 Mar 03 17:46:08.335166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ff3b43d0-4cc7-4ebb-8a4a-5c217a3492bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:08.362102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-402b75dc-99d2-4efb-a805-2e22fea086f4 req-c1329eff-29fa-4b5a-855a-52f768d43c54 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049818 Mar 03 17:46:08.390073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:08.411613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ff3b43d0-4cc7-4ebb-8a4a-5c217a3492bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:08.547919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-349ea79f-0205-44a4-9060-5235f2175081 req-b602618d-7373-421c-9756-16a20c2c2692 tempest-ServersAdminTestJSON-1468657648 tempest-ServersAdminTestJSON-1468657648-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d02d8f2-b466-4e60-a220-6a9c48407ed5 HTTP/1.1" status: 200 len: 210 time: 0.0532389 Mar 03 17:46:08.597225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-d254f455-36b0-4350-879c-d4d1dbf25f24 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522886 Mar 03 17:46:08.651082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ff3b43d0-4cc7-4ebb-8a4a-5c217a3492bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:08.678605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a305b-dc98-4079-a1e2-b9c7bfc6716e req-d6f00fa5-43dd-45c3-97ed-477cae6b27ca tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:08.679951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-234a305b-dc98-4079-a1e2-b9c7bfc6716e req-d6f00fa5-43dd-45c3-97ed-477cae6b27ca tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 950 time: 0.1935267 Mar 03 17:46:08.731883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b43d0-4cc7-4ebb-8a4a-5c217a3492bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:08.763328 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ad12aa2-8b17-4e1e-854c-73656d2c4718 req-b134a81f-fa49-44d3-a296-a78472a250d4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/607e74ae-1e12-4e3c-9b81-e3d953d03f45 HTTP/1.1" status: 200 len: 1799 time: 0.1845672 Mar 03 17:46:08.771428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ff3b43d0-4cc7-4ebb-8a4a-5c217a3492bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:08.772964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ff3b43d0-4cc7-4ebb-8a4a-5c217a3492bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccc0cc5c-0bba-49b8-a8a1-3f2c76efed47 HTTP/1.1" status: 204 len: 168 time: 0.8869350 Mar 03 17:46:08.826444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-234a305b-dc98-4079-a1e2-b9c7bfc6716e req-32220915-b613-4057-b188-665a8c029956 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952709 Mar 03 17:46:08.852433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805e8fb8-ee70-4a1e-9851-37537d5e6641 req-4d111623-647e-4a19-bc54-1ba6412eb2d8 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461367 Mar 03 17:46:08.870076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'name': 'network-vif-deleted', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053'}, {'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-deleted', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:08.955597 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36eff91-10ff-4ef8-a2e9-dfb54ada5ed3', 'name': 'network-vif-deleted', 'tag': 'b86f7c60-4bcc-4b50-acdd-a73422768053', 'status': 'completed', 'code': 200} Mar 03 17:46:08.956090 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d02d8f2-b466-4e60-a220-6a9c48407ed5', 'name': 'network-vif-deleted', 'tag': '1f18971c-c61c-48da-97b2-a04836adcb36', 'status': 'completed', 'code': 200} Mar 03 17:46:08.971794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Router 47ee71cf-f224-4b93-bd5e-302cafb55a29 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:46:08.993685 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ad12aa2-8b17-4e1e-854c-73656d2c4718 req-e5c23fc8-0192-458d-aa60-916f5a495764 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:09.006729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-0f386934-18bf-4bbf-865b-a211b0a8f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:09.008876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-0f386934-18bf-4bbf-865b-a211b0a8f061 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 1099 time: 0.0949268 Mar 03 17:46:09.102143 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ad12aa2-8b17-4e1e-854c-73656d2c4718 req-e5c23fc8-0192-458d-aa60-916f5a495764 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:09.150356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-c4a69b74-104b-4aa3-be3f-fd3dae3f8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:09.152244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-c4a69b74-104b-4aa3-be3f-fd3dae3f8eb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1354375 Mar 03 17:46:09.250224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:46:09.257079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ad12aa2-8b17-4e1e-854c-73656d2c4718 req-e5c23fc8-0192-458d-aa60-916f5a495764 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:09.259738 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] Sync routers for ids ['47ee71cf-f224-4b93-bd5e-302cafb55a29'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:46:09.274210 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] Routers {'47ee71cf-f224-4b93-bd5e-302cafb55a29'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:09.274915 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['47ee71cf-f224-4b93-bd5e-302cafb55a29'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:09.280817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c23fc8-0192-458d-aa60-916f5a495764 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607e74ae-1e12-4e3c-9b81-e3d953d03f45,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:09.286511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-e721c6db-b324-4a86-b751-58c481559c02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ba3004fb-6227-48b8-b51f-6a2defe102b6 HTTP/1.1" status: 200 len: 217 time: 0.0791771 Mar 03 17:46:09.322300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ad12aa2-8b17-4e1e-854c-73656d2c4718 req-e5c23fc8-0192-458d-aa60-916f5a495764 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:09.325424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ad12aa2-8b17-4e1e-854c-73656d2c4718 req-e5c23fc8-0192-458d-aa60-916f5a495764 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/607e74ae-1e12-4e3c-9b81-e3d953d03f45 HTTP/1.1" status: 204 len: 173 time: 0.5200684 Mar 03 17:46:09.328995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eff207b0-0466-4a3f-a007-0767ef32a4b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/47ee71cf-f224-4b93-bd5e-302cafb55a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6232817 Mar 03 17:46:09.336254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:09.405444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-1624dbef-da1a-4fe4-9ca2-7cee35a91a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:09.407242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-1624dbef-da1a-4fe4-9ca2-7cee35a91a38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1028593 Mar 03 17:46:09.417587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b8e0-1c37-4400-8f5f-bf63db108ccb req-6f2f77db-e3c7-407d-9a2b-f089cb64ef36 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:09.427420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3077b8e0-1c37-4400-8f5f-bf63db108ccb req-6f2f77db-e3c7-407d-9a2b-f089cb64ef36 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.2740457 Mar 03 17:46:09.510044 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] Set router 47ee71cf-f224-4b93-bd5e-302cafb55a29 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:09.550894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3077b8e0-1c37-4400-8f5f-bf63db108ccb req-50fd0ea7-fb56-42e5-b84f-c38d41afbee7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169181 Mar 03 17:46:09.555565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e059d8e2-62a6-460b-8457-b5c760059979 req-8a121867-4a1d-4d83-a919-21f64431fdb5 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/df88992b-704c-438c-b5c7-5f7542e4e066 HTTP/1.1" status: 200 len: 1800 time: 0.1519947 Mar 03 17:46:09.604888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-84926f18-0d0d-4ed9-8274-efe65da8b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:09.606367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-84926f18-0d0d-4ed9-8274-efe65da8b20a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761332 Mar 03 17:46:09.614373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:09.786341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34254) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:09.855847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:46:07Z', 'revision_number': 5, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:09.861710 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] Checking router: 47ee71cf-f224-4b93-bd5e-302cafb55a29 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:46:09.872737 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] Routers {'47ee71cf-f224-4b93-bd5e-302cafb55a29'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:09.874403 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['47ee71cf-f224-4b93-bd5e-302cafb55a29'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:09.890395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-c4c2d72b-5f63-4c7d-87b8-b31fb7285caf service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769582 Mar 03 17:46:09.977092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e059d8e2-62a6-460b-8457-b5c760059979 req-ee35e568-b6cb-4d4e-966c-f7bda35cf347 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:09.981803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d896cd-3683-4bdf-b07b-5a32a219adc7 req-d36de27f-f12a-4b6d-8a11-89a5ab0fde2e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:09.982505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-90d896cd-3683-4bdf-b07b-5a32a219adc7 req-d36de27f-f12a-4b6d-8a11-89a5ab0fde2e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:10.026084 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.038569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e059d8e2-62a6-460b-8457-b5c760059979 req-ee35e568-b6cb-4d4e-966c-f7bda35cf347 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.050991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Deleting port 24d7420b-1db1-474e-9f54-c851e23f924f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:10.051700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.060762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-network', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:10.070630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:10.083211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-90d896cd-3683-4bdf-b07b-5a32a219adc7 req-d36de27f-f12a-4b6d-8a11-89a5ab0fde2e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:10.089854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90d896cd-3683-4bdf-b07b-5a32a219adc7 req-d36de27f-f12a-4b6d-8a11-89a5ab0fde2e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 948 time: 0.3065240 Mar 03 17:46:10.094400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Usage tracker for resource:network and tenant:f01f805ba57745079ababc1d6a929e87 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:10.111936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:10.129679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:10.140686 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] Set router 47ee71cf-f224-4b93-bd5e-302cafb55a29 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:10.211356 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e059d8e2-62a6-460b-8457-b5c760059979 req-ee35e568-b6cb-4d4e-966c-f7bda35cf347 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.215351 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90d896cd-3683-4bdf-b07b-5a32a219adc7 req-c33df425-4ade-41d1-8a59-bcfbbe54bd23 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245980 Mar 03 17:46:10.217269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93809fb2-26df-4574-8ca8-893700c8e2b6 req-d054f698-79b9-48c0-b97e-eb835717343a service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185551 Mar 03 17:46:10.218653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Made reservation on behalf of f01f805ba57745079ababc1d6a929e87 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:10.221294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.245068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.248624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35e568-b6cb-4d4e-966c-f7bda35cf347 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df88992b-704c-438c-b5c7-5f7542e4e066,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:10.267900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:10.272668 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e059d8e2-62a6-460b-8457-b5c760059979 req-ee35e568-b6cb-4d4e-966c-f7bda35cf347 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.273242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Usage tracker for resource:security_group_rule and tenant:f01f805ba57745079ababc1d6a929e87 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:10.275193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e059d8e2-62a6-460b-8457-b5c760059979 req-ee35e568-b6cb-4d4e-966c-f7bda35cf347 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/df88992b-704c-438c-b5c7-5f7542e4e066 HTTP/1.1" status: 204 len: 173 time: 0.7188516 Mar 03 17:46:10.277401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:10.301815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:10.315420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] For port 24d7420b-1db1-474e-9f54-c851e23f924f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24d7420b-1db1-474e-9f54-c851e23f924f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:10.316013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.354693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-94eb7fc1-a1e2-4ade-96a0-ea369079e6a8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:10.356185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-94eb7fc1-a1e2-4ade-96a0-ea369079e6a8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 950 time: 0.1979811 Mar 03 17:46:10.519048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Calling delete_port for 24d7420b-1db1-474e-9f54-c851e23f924f owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:10.568462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1578953031', 'description': 'tempest-description-535008600'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:10.583932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:10.588511 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:46:07Z', 'revision_number': 5, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:10.596813 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08ebdd0-fdb3-4014-a2f2-10578c8fc661 None None] The sync data for ids ['47ee71cf-f224-4b93-bd5e-302cafb55a29'] in n-d-827121-1 is: [{'id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'name': 'tempest-AttachSCSIVolumeTestJSON-143100732-router', 'tenant_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:52Z', 'updated_at': '2022-03-03T17:46:07Z', 'revision_number': 5, 'project_id': 'b7f63db7fdb14f41a7165cf6213cdb50', 'gw_port': {'id': '24d7420b-1db1-474e-9f54-c851e23f924f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee71cf-f224-4b93-bd5e-302cafb55a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:53Z', 'updated_at': '2022-03-03T17:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:46:10.604554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:10.610369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:10.633917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:10.643165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Deleting port 9b171ffa-1db5-4859-a921-ee57466fedd6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:10.643165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.671804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34270) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:10.681517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656ef6b-ff42-4c34-bfdd-51edf98458c4 req-0623085a-847a-4776-bd16-a780be6f90ed tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:10.682965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2656ef6b-ff42-4c34-bfdd-51edf98458c4 req-0623085a-847a-4776-bd16-a780be6f90ed tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 950 time: 0.2145054 Mar 03 17:46:10.705875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.728512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.779434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.797256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2656ef6b-ff42-4c34-bfdd-51edf98458c4 req-4cdea9e5-2f35-4304-9e56-957ff718df9f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976629 Mar 03 17:46:10.812860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:46:10.833461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66c537a-ed60-4e6c-8eaa-11754f4d7207,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:10.863668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.864010 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Added segment 8cf3ec25-481e-4eb9-875b-85e1786b7c13 of type vlan for network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e Mar 03 17:46:10.865492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:10.885006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:10.893232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Usage tracker for resource:security_group_rule and tenant:311065f446e942dc94feb196453e8b0d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:10.898144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:10.918929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d7420b-1db1-474e-9f54-c851e23f924f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:10.925530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d728b2fc-6c62-474e-bf2c-2966c9350602 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e1a652f8a50423b8512b2955e74d86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501199 Mar 03 17:46:10.948008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34276) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:10.953945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:10.993854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.082597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] For port 9b171ffa-1db5-4859-a921-ee57466fedd6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9b171ffa-1db5-4859-a921-ee57466fedd6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:11.082955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.086436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 05be78cf-cfec-4c37-a287-184753a29952 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:11.113615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.155483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 05be78cf-cfec-4c37-a287-184753a29952 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:11.156159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 05be78cf-cfec-4c37-a287-184753a29952 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:11.230836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Calling delete_port for 9b171ffa-1db5-4859-a921-ee57466fedd6 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:11.260084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.261041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:11.261637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.318678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ef9adf1-ad82-4ea0-8a8d-fa8ae9928d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.322083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.325458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.361913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32349e9c-8c79-4fcb-93a9-5b0e33d74fad req-92ed41b7-f69f-485c-9b87-1a39f9178b46 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:11.363389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-32349e9c-8c79-4fcb-93a9-5b0e33d74fad req-92ed41b7-f69f-485c-9b87-1a39f9178b46 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.4085793 Mar 03 17:46:11.401408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ef9adf1-ad82-4ea0-8a8d-fa8ae9928d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.418074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.418573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ee71cf-f224-4b93-bd5e-302cafb55a29 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:46:11.419395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.441227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.445875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f9746e-70eb-433c-ada6-4cbbcc02cb2e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:11.464427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:46:11.470046 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-32349e9c-8c79-4fcb-93a9-5b0e33d74fad req-43429b9a-af72-4e84-bde3-a8b95d5c3078 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919216 Mar 03 17:46:11.476747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.478452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ca1cce99-631d-4768-ae39-270a00a18409 admin admin] 10.222.0.23 "DELETE /v2.0/routers/47ee71cf-f224-4b93-bd5e-302cafb55a29 HTTP/1.1" status: 204 len: 168 time: 2.1433573 Mar 03 17:46:11.480856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34282) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:11.505597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-58e079ba-b96b-485f-bae3-9901237afbf1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7181911 Mar 03 17:46:11.508048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34286) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:11.516610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Request body: {'subnet': {'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-subnet', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:11.533977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.538723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f18dd98a-514b-4d9f-91ed-9b431ec638eb req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9836628 Mar 03 17:46:11.540036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:11.561475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7183ad0-a08f-48ad-8380-0b97f1eacc29 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad0d90-4c27-44e5-a176-d90fa5be2658,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:11.574899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Usage tracker for resource:subnet and tenant:f01f805ba57745079ababc1d6a929e87 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:11.586843 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ef9adf1-ad82-4ea0-8a8d-fa8ae9928d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.603039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] Deleting subnet 669e2176-3207-4beb-91a3-a14de3874f2d {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:46:11.615375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.678712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:11.697601 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.708669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:11.709034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['964abb53-bd1e-4791-ae6e-7f0f16b091bc'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:11.766591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Pushing event deleted for resources: {'Port': ['ID=9b171ffa-1db5-4859-a921-ee57466fedd6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:11.770547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9adf1-ad82-4ea0-8a8d-fa8ae9928d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f9ae0-1e68-411e-87a8-8ec21751afe8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:11.813845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Made reservation on behalf of f01f805ba57745079ababc1d6a929e87 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:11.816177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.853972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ef9adf1-ad82-4ea0-8a8d-fa8ae9928d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.855490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3ef9adf1-ad82-4ea0-8a8d-fa8ae9928d66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e4f9ae0-1e68-411e-87a8-8ec21751afe8 HTTP/1.1" status: 204 len: 168 time: 0.8992953 Mar 03 17:46:11.871491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.902638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] No DVR routers for this DVR port 9b171ffa-1db5-4859-a921-ee57466fedd6 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:11.912885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7020ec7-7689-4644-98f1-fd0b396cc92d req-91b8dee2-1db3-4099-8642-3e7f2670aa17 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/44ad0d90-4c27-44e5-a176-d90fa5be2658 HTTP/1.1" status: 200 len: 1800 time: 0.3322067 Mar 03 17:46:11.915765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:11.920270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'name': 'network-vif-deleted', 'tag': '9b171ffa-1db5-4859-a921-ee57466fedd6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:11.927474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c7020ec7-7689-4644-98f1-fd0b396cc92d req-233e717d-68ff-4b3f-99d9-d7e4bb7214d3 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Request body: {'security_group': {'name': 'tempest-sg-hth-813995582', 'description': 'tempest-description-hth-1661616507'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:11.973151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0922dbe-5214-4437-8dff-328c5caa768d req-313eed7f-5258-43d7-86ba-122a217ff238 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:11.974682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0922dbe-5214-4437-8dff-328c5caa768d req-313eed7f-5258-43d7-86ba-122a217ff238 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 948 time: 0.2081947 Mar 03 17:46:12.040898 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c7020ec7-7689-4644-98f1-fd0b396cc92d req-233e717d-68ff-4b3f-99d9-d7e4bb7214d3 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.043908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.070652 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a81dade-97a0-441f-8820-0d182ab7ed74 req-cbe1dc13-baf2-4bfd-955d-1aeb1588dfe8 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "DELETE /v2.0/ports/9b171ffa-1db5-4859-a921-ee57466fedd6 HTTP/1.1" status: 204 len: 173 time: 1.6740246 Mar 03 17:46:12.147957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c7020ec7-7689-4644-98f1-fd0b396cc92d req-233e717d-68ff-4b3f-99d9-d7e4bb7214d3 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.157062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c7020ec7-7689-4644-98f1-fd0b396cc92d req-233e717d-68ff-4b3f-99d9-d7e4bb7214d3 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.162219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0922dbe-5214-4437-8dff-328c5caa768d req-ba566bec-dac3-4e64-a142-a03badc66df9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779659 Mar 03 17:46:12.178740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.228014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c7020ec7-7689-4644-98f1-fd0b396cc92d req-233e717d-68ff-4b3f-99d9-d7e4bb7214d3 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.234406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7020ec7-7689-4644-98f1-fd0b396cc92d req-233e717d-68ff-4b3f-99d9-d7e4bb7214d3 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "PUT /v2.0/security-groups/44ad0d90-4c27-44e5-a176-d90fa5be2658 HTTP/1.1" status: 200 len: 1774 time: 0.3205805 Mar 03 17:46:12.256083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.262674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc98a4-b059-413e-9bf5-145836332c9e None None] Network c977d2c5-20e9-427c-9d3a-7727eb6fe95e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:12.274911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669e2176-3207-4beb-91a3-a14de3874f2d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:12.288041 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1abf930f-191d-43dc-b76a-f3d81bd8d358 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/669e2176-3207-4beb-91a3-a14de3874f2d HTTP/1.1" status: 204 len: 168 time: 0.8043625 Mar 03 17:46:12.288740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34302) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:12.316225 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c884d7-8f3e-4cf2-b6f4-d45adf4fc394', 'name': 'network-vif-deleted', 'tag': '9b171ffa-1db5-4859-a921-ee57466fedd6', 'status': 'completed', 'code': 200} Mar 03 17:46:12.325557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.352344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba3004fb-6227-48b8-b51f-6a2defe102b6 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:46:12.359670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9b171ffa-1db5-4859-a921-ee57466fedd6 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:12.395017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e717d-68ff-4b3f-99d9-d7e4bb7214d3 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad0d90-4c27-44e5-a176-d90fa5be2658,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:12.412012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-667c877e-dd64-49b2-a0cf-aaa02d4a9a82 req-dcf2d092-617e-438e-9f6a-86f04f2eda5f tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=10c884d7-8f3e-4cf2-b6f4-d45adf4fc394 HTTP/1.1" status: 200 len: 210 time: 0.0733330 Mar 03 17:46:12.472762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34306) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:12.473527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Checking segment: {'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:12.473870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Network hostable DHCP agents. Network: a1f9746e-70eb-433c-ada6-4cbbcc02cb2e, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:46:12.500830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ec21ef-1c22-4865-b888-411eb8521dcd,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:12.512457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af1ec7f6-e84d-4ea0-be7f-dde859469bba req-7e942e84-0f68-4566-93a9-6332e93847c4 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/44ad0d90-4c27-44e5-a176-d90fa5be2658 HTTP/1.1" status: 200 len: 1774 time: 0.1490536 Mar 03 17:46:12.520682 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.530619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 9b171ffa-1db5-4859-a921-ee57466fedd6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:12.531118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9b171ffa-1db5-4859-a921-ee57466fedd6 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:12.549131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:46:12.549440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Deleting port 7286f81e-dc2d-46a7-999a-7897b8c62174 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:12.549947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.563410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0ec39889-6cfb-4f3f-a795-4e3a14a5dca6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ce26f9d4ce648f69f1dad3230b5bf9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849216 Mar 03 17:46:12.565969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34314) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:12.618544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a1f9746e-70eb-433c-ada6-4cbbcc02cb2e) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:12.641271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7587624-8b1d-454b-b6a1-47fb2081279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.645531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da2286-7e0e-480f-9c0e-4b8dc512053b None None] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:12.680286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:12.681131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.712073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-054f22c2-0359-4834-b09b-37f3b3de52d1 req-4e441b8b-e3fc-4911-a1c4-14fc877857ef tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/44ad0d90-4c27-44e5-a176-d90fa5be2658 HTTP/1.1" status: 200 len: 1774 time: 0.1285777 Mar 03 17:46:12.752685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7587624-8b1d-454b-b6a1-47fb2081279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.852965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24d7420b-1db1-474e-9f54-c851e23f924f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:12.917515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] For port 7286f81e-dc2d-46a7-999a-7897b8c62174, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7286f81e-dc2d-46a7-999a-7897b8c62174,segment=NetworkSegment(24d18c49-6c27-4e6a-b573-f81abbcc54f9),segment_id=24d18c49-6c27-4e6a-b573-f81abbcc54f9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:12.918252 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.931861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34318) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:12.932156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6ea288bb-eb53-4d2c-90bd-0b37bbdaa4bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4201138 Mar 03 17:46:12.937369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-054f22c2-0359-4834-b09b-37f3b3de52d1 req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:12.941047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:12.947448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:12.948171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 24d7420b-1db1-474e-9f54-c851e23f924f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:12.948518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24d7420b-1db1-474e-9f54-c851e23f924f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:12.956510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Usage tracker for resource:router and tenant:f01f805ba57745079ababc1d6a929e87 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:12.958198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa283e-e183-4fd0-b76a-9e30aaf1cbd7 req-c96b9f97-33c2-4a5d-a780-0fb5d0064c47 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:12.959809 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31aa283e-e183-4fd0-b76a-9e30aaf1cbd7 req-c96b9f97-33c2-4a5d-a780-0fb5d0064c47 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.3145978 Mar 03 17:46:12.961372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:12.968003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:12.990310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7587624-8b1d-454b-b6a1-47fb2081279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.016658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba3004fb-6227-48b8-b51f-6a2defe102b6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba3004fb-6227-48b8-b51f-6a2defe102b6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:13.022094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7587624-8b1d-454b-b6a1-47fb2081279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f1b182-829e-493d-bf8f-d78a7e91ae36,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:13.037095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31aa283e-e183-4fd0-b76a-9e30aaf1cbd7 req-4069d186-0e3d-4823-a334-53ee4b1b3ff7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686746 Mar 03 17:46:13.047706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.048660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.050893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7587624-8b1d-454b-b6a1-47fb2081279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.053797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ba3004fb-6227-48b8-b51f-6a2defe102b6', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'ba3004fb-6227-48b8-b51f-6a2defe102b6', 'mac_address': 'fa:16:3e:95:c3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:46:13.054982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b7587624-8b1d-454b-b6a1-47fb2081279c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62f1b182-829e-493d-bf8f-d78a7e91ae36 HTTP/1.1" status: 204 len: 168 time: 0.4870615 Mar 03 17:46:13.129858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] DHCP port deletion for c977d2c5-20e9-427c-9d3a-7727eb6fe95e request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:46:13.140231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Calling delete_port for 7286f81e-dc2d-46a7-999a-7897b8c62174 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:13.150411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Deleting port 7286f81e-dc2d-46a7-999a-7897b8c62174 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:13.150973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.184442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a1f9746e-70eb-433c-ada6-4cbbcc02cb2e', 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'fixed_ips': [{'subnet_id': 'a8ec21ef-1c22-4865-b888-411eb8521dcd'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:46:13.185271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.210948 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.226553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.314648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-054f22c2-0359-4834-b09b-37f3b3de52d1 req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.324938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3004fb-6227-48b8-b51f-6a2defe102b6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:13.382165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8326ef-af23-4934-af5c-92825cdbbac9 req-4cde1b96-a629-46dc-b779-1b669f538eee tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:13.389762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba3004fb-6227-48b8-b51f-6a2defe102b6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba3004fb-6227-48b8-b51f-6a2defe102b6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:13.391759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b8326ef-af23-4934-af5c-92825cdbbac9 req-4cde1b96-a629-46dc-b779-1b669f538eee tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 948 time: 0.1013596 Mar 03 17:46:13.418004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.450858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b8326ef-af23-4934-af5c-92825cdbbac9 req-a24de1c0-f1d8-4b94-9eba-6589d264a16d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580277 Mar 03 17:46:13.551866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.646333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] For port 7286f81e-dc2d-46a7-999a-7897b8c62174, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7286f81e-dc2d-46a7-999a-7897b8c62174,segment=NetworkSegment(24d18c49-6c27-4e6a-b573-f81abbcc54f9),segment_id=24d18c49-6c27-4e6a-b573-f81abbcc54f9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:13.646735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.657105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ba3004fb-6227-48b8-b51f-6a2defe102b6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:13.660311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Allocated IP 172.20.0.2 (a1f9746e-70eb-433c-ada6-4cbbcc02cb2e/a8ec21ef-1c22-4865-b888-411eb8521dcd/b8d7b723-cdf0-4c4e-8899-0c3b573980d8) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:13.731805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ba3004fb-6227-48b8-b51f-6a2defe102b6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:13.798936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Pushing event deleted for resources: {'Port': ['ID=7286f81e-dc2d-46a7-999a-7897b8c62174,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:13.808041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] No DVR routers for this DVR port 7286f81e-dc2d-46a7-999a-7897b8c62174 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:13.827695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Calling delete_port for 7286f81e-dc2d-46a7-999a-7897b8c62174 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:13.852027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.963701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:13.994986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c977d2c5-20e9-427c-9d3a-7727eb6fe95e']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:14.008572 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-054f22c2-0359-4834-b09b-37f3b3de52d1 req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.047740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d18c49-6c27-4e6a-b573-f81abbcc54f9') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:14.048356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d18c49-6c27-4e6a-b573-f81abbcc54f9') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:14.065838 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:46:14.066544 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:46:14.082392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad0d90-4c27-44e5-a176-d90fa5be2658,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:14.093912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.119027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.119635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.120116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.120616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.121509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.121996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.122485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.122969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.123438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.124046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.124613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.125086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:14.137818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372490cf-a2dc-4c65-aa77-8561603b9a42 req-9d72c124-2411-42c1-ab5e-c4525b4eddd7 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:14.138717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-372490cf-a2dc-4c65-aa77-8561603b9a42 req-9d72c124-2411-42c1-ab5e-c4525b4eddd7 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Synchronizing usage tracker for tenant:fed8ceaec37b499f809213362556533f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:14.163818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-372490cf-a2dc-4c65-aa77-8561603b9a42 req-9d72c124-2411-42c1-ab5e-c4525b4eddd7 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Unset dirty status for tenant:fed8ceaec37b499f809213362556533f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:14.167396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-372490cf-a2dc-4c65-aa77-8561603b9a42 req-9d72c124-2411-42c1-ab5e-c4525b4eddd7 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.1770520 Mar 03 17:46:14.235462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-372490cf-a2dc-4c65-aa77-8561603b9a42 req-8a8fe981-2e6a-4d3d-961c-dae441d8ec73 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572126 Mar 03 17:46:14.249581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.259439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.259874 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-054f22c2-0359-4834-b09b-37f3b3de52d1 req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.261216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-054f22c2-0359-4834-b09b-37f3b3de52d1 req-06e40a34-fab2-4e07-9e02-699845343d54 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/44ad0d90-4c27-44e5-a176-d90fa5be2658 HTTP/1.1" status: 204 len: 173 time: 1.5417221 Mar 03 17:46:14.262381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:46:14.262770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:46:14.283273 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:46:14.285377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Transition to ACTIVE for port object b8d7b723-cdf0-4c4e-8899-0c3b573980d8 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:14.320946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Transition to ACTIVE for port object b8d7b723-cdf0-4c4e-8899-0c3b573980d8 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:14.331118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.405867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:14.409566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:14.419507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:14.422039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.430574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Pushing event updated for resources: {'Port': ['ID=b8d7b723-cdf0-4c4e-8899-0c3b573980d8,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:14.452442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.455502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] Pushing event deleted for resources: {'Network': ['ID=c977d2c5-20e9-427c-9d3a-7727eb6fe95e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:14.468519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-55006965-ca85-4911-a1eb-d9a4ce12f96b admin admin] 10.222.0.23 "DELETE /v2.0/networks/c977d2c5-20e9-427c-9d3a-7727eb6fe95e HTTP/1.1" status: 204 len: 168 time: 2.1759574 Mar 03 17:46:14.546987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Attempting to bind port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:14.548625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Attempting to bind port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:14.557558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Attempting to bind port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 on network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:14.570995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Deleting port 7286f81e-dc2d-46a7-999a-7897b8c62174 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:14.571670 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.614026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:14.614423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Checking segment: {'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:14.614954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.616076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Bound using segment: {'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:14.616892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Bound port: b8d7b723-cdf0-4c4e-8899-0c3b573980d8, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:14.617597 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.737683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e9b21757-221d-4d7a-99f3-1209f280dad7 None None] The port '7286f81e-dc2d-46a7-999a-7897b8c62174' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:46:14.745530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-5db98ee4-f372-4cea-aa1f-ee43eac3b57e tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:14.747147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-5db98ee4-f372-4cea-aa1f-ee43eac3b57e tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.2253032 Mar 03 17:46:14.767160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669b1f4-a7e6-443c-85be-664595934a73 req-bb62e4a3-76cd-4b5c-9a79-4cd4dda9f6ea tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:14.781114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c669b1f4-a7e6-443c-85be-664595934a73 req-bb62e4a3-76cd-4b5c-9a79-4cd4dda9f6ea tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 945 time: 0.1518478 Mar 03 17:46:14.803992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827121-1'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:14.851280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34372) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:14.854255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.871332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] For port b8d7b723-cdf0-4c4e-8899-0c3b573980d8, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:14.876986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] For port b8d7b723-cdf0-4c4e-8899-0c3b573980d8, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b8d7b723-cdf0-4c4e-8899-0c3b573980d8,segment=NetworkSegment(8cf3ec25-481e-4eb9-875b-85e1786b7c13),segment_id=8cf3ec25-481e-4eb9-875b-85e1786b7c13)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:14.885189 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:14.911777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c669b1f4-a7e6-443c-85be-664595934a73 req-63a4234d-f50e-4db4-95c7-944f56946946 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295586 Mar 03 17:46:14.960486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.019968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.031086 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-564dfb5c-0bb6-472a-8f81-87de94aacf9d req-edc610ca-1b4f-461c-8626-00f8d0364b6c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:46:15.046353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-564dfb5c-0bb6-472a-8f81-87de94aacf9d req-edc610ca-1b4f-461c-8626-00f8d0364b6c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/df88992b-704c-438c-b5c7-5f7542e4e066 HTTP/1.1" status: 404 len: 352 time: 0.0334749 Mar 03 17:46:15.073639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a705f59f-863f-4103-be38-066645c4a6cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=261fc091e2614d3cb6c8ff418b10dd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825228 Mar 03 17:46:15.074444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8245c-1c44-437b-8370-94f7bf14e46d None None] Pushing event updated for resources: {'Port': ['ID=b8d7b723-cdf0-4c4e-8899-0c3b573980d8,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:15.077805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34380) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:15.081074 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-ca9bdd68-affa-441a-8b5d-6ff1d28db521 req-c681cec8-1641-41b9-b4e0-d1de922951aa tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:46:15.097116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca9bdd68-affa-441a-8b5d-6ff1d28db521 req-c681cec8-1641-41b9-b4e0-d1de922951aa tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/607e74ae-1e12-4e3c-9b81-e3d953d03f45 HTTP/1.1" status: 404 len: 352 time: 0.0337803 Mar 03 17:46:15.097626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7286f81e-dc2d-46a7-999a-7897b8c62174 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:15.174674 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-b361eca5-2f03-4c3c-9583-c72cfb65e55d req-7e93dc41-3c0e-4025-9d2f-9d24701ba930 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:46:15.178745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9ded-5171-4a73-b124-373220bca6de req-9a831063-4b47-47c8-9896-8733dd7110c0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:15.185871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-781d9ded-5171-4a73-b124-373220bca6de req-9a831063-4b47-47c8-9896-8733dd7110c0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 949 time: 0.3334188 Mar 03 17:46:15.189838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b361eca5-2f03-4c3c-9583-c72cfb65e55d req-7e93dc41-3c0e-4025-9d2f-9d24701ba930 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/03516243-1ae9-490d-9a19-fff654fc84a5 HTTP/1.1" status: 404 len: 352 time: 0.0344980 Mar 03 17:46:15.199986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 7286f81e-dc2d-46a7-999a-7897b8c62174 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:15.200640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7286f81e-dc2d-46a7-999a-7897b8c62174 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:15.228401 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-5056655f-b3d5-4cef-b3e1-9d27239c387a req-f464e65b-0957-4334-b22b-7896bccde4e8 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:46:15.233855 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5056655f-b3d5-4cef-b3e1-9d27239c387a req-f464e65b-0957-4334-b22b-7896bccde4e8 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/bc982dc3-02bb-4ba4-8dc3-e1411de2d68f HTTP/1.1" status: 404 len: 352 time: 0.0286083 Mar 03 17:46:15.272162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Allocated IP 172.25.0.202 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/dcded07d-38ab-4fe0-a04c-e5412e9675b2) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:15.276919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-781d9ded-5171-4a73-b124-373220bca6de req-426f3821-62a4-49e2-bd43-e049e0f06a92 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896952 Mar 03 17:46:15.298902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c24c19d5-fd0e-4a92-a5ef-7a4ad7f306ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.371216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c24c19d5-fd0e-4a92-a5ef-7a4ad7f306ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.424058 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-967e75d7-1f18-49af-8731-7a0c6d945bf4 req-cb369414-e1b2-48bb-976c-08e085c2b3f6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:46:15.432793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-967e75d7-1f18-49af-8731-7a0c6d945bf4 req-cb369414-e1b2-48bb-976c-08e085c2b3f6 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/850af230-004b-4a93-9fbe-7078a9e605aa HTTP/1.1" status: 404 len: 352 time: 0.0297196 Mar 03 17:46:15.469182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:15.571505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:15.640784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.660200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:15.662583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e7c6-9926-43f4-b5d9-c3bba3f3e72c req-67b22677-5ac5-422c-b928-411401d750d3 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:15.667674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.670828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1390e7c6-9926-43f4-b5d9-c3bba3f3e72c req-67b22677-5ac5-422c-b928-411401d750d3 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.2302542 Mar 03 17:46:15.682131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.689247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c24c19d5-fd0e-4a92-a5ef-7a4ad7f306ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.714685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c19d5-fd0e-4a92-a5ef-7a4ad7f306ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d982b86-237f-4832-928b-24d2aa8f2a69,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:15.726585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-c9c783ae-c54a-4f42-9537-e2bd54b3d27e tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:15.728155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-c9c783ae-c54a-4f42-9537-e2bd54b3d27e tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 949 time: 0.2236364 Mar 03 17:46:15.745894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1390e7c6-9926-43f4-b5d9-c3bba3f3e72c req-064dc56d-1ba7-477a-b0bb-5e018349d6cc tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740654 Mar 03 17:46:15.774201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c24c19d5-fd0e-4a92-a5ef-7a4ad7f306ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.775258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c24c19d5-fd0e-4a92-a5ef-7a4ad7f306ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d982b86-237f-4832-928b-24d2aa8f2a69 HTTP/1.1" status: 204 len: 168 time: 0.6959445 Mar 03 17:46:15.794986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:15.833414 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90', 'code': 200} Mar 03 17:46:15.872791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:15.876718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:15.893199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:15.914919 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-570814f9-dafe-4d3a-96cb-e9fdd52f8da9 req-6bbc4913-d128-4eb3-9d92-916f880f0307 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] show failed (client error): The resource could not be found. Mar 03 17:46:15.915945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-570814f9-dafe-4d3a-96cb-e9fdd52f8da9 req-6bbc4913-d128-4eb3-9d92-916f880f0307 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/9156d855-8240-40a6-ad4f-5507c6f06a3f HTTP/1.1" status: 404 len: 352 time: 0.0845435 Mar 03 17:46:15.965385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:15.968574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Pushing event updated for resources: {'Port': ['ID=dcded07d-38ab-4fe0-a04c-e5412e9675b2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:15.970875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Deleting port 964abb53-bd1e-4791-ae6e-7f0f16b091bc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:15.971217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:16.024309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.024577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.024915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.025240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.026036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.026364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.026687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.027006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.027328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.028145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.028474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.028795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:16.036788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on host n-h1-827121-1 for vnic_type normal with profile {"migrating_to": "n-h2-827121-1"} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:16.037122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:16.037494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:16.174513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:16.174837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:16.195292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:16.195631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:16.196019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:16.196453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Bound port: 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:16.196815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:16.318293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 64dba85c-a9ab-49db-94d5-7b296c6e4a90 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:46:16.332701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba3004fb-6227-48b8-b51f-6a2defe102b6 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:16.479223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34434) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:16.521909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:16.574528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port ba3004fb-6227-48b8-b51f-6a2defe102b6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:16.586346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34438) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:16.604154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port ba3004fb-6227-48b8-b51f-6a2defe102b6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:16.604529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:16.677869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:16.711054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a34086-e8fd-4e44-ae36-392a4d874922 req-34c3785a-2728-45c2-b7c5-011890627979 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:16.715524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1a34086-e8fd-4e44-ae36-392a4d874922 req-34c3785a-2728-45c2-b7c5-011890627979 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 0.3278513 Mar 03 17:46:16.731679 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:16.736250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9f482-8ac5-4c99-b0fe-be15c43fe0a3 None None] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:16.806543 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:46:16.855065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:16.866683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-caaf7349-0cf4-42da-825c-9ff97aef68a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7f63db7fdb14f41a7165cf6213cdb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821430 Mar 03 17:46:16.866683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] For port 964abb53-bd1e-4791-ae6e-7f0f16b091bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=964abb53-bd1e-4791-ae6e-7f0f16b091bc,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:16.866683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:16.871284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34446) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:16.899013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b44c2565-0aba-4e55-a657-5613798b8a8f None None] Provisioning for port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:16.969126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b8d7b723-cdf0-4c4e-8899-0c3b573980d8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:16.996889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:17.021390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f003b8c1ce4f4282ae688a5324372180 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:17.028286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, got binding levels [] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:17.038594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:17.048820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1a34086-e8fd-4e44-ae36-392a4d874922 req-758b4966-51c9-4e44-be82-276311e53aa6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726471 Mar 03 17:46:17.083089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Calling delete_port for 964abb53-bd1e-4791-ae6e-7f0f16b091bc owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:17.091755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:17.114043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-260bb2ee-3918-4ad3-9836-48efa7f48bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.119130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.141868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.177821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:17.178473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.179856 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] 10.222.0.35 "PUT /v2.0/ports/64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 200 len: 1121 time: 2.4216907 Mar 03 17:46:17.205156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f3dd6-c1d0-4f06-8672-404aad014e34 service neutron] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=8']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:17.214804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on host n-h1-827121-1 for vnic_type normal with profile {"migrating_to": "n-h2-827121-1"} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:17.215399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:17.215771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:17.227260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:17.227708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Attempting to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:17.245575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:17.246200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:17.246869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:17.247518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Bound port: 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:17.247953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.268160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:17.280690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b85bd-620f-4160-837a-302c5c8b16d2 req-617aeb1f-5117-4c07-911e-43e3a88dde09 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:17.289640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-769b85bd-620f-4160-837a-302c5c8b16d2 req-617aeb1f-5117-4c07-911e-43e3a88dde09 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 949 time: 0.6310303 Mar 03 17:46:17.375948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-769b85bd-620f-4160-837a-302c5c8b16d2 req-bfb5c60b-8786-4ae2-bc78-e6ea31fcf2ec tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854254 Mar 03 17:46:17.422214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['64dba85c-a9ab-49db-94d5-7b296c6e4a90'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:17.424636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.456527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3004fb-6227-48b8-b51f-6a2defe102b6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:17.477236 n-d-827121-1 neutron-server[87888]: WARNING neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Concurrent port binding operations failed on port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 Mar 03 17:46:17.485212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:17.487540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['64dba85c-a9ab-49db-94d5-7b296c6e4a90'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:17.490466 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-260bb2ee-3918-4ad3-9836-48efa7f48bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.492016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Pushing event deleted for resources: {'Port': ['ID=964abb53-bd1e-4791-ae6e-7f0f16b091bc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:17.524032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:17.524768 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.588907 n-d-827121-1 neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Attempt 2 to bind port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 Mar 03 17:46:17.589382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 64dba85c-a9ab-49db-94d5-7b296c6e4a90 has no active binding in host n-h2-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:46:17.618633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba3004fb-6227-48b8-b51f-6a2defe102b6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba3004fb-6227-48b8-b51f-6a2defe102b6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:17.637569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53fc798b-e9e0-40ff-a6a6-e4f7e9f3f25d req-547db70b-c162-42dc-bfe3-50061cc4a8d0 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ccda78-775f-4a89-974f-fb6ba6184e12 HTTP/1.1" status: 200 len: 210 time: 0.0915079 Mar 03 17:46:17.638608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] No DVR routers for this DVR port 964abb53-bd1e-4791-ae6e-7f0f16b091bc on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:17.642165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.658187 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.677673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1abd85c0-9056-41ab-b938-e0f5d19fbab9 req-07031e20-79c8-4537-a771-af71514cbd02 tempest-LiveMigrationNegativeTest-1440013154 tempest-LiveMigrationNegativeTest-1440013154-project] 10.222.0.35 "DELETE /v2.0/ports/964abb53-bd1e-4791-ae6e-7f0f16b091bc HTTP/1.1" status: 204 len: 173 time: 1.9381912 Mar 03 17:46:17.714815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.736630 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3004fb-6227-48b8-b51f-6a2defe102b6', 'code': 200} Mar 03 17:46:17.788508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.830914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ba3004fb-6227-48b8-b51f-6a2defe102b6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:17.834970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90'}, {'server_uuid': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'name': 'network-vif-deleted', 'tag': '964abb53-bd1e-4791-ae6e-7f0f16b091bc'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:17.844768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-260bb2ee-3918-4ad3-9836-48efa7f48bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.881078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2270-52ad-4db5-871c-b6f089683048 req-2b87a356-eb30-4731-9b2a-dd2d82108c23 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:17.890297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22fc2270-52ad-4db5-871c-b6f089683048 req-2b87a356-eb30-4731-9b2a-dd2d82108c23 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1023 time: 0.5696867 Mar 03 17:46:17.933904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.938102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bb2ee-3918-4ad3-9836-48efa7f48bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489614c2-ac88-4b7f-ad43-1614f9c9c9d7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:17.960875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:17.993915 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90', 'status': 'completed', 'code': 200} Mar 03 17:46:17.994412 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ccda78-775f-4a89-974f-fb6ba6184e12', 'name': 'network-vif-deleted', 'tag': '964abb53-bd1e-4791-ae6e-7f0f16b091bc', 'status': 'completed', 'code': 200} Mar 03 17:46:18.006581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-260bb2ee-3918-4ad3-9836-48efa7f48bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:18.007702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-260bb2ee-3918-4ad3-9836-48efa7f48bd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/489614c2-ac88-4b7f-ad43-1614f9c9c9d7 HTTP/1.1" status: 204 len: 168 time: 1.1300724 Mar 03 17:46:18.072185 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:18.083819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014de1-9095-4a01-83b8-5341f18807b2 req-b1d68786-476b-43f2-813e-c4c4b59db9cd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:18.086774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-74014de1-9095-4a01-83b8-5341f18807b2 req-b1d68786-476b-43f2-813e-c4c4b59db9cd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:18.166707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048b42a-6e11-4573-af92-60b16dee4e87 req-6ac9e0ae-c97b-4b29-a6cc-6e8540991116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:18.175450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7048b42a-6e11-4573-af92-60b16dee4e87 req-6ac9e0ae-c97b-4b29-a6cc-6e8540991116 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 1101 time: 0.2807386 Mar 03 17:46:18.182388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-74014de1-9095-4a01-83b8-5341f18807b2 req-b1d68786-476b-43f2-813e-c4c4b59db9cd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:18.186789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74014de1-9095-4a01-83b8-5341f18807b2 req-b1d68786-476b-43f2-813e-c4c4b59db9cd tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1023 time: 0.4418564 Mar 03 17:46:18.263182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b8d7b723-cdf0-4c4e-8899-0c3b573980d8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b8d7b723-cdf0-4c4e-8899-0c3b573980d8,segment=NetworkSegment(8cf3ec25-481e-4eb9-875b-85e1786b7c13),segment_id=8cf3ec25-481e-4eb9-875b-85e1786b7c13)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:18.267011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abbcf32-5a63-443a-8404-c67dafa06fad,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:18.286820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-22fc2270-52ad-4db5-871c-b6f089683048 req-6d458a12-bc2f-4ce1-ae11-4ae943d97c5f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:18.306395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6626add6-823e-4c9a-a01a-afecd47204a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f003b8c1ce4f4282ae688a5324372180&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7169762 Mar 03 17:46:18.309630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34458) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:18.314496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:18.410291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 964abb53-bd1e-4791-ae6e-7f0f16b091bc no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:18.485022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4f5e7fcc-964a-4744-a792-5b4177a161e0 None None] Provisioning complete for port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:18.485744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7fcc-964a-4744-a792-5b4177a161e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:18.498722 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7048b42a-6e11-4573-af92-60b16dee4e87 req-20ce52e6-5312-477a-b1bb-a7c5d1bf354b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106990 Mar 03 17:46:18.513501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Deleting port 164080a7-c8fb-4e22-a051-a67598f9345d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:18.513946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:18.519080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 964abb53-bd1e-4791-ae6e-7f0f16b091bc {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:18.519453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 964abb53-bd1e-4791-ae6e-7f0f16b091bc not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:18.525010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-22fc2270-52ad-4db5-871c-b6f089683048 req-6d458a12-bc2f-4ce1-ae11-4ae943d97c5f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:18.526203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22fc2270-52ad-4db5-871c-b6f089683048 req-6d458a12-bc2f-4ce1-ae11-4ae943d97c5f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=9ab336b3-922e-4ec4-a179-cad5557ce030&id=d8ab92bd-88c1-440d-80a1-383e474e94c6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6351438 Mar 03 17:46:18.559914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-ae75cd2a-7be0-4601-bd49-5b01901cf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:18.562146 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-ae75cd2a-7be0-4601-bd49-5b01901cf4a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1124 time: 0.4668362 Mar 03 17:46:18.591942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b8d7b723-cdf0-4c4e-8899-0c3b573980d8,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:18.593564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:46:18.701020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b05011a-b770-4e7e-ae7e-3d18690cc115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:18.764515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b05011a-b770-4e7e-ae7e-3d18690cc115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:18.852479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1c86-e98a-4244-a995-c6096d98064e req-5d20ead0-668f-4a00-80d9-f133746eede7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:18.854295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-076d1c86-e98a-4244-a995-c6096d98064e req-5d20ead0-668f-4a00-80d9-f133746eede7 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 0.4938810 Mar 03 17:46:18.905102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b8d7b723-cdf0-4c4e-8899-0c3b573980d8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:18.932833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-d9bfede9-95c0-4604-893e-4f9c8f09b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:18.933206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-d9bfede9-95c0-4604-893e-4f9c8f09b416 service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.3614972 Mar 03 17:46:19.023778 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-076d1c86-e98a-4244-a995-c6096d98064e req-89bd0db1-63c3-489a-a532-089a0907a77d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566215 Mar 03 17:46:19.027617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b05011a-b770-4e7e-ae7e-3d18690cc115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:19.035175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:19.035814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:19.047394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:46:19.070281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-9c660a25-587e-4f2c-b6c9-ec3e816e7443 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 200 len: 217 time: 0.1167095 Mar 03 17:46:19.071706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05011a-b770-4e7e-ae7e-3d18690cc115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abbcf32-5a63-443a-8404-c67dafa06fad,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:19.100683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b05011a-b770-4e7e-ae7e-3d18690cc115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:19.100776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Sync routers for ids ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:46:19.100875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6b05011a-b770-4e7e-ae7e-3d18690cc115 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4abbcf32-5a63-443a-8404-c67dafa06fad HTTP/1.1" status: 204 len: 168 time: 0.7824805 Mar 03 17:46:19.100953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b62b5-291d-4d98-b897-1a6ef43e4c2f req-9d78a61a-a1a9-46ee-afbb-3706e98c80e8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:19.102774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c2b62b5-291d-4d98-b897-1a6ef43e4c2f req-9d78a61a-a1a9-46ee-afbb-3706e98c80e8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 950 time: 0.4260495 Mar 03 17:46:19.136011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Routers {'60de4d34-fb40-447d-bdb1-f99cef3e4e8e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:19.136643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:19.164067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] For port 164080a7-c8fb-4e22-a051-a67598f9345d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=164080a7-c8fb-4e22-a051-a67598f9345d,segment=NetworkSegment(5e54bd97-c6fc-4d07-91d0-0f9065f01487),segment_id=5e54bd97-c6fc-4d07-91d0-0f9065f01487)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:19.166935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:19.182857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:19.184099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-52fb48fc-17cb-4c81-af3d-eeb7fd2820e1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.2499306 Mar 03 17:46:19.195317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34486) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:19.392193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34492) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:19.395413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-ef82df94-ce93-464f-8bef-e398a1e54d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:19.396874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-ef82df94-ce93-464f-8bef-e398a1e54d78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.3091595 Mar 03 17:46:19.415875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Set router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:19.483306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c2b62b5-291d-4d98-b897-1a6ef43e4c2f req-5144e417-ddb5-4d2f-ba4b-cc3506041275 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324635 Mar 03 17:46:19.487639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-bfc06507-bb4e-479a-9dee-9a0c67549fb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671020 Mar 03 17:46:19.646549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Calling delete_port for 164080a7-c8fb-4e22-a051-a67598f9345d owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:19.775309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-267539353-network', 'tenant_id': '271dfc0f2ff94ef698fae3c31e5b3999'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:19.812632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34506) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:19.814719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34508) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:19.870829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:19.873737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b05f251d-a22d-45f6-9890-6a98ef403c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:19.880969 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:19.890541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Usage tracker for resource:network and tenant:271dfc0f2ff94ef698fae3c31e5b3999 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:19.894977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:19.914129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2dd77-ab93-4c15-b7d5-bf9eb467bb0a req-eb40704d-6d0d-4d6f-b076-626b7aec3943 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:19.915683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:19.916922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:16Z', 'revision_number': 3, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:19.921661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6d2dd77-ab93-4c15-b7d5-bf9eb467bb0a req-eb40704d-6d0d-4d6f-b076-626b7aec3943 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/ports?device_id=7616921b-0de3-4c5e-8ffa-16ad6cfb500a HTTP/1.1" status: 200 len: 1023 time: 0.1983969 Mar 03 17:46:19.922971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Checking router: 60de4d34-fb40-447d-bdb1-f99cef3e4e8e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:46:19.923320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Updating router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e port dcded07d-38ab-4fe0-a04c-e5412e9675b2 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:46:19.926746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:19.930989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-5c8876d8-6d48-4571-b9a2-aa3bf6bdb429 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324169 Mar 03 17:46:19.948977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Usage tracker for resource:security_group_rule and tenant:86e16460a23c49dcbfb30e6735b60e9f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:19.956804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:19.971996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:19.984836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.002841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.012008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Made reservation on behalf of 271dfc0f2ff94ef698fae3c31e5b3999 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:20.016343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.079167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.083905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'Port': ['ID=164080a7-c8fb-4e22-a051-a67598f9345d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:20.098517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e6d2dd77-ab93-4c15-b7d5-bf9eb467bb0a req-f2e4dbc2-fd1d-436e-bdb8-e7cff9c7e8e9 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Synchronizing usage tracker for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:20.204791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:20.275139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Usage tracker for resource:security_group_rule and tenant:271dfc0f2ff94ef698fae3c31e5b3999 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:20.287849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] No DVR routers for this DVR port 164080a7-c8fb-4e22-a051-a67598f9345d on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:20.298556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e6d2dd77-ab93-4c15-b7d5-bf9eb467bb0a req-f2e4dbc2-fd1d-436e-bdb8-e7cff9c7e8e9 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Unset dirty status for tenant:311065f446e942dc94feb196453e8b0d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:20.307341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6d2dd77-ab93-4c15-b7d5-bf9eb467bb0a req-f2e4dbc2-fd1d-436e-bdb8-e7cff9c7e8e9 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups?id=784b7fc2-2103-462b-873e-a422e81ed929&id=9ab336b3-922e-4ec4-a179-cad5557ce030&id=d8ab92bd-88c1-440d-80a1-383e474e94c6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3847270 Mar 03 17:46:20.313626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.316209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'name': 'network-vif-deleted', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:20.336806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-75372eb7-5d8f-4252-b63e-058b33cded0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fed8ceaec37b499f809213362556533f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240252 Mar 03 17:46:20.341830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34522) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:20.362650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 164080a7-c8fb-4e22-a051-a67598f9345d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:20.391706 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616921b-0de3-4c5e-8ffa-16ad6cfb500a', 'name': 'network-vif-deleted', 'tag': '164080a7-c8fb-4e22-a051-a67598f9345d', 'status': 'completed', 'code': 200} Mar 03 17:46:20.397301 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74014de1-9095-4a01-83b8-5341f18807b2 req-99ecc5b3-f5bf-443f-8b31-b9d01bef0bba tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.35 "DELETE /v2.0/ports/164080a7-c8fb-4e22-a051-a67598f9345d HTTP/1.1" status: 204 len: 173 time: 2.1424358 Mar 03 17:46:20.466036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:20.469798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 164080a7-c8fb-4e22-a051-a67598f9345d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:20.469798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 164080a7-c8fb-4e22-a051-a67598f9345d not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:20.479001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9044e69-4b52-44b1-adf2-1198c2c9996d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.511664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9044e69-4b52-44b1-adf2-1198c2c9996d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.529689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:20.546230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.556273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.607265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86e16460a23c49dcbfb30e6735b60e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7860014 Mar 03 17:46:20.609026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34528) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:20.648971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-203329f4-9737-4ccb-b6e6-41458ca6cb2e req-eee3c092-eda6-448e-b71a-4af4393e8c10 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975234 Mar 03 17:46:20.673341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d1c21-dfb1-49ea-8539-d1302b387b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee19fbe-7cae-4d2c-9d1a-629effa30c24,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:20.695634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9044e69-4b52-44b1-adf2-1198c2c9996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.725591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9044e69-4b52-44b1-adf2-1198c2c9996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc6a73-a1a0-4412-821e-fb2bef8eb0de,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:20.733755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95cdef3b-048a-4dd2-8548-7c47e4d3b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.799712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.818781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9044e69-4b52-44b1-adf2-1198c2c9996d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.822498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a9044e69-4b52-44b1-adf2-1198c2c9996d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cbc6a73-a1a0-4412-821e-fb2bef8eb0de HTTP/1.1" status: 204 len: 168 time: 0.4752755 Mar 03 17:46:20.827523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95cdef3b-048a-4dd2-8548-7c47e4d3b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.830123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Transition to ACTIVE for port object dcded07d-38ab-4fe0-a04c-e5412e9675b2 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:20.840993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7ad09-b833-4b1b-a590-49a63e00c5ef req-4a4c7671-3ba4-401a-85d4-827fd9ad3c21 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:20.842439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.843164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dff7ad09-b833-4b1b-a590-49a63e00c5ef req-4a4c7671-3ba4-401a-85d4-827fd9ad3c21 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 0.3807342 Mar 03 17:46:20.914852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303df1b6-987c-4816-9b41-6731931936e6 req-43f478cd-4076-44a5-97ad-80eb7d699edd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:20.916465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-303df1b6-987c-4816-9b41-6731931936e6 req-43f478cd-4076-44a5-97ad-80eb7d699edd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 950 time: 0.1622312 Mar 03 17:46:20.972707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95cdef3b-048a-4dd2-8548-7c47e4d3b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.983398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Attempting to bind port dcded07d-38ab-4fe0-a04c-e5412e9675b2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:20.984134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Attempting to bind port dcded07d-38ab-4fe0-a04c-e5412e9675b2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:20.984134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Attempting to bind port dcded07d-38ab-4fe0-a04c-e5412e9675b2 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:20.992738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:20.992968 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dff7ad09-b833-4b1b-a590-49a63e00c5ef req-db60cffc-90f7-404f-a5b1-7671b6530f9d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408296 Mar 03 17:46:20.993488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:20.993996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:20.994472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:20.995395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Bound port: dcded07d-38ab-4fe0-a04c-e5412e9675b2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:20.995395 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.004976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.023237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-303df1b6-987c-4816-9b41-6731931936e6 req-3677b7f6-f247-47cd-b996-9c225f637fb4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959365 Mar 03 17:46:21.027038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cf721-7fc4-4ad8-bebd-09ff92093ce6 None None] Pushing event updated for resources: {'Port': ['ID=dcded07d-38ab-4fe0-a04c-e5412e9675b2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:21.038033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdef3b-048a-4dd2-8548-7c47e4d3b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee19fbe-7cae-4d2c-9d1a-629effa30c24,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:21.043609 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.069785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95cdef3b-048a-4dd2-8548-7c47e4d3b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.071411 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-95cdef3b-048a-4dd2-8548-7c47e4d3b7d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ee19fbe-7cae-4d2c-9d1a-629effa30c24 HTTP/1.1" status: 204 len: 168 time: 0.4621985 Mar 03 17:46:21.099877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:46:21.114586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8135b10-1127-4a22-826b-cd4738868d27,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:21.125307 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.136661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.137584 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Added segment f9e73404-59ee-4d62-91d3-5c1f1e79200e of type vlan for network a186a137-fe84-466a-b1db-f18e99aab49b Mar 03 17:46:21.149433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] For port dcded07d-38ab-4fe0-a04c-e5412e9675b2, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:21.156666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] For port dcded07d-38ab-4fe0-a04c-e5412e9675b2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dcded07d-38ab-4fe0-a04c-e5412e9675b2,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:21.166667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.223139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.319633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cf721-7fc4-4ad8-bebd-09ff92093ce6 None None] Pushing event updated for resources: {'Port': ['ID=dcded07d-38ab-4fe0-a04c-e5412e9675b2,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:21.390360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Routers {'60de4d34-fb40-447d-bdb1-f99cef3e4e8e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:21.390993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:21.406116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34542) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:21.461713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.462834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:21.465852 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.552938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2a618dc2-29d1-4b4f-897e-9e9996374767 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3226d260c284166a38e21fb626fb072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453059 Mar 03 17:46:21.553507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34550) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:21.569357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-432e15ab-0ee7-4c8a-8fe7-de234f46dab6 req-19d96a62-5480-422b-b154-fd16f600374c tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/d8ab92bd-88c1-440d-80a1-383e474e94c6 HTTP/1.1" status: 200 len: 1801 time: 0.1076224 Mar 03 17:46:21.667813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] Pushing event updated for resources: {'Network': ['ID=a186a137-fe84-466a-b1db-f18e99aab49b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:21.681376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a186a137-fe84-466a-b1db-f18e99aab49b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:46:21.687428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eef309f4-156b-4df3-abbd-7e2e052cc793 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2894382 Mar 03 17:46:21.693194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34558) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:21.702390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bceb29e-2166-430b-8796-00ab6aea87b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.703198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Request body: {'subnet': {'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-267539353-subnet', 'tenant_id': '271dfc0f2ff94ef698fae3c31e5b3999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:21.716175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-432e15ab-0ee7-4c8a-8fe7-de234f46dab6 req-c7f29d7d-5322-49ed-954f-637d12993d83 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.718928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:21.726438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Usage tracker for resource:subnet and tenant:271dfc0f2ff94ef698fae3c31e5b3999 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:21.728835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] Set router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:21.730166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Allocated IP 172.20.0.1 (a1f9746e-70eb-433c-ada6-4cbbcc02cb2e/a8ec21ef-1c22-4865-b888-411eb8521dcd/9fe6a696-07c4-4dc1-a0da-b288df7166aa) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:21.732411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:21.751193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:21.754273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bceb29e-2166-430b-8796-00ab6aea87b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.762963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60e9c6-11c0-46d6-b182-7c3cc5a54721 req-8b09c11d-8125-4b2e-ab72-c061a4ed4a43 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:21.771511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c60e9c6-11c0-46d6-b182-7c3cc5a54721 req-8b09c11d-8125-4b2e-ab72-c061a4ed4a43 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 1101 time: 0.4016669 Mar 03 17:46:21.771760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-432e15ab-0ee7-4c8a-8fe7-de234f46dab6 req-c7f29d7d-5322-49ed-954f-637d12993d83 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.833738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Made reservation on behalf of 271dfc0f2ff94ef698fae3c31e5b3999 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:21.836269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.867450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-432e15ab-0ee7-4c8a-8fe7-de234f46dab6 req-c7f29d7d-5322-49ed-954f-637d12993d83 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.892289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bceb29e-2166-430b-8796-00ab6aea87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.910645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f29d7d-5322-49ed-954f-637d12993d83 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ab92bd-88c1-440d-80a1-383e474e94c6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:21.929965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bceb29e-2166-430b-8796-00ab6aea87b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.931446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5bceb29e-2166-430b-8796-00ab6aea87b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3f22e66-c883-4dd6-b42b-67c5cd5f09bf HTTP/1.1" status: 204 len: 168 time: 0.3752627 Mar 03 17:46:21.950033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c60e9c6-11c0-46d6-b182-7c3cc5a54721 req-6d4cde71-2afc-4179-b9dd-28c0e0789440 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770816 Mar 03 17:46:21.956332 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-432e15ab-0ee7-4c8a-8fe7-de234f46dab6 req-c7f29d7d-5322-49ed-954f-637d12993d83 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:21.964979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-432e15ab-0ee7-4c8a-8fe7-de234f46dab6 req-c7f29d7d-5322-49ed-954f-637d12993d83 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8ab92bd-88c1-440d-80a1-383e474e94c6 HTTP/1.1" status: 204 len: 173 time: 0.3674209 Mar 03 17:46:21.966264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceb29e-2166-430b-8796-00ab6aea87b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f22e66-c883-4dd6-b42b-67c5cd5f09bf,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:22.071709 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a89203d-86e4-464a-ae35-0e34aec27bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.116217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6354fbc-43ac-4ab1-9a69-c90cb5be5c89 req-23fe5654-aee0-4330-b843-5112d328271f tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "GET /v2.0/security-groups/9ab336b3-922e-4ec4-a179-cad5557ce030 HTTP/1.1" status: 200 len: 1800 time: 0.1214077 Mar 03 17:46:22.171940 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.193742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:16Z', 'revision_number': 3, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:22.198458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f5e92a-4f41-4541-941f-a675973aedf4 None None] The sync data for ids ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'] in n-d-827121-1 is: [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:16Z', 'revision_number': 3, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:46:22.205421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Transition to ACTIVE for port object 9fe6a696-07c4-4dc1-a0da-b288df7166aa will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:22.250100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c6354fbc-43ac-4ab1-9a69-c90cb5be5c89 req-c6f9c818-6ace-4e38-aefd-992dc07e6353 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.309617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c6354fbc-43ac-4ab1-9a69-c90cb5be5c89 req-c6f9c818-6ace-4e38-aefd-992dc07e6353 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.310594 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.372197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c6354fbc-43ac-4ab1-9a69-c90cb5be5c89 req-c6f9c818-6ace-4e38-aefd-992dc07e6353 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.403762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:22.406129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9c818-6ace-4e38-aefd-992dc07e6353 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab336b3-922e-4ec4-a179-cad5557ce030,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:22.411471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:22.427980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c6354fbc-43ac-4ab1-9a69-c90cb5be5c89 req-c6f9c818-6ace-4e38-aefd-992dc07e6353 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.433360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:22.444262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6354fbc-43ac-4ab1-9a69-c90cb5be5c89 req-c6f9c818-6ace-4e38-aefd-992dc07e6353 tempest-SecurityGroupsTestJSON-438479819 tempest-SecurityGroupsTestJSON-438479819-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ab336b3-922e-4ec4-a179-cad5557ce030 HTTP/1.1" status: 204 len: 173 time: 0.3215828 Mar 03 17:46:22.444723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34580) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:22.557554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] Deleting subnet e80f7220-3edd-4f93-83fd-79df55ba68ec {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:46:22.562264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.571196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Pushing event updated for resources: {'Port': ['ID=9fe6a696-07c4-4dc1-a0da-b288df7166aa,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:22.669934 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.677232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.680828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-5d3467ce-3ae5-420a-a369-246d0c5b74ae tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665109 Mar 03 17:46:22.810998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.833892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e15ef377-58a3-46b1-a1c1-0d33e07ca0c6 None None] Provisioning for port 9fe6a696-07c4-4dc1-a0da-b288df7166aa completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:22.851962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e15ef377-58a3-46b1-a1c1-0d33e07ca0c6 None None] Provisioning complete for port 9fe6a696-07c4-4dc1-a0da-b288df7166aa triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:22.852404 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e15ef377-58a3-46b1-a1c1-0d33e07ca0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.885161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:22.968939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e15ef377-58a3-46b1-a1c1-0d33e07ca0c6 None None] Port 9fe6a696-07c4-4dc1-a0da-b288df7166aa cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:46:23.007898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dcded07d-38ab-4fe0-a04c-e5412e9675b2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:23.069524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34606) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:23.122360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port dcded07d-38ab-4fe0-a04c-e5412e9675b2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:23.132837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dcded07d-38ab-4fe0-a04c-e5412e9675b2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:23.134427 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.214362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.344576 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.364982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port dcded07d-38ab-4fe0-a04c-e5412e9675b2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dcded07d-38ab-4fe0-a04c-e5412e9675b2,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:23.369644 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.438172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-119e6370-d9b5-4a37-a78c-75131e66c39d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:23.439750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-119e6370-d9b5-4a37-a78c-75131e66c39d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7580135 Mar 03 17:46:23.441537 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.488393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.533421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=dcded07d-38ab-4fe0-a04c-e5412e9675b2,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:23.615187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80f7220-3edd-4f93-83fd-79df55ba68ec,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:23.658262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-fb890713-9df5-4a10-b48e-3e87100df2a2 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/quotas/8f8f0010448e40a9867b15d2996d9269 HTTP/1.1" status: 200 len: 375 time: 0.1021578 Mar 03 17:46:23.667119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d34d77-9408-4a9f-85ec-e6e4b220b5b8 req-020ac0b1-1978-46fb-801e-939dedb68592 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:23.667119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-34d34d77-9408-4a9f-85ec-e6e4b220b5b8 req-020ac0b1-1978-46fb-801e-939dedb68592 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 1.4292541 Mar 03 17:46:23.671403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.679502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5cad8593-12c0-49d8-93da-b335ff58c799 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e80f7220-3edd-4f93-83fd-79df55ba68ec HTTP/1.1" status: 204 len: 168 time: 1.2269847 Mar 03 17:46:23.690431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34622) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:23.750844 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.798518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-f1ac0cda-88a8-4758-ad9d-fdf61ba4a55e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1450312 Mar 03 17:46:23.824668 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:23.841901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40abbd8-035f-408c-986a-fc94e5dc8d0f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:23.925663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1742531633-network', 'tenant_id': '522212297d114081ad051f76b62bd1f9'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:23.971782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:23.986044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Checking segment: {'id': 'f9e73404-59ee-4d62-91d3-5c1f1e79200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:23.986407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Network hostable DHCP agents. Network: a186a137-fe84-466a-b1db-f18e99aab49b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:46:24.008201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Usage tracker for resource:network and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:24.013137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-34d34d77-9408-4a9f-85ec-e6e4b220b5b8 req-4df37de9-d53d-492c-b606-e2a3c4b84e1d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134098 Mar 03 17:46:24.014676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-c255efd3-1361-4e10-96a5-a8739d914e89 service neutron] 10.222.0.16 "GET /v2.0/ports/64dba85c-a9ab-49db-94d5-7b296c6e4a90/bindings/n-h2-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.4113636 Mar 03 17:46:24.015829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:24.034494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:24.073980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:24.148947 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:24.187081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Made reservation on behalf of 522212297d114081ad051f76b62bd1f9 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:24.189555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:24.217406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-2368c73d-d65f-4f67-939f-2a02135224e7 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=335ea0e0a78648da87975a266b12442d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582731 Mar 03 17:46:24.260728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Network a186a137-fe84-466a-b1db-f18e99aab49b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:46:24.265645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90a45345-bf5e-43f3-9330-3c8c3bbba76a req-19b037c2-f8ef-47db-aad1-98c8d432a6b7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 210 time: 0.1461916 Mar 03 17:46:24.288837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:24.398672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a186a137-fe84-466a-b1db-f18e99aab49b) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:24.404078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:24.405867 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:24.408081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfcac02-7c6b-49fd-8587-6e84d35aa948 None None] Network a186a137-fe84-466a-b1db-f18e99aab49b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:24.412297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-8830dcc0-83c4-435f-b6bb-7c5a01b36896 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:24.414565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-8830dcc0-83c4-435f-b6bb-7c5a01b36896 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962228 Mar 03 17:46:24.422025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:24.438658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-538cf90f-d8de-44ae-be9f-c3a3727e239a tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/quotas/335ea0e0a78648da87975a266b12442d HTTP/1.1" status: 200 len: 375 time: 0.0170395 Mar 03 17:46:24.499926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Usage tracker for resource:security_group_rule and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:24.506973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:24.507277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-79edb412-ef42-4700-b137-ad8cd82ad91c tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=335ea0e0a78648da87975a266b12442d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605292 Mar 03 17:46:24.541656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:24.572489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:24.584681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1cd6fb75-1266-4e55-bfea-261e91eb736d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8903811 Mar 03 17:46:24.628546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50de7188-5643-4a8b-8d7c-0c03a70ffe7b']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:24.770362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e54bd97-c6fc-4d07-91d0-0f9065f01487') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:24.770900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e54bd97-c6fc-4d07-91d0-0f9065f01487') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:24.771087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c9bd00-3e77-4c55-a8ee-e43a1ddee5d0 None None] Network a186a137-fe84-466a-b1db-f18e99aab49b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:24.941833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dcded07d-38ab-4fe0-a04c-e5412e9675b2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:24.959797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:24.974797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b1fca95-2d80-4442-9b5d-1b1c1853a853 req-b15696ff-dc3f-47b5-98ee-7f7a014ecf1e tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 210 time: 0.2105107 Mar 03 17:46:25.040850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.069801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.081540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:46:25.081540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:46:25.097248 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:46:25.120802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dcded07d-38ab-4fe0-a04c-e5412e9675b2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:25.121169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.121807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.306462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:25.349561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.394794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.398414 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.403898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.456628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-74bb0f72-0c59-4683-87af-0237982e0a83 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383911 Mar 03 17:46:25.459498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Pushing event updated for resources: {'Port': ['ID=9fe6a696-07c4-4dc1-a0da-b288df7166aa,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:25.479454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] Pushing event deleted for resources: {'Network': ['ID=50de7188-5643-4a8b-8d7c-0c03a70ffe7b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:25.490022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.494419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:25.512394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34682) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:25.515370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 64dba85c-a9ab-49db-94d5-7b296c6e4a90 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:25.526972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-23324373-network', 'tenant_id': '0fde741c29f44885afe1679e7219cf75'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:25.538227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:25.600316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Usage tracker for resource:network and tenant:0fde741c29f44885afe1679e7219cf75 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:25.612594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:25.634252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:25.652506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad18d9-c6b6-48bc-a689-c97bfd37e0b4 req-52d997ce-7379-4bae-9f0f-b0a7de6510bd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:25.655142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4ad18d9-c6b6-48bc-a689-c97bfd37e0b4 req-52d997ce-7379-4bae-9f0f-b0a7de6510bd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 943 time: 0.3195949 Mar 03 17:46:25.699023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Made reservation on behalf of 0fde741c29f44885afe1679e7219cf75 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:25.701597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.735632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.749145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:46:25.765008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-6c944be0-545d-47c6-9d76-01ed3ecf32c4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:25.766613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-6c944be0-545d-47c6-9d76-01ed3ecf32c4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3040001 Mar 03 17:46:25.769215 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4ad18d9-c6b6-48bc-a689-c97bfd37e0b4 req-37d91073-9181-4b00-8a60-ea500efa54a5 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051555 Mar 03 17:46:25.771642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:25.775693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Usage tracker for resource:security_group_rule and tenant:0fde741c29f44885afe1679e7219cf75 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:25.778687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:25.785666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:25.805003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:25.823217 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-96e47c7d-f789-40be-abb7-9c1a4a5f740e admin admin] 10.222.0.23 "DELETE /v2.0/networks/50de7188-5643-4a8b-8d7c-0c03a70ffe7b HTTP/1.1" status: 204 len: 168 time: 2.1342716 Mar 03 17:46:25.855496 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4595639-1ec1-415e-ac02-688ca418c271 req-9816f387-4b72-4938-8dd6-7b6ce111fbc8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 210 time: 0.1234584 Mar 03 17:46:25.856200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:25.885012 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:25.885562 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Added segment 0e5340ce-3e92-4d8e-a0fa-b5c99862d20c of type vlan for network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 Mar 03 17:46:25.892103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dba85c-a9ab-49db-94d5-7b296c6e4a90 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:25.958965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:25.980028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:25.999555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:26.010148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.029024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.036171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.068677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:26.073616 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.083695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.084141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:26.084953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:46:26.123317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d93803c-fa17-440b-9f3c-cbc31c94e46d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:26.131426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.131763 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Added segment a8157fc1-6878-4c1a-b6c7-d72fd5653d48 of type vlan for network ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d Mar 03 17:46:26.170804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:26.176811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:26.202890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] Transition to ACTIVE for port object 64dba85c-a9ab-49db-94d5-7b296c6e4a90 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:26.266982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.274761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.302885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5d15760-f2f2-48fb-a276-3c8da25f388e req-99a1fc2c-9a77-4748-9aac-92720dc115b8 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 210 time: 0.1568727 Mar 03 17:46:26.305558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4f0dc6a4-b384-44ed-932e-44dc6f4ee9f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=311065f446e942dc94feb196453e8b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084002 Mar 03 17:46:26.317963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34694) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:26.323428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.324817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:26.325652 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.416354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-eed300cf-b0c9-4760-b49b-184fbff0d53d tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=335ea0e0a78648da87975a266b12442d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607467 Mar 03 17:46:26.510626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.511473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:26.512139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.516051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f8efc96a-5b2e-4c71-ba01-c13a5f95ce6a None None] Provisioning complete for port 9fe6a696-07c4-4dc1-a0da-b288df7166aa triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:26.516939 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f8efc96a-5b2e-4c71-ba01-c13a5f95ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.581759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f8efc96a-5b2e-4c71-ba01-c13a5f95ce6a None None] Port 9fe6a696-07c4-4dc1-a0da-b288df7166aa cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:46:26.585178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] No DVR routers for this DVR port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:26.601499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1205270 Mar 03 17:46:26.625187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34700) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:26.645819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d4675-315a-49b6-8cae-effd7761fb6d admin admin] Pushing event updated for resources: {'Network': ['ID=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:26.656915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:46:26.657638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Request body: {'subnet': {'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1742531633-subnet', 'tenant_id': '522212297d114081ad051f76b62bd1f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:26.725905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] Pushing event updated for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:26.731569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-d567e1bb-76d4-494c-9c20-407b06c65116 service neutron] 10.222.0.16 "PUT /v2.0/ports/64dba85c-a9ab-49db-94d5-7b296c6e4a90/bindings/n-h2-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7029817 Mar 03 17:46:26.769820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:46:26.827229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87d3ef24-32f3-4489-82f9-b23c7088e6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.847799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:26.852474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.195 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/80bb22c0-ecc3-4555-84bb-c583d73b7444) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:26.917880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Usage tracker for resource:subnet and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:26.920641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] Pushing event updated for resources: {'Network': ['ID=ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:26.926083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:26.943948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:46:26.951041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:26.969608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4d98e181-e53f-4991-94e9-6f25edddf81c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4503460 Mar 03 17:46:26.975422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87d3ef24-32f3-4489-82f9-b23c7088e6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:26.984103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34708) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:26.994146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Request body: {'subnet': {'network_id': 'ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-23324373-subnet', 'tenant_id': '0fde741c29f44885afe1679e7219cf75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:26.999393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:27.003491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Usage tracker for resource:subnet and tenant:0fde741c29f44885afe1679e7219cf75 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:27.006581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:27.012397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:27.020271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-c8417efd-2fbc-4c8e-9959-816c7b27c55c tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:27.022099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-c8417efd-2fbc-4c8e-9959-816c7b27c55c tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5715683 Mar 03 17:46:27.031997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Made reservation on behalf of 0fde741c29f44885afe1679e7219cf75 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:27.034394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:27.035063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Made reservation on behalf of 522212297d114081ad051f76b62bd1f9 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:27.037570 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:27.072488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:46:27.081011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a87c225e-ff1b-4601-a9fb-ee031429a29c admin admin] 10.222.0.23 "PUT /v2.0/routers/60de4d34-fb40-447d-bdb1-f99cef3e4e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8841944 Mar 03 17:46:27.084801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Sync routers for ids ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:46:27.109473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Request body: {'port': {'device_id': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '335ea0e0a78648da87975a266b12442d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:27.114223 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Routers {'60de4d34-fb40-447d-bdb1-f99cef3e4e8e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:27.115071 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:27.199120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d3788b7a-63bd-4059-9299-c87d1a0eefdb req-93968a9a-9cef-4546-84f4-eb6f4b274b89 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:27.203395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a481-d2c7-4c98-a502-3659b5eda52a req-cde4e73f-12ef-418c-8a45-696380c55ed6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:27.210278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b023a481-d2c7-4c98-a502-3659b5eda52a req-cde4e73f-12ef-418c-8a45-696380c55ed6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 0.2875643 Mar 03 17:46:27.270998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b023a481-d2c7-4c98-a502-3659b5eda52a req-73209dc7-9c08-45c1-a8a0-2fd2a9edb560 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 Mar 03 17:46:27.382557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:27.397077 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Set router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:27.437685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-78523665-c5e9-43f4-980e-a9874ae6bdd1 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:27.439315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-78523665-c5e9-43f4-980e-a9874ae6bdd1 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.6013987 Mar 03 17:46:27.448518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d3788b7a-63bd-4059-9299-c87d1a0eefdb req-93968a9a-9cef-4546-84f4-eb6f4b274b89 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:27.450020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3788b7a-63bd-4059-9299-c87d1a0eefdb req-93968a9a-9cef-4546-84f4-eb6f4b274b89 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 210 time: 0.4240165 Mar 03 17:46:27.573459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87d3ef24-32f3-4489-82f9-b23c7088e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:27.671310 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-035d2e8f-0409-40d5-a77c-911fd657a6c1 req-679bac1c-33f3-49af-b91e-11037a24276c tempest-FloatingIPDetailsNegativeTestJSON-19332060 tempest-FloatingIPDetailsNegativeTestJSON-19332060-project] show failed (client error): The resource could not be found. Mar 03 17:46:27.676653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3ef24-32f3-4489-82f9-b23c7088e6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b7fc2-2103-462b-873e-a422e81ed929,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:27.679290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-035d2e8f-0409-40d5-a77c-911fd657a6c1 req-679bac1c-33f3-49af-b91e-11037a24276c tempest-FloatingIPDetailsNegativeTestJSON-19332060 tempest-FloatingIPDetailsNegativeTestJSON-19332060-project] 10.222.0.23 "GET /v2.0/floatingips/ec26a890-92f3-4646-8e29-a02b5ff21b13 HTTP/1.1" status: 404 len: 350 time: 0.1026788 Mar 03 17:46:27.692532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34720) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:27.707990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c9f21c-b969-4153-8199-d7deda40fce2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:27.712745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Checking segment: {'id': 'a8157fc1-6878-4c1a-b6c7-d72fd5653d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:27.713179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Network hostable DHCP agents. Network: ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:46:27.734381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Network ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:46:27.746017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:27.750899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:27.751704 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:27.757190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4cd0fd-6959-493f-b9ca-ba2b7bac8828 None None] Network ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:27.768466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07d3d868-8431-4954-88f5-da2c0d025ddf req-a2d961ea-6583-4a33-9b9a-cf83fff691ca tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 210 time: 0.1480598 Mar 03 17:46:27.777492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:27.791065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5022e40-c129-462d-8544-693b72e6e3bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8048174 Mar 03 17:46:27.794404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87d3ef24-32f3-4489-82f9-b23c7088e6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:27.799034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-87d3ef24-32f3-4489-82f9-b23c7088e6bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/784b7fc2-2103-462b-873e-a422e81ed929 HTTP/1.1" status: 204 len: 168 time: 1.4797411 Mar 03 17:46:27.810926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Usage tracker for resource:port and tenant:335ea0e0a78648da87975a266b12442d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:27.825888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:27.827756 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fe6a696-07c4-4dc1-a0da-b288df7166aa', 'name': '', 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'mac_address': 'fa:16:3e:30:66:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a8ec21ef-1c22-4865-b888-411eb8521dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:21Z', 'updated_at': '2022-03-03T17:46:24Z', 'revision_number': 2, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'subnets': [{'id': 'a8ec21ef-1c22-4865-b888-411eb8521dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:27.833572 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Checking router: 60de4d34-fb40-447d-bdb1-f99cef3e4e8e for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:46:27.834200 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Updating router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e port 9fe6a696-07c4-4dc1-a0da-b288df7166aa binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:46:27.884969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:27.907074 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:27.915276 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:28.118471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Made reservation on behalf of 335ea0e0a78648da87975a266b12442d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:28.121915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:28.151027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object 80bb22c0-ecc3-4555-84bb-c583d73b7444 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:28.169239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-fdaaf27d-8844-4641-a374-346204bbc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:28.172527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc4f98-1a2b-4674-a67b-4a8e8762b5e9 None None] Network ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:28.182614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-fdaaf27d-8844-4641-a374-346204bbc6bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd&tenant_id=0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 1095 time: 0.6744571 Mar 03 17:46:28.193894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:28.415993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:28.420288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Usage tracker for resource:security_group_rule and tenant:335ea0e0a78648da87975a266b12442d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:28.423481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:28.430045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:28.453369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:28.497655 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:28.536911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f', 'ba3004fb-6227-48b8-b51f-6a2defe102b6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:28.549179 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:28.576048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba', '61522920-ee1c-4690-86fe-a1c22ee6211e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:28.585199 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Transition to ACTIVE for port object 9fe6a696-07c4-4dc1-a0da-b288df7166aa will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:28.594111 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:28.791442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-2f08f874-b9f6-4973-9034-ac7649a3a169 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:28.792174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-2f08f874-b9f6-4973-9034-ac7649a3a169 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Synchronizing usage tracker for tenant:271dfc0f2ff94ef698fae3c31e5b3999 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:28.815250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:28.838333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-2f08f874-b9f6-4973-9034-ac7649a3a169 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Unset dirty status for tenant:271dfc0f2ff94ef698fae3c31e5b3999 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:28.845991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-2f08f874-b9f6-4973-9034-ac7649a3a169 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/networks?id=a186a137-fe84-466a-b1db-f18e99aab49b HTTP/1.1" status: 200 len: 814 time: 0.2713923 Mar 03 17:46:28.868008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-1ffcf5c7-e5cb-46a8-9f7a-e3faa6ba3464 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/quotas/271dfc0f2ff94ef698fae3c31e5b3999 HTTP/1.1" status: 200 len: 375 time: 0.0207894 Mar 03 17:46:28.883010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:28.886262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:28.982163 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Pushing event updated for resources: {'Port': ['ID=9fe6a696-07c4-4dc1-a0da-b288df7166aa,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:28.991248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-1c2baf5a-0c56-4324-aae9-3abe32daca4d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=271dfc0f2ff94ef698fae3c31e5b3999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167731 Mar 03 17:46:29.091871 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.092241 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.092473 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.092818 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.093144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.093510 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.093846 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.094168 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.099977 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.100455 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.100799 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.101167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:29.156288 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Attempting to bind port 9fe6a696-07c4-4dc1-a0da-b288df7166aa on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:29.157269 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Attempting to bind port 9fe6a696-07c4-4dc1-a0da-b288df7166aa by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:29.157637 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Attempting to bind port 9fe6a696-07c4-4dc1-a0da-b288df7166aa on network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:29.166184 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:29.166614 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Checking segment: {'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:29.167084 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:29.170211 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Bound using segment: {'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:29.171579 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Bound port: 9fe6a696-07c4-4dc1-a0da-b288df7166aa, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf3ec25-481e-4eb9-875b-85e1786b7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:29.172778 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:29.264710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34768) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:29.284219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=80bb22c0-ecc3-4555-84bb-c583d73b7444,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:29.294815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-04d91c9a-f9fa-4656-be9f-72f98d21304b service neutron] 10.222.0.23 "GET /v2.0/networks/a186a137-fe84-466a-b1db-f18e99aab49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021808 Mar 03 17:46:29.300440 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] For port 9fe6a696-07c4-4dc1-a0da-b288df7166aa, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:29.303981 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] For port 9fe6a696-07c4-4dc1-a0da-b288df7166aa, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9fe6a696-07c4-4dc1-a0da-b288df7166aa,segment=NetworkSegment(8cf3ec25-481e-4eb9-875b-85e1786b7c13),segment_id=8cf3ec25-481e-4eb9-875b-85e1786b7c13)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:29.312386 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:29.313823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:29.384936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b8bc1297-97b8-4fb9-8b4a-2f607f1dd760 None None] Provisioning for port 80bb22c0-ecc3-4555-84bb-c583d73b7444 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:29.393710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b8bc1297-97b8-4fb9-8b4a-2f607f1dd760 None None] Provisioning complete for port 80bb22c0-ecc3-4555-84bb-c583d73b7444 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:29.394074 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1297-97b8-4fb9-8b4a-2f607f1dd760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:29.427402 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17696-c72a-4888-a2e1-3b2bf38b829f None None] Pushing event updated for resources: {'Port': ['ID=9fe6a696-07c4-4dc1-a0da-b288df7166aa,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:29.470310 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Routers {'60de4d34-fb40-447d-bdb1-f99cef3e4e8e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:29.471141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:29.484704 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-9982f695-28e8-4de0-a2c5-db8353f70bab service neutron] 10.222.0.23 "GET /v2.0/networks/a186a137-fe84-466a-b1db-f18e99aab49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865985 Mar 03 17:46:29.490537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc1297-97b8-4fb9-8b4a-2f607f1dd760 None None] Port 80bb22c0-ecc3-4555-84bb-c583d73b7444 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:46:29.513424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-0860be92-241a-4898-adac-346d2d054ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:29.518113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-0860be92-241a-4898-adac-346d2d054ed7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1095 time: 1.2911744 Mar 03 17:46:29.533116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Checking segment: {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:29.534264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Network hostable DHCP agents. Network: 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:46:29.718601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] Set router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:29.848348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:29.849012 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:29.866137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f6e2f-f1f6-4bcc-90dc-ba475ea5622d req-43708372-a7ce-41ea-86d9-7a7b1720a4ca tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:29.867607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-706f6e2f-f1f6-4bcc-90dc-ba475ea5622d req-43708372-a7ce-41ea-86d9-7a7b1720a4ca tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 1.2862151 Mar 03 17:46:29.871655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-809586456-network', 'tenant_id': '93b9435a856b4472a6b942e906d028b4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:29.907703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:29.958516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae623-4c66-4fc4-a9b5-d957afbac778 req-8772a60b-f005-4a55-9fc5-24cafd01d343 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:29.960198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e7ae623-4c66-4fc4-a9b5-d957afbac778 req-8772a60b-f005-4a55-9fc5-24cafd01d343 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 936 time: 0.1111872 Mar 03 17:46:30.014800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Usage tracker for resource:network and tenant:93b9435a856b4472a6b942e906d028b4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:30.026697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:30.032973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e7ae623-4c66-4fc4-a9b5-d957afbac778 req-7e2ae5ff-a38a-4017-9fca-6efb674d2b57 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663357 Mar 03 17:46:30.054317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:46:30.068864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:30.100145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-3fb37312-f584-41d8-a3a1-b510085f9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:30.104254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-3fb37312-f584-41d8-a3a1-b510085f9a98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.5520580 Mar 03 17:46:30.113989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-06bcb40a-e63a-48db-bb5d-dff252f36757 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3322561 Mar 03 17:46:30.116252 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:30.186540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:30.193709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Request body: {'port': {'device_id': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:30.196897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77423f-cb2b-446d-a88f-15c240dfbe7a None None] Network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:30.227050 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fe6a696-07c4-4dc1-a0da-b288df7166aa', 'name': '', 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'mac_address': 'fa:16:3e:30:66:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a8ec21ef-1c22-4865-b888-411eb8521dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:21Z', 'updated_at': '2022-03-03T17:46:29Z', 'revision_number': 4, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'subnets': [{'id': 'a8ec21ef-1c22-4865-b888-411eb8521dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:30.236634 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1c884-5880-441c-9758-6b0e32bc777b None None] The sync data for ids ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'] in n-d-827121-1 is: [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fe6a696-07c4-4dc1-a0da-b288df7166aa', 'name': '', 'network_id': 'a1f9746e-70eb-433c-ada6-4cbbcc02cb2e', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'mac_address': 'fa:16:3e:30:66:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a8ec21ef-1c22-4865-b888-411eb8521dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:21Z', 'updated_at': '2022-03-03T17:46:29Z', 'revision_number': 4, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'subnets': [{'id': 'a8ec21ef-1c22-4865-b888-411eb8521dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:46:30.241268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:30.284249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa8ac3d8-5ed0-4b54-a0aa-c1947f2fcf04 req-98dd1aac-e772-433b-bf8c-298d69fc6f9d tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 210 time: 0.0480928 Mar 03 17:46:30.334024 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-706f6e2f-f1f6-4bcc-90dc-ba475ea5622d req-a26f1878-5d89-4a5d-916a-1c95d01aee8d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330549 Mar 03 17:46:30.335511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-3f19bc2e-56b0-419c-8a81-17b9d0f17373 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 200 len: 217 time: 0.2175524 Mar 03 17:46:30.343317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:30.343972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:30.466340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Made reservation on behalf of 93b9435a856b4472a6b942e906d028b4 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:30.468774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:30.489202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b0b09c69-4dc6-46ad-9de8-f17a7d89feb8 req-17401d14-fbf6-4a5e-a8db-43e422c77abb tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 210 time: 0.0519185 Mar 03 17:46:30.558689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:30.564685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a12be1-d873-4579-be74-61021b25a63b None None] Network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:30.578445 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d50a72ba-dd4c-46b0-9f44-7c08442557ee admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.9457881 Mar 03 17:46:30.604317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d85ddd-1396-4152-bcb7-1a25cdf5959c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:30.708560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:30.743091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:30.789700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Usage tracker for resource:security_group_rule and tenant:93b9435a856b4472a6b942e906d028b4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:30.802345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:30.824885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:30.835463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-7f2ad442-7932-4123-8919-0637f8617598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:30.837253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-7f2ad442-7932-4123-8919-0637f8617598 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.3822796 Mar 03 17:46:30.965965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fe6a696-07c4-4dc1-a0da-b288df7166aa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:30.993452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-6fdb315c-fa3f-4118-b0dc-a02fc603e2ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044753 Mar 03 17:46:31.068277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9fe6a696-07c4-4dc1-a0da-b288df7166aa completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:31.077504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9fe6a696-07c4-4dc1-a0da-b288df7166aa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:31.078300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:31.254017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:31.291893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9fe6a696-07c4-4dc1-a0da-b288df7166aa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9fe6a696-07c4-4dc1-a0da-b288df7166aa,segment=NetworkSegment(8cf3ec25-481e-4eb9-875b-85e1786b7c13),segment_id=8cf3ec25-481e-4eb9-875b-85e1786b7c13)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:31.293926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc831-6cc3-411f-95be-ef8526515031 req-5362e27a-1972-499b-a31a-aa0e498c8a9d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:31.299374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e1cc831-6cc3-411f-95be-ef8526515031 req-5362e27a-1972-499b-a31a-aa0e498c8a9d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 936 time: 0.1126058 Mar 03 17:46:31.306263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:31.367498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e1cc831-6cc3-411f-95be-ef8526515031 req-00ec35d5-71e7-461b-bd49-1c3834c2a7c9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612648 Mar 03 17:46:31.439822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9fe6a696-07c4-4dc1-a0da-b288df7166aa,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:31.454565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Allocated IP 192.168.233.79 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/d563f617-eeb0-44af-ba04-2cbef3d8e9ca) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:31.587229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5fc14ec-10e7-462a-9b14-d3368c2c8dff req-bb362644-06f4-4457-900d-c8fff75e9ac1 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 210 time: 0.0718215 Mar 03 17:46:31.716063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:31.746269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:31.747149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-1d7ca737-cea6-4b53-87e9-d910e64e6fd2 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:31.748695 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-1d7ca737-cea6-4b53-87e9-d910e64e6fd2 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.16 "GET /v2.0/networks?id=a186a137-fe84-466a-b1db-f18e99aab49b HTTP/1.1" status: 200 len: 814 time: 0.3395329 Mar 03 17:46:31.777558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-832a71c5-b69d-4adb-a233-ad6eca7e3422 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575698 Mar 03 17:46:31.805042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Request body: {'port': {'device_id': '0326aea1-6285-443d-94b3-17e769181907', 'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b', 'admin_state_up': True, 'tenant_id': '271dfc0f2ff94ef698fae3c31e5b3999'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:31.827917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:46:31.869740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-1248bb6b-4e5b-49bd-9eed-46c8c04c0f0a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:31.871220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-1248bb6b-4e5b-49bd-9eed-46c8c04c0f0a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 822 time: 0.4957070 Mar 03 17:46:31.886321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcf255d-2e8b-4e6b-9b45-1958ecb192da,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:31.945940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b6fef-20c9-431f-9368-1c72eea257ee req-13ca49da-62f0-4851-97b1-52561cb2fb98 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:31.947511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc4b6fef-20c9-431f-9368-1c72eea257ee req-13ca49da-62f0-4851-97b1-52561cb2fb98 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 0.1978910 Mar 03 17:46:31.987139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:31.999150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Usage tracker for resource:port and tenant:271dfc0f2ff94ef698fae3c31e5b3999 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:32.004946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:32.014286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:32.018504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc4b6fef-20c9-431f-9368-1c72eea257ee req-c3d58619-1716-433c-87c6-17297b25ee36 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615022 Mar 03 17:46:32.028930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Made reservation on behalf of 271dfc0f2ff94ef698fae3c31e5b3999 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:32.033394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.064642 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-aa359c2e-2cae-4779-81b3-239c1b5d9e1a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/quotas/522212297d114081ad051f76b62bd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0144489 Mar 03 17:46:32.129558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.129905 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Added segment 1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4 of type vlan for network ef3be4d6-5829-4678-a8c2-8555c6a2b220 Mar 03 17:46:32.198976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90a3c302-73d0-438a-bd75-77c0d7a84d3a req-7ea5e951-da7e-4683-97d6-05590579ef9c tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 210 time: 0.0514691 Mar 03 17:46:32.254449 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.260227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Allocated IP 172.20.0.14 (a186a137-fe84-466a-b1db-f18e99aab49b/d40abbd8-035f-408c-986a-fc94e5dc8d0f/5282b53f-98ca-45b4-ba39-9d95c6468ef9) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:32.333450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-02831be8-353a-41f4-9c9b-31fe0232dd19 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1980164 Mar 03 17:46:32.427420 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.556286 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-599a9582-7aee-4f8c-ae9f-a653dc44afab service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7519045 Mar 03 17:46:32.623447 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.651029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64649153-ad2c-47d3-834c-607cea5b45e0 req-99785da4-2158-400b-bc44-9974d8b3a954 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:32.652499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64649153-ad2c-47d3-834c-607cea5b45e0 req-99785da4-2158-400b-bc44-9974d8b3a954 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 936 time: 0.1441944 Mar 03 17:46:32.653473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.714525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.731751 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.733498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:32.734072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.764625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64649153-ad2c-47d3-834c-607cea5b45e0 req-c0e2849f-96c0-4939-990a-c64a50a056ca tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010056 Mar 03 17:46:32.790454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Network a186a137-fe84-466a-b1db-f18e99aab49b is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:32.790454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:32.800125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:32.812639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-397a1f34-96dd-4bdc-b240-7982bee6174b service neutron] 10.222.0.23 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645407 Mar 03 17:46:32.819010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Transition to ACTIVE for port object d563f617-eeb0-44af-ba04-2cbef3d8e9ca will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:32.853117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Pushing event updated for resources: {'Port': ['ID=5282b53f-98ca-45b4-ba39-9d95c6468ef9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:32.905002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fe6a696-07c4-4dc1-a0da-b288df7166aa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:32.912341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:32.913480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:32.985305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.7031646 Mar 03 17:46:32.986101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6760d7d9-574f-4dcd-b583-5551cebd929e req-d6905763-f011-460c-bfe6-5114fda1399b tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 210 time: 0.0616441 Mar 03 17:46:32.988473 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-022359f8-fdc2-4ff1-872a-e9a52e936b3d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1872566 Mar 03 17:46:32.988921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34812) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:32.995693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Request body: {'subnet': {'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-subnet', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:32.996097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9fe6a696-07c4-4dc1-a0da-b288df7166aa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:32.996770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.001097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:33.011174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Request body: {'port': {'device_id': '0326aea1-6285-443d-94b3-17e769181907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:33.035995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb30974-e25c-466f-aa55-e0baf62121c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3be4d6-5829-4678-a8c2-8555c6a2b220,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:33.041576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Usage tracker for resource:subnet and tenant:93b9435a856b4472a6b942e906d028b4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:33.073658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:33.074093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:46:33.111085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:33.195857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.227966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Made reservation on behalf of 93b9435a856b4472a6b942e906d028b4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:33.230078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.276212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.313705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-b4ea088f-7e25-4abc-9db7-59cfe610130a service neutron] 10.222.0.23 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906645 Mar 03 17:46:33.387460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:33.404549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:33.418663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-a371db11-b742-4ca3-8986-18d67154d6d5 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:33.420972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-a371db11-b742-4ca3-8986-18d67154d6d5 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.5675240 Mar 03 17:46:33.423177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:33.459101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6a82-ad35-4441-9821-ed2bdfd93938 req-9ef7bf78-590e-4479-8c02-cd6cb910374f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:33.460079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:33.461310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d68b6a82-ad35-4441-9821-ed2bdfd93938 req-9ef7bf78-590e-4479-8c02-cd6cb910374f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 0.2815292 Mar 03 17:46:33.678356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d68b6a82-ad35-4441-9821-ed2bdfd93938 req-fe602ae3-cdf2-48dd-bb7d-10f4d474c924 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786432 Mar 03 17:46:33.750498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Deleting port 9fe6a696-07c4-4dc1-a0da-b288df7166aa {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:33.750753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.802862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8c967a00-ad70-41d1-9c7a-515cda093f3d None None] Provisioning for port d563f617-eeb0-44af-ba04-2cbef3d8e9ca completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:33.810153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8c967a00-ad70-41d1-9c7a-515cda093f3d None None] Provisioning complete for port d563f617-eeb0-44af-ba04-2cbef3d8e9ca triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:33.811464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c967a00-ad70-41d1-9c7a-515cda093f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.830194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.876903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07fb12e1-1de8-4d28-898b-befc62981736 req-cd67ebd3-47fd-47a5-9b71-37e1530a618e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 210 time: 0.1346912 Mar 03 17:46:33.884493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c967a00-ad70-41d1-9c7a-515cda093f3d None None] Port d563f617-eeb0-44af-ba04-2cbef3d8e9ca cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:46:33.892395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:33.893085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:33.950054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdd67d9-feaf-49a6-8b95-cc13811eff14,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:33.967571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Checking segment: {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:33.967934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Network hostable DHCP agents. Network: ef3be4d6-5829-4678-a8c2-8555c6a2b220, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:46:34.043370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:46:34.056171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5282b53f-98ca-45b4-ba39-9d95c6468ef9 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:34.063254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ef3be4d6-5829-4678-a8c2-8555c6a2b220) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:34.065840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.071310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:34.071882 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.072771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965972f-5b8c-4fea-839b-d2af815a6ffc None None] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:34.097243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Transition to ACTIVE for port object 5282b53f-98ca-45b4-ba39-9d95c6468ef9 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:34.104177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.121300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-ad05efb0-6c24-4c6a-8f46-cf54b2876489 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.0606022 Mar 03 17:46:34.147512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-44fb147d-a8f8-499d-98c9-f5ff86e97769 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1566730 Mar 03 17:46:34.155561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34838) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:34.164655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Request body: {'port': {'device_id': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:34.208007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:34.224680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:34.227888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bb22c0-ecc3-4555-84bb-c583d73b7444 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:34.246056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.308717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f6710-e618-418d-bfcc-62695abebf30 req-9990d857-4400-4a0d-8e8c-b7469df1de00 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:34.316367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-372f6710-e618-418d-bfcc-62695abebf30 req-9990d857-4400-4a0d-8e8c-b7469df1de00 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 932 time: 0.5719323 Mar 03 17:46:34.319593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-ccdb5caf-7499-4e41-aaa0-0b027728602f service neutron] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:34.329804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Transition to ACTIVE for port object 80bb22c0-ecc3-4555-84bb-c583d73b7444 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:34.391658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-ccdb5caf-7499-4e41-aaa0-0b027728602f service neutron] Notify callbacks [] for binding, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.392584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61a6b104-75c2-44a1-ba15-2bf29854779b req-ccdb5caf-7499-4e41-aaa0-0b027728602f service neutron] 10.222.0.35 "DELETE /v2.0/ports/64dba85c-a9ab-49db-94d5-7b296c6e4a90/bindings/n-h1-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.9355259 Mar 03 17:46:34.404964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Usage tracker for resource:router and tenant:93b9435a856b4472a6b942e906d028b4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:34.408595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.410738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc48dd6b-f487-4b4c-b967-3c40077337d6 None None] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:34.415353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:34.444254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:34.447543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5282b53f-98ca-45b4-ba39-9d95c6468ef9,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:34.521743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Pushing event updated for resources: {'Port': ['ID=80bb22c0-ecc3-4555-84bb-c583d73b7444,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:34.523856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.524879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.527762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] For port 9fe6a696-07c4-4dc1-a0da-b288df7166aa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9fe6a696-07c4-4dc1-a0da-b288df7166aa,segment=NetworkSegment(8cf3ec25-481e-4eb9-875b-85e1786b7c13),segment_id=8cf3ec25-481e-4eb9-875b-85e1786b7c13)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:34.528248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.576607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd622ede-8341-43af-814f-487131bf90d2 req-2308aa4d-420f-45ea-8409-2fe7436c700e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:34.581818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd622ede-8341-43af-814f-487131bf90d2 req-2308aa4d-420f-45ea-8409-2fe7436c700e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 936 time: 0.4271767 Mar 03 17:46:34.596628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.627083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Attempting to bind port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:34.627615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Attempting to bind port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'f9e73404-59ee-4d62-91d3-5c1f1e79200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:34.628032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Attempting to bind port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 on network a186a137-fe84-466a-b1db-f18e99aab49b {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:34.643720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 on network a186a137-fe84-466a-b1db-f18e99aab49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:34.644095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Attempting to bind port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 on network a186a137-fe84-466a-b1db-f18e99aab49b {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:34.673933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd622ede-8341-43af-814f-487131bf90d2 req-899bbbee-b0f2-4308-8cd2-ca084544bc81 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786214 Mar 03 17:46:34.679335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:34.680192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Checking segment: {'id': 'f9e73404-59ee-4d62-91d3-5c1f1e79200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:34.680192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Bound using segment: {'id': 'f9e73404-59ee-4d62-91d3-5c1f1e79200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:34.680481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Bound port: 5282b53f-98ca-45b4-ba39-9d95c6468ef9, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e73404-59ee-4d62-91d3-5c1f1e79200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:34.680812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.689259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:34.700823 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-372f6710-e618-418d-bfcc-62695abebf30 req-d3b891c9-8323-490f-a97f-89ac58eef156 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827260 Mar 03 17:46:34.781985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Calling delete_port for 9fe6a696-07c4-4dc1-a0da-b288df7166aa owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:35.112529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:35.129618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] For port 5282b53f-98ca-45b4-ba39-9d95c6468ef9, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:35.167089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] For port 5282b53f-98ca-45b4-ba39-9d95c6468ef9, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5282b53f-98ca-45b4-ba39-9d95c6468ef9,segment=NetworkSegment(f9e73404-59ee-4d62-91d3-5c1f1e79200e),segment_id=f9e73404-59ee-4d62-91d3-5c1f1e79200e)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:35.175815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:35.245572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babdcd-b579-4853-ba95-882d83539ec6 req-5871b6ce-c293-4471-ad42-b6a9f92a66e8 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:35.247143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4babdcd-b579-4853-ba95-882d83539ec6 req-5871b6ce-c293-4471-ad42-b6a9f92a66e8 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1095 time: 0.3364596 Mar 03 17:46:35.253263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:35.253895 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:35.255191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/5282b53f-98ca-45b4-ba39-9d95c6468ef9 HTTP/1.1" status: 200 len: 1092 time: 2.2485530 Mar 03 17:46:35.295745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0326aea1-6285-443d-94b3-17e769181907', 'tag': '5282b53f-98ca-45b4-ba39-9d95c6468ef9'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:35.364963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-eafb62f5-ef17-48eb-8f2b-46fb80056598 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:35.366392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-eafb62f5-ef17-48eb-8f2b-46fb80056598 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.35 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 822 time: 0.3753543 Mar 03 17:46:35.396613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be9d7c-e6d3-460d-83e7-8165265ab3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5282b53f-98ca-45b4-ba39-9d95c6468ef9,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:35.400654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Request body: {'port': {'device_id': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'admin_state_up': True, 'tenant_id': '522212297d114081ad051f76b62bd1f9'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:35.419280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4babdcd-b579-4853-ba95-882d83539ec6 req-02c6b5fc-5bb9-477d-afc3-033e5182bb08 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140194 Mar 03 17:46:35.456579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-3b6182f8-450e-423c-9ae6-2a95094cd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:35.458082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-3b6182f8-450e-423c-9ae6-2a95094cd849 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=271dfc0f2ff94ef698fae3c31e5b3999&device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 1095 time: 0.1238503 Mar 03 17:46:35.493531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Attempting to bind port 80bb22c0-ecc3-4555-84bb-c583d73b7444 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:35.493531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Attempting to bind port 80bb22c0-ecc3-4555-84bb-c583d73b7444 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:35.493531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Attempting to bind port 80bb22c0-ecc3-4555-84bb-c583d73b7444 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:35.639768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-4905c262-f51a-41f0-9df5-b43e099e5da8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5282b53f-98ca-45b4-ba39-9d95c6468ef9 HTTP/1.1" status: 200 len: 217 time: 0.1166813 Mar 03 17:46:35.740762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e05cfc90-c40c-4621-9474-3d7bfb7d379a req-d5a661ee-0ecb-4bb4-b68a-94ef83ab9d1c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 210 time: 0.1463277 Mar 03 17:46:35.750393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Port 80bb22c0-ecc3-4555-84bb-c583d73b7444 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:35.750652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Attempting to bind port 80bb22c0-ecc3-4555-84bb-c583d73b7444 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:35.780259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c6be4-4be9-4b3c-b80d-504c046e209a req-e69e61be-d5fe-4f4c-9fe9-9e64ef8b09f0 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:35.781391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-219c6be4-4be9-4b3c-b80d-504c046e209a req-e69e61be-d5fe-4f4c-9fe9-9e64ef8b09f0 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Synchronizing usage tracker for tenant:335ea0e0a78648da87975a266b12442d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:35.798953 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0326aea1-6285-443d-94b3-17e769181907', 'tag': '5282b53f-98ca-45b4-ba39-9d95c6468ef9', 'status': 'completed', 'code': 200} Mar 03 17:46:35.808542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-60384d50-37e7-4661-8bbf-c6d0d934f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:35.809153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:35.809525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:35.809993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-60384d50-37e7-4661-8bbf-c6d0d934f2e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d40abbd8-035f-408c-986a-fc94e5dc8d0f HTTP/1.1" status: 200 len: 854 time: 0.1186950 Mar 03 17:46:35.810100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:35.810658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Bound port: 80bb22c0-ecc3-4555-84bb-c583d73b7444, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:35.810907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:35.813085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:35.945292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-219c6be4-4be9-4b3c-b80d-504c046e209a req-e69e61be-d5fe-4f4c-9fe9-9e64ef8b09f0 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Unset dirty status for tenant:335ea0e0a78648da87975a266b12442d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:35.946495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-219c6be4-4be9-4b3c-b80d-504c046e209a req-e69e61be-d5fe-4f4c-9fe9-9e64ef8b09f0 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 935 time: 0.9991355 Mar 03 17:46:35.947444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:35.988240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Usage tracker for resource:port and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:36.009821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:36.030217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.033573 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-665ee2b9-d2ea-4701-8162-8cc80734baea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a186a137-fe84-466a-b1db-f18e99aab49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1932888 Mar 03 17:46:36.056838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:36.096045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] For port 80bb22c0-ecc3-4555-84bb-c583d73b7444, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:36.116124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-219c6be4-4be9-4b3c-b80d-504c046e209a req-d32b39cc-0e80-41b2-8e8b-5aa0f55783c8 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Synchronizing usage tracker for tenant:335ea0e0a78648da87975a266b12442d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:36.128617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Made reservation on behalf of 522212297d114081ad051f76b62bd1f9 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:36.132637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.146931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] For port 80bb22c0-ecc3-4555-84bb-c583d73b7444, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=80bb22c0-ecc3-4555-84bb-c583d73b7444,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:36.183777 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.225435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.274747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe6a696-07c4-4dc1-a0da-b288df7166aa,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:36.309633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-e2584c2f-2aef-47aa-9e68-f723586cd97e service neutron] 10.222.0.16 "GET /v2.0/networks/a186a137-fe84-466a-b1db-f18e99aab49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315195 Mar 03 17:46:36.316162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9225476-7274-461b-b3bb-3a1224f52a85 req-35d451b2-6e11-40c9-ae8e-b38294fbd7f4 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:36.321246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9225476-7274-461b-b3bb-3a1224f52a85 req-35d451b2-6e11-40c9-ae8e-b38294fbd7f4 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 1095 time: 0.3276324 Mar 03 17:46:36.354784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Allocated IP 172.25.0.144 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/0abf1d52-c9b5-4182-8b7e-fb5bf02d474d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:36.397841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:36.398472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.400226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] 10.222.0.35 "PUT /v2.0/ports/80bb22c0-ecc3-4555-84bb-c583d73b7444 HTTP/1.1" status: 200 len: 1096 time: 6.2732885 Mar 03 17:46:36.400673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'tag': '80bb22c0-ecc3-4555-84bb-c583d73b7444'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:36.406172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-219c6be4-4be9-4b3c-b80d-504c046e209a req-d32b39cc-0e80-41b2-8e8b-5aa0f55783c8 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Unset dirty status for tenant:335ea0e0a78648da87975a266b12442d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:36.416427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-219c6be4-4be9-4b3c-b80d-504c046e209a req-d32b39cc-0e80-41b2-8e8b-5aa0f55783c8 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308658 Mar 03 17:46:36.550086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d563f617-eeb0-44af-ba04-2cbef3d8e9ca {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:36.553753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9225476-7274-461b-b3bb-3a1224f52a85 req-0a02b1ae-4d45-42bf-928f-130b6fff6323 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033575 Mar 03 17:46:36.593856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.597443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5765cc5b-6cf4-4675-8c39-ec1708986a14 req-c62bccba-0d3a-4658-b067-e957d93c4a95 service neutron] 10.222.0.16 "GET /v2.0/networks/a186a137-fe84-466a-b1db-f18e99aab49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747340 Mar 03 17:46:36.758587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Transition to ACTIVE for port object d563f617-eeb0-44af-ba04-2cbef3d8e9ca will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:36.809609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.839909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b1c41-4a8a-4678-8463-ffba5253ac69 service neutron] Pushing event updated for resources: {'Port': ['ID=80bb22c0-ecc3-4555-84bb-c583d73b7444,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:36.852845 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:36.879385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf1d30-0e51-4316-b449-e43b13703156 req-2a5a6bfc-2ddf-45b7-b0ee-e0bc42e29813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:36.880871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5edf1d30-0e51-4316-b449-e43b13703156 req-2a5a6bfc-2ddf-45b7-b0ee-e0bc42e29813 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=271dfc0f2ff94ef698fae3c31e5b3999&device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 1095 time: 0.2087884 Mar 03 17:46:36.964499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:37.017802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b19e3-6af1-4ae0-a1c8-fcaf150d134f req-2fc3fb46-e7cc-4d8d-8e05-08deb6f8ced8 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:37.018288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1f1b19e3-6af1-4ae0-a1c8-fcaf150d134f req-2fc3fb46-e7cc-4d8d-8e05-08deb6f8ced8 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Synchronizing usage tracker for tenant:271dfc0f2ff94ef698fae3c31e5b3999 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:37.056483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Allocated IP 172.20.0.3 (02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3/8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba/b5506a57-ff18-4d75-8115-bedd3ab0d378) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:37.102375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:37.113844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:37.116441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:37.128511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:37.142509 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:37.182614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Pushing event updated for resources: {'Port': ['ID=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:37.197680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1f1b19e3-6af1-4ae0-a1c8-fcaf150d134f req-2fc3fb46-e7cc-4d8d-8e05-08deb6f8ced8 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Unset dirty status for tenant:271dfc0f2ff94ef698fae3c31e5b3999 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:37.198891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f1b19e3-6af1-4ae0-a1c8-fcaf150d134f req-2fc3fb46-e7cc-4d8d-8e05-08deb6f8ced8 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 944 time: 0.4290078 Mar 03 17:46:37.207956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-1f702926-7bba-4397-8691-08bd3ea1471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:37.209539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-1f702926-7bba-4397-8691-08bd3ea1471c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 1099 time: 0.6747420 Mar 03 17:46:37.217628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a5a02-f435-4283-bf40-598fc03f919b req-f9442333-aa32-48b6-adac-a9c85ddb707f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:37.219012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-943a5a02-f435-4283-bf40-598fc03f919b req-f9442333-aa32-48b6-adac-a9c85ddb707f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 948 time: 0.6226621 Mar 03 17:46:37.319616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf1d30-0e51-4316-b449-e43b13703156 req-a61e08ba-0f9f-4103-9faa-28d8ca08ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:37.320999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5edf1d30-0e51-4316-b449-e43b13703156 req-a61e08ba-0f9f-4103-9faa-28d8ca08ad50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a186a137-fe84-466a-b1db-f18e99aab49b HTTP/1.1" status: 200 len: 915 time: 0.4139016 Mar 03 17:46:37.451992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1f1b19e3-6af1-4ae0-a1c8-fcaf150d134f req-d9340a50-bc88-4fd7-98ae-3e9bedc95aca tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Synchronizing usage tracker for tenant:271dfc0f2ff94ef698fae3c31e5b3999 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:37.493615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5edf1d30-0e51-4316-b449-e43b13703156 req-a358a7b1-5c99-4827-aaa9-3af701136490 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5282b53f-98ca-45b4-ba39-9d95c6468ef9 HTTP/1.1" status: 200 len: 217 time: 0.1635749 Mar 03 17:46:37.512567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-c2729b5c-2d95-4c6e-acc0-b42b9cecda44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=80bb22c0-ecc3-4555-84bb-c583d73b7444 HTTP/1.1" status: 200 len: 217 time: 0.2887790 Mar 03 17:46:37.661271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Attempting to bind port d563f617-eeb0-44af-ba04-2cbef3d8e9ca on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:37.661648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Attempting to bind port d563f617-eeb0-44af-ba04-2cbef3d8e9ca by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:37.662015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Attempting to bind port d563f617-eeb0-44af-ba04-2cbef3d8e9ca on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:37.666589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-943a5a02-f435-4283-bf40-598fc03f919b req-568856fe-560c-4695-9d24-553e8b56317d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372277 Mar 03 17:46:37.688327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1f1b19e3-6af1-4ae0-a1c8-fcaf150d134f req-d9340a50-bc88-4fd7-98ae-3e9bedc95aca tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Unset dirty status for tenant:271dfc0f2ff94ef698fae3c31e5b3999 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:37.689477 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f1b19e3-6af1-4ae0-a1c8-fcaf150d134f req-d9340a50-bc88-4fd7-98ae-3e9bedc95aca tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807677 Mar 03 17:46:37.736804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Port d563f617-eeb0-44af-ba04-2cbef3d8e9ca on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:37.737130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Attempting to bind port d563f617-eeb0-44af-ba04-2cbef3d8e9ca on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:37.799310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ea556bf2-dd2f-4c3a-8380-8b18e8080b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:37.800952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-ea556bf2-dd2f-4c3a-8380-8b18e8080b35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2707155 Mar 03 17:46:37.811717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf1d30-0e51-4316-b449-e43b13703156 req-1a07663d-84ab-4348-95c0-111a1137de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:37.813735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5edf1d30-0e51-4316-b449-e43b13703156 req-1a07663d-84ab-4348-95c0-111a1137de61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d40abbd8-035f-408c-986a-fc94e5dc8d0f HTTP/1.1" status: 200 len: 854 time: 0.3007350 Mar 03 17:46:37.819285 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'tag': '80bb22c0-ecc3-4555-84bb-c583d73b7444', 'status': 'completed', 'code': 200} Mar 03 17:46:37.825522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:37.826395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:37.826777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:37.827208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Bound port: d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:37.827559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:37.909128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7881de44-8e18-45a7-8416-2d3654d373f2 req-1f0d172f-b6f6-4550-9664-dbbb43b4e48c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 210 time: 0.0923643 Mar 03 17:46:37.920911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5edf1d30-0e51-4316-b449-e43b13703156 req-65253ae6-e75f-492f-9ec7-d1e33b1516da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a186a137-fe84-466a-b1db-f18e99aab49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704782 Mar 03 17:46:38.066166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:38.179314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:38.191863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:38.218412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-b71d7092-5fbe-47dc-9fa0-753ba1a249b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:38.220010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-b71d7092-5fbe-47dc-9fa0-753ba1a249b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3975246 Mar 03 17:46:38.223838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:38.232856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:38.314782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5edf1d30-0e51-4316-b449-e43b13703156 req-6ae63fa5-55d4-43b7-bbf5-944662cadab9 service neutron] 10.222.0.16 "GET /v2.0/networks/a186a137-fe84-466a-b1db-f18e99aab49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823624 Mar 03 17:46:38.346726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:38.347340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:38.348729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] 10.222.0.16 "PUT /v2.0/ports/d563f617-eeb0-44af-ba04-2cbef3d8e9ca HTTP/1.1" status: 200 len: 1095 time: 4.2050409 Mar 03 17:46:38.355384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:46:38.408314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ae28-934e-4151-be76-77f81cee186d req-92379c10-d9b3-4251-852e-a415f512bd9b tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:38.409882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a80ae28-934e-4151-be76-77f81cee186d req-92379c10-d9b3-4251-852e-a415f512bd9b tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 947 time: 0.3721147 Mar 03 17:46:38.456753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:38.545297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6c2d-1295-4890-a401-8e4ee025f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:38.618089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:38.625186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a80ae28-934e-4151-be76-77f81cee186d req-63fa78d0-8af0-436b-b592-23ce16a6e9a0 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972663 Mar 03 17:46:38.635548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:38.652105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:38.658942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5edf1d30-0e51-4316-b449-e43b13703156 req-387bea2e-81f4-4e5a-b551-9c8998a11664 service neutron] 10.222.0.16 "GET /v2.0/networks/a186a137-fe84-466a-b1db-f18e99aab49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258023 Mar 03 17:46:38.724209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-941c8259-6ef6-41e9-be9a-02db37f6744a service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771652 Mar 03 17:46:38.738674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:38.781261 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:39.035239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:39.035977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:39.128685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Router 2bcd49a7-495e-42a6-85cd-49d724193fc3 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:46:39.145737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68647fda-f8c9-4daa-8ebf-240d9078dbd6 req-a15e9cea-0cca-4ebf-a036-faa40b60a5fa tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:39.147615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68647fda-f8c9-4daa-8ebf-240d9078dbd6 req-a15e9cea-0cca-4ebf-a036-faa40b60a5fa tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 944 time: 0.2853966 Mar 03 17:46:39.150707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:46:39.168772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] Sync routers for ids ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:46:39.170395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-efcf992f-1af0-4b91-965c-321e25d2c3e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/60de4d34-fb40-447d-bdb1-f99cef3e4e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4659398 Mar 03 17:46:39.178937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-73de0796-de7c-4865-8f8a-8474008ab690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:39.180718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-73de0796-de7c-4865-8f8a-8474008ab690 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=335ea0e0a78648da87975a266b12442d&device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 1098 time: 0.7611885 Mar 03 17:46:39.183933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34876) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:39.187767 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-77b20b6e-50f1-4df7-a324-7332e575d802 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8043842 Mar 03 17:46:39.193516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] Routers {'60de4d34-fb40-447d-bdb1-f99cef3e4e8e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:39.194148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:39.343226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Request body: {'port': {'device_id': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:39.437949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-9bc92424-d54f-4752-930b-e77c21ed754c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca HTTP/1.1" status: 200 len: 217 time: 0.1753128 Mar 03 17:46:39.524091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] Set router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:39.534381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1145e587-0382-4d9a-869c-ca24142e18a5 req-64016aed-0a1a-4618-9f25-a43413779c2e service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421756 Mar 03 17:46:39.665574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68647fda-f8c9-4daa-8ebf-240d9078dbd6 req-46f7c05d-e89d-4528-89cc-79f33c9e546e tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916337 Mar 03 17:46:39.668988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:46:39.677923 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Sync routers for ids ['2bcd49a7-495e-42a6-85cd-49d724193fc3'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:46:39.696755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-e6ad879b-bc97-47f6-83e7-130f9e44e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:39.697267 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Routers {'2bcd49a7-495e-42a6-85cd-49d724193fc3'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:39.698284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-e6ad879b-bc97-47f6-83e7-130f9e44e623 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2504983 Mar 03 17:46:39.699172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:39.703626 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-50a07ccb-d6f3-47b9-8182-b91ac0a5a321 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5441589 Mar 03 17:46:39.703764 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2bcd49a7-495e-42a6-85cd-49d724193fc3'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:39.706250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbba29-a20e-484c-b4ab-a220fb612f25 req-5d4eb5f7-83dc-491b-810e-af4d4ca9a57c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:39.706427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34884) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:39.713229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38cbba29-a20e-484c-b4ab-a220fb612f25 req-5d4eb5f7-83dc-491b-810e-af4d4ca9a57c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 948 time: 0.8820403 Mar 03 17:46:39.717078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5282b53f-98ca-45b4-ba39-9d95c6468ef9 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:46:39.831984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:39.843125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:39.866224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:39.946706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38cbba29-a20e-484c-b4ab-a220fb612f25 req-38de7130-9bc2-4745-bd92-53729cf9d093 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306666 Mar 03 17:46:40.007636 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Set router 2bcd49a7-495e-42a6-85cd-49d724193fc3 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:40.026352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5282b53f-98ca-45b4-ba39-9d95c6468ef9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5282b53f-98ca-45b4-ba39-9d95c6468ef9,segment=NetworkSegment(f9e73404-59ee-4d62-91d3-5c1f1e79200e),segment_id=f9e73404-59ee-4d62-91d3-5c1f1e79200e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:40.062129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '5282b53f-98ca-45b4-ba39-9d95c6468ef9', 'network_id': 'a186a137-fe84-466a-b1db-f18e99aab49b', 'port_id': '5282b53f-98ca-45b4-ba39-9d95c6468ef9', 'mac_address': 'fa:16:3e:ed:2f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40abbd8-035f-408c-986a-fc94e5dc8d0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:46:40.130217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:40.154172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5282b53f-98ca-45b4-ba39-9d95c6468ef9 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:40.211244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939708-a0bb-4d00-9fc6-476a33805d56 req-e7607b50-90ff-4859-b1f2-5bc2a656a892 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:40.219343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9939708-a0bb-4d00-9fc6-476a33805d56 req-e7607b50-90ff-4859-b1f2-5bc2a656a892 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 931 time: 0.3972025 Mar 03 17:46:40.240054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5282b53f-98ca-45b4-ba39-9d95c6468ef9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5282b53f-98ca-45b4-ba39-9d95c6468ef9,segment=NetworkSegment(f9e73404-59ee-4d62-91d3-5c1f1e79200e),segment_id=f9e73404-59ee-4d62-91d3-5c1f1e79200e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:40.254300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:40.259096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-b0626502-319f-44de-ae64-64dcc474821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:40.260586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-b0626502-319f-44de-ae64-64dcc474821c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5194266 Mar 03 17:46:40.327741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713b4a-2456-423f-a715-c7e43ad30023 req-3e99ad63-25c3-4ae0-bf36-e32d04d945bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:40.329206 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66713b4a-2456-423f-a715-c7e43ad30023 req-3e99ad63-25c3-4ae0-bf36-e32d04d945bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 1099 time: 0.6791401 Mar 03 17:46:40.376765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5282b53f-98ca-45b4-ba39-9d95c6468ef9,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:40.382659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:40.391547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.391900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.392241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.392572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.392899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.393222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.393660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.393989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.394309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.394709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.394990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.395311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:46:40.409976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:35Z', 'revision_number': 5, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:40.414550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] Checking router: 60de4d34-fb40-447d-bdb1-f99cef3e4e8e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:46:40.424616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] Routers {'60de4d34-fb40-447d-bdb1-f99cef3e4e8e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:40.425320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:40.460578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f9939708-a0bb-4d00-9fc6-476a33805d56 req-40201887-3883-4d47-8a88-394baac099cc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:40.577716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f9939708-a0bb-4d00-9fc6-476a33805d56 req-40201887-3883-4d47-8a88-394baac099cc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:40.586424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9939708-a0bb-4d00-9fc6-476a33805d56 req-40201887-3883-4d47-8a88-394baac099cc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658819 Mar 03 17:46:40.603515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Deleting port dcded07d-38ab-4fe0-a04c-e5412e9675b2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:40.603888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:40.647952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:46:37Z', 'revision_number': 3, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:40.656693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Checking router: 2bcd49a7-495e-42a6-85cd-49d724193fc3 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:46:40.657282 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Updating router 2bcd49a7-495e-42a6-85cd-49d724193fc3 port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:46:40.760400 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:40.764537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['5282b53f-98ca-45b4-ba39-9d95c6468ef9'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:40.860085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] Set router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:40.964485 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'status': 'completed', 'code': 200} Mar 03 17:46:41.140023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700b5fa-5108-456f-b030-10db83d811da req-b411b71d-2eb9-473c-80e8-318dee6c7e67 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:41.151646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9700b5fa-5108-456f-b030-10db83d811da req-b411b71d-2eb9-473c-80e8-318dee6c7e67 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 945 time: 0.2263718 Mar 03 17:46:41.202996 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-92014611-6e65-4099-8e9f-a51c38603679 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9216139 Mar 03 17:46:41.219740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:41.254249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713b4a-2456-423f-a715-c7e43ad30023 req-71cc33f5-c674-4433-a964-7671812d7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:41.255709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66713b4a-2456-423f-a715-c7e43ad30023 req-71cc33f5-c674-4433-a964-7671812d7bce service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.9119322 Mar 03 17:46:41.378406 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:41.407172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9700b5fa-5108-456f-b030-10db83d811da req-808be3dd-7f44-43d8-af96-b3b14a48931d tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535527 Mar 03 17:46:41.433196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66713b4a-2456-423f-a715-c7e43ad30023 req-cf3b5e55-1702-409d-9b21-5caaac1712f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=80bb22c0-ecc3-4555-84bb-c583d73b7444 HTTP/1.1" status: 200 len: 217 time: 0.1576598 Mar 03 17:46:41.443136 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Transition to ACTIVE for port object 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:41.458165 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:41.593886 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Attempting to bind port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:41.594522 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Attempting to bind port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:41.595035 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Attempting to bind port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:41.614892 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:41.615545 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:41.616035 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:41.616748 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:41.617612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Bound port: 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:41.618090 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:41.643158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:35Z', 'revision_number': 5, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:41.664320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5067ec-8ef6-419d-adcd-87f89b55041f None None] The sync data for ids ['60de4d34-fb40-447d-bdb1-f99cef3e4e8e'] in n-d-827121-1 is: [{'id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1461358902-router', 'tenant_id': 'f01f805ba57745079ababc1d6a929e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:13Z', 'updated_at': '2022-03-03T17:46:35Z', 'revision_number': 5, 'project_id': 'f01f805ba57745079ababc1d6a929e87', 'gw_port': {'id': 'dcded07d-38ab-4fe0-a04c-e5412e9675b2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4d34-fb40-447d-bdb1-f99cef3e4e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:15Z', 'updated_at': '2022-03-03T17:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:46:41.716881 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] For port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:41.720100 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] For port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:41.739457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae47d7-4cce-4040-bca3-a7de102c8676 req-2f8ad471-9de9-4cba-a5be-2ab86457bcf7 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:41.746587 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:41.746874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ae47d7-4cce-4040-bca3-a7de102c8676 req-2f8ad471-9de9-4cba-a5be-2ab86457bcf7 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 947 time: 1.2914324 Mar 03 17:46:41.772008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Allocated IP 172.20.0.1 (ef3be4d6-5829-4678-a8c2-8555c6a2b220/fcdd67d9-feaf-49a6-8b95-cc13811eff14/40d77332-c6ef-4952-9902-6cb7853df003) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:41.780986 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Routers {'2bcd49a7-495e-42a6-85cd-49d724193fc3'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:41.781915 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2bcd49a7-495e-42a6-85cd-49d724193fc3'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:41.826809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b301f2-9f43-41ab-a926-865e188d8aa5 req-ed4de193-d2ba-477e-b893-aa35f8a978d8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:41.827044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] For port dcded07d-38ab-4fe0-a04c-e5412e9675b2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dcded07d-38ab-4fe0-a04c-e5412e9675b2,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:41.827455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:41.833829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7b301f2-9f43-41ab-a926-865e188d8aa5 req-ed4de193-d2ba-477e-b893-aa35f8a978d8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 948 time: 0.2052896 Mar 03 17:46:41.868142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713b4a-2456-423f-a715-c7e43ad30023 req-f6b03482-85f4-4559-bbc6-250a709b350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:41.869875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66713b4a-2456-423f-a715-c7e43ad30023 req-f6b03482-85f4-4559-bbc6-250a709b350b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3286116 Mar 03 17:46:41.999361 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523692a-2f2d-44ff-a56d-f33538aeb3bf None None] Pushing event updated for resources: {'Port': ['ID=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:42.086049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7b301f2-9f43-41ab-a926-865e188d8aa5 req-c1ffaccf-10eb-451c-b150-c5e932493ab4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512722 Mar 03 17:46:42.099315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cebfc4a-1ecf-4972-ad21-4a95f4ec64dd req-b9644559-ba21-4ad7-ba7f-ec965fed12c5 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8772469 Mar 03 17:46:42.118393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Calling delete_port for dcded07d-38ab-4fe0-a04c-e5412e9675b2 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:42.142896 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] Set router 2bcd49a7-495e-42a6-85cd-49d724193fc3 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:42.180574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ae47d7-4cce-4040-bca3-a7de102c8676 req-79311d72-2d3d-4f32-a8c2-b8819fae58a7 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325125 Mar 03 17:46:42.202125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5506a57-ff18-4d75-8115-bedd3ab0d378 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:42.250653 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:42.275219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:42.329709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Transition to ACTIVE for port object b5506a57-ff18-4d75-8115-bedd3ab0d378 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:42.359029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:42.414392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:42.423891 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523692a-2f2d-44ff-a56d-f33538aeb3bf None None] Pushing event updated for resources: {'Port': ['ID=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:42.453744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 80bb22c0-ecc3-4555-84bb-c583d73b7444 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:46:42.544262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:42.548303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:42.551281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:42.659807 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:46:37Z', 'revision_number': 3, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:42.664156 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87811dbd-b4ed-4b9d-ba9e-7b3e7f9bcf5c None None] The sync data for ids ['2bcd49a7-495e-42a6-85cd-49d724193fc3'] in n-d-827121-1 is: [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:46:37Z', 'revision_number': 3, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:46:42.698877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:42.750288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 80bb22c0-ecc3-4555-84bb-c583d73b7444, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=80bb22c0-ecc3-4555-84bb-c583d73b7444,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:42.764306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '80bb22c0-ecc3-4555-84bb-c583d73b7444', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '80bb22c0-ecc3-4555-84bb-c583d73b7444', 'mac_address': 'fa:16:3e:4a:65:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:46:42.823967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Pushing event updated for resources: {'Port': ['ID=40d77332-c6ef-4952-9902-6cb7853df003,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:42.850669 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:42.870135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bb22c0-ecc3-4555-84bb-c583d73b7444 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:42.878858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fe6a696-07c4-4dc1-a0da-b288df7166aa no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:42.881251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713b4a-2456-423f-a715-c7e43ad30023 req-0ae6e21a-c456-4f77-9509-4c340f5c96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:42.887161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66713b4a-2456-423f-a715-c7e43ad30023 req-0ae6e21a-c456-4f77-9509-4c340f5c96bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9227772 Mar 03 17:46:42.909686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad54cd-3e3c-46a1-bc64-56a4478906b2 req-1cc43f9b-6787-4756-8625-c1bd104286bf tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:42.911353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1ad54cd-3e3c-46a1-bc64-56a4478906b2 req-1cc43f9b-6787-4756-8625-c1bd104286bf tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 943 time: 0.5832474 Mar 03 17:46:42.921374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9fe6a696-07c4-4dc1-a0da-b288df7166aa {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:42.921984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fe6a696-07c4-4dc1-a0da-b288df7166aa not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:42.933612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 80bb22c0-ecc3-4555-84bb-c583d73b7444, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=80bb22c0-ecc3-4555-84bb-c583d73b7444,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:42.938459 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:42.956929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:43.026393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148c431-bf08-4b1a-843a-901e596bada0 req-bbfd8891-fcd5-4e43-ae13-7b7cbc1fc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:43.027967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b148c431-bf08-4b1a-843a-901e596bada0 req-bbfd8891-fcd5-4e43-ae13-7b7cbc1fc626 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=335ea0e0a78648da87975a266b12442d&device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 1098 time: 0.8201642 Mar 03 17:46:43.031093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:43.040637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=80bb22c0-ecc3-4555-84bb-c583d73b7444,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:43.089779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1ad54cd-3e3c-46a1-bc64-56a4478906b2 req-f4074aca-5979-4be7-952f-e33f1efd9e3a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604002 Mar 03 17:46:43.203190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['80bb22c0-ecc3-4555-84bb-c583d73b7444'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:43.458794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa1b2e-2723-43e3-8381-b63c9a8d312d req-46e0278a-471b-4741-8daf-570214945509 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:43.460344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06aa1b2e-2723-43e3-8381-b63c9a8d312d req-46e0278a-471b-4741-8daf-570214945509 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 949 time: 0.1746025 Mar 03 17:46:43.462541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:43.484741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:43.625471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5282b53f-98ca-45b4-ba39-9d95c6468ef9 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:43.634095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06aa1b2e-2723-43e3-8381-b63c9a8d312d req-26b183ff-9ee6-46cb-ac1b-8cab326fd39e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667895 Mar 03 17:46:43.641035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Pushing event updated for resources: {'Port': ['ID=40d77332-c6ef-4952-9902-6cb7853df003,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:43.648000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:43.838146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:43.844356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:43.844728 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:43.935993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148c431-bf08-4b1a-843a-901e596bada0 req-82296bb1-74e9-4f11-9fc8-74ca7d7186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:43.939085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b148c431-bf08-4b1a-843a-901e596bada0 req-82296bb1-74e9-4f11-9fc8-74ca7d7186e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.8185797 Mar 03 17:46:43.978203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:43.980228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:44.037054 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.080920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0326aea1-6285-443d-94b3-17e769181907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5282b53f-98ca-45b4-ba39-9d95c6468ef9'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:44.081901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2c7b-ebb9-4aca-9c0c-34cf064cf8f8 req-034e20d3-84d2-40d8-9fd0-65e894ca7c03 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:44.083466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f7f2c7b-ebb9-4aca-9c0c-34cf064cf8f8 req-034e20d3-84d2-40d8-9fd0-65e894ca7c03 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 947 time: 0.2170262 Mar 03 17:46:44.086923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Attempting to bind port b5506a57-ff18-4d75-8115-bedd3ab0d378 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:44.087355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Attempting to bind port b5506a57-ff18-4d75-8115-bedd3ab0d378 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:44.087952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Attempting to bind port b5506a57-ff18-4d75-8115-bedd3ab0d378 on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:44.110289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Port b5506a57-ff18-4d75-8115-bedd3ab0d378 on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:44.110703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Attempting to bind port b5506a57-ff18-4d75-8115-bedd3ab0d378 on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:44.111215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5282b53f-98ca-45b4-ba39-9d95c6468ef9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5282b53f-98ca-45b4-ba39-9d95c6468ef9,segment=NetworkSegment(f9e73404-59ee-4d62-91d3-5c1f1e79200e),segment_id=f9e73404-59ee-4d62-91d3-5c1f1e79200e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:44.123159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.135606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3b614-b3b0-4e12-8588-42ca6f873361 req-86bf8653-c9c1-4fc6-a841-535b2292e759 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:44.143838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93e3b614-b3b0-4e12-8588-42ca6f873361 req-86bf8653-c9c1-4fc6-a841-535b2292e759 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 945 time: 1.4285271 Mar 03 17:46:44.168578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:44.168578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Checking segment: {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:44.169369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Bound using segment: {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:44.169820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Bound port: b5506a57-ff18-4d75-8115-bedd3ab0d378, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:44.170172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.192642 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b148c431-bf08-4b1a-843a-901e596bada0 req-ff833a0d-68d5-4295-af04-d850c60b62da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca HTTP/1.1" status: 200 len: 217 time: 0.2345977 Mar 03 17:46:44.194563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66713b4a-2456-423f-a715-c7e43ad30023 req-5989fd44-80a3-4b11-91b5-bf21c1c6d2cb service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1739645 Mar 03 17:46:44.225118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5282b53f-98ca-45b4-ba39-9d95c6468ef9,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:44.234081 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f7f2c7b-ebb9-4aca-9c0c-34cf064cf8f8 req-6886810b-4533-40b5-a805-1b3be5588a33 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429863 Mar 03 17:46:44.286031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Router 2bcd49a7-495e-42a6-85cd-49d724193fc3 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:46:44.298615 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0326aea1-6285-443d-94b3-17e769181907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5282b53f-98ca-45b4-ba39-9d95c6468ef9', 'code': 200} Mar 03 17:46:44.352115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.463209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 80bb22c0-ecc3-4555-84bb-c583d73b7444 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:44.484894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93e3b614-b3b0-4e12-8588-42ca6f873361 req-30179088-3833-431f-8918-edd41e3cf4fb tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398612 Mar 03 17:46:44.561752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=dcded07d-38ab-4fe0-a04c-e5412e9675b2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:44.565779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 80bb22c0-ecc3-4555-84bb-c583d73b7444 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:44.577041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 80bb22c0-ecc3-4555-84bb-c583d73b7444 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:44.577440 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.666645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:44.679980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148c431-bf08-4b1a-843a-901e596bada0 req-6ac8b298-a8a9-4ad0-8484-b50d43500fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:44.681216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b148c431-bf08-4b1a-843a-901e596bada0 req-6ac8b298-a8a9-4ad0-8484-b50d43500fc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4145877 Mar 03 17:46:44.733174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:44.752412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.782815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:46:44.792080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df17696-2519-4002-9ca8-58acf5f7dfa5 req-bf8e8f0d-9f0d-4ca0-ba48-9762c6b08617 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:44.803018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5df17696-2519-4002-9ca8-58acf5f7dfa5 req-bf8e8f0d-9f0d-4ca0-ba48-9762c6b08617 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 943 time: 0.3750019 Mar 03 17:46:44.843230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.848175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fdf0da04-62be-4886-a14e-69e27063c305 admin admin] 10.222.0.23 "PUT /v2.0/routers/2bcd49a7-495e-42a6-85cd-49d724193fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1407347 Mar 03 17:46:44.849873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.912821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 80bb22c0-ecc3-4555-84bb-c583d73b7444, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=80bb22c0-ecc3-4555-84bb-c583d73b7444,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:44.919176 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.925565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35edf7-174c-4a98-85c2-7748a8ec15d2 req-9cf2e505-9bb5-477e-82c7-85e6289811b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:44.928509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e35edf7-174c-4a98-85c2-7748a8ec15d2 req-9cf2e505-9bb5-477e-82c7-85e6289811b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 1097 time: 0.5384481 Mar 03 17:46:44.943899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:44.944518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:44.945893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] 10.222.0.35 "PUT /v2.0/ports/b5506a57-ff18-4d75-8115-bedd3ab0d378 HTTP/1.1" status: 200 len: 1091 time: 5.6243780 Mar 03 17:46:44.952084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:45.000745 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5df17696-2519-4002-9ca8-58acf5f7dfa5 req-f2c7b48a-313a-4d32-b11f-b6a61d0b2a5b tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968970 Mar 03 17:46:45.009256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Sync routers for ids ['2bcd49a7-495e-42a6-85cd-49d724193fc3'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:46:45.049919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e35edf7-174c-4a98-85c2-7748a8ec15d2 req-b23b243c-06a6-41a7-80bb-df1464c107df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130586 Mar 03 17:46:45.055383 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66713b4a-2456-423f-a715-c7e43ad30023 req-d171b214-a2c4-4fc2-9526-49baeedf5a6a service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249264 Mar 03 17:46:45.071074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Routers {'2bcd49a7-495e-42a6-85cd-49d724193fc3'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:45.072570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2bcd49a7-495e-42a6-85cd-49d724193fc3'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:45.252248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:45.254725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:45.258610 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'status': 'completed', 'code': 200} Mar 03 17:46:45.260385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae177c-0db2-4ba5-80c4-4ba9d255f10f service neutron] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:45.269079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:45.312000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148c431-bf08-4b1a-843a-901e596bada0 req-5cde8f24-6414-43ea-bbbe-81cb23e5ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:45.313603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b148c431-bf08-4b1a-843a-901e596bada0 req-5cde8f24-6414-43ea-bbbe-81cb23e5ab6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6241968 Mar 03 17:46:45.338867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:45.339403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60de4d34-fb40-447d-bdb1-f99cef3e4e8e {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:46:45.362013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-8fe5580f-da5f-4877-9a54-1e1a89c3e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:45.363583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-8fe5580f-da5f-4877-9a54-1e1a89c3e7ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 1094 time: 0.2881980 Mar 03 17:46:45.476736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Set router 2bcd49a7-495e-42a6-85cd-49d724193fc3 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:45.501533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-f9d57c9a-544f-40f6-86e0-e86a874c25b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378 HTTP/1.1" status: 200 len: 217 time: 0.1141856 Mar 03 17:46:45.509429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09d75a-43a1-4ac5-88ff-774d9108dae5 req-2a9665ef-2e15-477a-87af-ee2a65750660 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:45.517050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae09d75a-43a1-4ac5-88ff-774d9108dae5 req-2a9665ef-2e15-477a-87af-ee2a65750660 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 950 time: 0.6231136 Mar 03 17:46:45.668664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-cadda741-492e-4ffb-bfef-850d9bfb5ad1 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:45.673901 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-cadda741-492e-4ffb-bfef-850d9bfb5ad1 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 818 time: 0.2232943 Mar 03 17:46:45.676614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:46:45.693537 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-aa2c2f3f-522b-455d-a74b-439403e0f4ad tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/quotas/93b9435a856b4472a6b942e906d028b4 HTTP/1.1" status: 200 len: 375 time: 0.0158572 Mar 03 17:46:45.697352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=80bb22c0-ecc3-4555-84bb-c583d73b7444,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:45.734696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:45.735924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48698791-3f98-4f54-8920-3b00a3031b1d admin admin] 10.222.0.23 "DELETE /v2.0/routers/60de4d34-fb40-447d-bdb1-f99cef3e4e8e HTTP/1.1" status: 204 len: 168 time: 6.5507073 Mar 03 17:46:45.741840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35018) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:45.772561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:45.816650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:45.816886 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:45.823588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] Deleting subnet a8ec21ef-1c22-4865-b888-411eb8521dcd {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:46:45.829953 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:45.849129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae09d75a-43a1-4ac5-88ff-774d9108dae5 req-d7bb02ab-d15a-4924-85c6-3029d880a0a2 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311238 Mar 03 17:46:45.857217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-c820f631-6de8-41ee-8bf1-b57ee75ef908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:45.861700 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-c820f631-6de8-41ee-8bf1-b57ee75ef908 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba HTTP/1.1" status: 200 len: 862 time: 0.3298628 Mar 03 17:46:45.886487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-e9fa562d-3687-4a4d-bb57-0904b22f7d23 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Synchronizing usage tracker for tenant:93b9435a856b4472a6b942e906d028b4 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:45.923347 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:45.981356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-e9fa562d-3687-4a4d-bb57-0904b22f7d23 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Unset dirty status for tenant:93b9435a856b4472a6b942e906d028b4 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:45.985148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-e9fa562d-3687-4a4d-bb57-0904b22f7d23 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2913980 Mar 03 17:46:46.014183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b148c431-bf08-4b1a-843a-901e596bada0 req-016f4e66-2578-421a-8d60-596b7da1776f service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463022 Mar 03 17:46:46.057716 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-68e8bf71-6ab7-4ad9-9050-b0fcb98ea05e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1809413 Mar 03 17:46:46.091788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:46.108443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'mac_address': 'fa:16:3e:f7:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:46:46.187979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-241ccf07-ca0f-4f1d-917b-58caed984dbf service neutron] 10.222.0.23 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954162 Mar 03 17:46:46.235539 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.261232 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.280482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d563f617-eeb0-44af-ba04-2cbef3d8e9ca {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:46.294458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:46:42Z', 'revision_number': 4, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40d77332-c6ef-4952-9902-6cb7853df003', 'name': '', 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'mac_address': 'fa:16:3e:4d:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:41Z', 'updated_at': '2022-03-03T17:46:43Z', 'revision_number': 2, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'subnets': [{'id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:46.302830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:46.303252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb22c0-ecc3-4555-84bb-c583d73b7444'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:46.313417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.332264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.361357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Checking router: 2bcd49a7-495e-42a6-85cd-49d724193fc3 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:46:46.361724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Updating router 2bcd49a7-495e-42a6-85cd-49d724193fc3 port 40d77332-c6ef-4952-9902-6cb7853df003 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:46:46.394966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:46.416613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:46.431008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.483642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-78279f33-0077-4e12-ad45-2d53c40a4dfd service neutron] 10.222.0.23 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942734 Mar 03 17:46:46.512130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.534119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406acc2-32f7-4946-b2a2-e9ae9ac41667 req-cf173575-31c0-4dba-a5ff-9074ca093852 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:46.536346 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.537927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0406acc2-32f7-4946-b2a2-e9ae9ac41667 req-cf173575-31c0-4dba-a5ff-9074ca093852 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 947 time: 0.4611216 Mar 03 17:46:46.561509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b148c431-bf08-4b1a-843a-901e596bada0 req-e3c547de-7fc2-4ce9-a344-45b4110d29e6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374887 Mar 03 17:46:46.609526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:46.615504 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-93c582fb-5452-4a9c-9f03-1d2598e44e81 service neutron] 10.222.0.35 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837747 Mar 03 17:46:46.640879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ec21ef-1c22-4865-b888-411eb8521dcd,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:46.642913 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.667591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-03505514-71b9-4f08-9cdd-f38cff247dcd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a8ec21ef-1c22-4865-b888-411eb8521dcd HTTP/1.1" status: 204 len: 168 time: 0.9200006 Mar 03 17:46:46.670164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35028) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:46.723338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0406acc2-32f7-4946-b2a2-e9ae9ac41667 req-cba7f0fd-59ca-4573-bff8-0f5d7915168b tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730709 Mar 03 17:46:46.735541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04672de-bcca-423a-9eb4-a0a4ecf8e48b None None] Network a1f9746e-70eb-433c-ada6-4cbbcc02cb2e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:46:46.890171 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.923155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Deleting port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:46:46.923458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:46.980226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:47.016512 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1e605a6-73e4-4615-917e-2b3e3c20d3e9 req-efada816-99b1-463b-b225-0a46c5e432c9 service neutron] 10.222.0.35 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849487 Mar 03 17:46:47.020761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d563f617-eeb0-44af-ba04-2cbef3d8e9ca'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:47.255265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724ab12-b3c4-47e5-bd17-15416a0c0447 req-c8862c73-bbb2-420e-98d1-58669f273dbf tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:47.256315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c724ab12-b3c4-47e5-bd17-15416a0c0447 req-c8862c73-bbb2-420e-98d1-58669f273dbf tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:47.283483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad24d97-444e-4422-862a-6fbb449c242e req-26de96b5-7d9b-4c34-9be4-c2080676d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:47.286267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad24d97-444e-4422-862a-6fbb449c242e req-26de96b5-7d9b-4c34-9be4-c2080676d0c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 1094 time: 0.1869054 Mar 03 17:46:47.320405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c724ab12-b3c4-47e5-bd17-15416a0c0447 req-c8862c73-bbb2-420e-98d1-58669f273dbf tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:47.327291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c724ab12-b3c4-47e5-bd17-15416a0c0447 req-c8862c73-bbb2-420e-98d1-58669f273dbf tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 943 time: 0.2805357 Mar 03 17:46:47.329970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] For port b8d7b723-cdf0-4c4e-8899-0c3b573980d8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b8d7b723-cdf0-4c4e-8899-0c3b573980d8,segment=NetworkSegment(8cf3ec25-481e-4eb9-875b-85e1786b7c13),segment_id=8cf3ec25-481e-4eb9-875b-85e1786b7c13)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:47.330340 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:47.347419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6eb59-2b36-45ce-8cce-ed5e785059d8 req-877416f0-798b-4b66-8786-d0050acf8cf2 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:47.355158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62e6eb59-2b36-45ce-8cce-ed5e785059d8 req-877416f0-798b-4b66-8786-d0050acf8cf2 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 946 time: 0.3792467 Mar 03 17:46:47.469893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c724ab12-b3c4-47e5-bd17-15416a0c0447 req-481c73c6-3ed8-4a09-8829-7622e5ccb83c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415672 Mar 03 17:46:47.555983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad24d97-444e-4422-862a-6fbb449c242e req-a1869843-6fa2-40b5-8134-843c2ec3e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:47.561620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad24d97-444e-4422-862a-6fbb449c242e req-a1869843-6fa2-40b5-8134-843c2ec3e9a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 923 time: 0.2651713 Mar 03 17:46:47.566127 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb22c0-ecc3-4555-84bb-c583d73b7444', 'code': 200} Mar 03 17:46:47.624357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:47.625417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:47.659927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad24d97-444e-4422-862a-6fbb449c242e req-ca12d647-70af-4511-b256-cb5395e5de7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378 HTTP/1.1" status: 200 len: 217 time: 0.0932751 Mar 03 17:46:47.765670 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:47.798179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad24d97-444e-4422-862a-6fbb449c242e req-eb77dd6e-e80f-4f7d-b37c-379ff131f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:47.799897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad24d97-444e-4422-862a-6fbb449c242e req-eb77dd6e-e80f-4f7d-b37c-379ff131f6d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba HTTP/1.1" status: 200 len: 862 time: 0.1324224 Mar 03 17:46:47.815652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Calling delete_port for b8d7b723-cdf0-4c4e-8899-0c3b573980d8 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:46:47.906486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62e6eb59-2b36-45ce-8cce-ed5e785059d8 req-cad547e3-5142-4958-a7a7-4ac60963287f tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504494 Mar 03 17:46:47.946505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93322fc8-a2d1-48b8-8604-1bd5b5aa26e9 req-ab4b6faf-e85e-4155-9e16-4f23dc056d33 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 210 time: 0.0977256 Mar 03 17:46:47.952392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:47.978320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad24d97-444e-4422-862a-6fbb449c242e req-81b3aa66-9392-4dd5-9bad-2d2a449988dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852959 Mar 03 17:46:48.043481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] No DVR routers for this DVR port b8d7b723-cdf0-4c4e-8899-0c3b573980d8 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:46:48.135382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d7b723-cdf0-4c4e-8899-0c3b573980d8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:48.149660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e4186e-265b-4582-b932-42220eb5a024 None None] DHCP port deletion for a1f9746e-70eb-433c-ada6-4cbbcc02cb2e request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:46:48.157023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f5bf3-c99f-4e8d-979a-d267e01f7298 req-ac6db4d2-0130-4828-8a22-000021daddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:48.158546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c84f5bf3-c99f-4e8d-979a-d267e01f7298 req-ac6db4d2-0130-4828-8a22-000021daddc8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 1101 time: 0.3570170 Mar 03 17:46:48.245355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.250004 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dcded07d-38ab-4fe0-a04c-e5412e9675b2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:48.333000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: dcded07d-38ab-4fe0-a04c-e5412e9675b2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:48.333390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dcded07d-38ab-4fe0-a04c-e5412e9675b2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:48.336820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Transition to ACTIVE for port object 40d77332-c6ef-4952-9902-6cb7853df003 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:48.346743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.459758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.501411 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c84f5bf3-c99f-4e8d-979a-d267e01f7298 req-173bd62c-c58f-49f7-8718-9f324b411ea7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337679 Mar 03 17:46:48.507081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad24d97-444e-4422-862a-6fbb449c242e req-df84db65-3481-4abd-bb69-17c80b7b0a6d service neutron] 10.222.0.35 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109079 Mar 03 17:46:48.519257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f9746e-70eb-433c-ada6-4cbbcc02cb2e']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:48.566153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8a49-eb8b-4b4b-ae2d-f2ca955c024f None None] Pushing event updated for resources: {'Port': ['ID=40d77332-c6ef-4952-9902-6cb7853df003,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:48.573111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd25cd-9183-444b-959b-d1698d77c2b0 req-e50f31a2-ebee-4bd2-8077-589ad2def56f tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:48.578012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5fd25cd-9183-444b-959b-d1698d77c2b0 req-e50f31a2-ebee-4bd2-8077-589ad2def56f tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 948 time: 0.3586559 Mar 03 17:46:48.628657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf3ec25-481e-4eb9-875b-85e1786b7c13') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:48.628954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf3ec25-481e-4eb9-875b-85e1786b7c13') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:48.643196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5fd25cd-9183-444b-959b-d1698d77c2b0 req-123c50c3-1b01-4cb8-9cf7-cc6507039dd3 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596509 Mar 03 17:46:48.664622 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.676584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Attempting to bind port 40d77332-c6ef-4952-9902-6cb7853df003 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:48.677037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Attempting to bind port 40d77332-c6ef-4952-9902-6cb7853df003 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:48.677733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Attempting to bind port 40d77332-c6ef-4952-9902-6cb7853df003 on network ef3be4d6-5829-4678-a8c2-8555c6a2b220 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:48.686023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:48.688420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Checking segment: {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:48.690921 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.693189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Bound using segment: {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:48.693816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Bound port: 40d77332-c6ef-4952-9902-6cb7853df003, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:48.694774 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.810588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] For port 40d77332-c6ef-4952-9902-6cb7853df003, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:48.814466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] For port 40d77332-c6ef-4952-9902-6cb7853df003, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40d77332-c6ef-4952-9902-6cb7853df003,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:48.818046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.819903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.871969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:46:48.872929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:46:48.904977 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:46:48.922103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Routers {'2bcd49a7-495e-42a6-85cd-49d724193fc3'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:46:48.923120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2bcd49a7-495e-42a6-85cd-49d724193fc3'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:48.981026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b8d7b723-cdf0-4c4e-8899-0c3b573980d8 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:46:49.025364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad24d97-444e-4422-862a-6fbb449c242e req-94ad3454-ead4-4cde-887b-69a23019b603 service neutron] 10.222.0.35 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235972 Mar 03 17:46:49.026043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808a81b-5dec-4127-a232-260d58a80ea6 req-dcc257fb-2c37-4612-a91d-8ddafbcc24ca tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:49.027509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3808a81b-5dec-4127-a232-260d58a80ea6 req-dcc257fb-2c37-4612-a91d-8ddafbcc24ca tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 950 time: 0.6547425 Mar 03 17:46:49.032720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8a49-eb8b-4b4b-ae2d-f2ca955c024f None None] Pushing event updated for resources: {'Port': ['ID=40d77332-c6ef-4952-9902-6cb7853df003,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:49.037603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b8d7b723-cdf0-4c4e-8899-0c3b573980d8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:46:49.037603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b8d7b723-cdf0-4c4e-8899-0c3b573980d8 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:46:49.081979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-764768a4-423b-4322-9efb-f6e791a5f350 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:49.083482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-764768a4-423b-4322-9efb-f6e791a5f350 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.35 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 818 time: 0.5318785 Mar 03 17:46:49.086774 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:49.121928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-a9e433d2-ec96-49f2-9368-b5aa7738ac73 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:49.122949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-a9e433d2-ec96-49f2-9368-b5aa7738ac73 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Synchronizing usage tracker for tenant:93b9435a856b4472a6b942e906d028b4 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:49.125363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Request body: {'port': {'device_id': '17565d2c-5745-4503-9ab2-f714d400605e', 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'admin_state_up': True, 'tenant_id': '93b9435a856b4472a6b942e906d028b4'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:49.146257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-a9e433d2-ec96-49f2-9368-b5aa7738ac73 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Unset dirty status for tenant:93b9435a856b4472a6b942e906d028b4 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:49.148019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-a9e433d2-ec96-49f2-9368-b5aa7738ac73 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 818 time: 0.3123312 Mar 03 17:46:49.164745 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-5c748306-7611-4696-88f2-4d4985ca3fc4 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/quotas/93b9435a856b4472a6b942e906d028b4 HTTP/1.1" status: 200 len: 375 time: 0.0112853 Mar 03 17:46:49.169069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:49.184185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f9746e-70eb-433c-ada6-4cbbcc02cb2e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:49.223241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] Set router 2bcd49a7-495e-42a6-85cd-49d724193fc3 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:46:49.246735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3808a81b-5dec-4127-a232-260d58a80ea6 req-cebb7c22-4ff4-4b1e-8a1e-fa280c1c32dd tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010274 Mar 03 17:46:49.251045 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8ba98dd7-4755-414a-b6c4-dbcd7fb2f144 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a1f9746e-70eb-433c-ada6-4cbbcc02cb2e HTTP/1.1" status: 204 len: 168 time: 2.5796099 Mar 03 17:46:49.311770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:49.332614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:49.334156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-84e75c6e-8f85-4662-9833-0141ae387da5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603301 Mar 03 17:46:49.351802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Made reservation on behalf of 93b9435a856b4472a6b942e906d028b4 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:49.360431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:49.467198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:49.542268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6e64bf8-1ab2-447e-9496-f42bea0ba887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:49.556419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-a83cdfd6-aa88-44d7-9667-48d3b9510f69 service neutron] 10.222.0.23 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176511 Mar 03 17:46:49.604218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-71695ae7-035a-4500-95f6-fe9362ff1f84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f01f805ba57745079ababc1d6a929e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344347 Mar 03 17:46:49.604591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35072) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:46:49.679375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:49.764663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:46:42Z', 'revision_number': 4, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40d77332-c6ef-4952-9902-6cb7853df003', 'name': '', 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'mac_address': 'fa:16:3e:4d:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:41Z', 'updated_at': '2022-03-03T17:46:48Z', 'revision_number': 4, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'subnets': [{'id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:46:49.772448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924fda8-ae4f-4f0e-85e7-9ee11eacfa63 None None] The sync data for ids ['2bcd49a7-495e-42a6-85cd-49d724193fc3'] in n-d-827121-1 is: [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:46:42Z', 'revision_number': 4, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40d77332-c6ef-4952-9902-6cb7853df003', 'name': '', 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'mac_address': 'fa:16:3e:4d:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:41Z', 'updated_at': '2022-03-03T17:46:48Z', 'revision_number': 4, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'subnets': [{'id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:46:49.786491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port d563f617-eeb0-44af-ba04-2cbef3d8e9ca completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:49.796163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d563f617-eeb0-44af-ba04-2cbef3d8e9ca triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:49.798344 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:49.822064 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-e8453246-0c8d-4c1c-a33f-a82870a72286 service neutron] 10.222.0.23 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645154 Mar 03 17:46:49.833414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96997978-9d95-4189-952e-e435e7957a9d req-5e79e5c4-a971-46aa-82d4-3acf1f1b55cb tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:49.838718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96997978-9d95-4189-952e-e435e7957a9d req-5e79e5c4-a971-46aa-82d4-3acf1f1b55cb tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 943 time: 0.3619530 Mar 03 17:46:49.923094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Allocated IP 172.20.0.9 (ef3be4d6-5829-4678-a8c2-8555c6a2b220/fcdd67d9-feaf-49a6-8b95-cc13811eff14/3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:49.940203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba80a19a-0cd1-4167-a2aa-3f07bffc1f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:49.995346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96997978-9d95-4189-952e-e435e7957a9d req-8d9ba0bb-d90a-4691-b1b9-f5979e10d8c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395681 Mar 03 17:46:50.041367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba80a19a-0cd1-4167-a2aa-3f07bffc1f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:50.052762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:50.124300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:50.166453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:50.172256 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:50.305237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea357536-4d98-4262-8b6d-d0563639b26c req-50ae506a-6336-40df-a29d-259d46b52990 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:50.313687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea357536-4d98-4262-8b6d-d0563639b26c req-50ae506a-6336-40df-a29d-259d46b52990 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 949 time: 0.1244452 Mar 03 17:46:50.365699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:50.386029 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea357536-4d98-4262-8b6d-d0563639b26c req-e0a78fb1-4db8-44db-995c-c5d6d0c19e87 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Mar 03 17:46:50.499047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b5506a57-ff18-4d75-8115-bedd3ab0d378 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:46:50.515207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6afa3d7b-108f-4cb5-95dd-c15b66be8d18 req-12eecf04-b79a-45b3-b4a4-fd286399873c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 210 time: 0.0605338 Mar 03 17:46:50.667698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba80a19a-0cd1-4167-a2aa-3f07bffc1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:50.673033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:50.739551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80a19a-0cd1-4167-a2aa-3f07bffc1f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66c537a-ed60-4e6c-8eaa-11754f4d7207,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:50.803258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a634b7-080f-4ad6-90b2-cc19836e369c req-8b99947d-f616-4a78-a914-09ea54f511c3 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:50.806266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6a634b7-080f-4ad6-90b2-cc19836e369c req-8b99947d-f616-4a78-a914-09ea54f511c3 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 946 time: 0.3640976 Mar 03 17:46:50.844584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba80a19a-0cd1-4167-a2aa-3f07bffc1f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:50.845745 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ba80a19a-0cd1-4167-a2aa-3f07bffc1f4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d66c537a-ed60-4e6c-8eaa-11754f4d7207 HTTP/1.1" status: 204 len: 168 time: 1.2360830 Mar 03 17:46:50.866781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:50.875748 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6a634b7-080f-4ad6-90b2-cc19836e369c req-110f0a3d-e4f9-47d2-adbb-03cc0355bb1c tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601051 Mar 03 17:46:50.911792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:51.037811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'port_id': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'mac_address': 'fa:16:3e:a7:14:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:46:51.058089 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'code': 200} Mar 03 17:46:51.187012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36f614-0a46-4868-a274-4f3a914f537d req-a7abad01-3239-40d3-8efe-3d384105f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:51.187012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e36f614-0a46-4868-a274-4f3a914f537d req-a7abad01-3239-40d3-8efe-3d384105f59a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 1100 time: 0.4508090 Mar 03 17:46:51.198773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40d77332-c6ef-4952-9902-6cb7853df003 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:51.214717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920afb8d-953d-4877-a121-57e48475808e req-9b0013fe-6eba-4798-ac58-435fff8c6164 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:51.222461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-920afb8d-953d-4877-a121-57e48475808e req-9b0013fe-6eba-4798-ac58-435fff8c6164 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 950 time: 0.4002628 Mar 03 17:46:51.354024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Pushing event updated for resources: {'Port': ['ID=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:51.411387 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:51.426596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:51.428466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:51.437703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:51.441016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-920afb8d-953d-4877-a121-57e48475808e req-61f2c36e-538c-4c17-adbf-f0484eab720f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176974 Mar 03 17:46:51.443601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e36f614-0a46-4868-a274-4f3a914f537d req-5c1fa789-0039-4283-ace9-5357f8b985b1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491994 Mar 03 17:46:51.511260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5506a57-ff18-4d75-8115-bedd3ab0d378 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:51.566158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:51.568232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 40d77332-c6ef-4952-9902-6cb7853df003 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:51.574371 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:51.574681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:51.576404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:51.640388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d29b600b-c103-42be-a94e-28086e5e1064 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5193889 Mar 03 17:46:51.643479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 40d77332-c6ef-4952-9902-6cb7853df003 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:51.644071 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:51.662233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Request body: {'port': {'device_id': '17565d2c-5745-4503-9ab2-f714d400605e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:51.762859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d6042-25d9-447e-819a-d6966b6ae519 req-8d077838-09de-412f-a251-d6b6350451c9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:51.770288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a5d6042-25d9-447e-819a-d6966b6ae519 req-8d077838-09de-412f-a251-d6b6350451c9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 943 time: 0.4174621 Mar 03 17:46:51.845550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671251b1-b817-4a2d-b98e-7f2e2e43cf76 req-bbda5b9e-c74b-434b-9818-12afe0df046e tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:51.847613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-671251b1-b817-4a2d-b98e-7f2e2e43cf76 req-bbda5b9e-c74b-434b-9818-12afe0df046e tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 949 time: 0.2375426 Mar 03 17:46:51.962559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-671251b1-b817-4a2d-b98e-7f2e2e43cf76 req-94567c0b-a342-4644-bcca-baea37cbf0e6 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080739 Mar 03 17:46:52.006300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b5506a57-ff18-4d75-8115-bedd3ab0d378'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:52.029819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a5d6042-25d9-447e-819a-d6966b6ae519 req-18239d5a-19ec-40fa-930a-ef426803e798 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585590 Mar 03 17:46:52.043168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:52.069575 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-332a5e4b-5209-4ebe-ad6c-40598661c0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:52.219455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:52.298321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:52.446932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d4cc245c-8166-4709-ab87-5d85cbb7f3ce req-57c6c8a2-3941-415d-8f3b-e114b7df32dc tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Synchronizing usage tracker for tenant:93b9435a856b4472a6b942e906d028b4 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:52.461385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 40d77332-c6ef-4952-9902-6cb7853df003, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40d77332-c6ef-4952-9902-6cb7853df003,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:52.484280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:52.511398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d4cc245c-8166-4709-ab87-5d85cbb7f3ce req-57c6c8a2-3941-415d-8f3b-e114b7df32dc tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Unset dirty status for tenant:93b9435a856b4472a6b942e906d028b4 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:52.525757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4cc245c-8166-4709-ab87-5d85cbb7f3ce req-57c6c8a2-3941-415d-8f3b-e114b7df32dc tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 210 time: 0.1826930 Mar 03 17:46:52.679152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53ae92-a553-4703-b414-39e65ee8ba59 req-47a300dd-ed6c-46f2-b65d-d069324f541b tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:52.687054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad53ae92-a553-4703-b414-39e65ee8ba59 req-47a300dd-ed6c-46f2-b65d-d069324f541b tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 1101 time: 0.4344382 Mar 03 17:46:52.750834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:52.794993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-03400f5e-0dae-4cf6-8bf5-4fd110fbc2f5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:52.797227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-03400f5e-0dae-4cf6-8bf5-4fd110fbc2f5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.16 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 818 time: 0.4312184 Mar 03 17:46:52.808567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad53ae92-a553-4703-b414-39e65ee8ba59 req-6dfed5c5-46a1-405c-8f29-612f3e667ce7 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205444 Mar 03 17:46:52.858480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Request body: {'port': {'device_id': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'admin_state_up': True, 'tenant_id': '93b9435a856b4472a6b942e906d028b4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:52.905878 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:52.911159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=40d77332-c6ef-4952-9902-6cb7853df003,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:53.084863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:53.113462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:53.163817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Transition to ACTIVE for port object 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:53.170576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:53.290300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:53.300643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:53.464613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:53.485918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Made reservation on behalf of 93b9435a856b4472a6b942e906d028b4 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:53.489366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:53.569087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021b7c4-5f00-45d0-95fd-a923f9c170e6 req-ac36b2cf-e52a-4bf7-8bc3-fa7381fdb916 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:53.570670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3021b7c4-5f00-45d0-95fd-a923f9c170e6 req-ac36b2cf-e52a-4bf7-8bc3-fa7381fdb916 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 949 time: 0.2712517 Mar 03 17:46:53.575619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Attempting to bind port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:53.575950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Attempting to bind port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:53.576272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Attempting to bind port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac on network ef3be4d6-5829-4678-a8c2-8555c6a2b220 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:53.581251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac on network ef3be4d6-5829-4678-a8c2-8555c6a2b220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:53.581635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Attempting to bind port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac on network ef3be4d6-5829-4678-a8c2-8555c6a2b220 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:53.604974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:53.605375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Checking segment: {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:53.605708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Bound using segment: {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:53.606136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Bound port: 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:53.607003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:53.609868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2c0e4-720f-49a7-8a02-2247f4f622f9 req-fb11d250-5075-42a0-a557-102a204e2964 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:53.611508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2d2c0e4-720f-49a7-8a02-2247f4f622f9 req-fb11d250-5075-42a0-a557-102a204e2964 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 944 time: 0.3187442 Mar 03 17:46:53.671233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3021b7c4-5f00-45d0-95fd-a923f9c170e6 req-cd2a15e9-f148-479d-96e4-ad06c3c7a3fb tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869114 Mar 03 17:46:53.726761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2d2c0e4-720f-49a7-8a02-2247f4f622f9 req-c0c2f01a-e0f4-434c-a175-b361f639ffdb tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005247 Mar 03 17:46:53.728601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Allocated IP 172.20.0.12 (ef3be4d6-5829-4678-a8c2-8555c6a2b220/fcdd67d9-feaf-49a6-8b95-cc13811eff14/a71318d6-8f38-4fcd-b914-09e01a697ce5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:53.751695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] For port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:53.756511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] For port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:53.761669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:53.764996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:53.807795 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:46:53.844445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-b57bb965-25a4-4867-8c82-dc9a4c30d9f8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434558 Mar 03 17:46:53.853488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:53.854670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:53.856379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] 10.222.0.35 "PUT /v2.0/ports/3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 1091 time: 2.2075136 Mar 03 17:46:53.857268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17565d2c-5745-4503-9ab2-f714d400605e', 'tag': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:54.125510 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:54.153023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bf654-dc02-4c5f-ba25-006d206cc106 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:54.199188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-d4cac4c3-f590-4c7d-9a26-96a4d8414b40 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2d2ec4816b784176b42e2e55d4120c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696011 Mar 03 17:46:54.252491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-5566dcdf-36ae-4c02-8849-0e80909cd67d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:54.254542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-5566dcdf-36ae-4c02-8849-0e80909cd67d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834178 Mar 03 17:46:54.258574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-f738d0bd-a6b6-4bce-97d0-c49c838c16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:54.260741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-f738d0bd-a6b6-4bce-97d0-c49c838c16ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1094 time: 0.3470919 Mar 03 17:46:54.261504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:54.327620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-ba9988c6-de3c-45d6-b5b5-c7c753938511 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/quotas/8f8f0010448e40a9867b15d2996d9269 HTTP/1.1" status: 200 len: 375 time: 0.0651603 Mar 03 17:46:54.337621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-ea998548-66ba-4a67-b425-b069cb9efdf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 217 time: 0.0648358 Mar 03 17:46:54.440925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-ac38f230-84f8-436f-94b4-8641bc7ace6d tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:54.449597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-ac38f230-84f8-436f-94b4-8641bc7ace6d tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342877 Mar 03 17:46:54.476649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-d522a2d2-8dca-496e-ba18-7a7553dca41e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/quotas/2d2ec4816b784176b42e2e55d4120c9b HTTP/1.1" status: 200 len: 375 time: 0.0249748 Mar 03 17:46:54.528501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b5506a57-ff18-4d75-8115-bedd3ab0d378 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:54.528743 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:54.572499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-92056ceb-254b-43d7-8463-d6279a6303c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:54.574189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-92056ceb-254b-43d7-8463-d6279a6303c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.2009299 Mar 03 17:46:54.600772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-2eae5780-44e0-4d33-998a-459f68e661ae tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d2ec4816b784176b42e2e55d4120c9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230152 Mar 03 17:46:54.633641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-e7d27ba5-2fe9-4d94-b969-2d323f1500bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510335 Mar 03 17:46:54.657626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Network ef3be4d6-5829-4678-a8c2-8555c6a2b220 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:54.661934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:54.666258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:54.710238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b5506a57-ff18-4d75-8115-bedd3ab0d378 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:46:54.712055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-a06bca4f-38b1-4e80-80c0-5ba6a637b45e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3767962 Mar 03 17:46:54.738244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Pushing event updated for resources: {'Port': ['ID=a71318d6-8f38-4fcd-b914-09e01a697ce5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:54.743699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b5506a57-ff18-4d75-8115-bedd3ab0d378 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:54.744306 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:54.783028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:54.783792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:54.832103 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-c89012e7-0fbb-41ad-b112-92fb84917a12 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9787972 Mar 03 17:46:54.854480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Request body: {'port': {'device_id': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:54.927965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-75db145a-6ee1-4571-b203-a7aef9ed1714 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838922 Mar 03 17:46:55.050821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40d77332-c6ef-4952-9902-6cb7853df003 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:46:55.161539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f316c2e1-7d11-41ac-a2c8-786f9150871e req-d40c514a-5a33-4b8c-8d81-75ac992d0ab0 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251723 Mar 03 17:46:55.219675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:55.235308 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:55.250363 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17565d2c-5745-4503-9ab2-f714d400605e', 'tag': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac', 'status': 'completed', 'code': 200} Mar 03 17:46:55.318108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:55.319814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4d1da-705c-493e-afb7-9df22cfebfac req-f27fb981-0886-46f0-9ef6-b88dfadd8dab tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:55.320656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cab4d1da-705c-493e-afb7-9df22cfebfac req-f27fb981-0886-46f0-9ef6-b88dfadd8dab tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Synchronizing usage tracker for tenant:93b9435a856b4472a6b942e906d028b4 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:55.348619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:55.364909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:55.383419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cab4d1da-705c-493e-afb7-9df22cfebfac req-f27fb981-0886-46f0-9ef6-b88dfadd8dab tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Unset dirty status for tenant:93b9435a856b4472a6b942e906d028b4 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:55.388208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cab4d1da-705c-493e-afb7-9df22cfebfac req-f27fb981-0886-46f0-9ef6-b88dfadd8dab tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 932 time: 0.3488555 Mar 03 17:46:55.466332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-313cf5e4-8a31-42a1-8d7e-81dd79fbad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:55.471795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-313cf5e4-8a31-42a1-8d7e-81dd79fbad62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1094 time: 0.1922846 Mar 03 17:46:55.488928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 40d77332-c6ef-4952-9902-6cb7853df003 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:46:55.491312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:55.625755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:55.801300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-be790a46-ccff-4bc8-8f5a-69cc4e3d3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:55.802647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-be790a46-ccff-4bc8-8f5a-69cc4e3d3db0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.3222971 Mar 03 17:46:55.953753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-821e1a42-ccd4-4811-9891-825d2ea4ae6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 217 time: 0.1363904 Mar 03 17:46:56.001642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71318d6-8f38-4fcd-b914-09e01a697ce5 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:56.009527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:56.033213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Transition to ACTIVE for port object a71318d6-8f38-4fcd-b914-09e01a697ce5 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:56.035279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-b0b46427-baa6-4715-a930-c16f8e1d6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:56.046394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:56.051260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-b0b46427-baa6-4715-a930-c16f8e1d6519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.0783134 Mar 03 17:46:56.106809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cab4d1da-705c-493e-afb7-9df22cfebfac req-9d00d45d-237f-4b4b-9911-6d32f3b2328b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Synchronizing usage tracker for tenant:93b9435a856b4472a6b942e906d028b4 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:46:56.185544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-2028566f-b527-412b-b219-46c8d0a047b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332374 Mar 03 17:46:56.269389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cab4d1da-705c-493e-afb7-9df22cfebfac req-9d00d45d-237f-4b4b-9911-6d32f3b2328b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Unset dirty status for tenant:93b9435a856b4472a6b942e906d028b4 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:46:56.272242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cab4d1da-705c-493e-afb7-9df22cfebfac req-9d00d45d-237f-4b4b-9911-6d32f3b2328b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8738742 Mar 03 17:46:56.338531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=a71318d6-8f38-4fcd-b914-09e01a697ce5,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:56.417505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-276aa5cb-b37b-407d-bf33-f95e04f32b53 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201042 Mar 03 17:46:56.650829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Attempting to bind port a71318d6-8f38-4fcd-b914-09e01a697ce5 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:46:56.651600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Attempting to bind port a71318d6-8f38-4fcd-b914-09e01a697ce5 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:46:56.652044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Attempting to bind port a71318d6-8f38-4fcd-b914-09e01a697ce5 on network ef3be4d6-5829-4678-a8c2-8555c6a2b220 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:56.671575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Port a71318d6-8f38-4fcd-b914-09e01a697ce5 on network ef3be4d6-5829-4678-a8c2-8555c6a2b220 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:46:56.672111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Attempting to bind port a71318d6-8f38-4fcd-b914-09e01a697ce5 on network ef3be4d6-5829-4678-a8c2-8555c6a2b220 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:46:56.689215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f513-8ced-4fca-9bd2-4b801aa8aedf req-152fb455-89d0-4652-ab0c-52dfa0214d98 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:56.690869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f89f513-8ced-4fca-9bd2-4b801aa8aedf req-152fb455-89d0-4652-ab0c-52dfa0214d98 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.1952929 Mar 03 17:46:56.691024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de05e9-8370-4922-b6c6-e758b62739e8 req-e2986269-afcf-4bdf-8b04-bd56f7637b47 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:56.691982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:46:56.692465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Checking segment: {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:46:56.692934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Bound using segment: {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:46:56.693529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Bound port: a71318d6-8f38-4fcd-b914-09e01a697ce5, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:46:56.693968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:56.697809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96de05e9-8370-4922-b6c6-e758b62739e8 req-e2986269-afcf-4bdf-8b04-bd56f7637b47 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 949 time: 0.3196478 Mar 03 17:46:56.715772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af7ab5b1-9368-4777-a7bc-bf25b26c6529 req-fbec2ee4-db68-4fe2-b3ab-a1d2f623f2ef service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594249 Mar 03 17:46:56.755818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96de05e9-8370-4922-b6c6-e758b62739e8 req-8bcc2a97-9686-4072-b563-dba22dbb9ccb tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570614 Mar 03 17:46:56.805939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f89f513-8ced-4fca-9bd2-4b801aa8aedf req-b13c6a93-e5ec-4136-9bc8-8b372447e1de tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006246 Mar 03 17:46:56.892816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] For port a71318d6-8f38-4fcd-b914-09e01a697ce5, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:46:56.898849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] For port a71318d6-8f38-4fcd-b914-09e01a697ce5, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:46:56.907263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:56.958766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29815760-0be4-4a10-ad43-5a446f2cec53 req-9eb3b2de-4330-4b63-b05f-fffa0b9c2b78 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 210 time: 0.0748675 Mar 03 17:46:57.070006 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'code': 200} Mar 03 17:46:57.136363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5691519f-9505-49e4-b05f-4e30f5da0a15 req-d9c831b2-5615-4d66-be2a-85fed449a935 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 210 time: 0.2125740 Mar 03 17:46:57.136363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:57.136363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:57.136363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] 10.222.0.16 "PUT /v2.0/ports/a71318d6-8f38-4fcd-b914-09e01a697ce5 HTTP/1.1" status: 200 len: 1092 time: 2.2896414 Mar 03 17:46:57.136363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'tag': 'a71318d6-8f38-4fcd-b914-09e01a697ce5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:46:57.191615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62f5b-7d51-4467-8cf7-0723d0da6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=a71318d6-8f38-4fcd-b914-09e01a697ce5,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:57.209124 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'tag': 'a71318d6-8f38-4fcd-b914-09e01a697ce5', 'status': 'completed', 'code': 200} Mar 03 17:46:57.259911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-834807ec-d766-4abb-a03c-d6dbcaf59892 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2d2ec4816b784176b42e2e55d4120c9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529585 Mar 03 17:46:57.561875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-12376ff9-f892-43fc-93e5-861f85b669f9 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f8f0010448e40a9867b15d2996d9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482583 Mar 03 17:46:57.574703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-921ca035-f1da-44bf-9dc7-475ee52bb56b tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:57.576515 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-921ca035-f1da-44bf-9dc7-475ee52bb56b tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092194 Mar 03 17:46:57.609745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Request body: {'port': {'device_id': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '2d2ec4816b784176b42e2e55d4120c9b'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:57.777778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf3d98-0aaf-4e37-957a-6f69e60ede64 req-ad43e5c0-c188-46c1-8ffc-70d40da2c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:57.779857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbaf3d98-0aaf-4e37-957a-6f69e60ede64 req-ad43e5c0-c188-46c1-8ffc-70d40da2c333 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 1096 time: 0.4890459 Mar 03 17:46:57.905652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-7253e476-8b8d-4562-9a56-0f3d9872cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:57.907153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-7253e476-8b8d-4562-9a56-0f3d9872cd82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 1095 time: 0.4562671 Mar 03 17:46:58.041069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-57ca2240-cdd9-40b0-8315-fb29b9e63c51 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:58.046131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-57ca2240-cdd9-40b0-8315-fb29b9e63c51 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4674087 Mar 03 17:46:58.058322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:58.069215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Request body: {'port': {'device_id': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '8f8f0010448e40a9867b15d2996d9269'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:58.088753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-db4ef545-927b-43c4-bf85-ab9fcc47c325 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5 HTTP/1.1" status: 200 len: 217 time: 0.1555867 Mar 03 17:46:58.092777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbaf3d98-0aaf-4e37-957a-6f69e60ede64 req-bb1fed69-a99c-4103-b0f4-173df5ddf517 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980721 Mar 03 17:46:58.124031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Usage tracker for resource:port and tenant:2d2ec4816b784176b42e2e55d4120c9b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:58.158334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:58.181693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:58.193098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689465f-8650-4c54-8983-ade914f071e2 req-f35801a3-c4b7-4637-9370-267a7776d5c7 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:58.200238 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f689465f-8650-4c54-8983-ade914f071e2 req-f35801a3-c4b7-4637-9370-267a7776d5c7 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 944 time: 0.6381881 Mar 03 17:46:58.265799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-98913ad4-f92b-478f-9a79-53d8a4819bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:58.267456 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-98913ad4-f92b-478f-9a79-53d8a4819bf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.1685436 Mar 03 17:46:58.278516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f689465f-8650-4c54-8983-ade914f071e2 req-2f8f9212-ffac-417e-8148-e10ed6b78a1e tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772018 Mar 03 17:46:58.331604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Made reservation on behalf of 2d2ec4816b784176b42e2e55d4120c9b for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:58.336070 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:58.364111 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:58.398729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-343299fe-efc3-42f2-ae88-4e2311644698 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083877 Mar 03 17:46:58.409710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:58.423507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Usage tracker for resource:security_group_rule and tenant:2d2ec4816b784176b42e2e55d4120c9b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:46:58.428275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:46:58.442408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:58.444785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:46:58.460585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:46:58.490668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68205-6e9b-402d-bf06-3980c71ff90a req-728e1f41-8ad9-4b74-87dd-8d0ac2bfacd7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:58.492156 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dbe68205-6e9b-402d-bf06-3980c71ff90a req-728e1f41-8ad9-4b74-87dd-8d0ac2bfacd7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.3038449 Mar 03 17:46:58.515461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Made reservation on behalf of 8f8f0010448e40a9867b15d2996d9269 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:46:58.519316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:58.571093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:46:58.571963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bad363ee-0070-4234-b853-1bf70a17816c req-2a74487c-0bcd-49ce-b025-645e4a5b4efd tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 210 time: 0.0622175 Mar 03 17:46:58.608042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-25f2aa31-3f5b-478a-91e8-ab79eeb70c40 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015429 Mar 03 17:46:58.665186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dbe68205-6e9b-402d-bf06-3980c71ff90a req-b370e288-8432-4738-8e1f-eb1a247a6fb7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650524 Mar 03 17:46:58.848081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:58.872611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac', 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'port_id': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac', 'mac_address': 'fa:16:3e:81:0a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:46:58.876068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:58.892702 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:58.899341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc752b6c-4300-46e4-9d84-304877868797 req-14cc6b18-92e8-4003-8908-db40f5ccc62f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 210 time: 0.1026103 Mar 03 17:46:58.942166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb32e658-5711-4677-9058-a2fa5a5cc719 req-91fd6822-5c0e-43bc-83e4-ed480e008908 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263767 Mar 03 17:46:58.948124 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:58.977179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:46:59.003177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:46:59.004211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Allocated IP 192.168.233.246 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/11ea78f9-9c58-4371-83d1-3cffd03bb167) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:59.012039 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:59.022849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ad1b7-32ec-4725-90a2-9440ba5097a0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:59.125539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:59.259247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-ccaa7944-133d-4329-9f73-e445e171ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:59.261853 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-ccaa7944-133d-4329-9f73-e445e171ee9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 1095 time: 0.1936707 Mar 03 17:46:59.301470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-37a52c95-3917-4287-8427-9833391425cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773453 Mar 03 17:46:59.316621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:59.336469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Transition to ACTIVE for port object 11ea78f9-9c58-4371-83d1-3cffd03bb167 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:46:59.351488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:59.398009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:59.447770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba', '61522920-ee1c-4690-86fe-a1c22ee6211e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:46:59.624111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Allocated IP 192.168.233.143 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:46:59.630043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:46:59.635288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:46:59.638431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:46:59.726299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event updated for resources: {'Port': ['ID=11ea78f9-9c58-4371-83d1-3cffd03bb167,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:46:59.784945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:59.786776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:46:59.824359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-8b4b9916-eb36-4807-a1b4-4799cfcfdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:59.826689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-8b4b9916-eb36-4807-a1b4-4799cfcfdabb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.5494170 Mar 03 17:46:59.842629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-77165a62-2d61-4d2c-bdd6-ecbfa85e8672 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7812877 Mar 03 17:46:59.868822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Request body: {'port': {'device_id': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:46:59.966291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-81b04f41-7e72-4654-ab8b-7d6fb3bf22bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5 HTTP/1.1" status: 200 len: 217 time: 0.1188056 Mar 03 17:46:59.982126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-c6cc95ea-1450-4786-a79f-183fe729e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:46:59.984012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-c6cc95ea-1450-4786-a79f-183fe729e953 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 1095 time: 0.6130331 Mar 03 17:47:00.026843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ebe3c-e9cd-4b34-ae42-306d600123ee req-d6df9f11-355a-4d4f-925c-96143ea7109b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:00.030360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0c8ebe3c-e9cd-4b34-ae42-306d600123ee req-d6df9f11-355a-4d4f-925c-96143ea7109b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 944 time: 0.4420791 Mar 03 17:47:00.156214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a7520a1b-ffb3-41db-8c0a-e412a04a449e None None] Provisioning for port 11ea78f9-9c58-4371-83d1-3cffd03bb167 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:00.159440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2d869080-8e0f-45d6-b932-2b71111221fb req-3d183671-7719-4643-83b6-07fd68532d2e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Synchronizing usage tracker for tenant:2d2ec4816b784176b42e2e55d4120c9b on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:00.166445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a7520a1b-ffb3-41db-8c0a-e412a04a449e None None] Provisioning complete for port 11ea78f9-9c58-4371-83d1-3cffd03bb167 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:00.167060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7520a1b-ffb3-41db-8c0a-e412a04a449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:00.203522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-98be3b68-3003-486d-8aa9-5fcb2f076ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:00.205023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-98be3b68-3003-486d-8aa9-5fcb2f076ae8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.2177591 Mar 03 17:47:00.290417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:00.295498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7520a1b-ffb3-41db-8c0a-e412a04a449e None None] Port 11ea78f9-9c58-4371-83d1-3cffd03bb167 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:47:00.315694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2d869080-8e0f-45d6-b932-2b71111221fb req-3d183671-7719-4643-83b6-07fd68532d2e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Unset dirty status for tenant:2d2ec4816b784176b42e2e55d4120c9b on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:00.324166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d869080-8e0f-45d6-b932-2b71111221fb req-3d183671-7719-4643-83b6-07fd68532d2e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 210 time: 0.3013735 Mar 03 17:47:00.329109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Transition to ACTIVE for port object d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:00.373894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:00.382852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-faba2f79-41de-4f80-8eb3-804fb74ba917 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642954 Mar 03 17:47:00.470872 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0c8ebe3c-e9cd-4b34-ae42-306d600123ee req-adc388c8-f000-493e-919f-90e2887ed1a0 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117126 Mar 03 17:47:00.613295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-c819ecb0-9ffc-4a48-8e66-5a43e8623dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:00.614900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-c819ecb0-9ffc-4a48-8e66-5a43e8623dfd service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.5809591 Mar 03 17:47:00.729580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-7943df63-a069-4366-97a9-8f010386f928 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213410 Mar 03 17:47:00.736363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-08959ff4-be49-4697-8694-943feb8ca938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 200 len: 217 time: 0.1092312 Mar 03 17:47:00.791425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:00.820135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f', 'ba3004fb-6227-48b8-b51f-6a2defe102b6', '80bb22c0-ecc3-4555-84bb-c583d73b7444'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:00.902754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:47:00.913369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-13247862-19e0-464d-828a-a5e54e7b777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:00.914865 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-13247862-19e0-464d-828a-a5e54e7b777a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1522281 Mar 03 17:47:00.934939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:00.946517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:47:00.971883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Pushing event updated for resources: {'Port': ['ID=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:01.050933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93521f9-aa6d-44f9-bfdd-ec48773cca3c req-b9c64823-5dbf-4e9c-a086-0dd31f5a0117 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:01.057994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f93521f9-aa6d-44f9-bfdd-ec48773cca3c req-b9c64823-5dbf-4e9c-a086-0dd31f5a0117 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.3991480 Mar 03 17:47:01.068238 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-4ce5b969-0389-40f9-850c-07dbc6d3191e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237121 Mar 03 17:47:01.116295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2faf2-d10e-4ed9-919f-307dc717d61c req-9432e97f-71aa-480a-88ca-27192cf008ea tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:01.123990 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5f2faf2-d10e-4ed9-919f-307dc717d61c req-9432e97f-71aa-480a-88ca-27192cf008ea tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 936 time: 0.4377897 Mar 03 17:47:01.140601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-78fc935e-5def-4dcc-85e7-9828cc5b1c3d req-d0082fa2-c541-4e41-86be-261313f0b17d service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983445 Mar 03 17:47:01.162917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:01.163775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:01.177572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f93521f9-aa6d-44f9-bfdd-ec48773cca3c req-b4bba365-57a1-49bc-810e-20e5d17fb2cb tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185787 Mar 03 17:47:01.238245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-dee5d5ee-97d3-4e84-b99f-4aef30032214 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6330638 Mar 03 17:47:01.266298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Request body: {'port': {'device_id': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:01.299415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5f2faf2-d10e-4ed9-919f-307dc717d61c req-103261a5-8485-4286-9c27-bf32719d3f67 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745734 Mar 03 17:47:01.359948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-25faaf0a-6c0d-4b49-be14-8ab7fd9de7ae service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758362 Mar 03 17:47:01.471173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b4f5452-e308-4c46-8e17-1114b5f27eb3 None None] Provisioning for port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:01.500059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b4f5452-e308-4c46-8e17-1114b5f27eb3 None None] Provisioning complete for port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:01.500339 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b4f5452-e308-4c46-8e17-1114b5f27eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:01.551577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ea78f9-9c58-4371-83d1-3cffd03bb167 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:01.580207 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:01.598451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c74857e-f0d9-45b5-b351-61aa3fa74797 req-4cab01a0-7bf7-4111-a6bc-bbb39be0a60b service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254858 Mar 03 17:47:01.626660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Transition to ACTIVE for port object 11ea78f9-9c58-4371-83d1-3cffd03bb167 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:01.627873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:01.636597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea960a4-d7f0-4b57-a4d7-ecac9e6039cd req-e0832a24-4507-42db-b386-01a11e9f1b8a tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:01.642013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f5452-e308-4c46-8e17-1114b5f27eb3 None None] Port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:47:01.648520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ea960a4-d7f0-4b57-a4d7-ecac9e6039cd req-e0832a24-4507-42db-b386-01a11e9f1b8a tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 936 time: 0.1505356 Mar 03 17:47:01.650669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:01.700677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ea960a4-d7f0-4b57-a4d7-ecac9e6039cd req-0f43634b-b32e-4f96-8d68-185c13824151 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506995 Mar 03 17:47:01.709024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:01.853358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57c9da-d2cb-44f0-8b0f-52b2ccd7e42f req-e52ff047-15f7-4a84-807c-6c4bdbbbdde6 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:01.858353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe57c9da-d2cb-44f0-8b0f-52b2ccd7e42f req-e52ff047-15f7-4a84-807c-6c4bdbbbdde6 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.3915291 Mar 03 17:47:01.874677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:01.891602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'mac_address': 'fa:16:3e:f7:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:01.961001 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:01.971433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047882e3-b21b-45eb-a03d-3e5519290f91 req-9631e4c9-fc12-4d2b-bcdf-07129fa21792 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:01.976369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-047882e3-b21b-45eb-a03d-3e5519290f91 req-9631e4c9-fc12-4d2b-bcdf-07129fa21792 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 944 time: 0.1460319 Mar 03 17:47:01.983387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d563f617-eeb0-44af-ba04-2cbef3d8e9ca {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:02.009014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:02.021765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.035000 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-047882e3-b21b-45eb-a03d-3e5519290f91 req-736a484c-d7f3-4ff2-9b7b-8f49fc4a9b20 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491555 Mar 03 17:47:02.186650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Pushing event updated for resources: {'Port': ['ID=11ea78f9-9c58-4371-83d1-3cffd03bb167,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:02.192816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:02.277175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe57c9da-d2cb-44f0-8b0f-52b2ccd7e42f req-6fc12a91-3adb-4f5a-b1ba-f20a4709cdba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560439 Mar 03 17:47:02.312264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d563f617-eeb0-44af-ba04-2cbef3d8e9ca'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:02.330994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Attempting to bind port 11ea78f9-9c58-4371-83d1-3cffd03bb167 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:47:02.331330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Attempting to bind port 11ea78f9-9c58-4371-83d1-3cffd03bb167 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:47:02.331657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Attempting to bind port 11ea78f9-9c58-4371-83d1-3cffd03bb167 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:02.348780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Port 11ea78f9-9c58-4371-83d1-3cffd03bb167 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:47:02.349106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Attempting to bind port 11ea78f9-9c58-4371-83d1-3cffd03bb167 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:02.369383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:47:02.369822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:02.370871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:47:02.370871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Bound port: 11ea78f9-9c58-4371-83d1-3cffd03bb167, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:47:02.371191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.577046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:02.583324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:02.588045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9e34c-8f52-4f2d-8176-ebaf2d2c2011 req-4c06d431-a5c2-46a9-859b-d31c1c1b5017 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:02.595416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9be9e34c-8f52-4f2d-8176-ebaf2d2c2011 req-4c06d431-a5c2-46a9-859b-d31c1c1b5017 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.1457660 Mar 03 17:47:02.597634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.627947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] For port 11ea78f9-9c58-4371-83d1-3cffd03bb167, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:47:02.632651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] For port 11ea78f9-9c58-4371-83d1-3cffd03bb167, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=11ea78f9-9c58-4371-83d1-3cffd03bb167,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:47:02.639290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Transition to ACTIVE for port object d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:02.649750 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.711351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:02.718302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:02.718677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.811531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9be9e34c-8f52-4f2d-8176-ebaf2d2c2011 req-06534a72-b77b-4402-a78e-9cf6aa1a2184 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148013 Mar 03 17:47:02.877938 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.894699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.918123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17565d2c-5745-4503-9ab2-f714d400605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:02.918390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:02.919336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:02.921380 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] 10.222.0.16 "PUT /v2.0/ports/11ea78f9-9c58-4371-83d1-3cffd03bb167 HTTP/1.1" status: 200 len: 1096 time: 3.0574358 Mar 03 17:47:02.921820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'tag': '11ea78f9-9c58-4371-83d1-3cffd03bb167'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:02.931558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:02.945180 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:03.069935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:03.120490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c2a56-96ce-4b7d-b7d6-6c22ad61a11b req-4da3c864-701b-405e-bbb7-407b33f13f88 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:03.122748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-933c2a56-96ce-4b7d-b7d6-6c22ad61a11b req-4da3c864-701b-405e-bbb7-407b33f13f88 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 948 time: 0.1415594 Mar 03 17:47:03.142499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e897b7-86af-408b-9cd7-ba4067d1d363 req-d772b7f3-b3d5-4d3d-bd7c-2c2cd958226f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:03.143204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-03e897b7-86af-408b-9cd7-ba4067d1d363 req-d772b7f3-b3d5-4d3d-bd7c-2c2cd958226f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:03.195708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-933c2a56-96ce-4b7d-b7d6-6c22ad61a11b req-38f7d700-fb46-48d0-9d8d-13125e35a894 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643697 Mar 03 17:47:03.228154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82628876-8fd3-4076-8f6c-c768c2563bac service neutron] Pushing event updated for resources: {'Port': ['ID=11ea78f9-9c58-4371-83d1-3cffd03bb167,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:03.375286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-03e897b7-86af-408b-9cd7-ba4067d1d363 req-d772b7f3-b3d5-4d3d-bd7c-2c2cd958226f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:03.382626 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03e897b7-86af-408b-9cd7-ba4067d1d363 req-d772b7f3-b3d5-4d3d-bd7c-2c2cd958226f tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 948 time: 0.8627183 Mar 03 17:47:03.403191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Pushing event updated for resources: {'Port': ['ID=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:03.426080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Attempting to bind port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:47:03.426573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Attempting to bind port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:47:03.427004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Attempting to bind port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:03.456659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a317d-9d1a-4140-acd4-dd9178c8d92e req-249089d1-6ba4-4277-909a-f535c6719f5f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:03.461204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:47:03.461814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Attempting to bind port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:03.466478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e8a317d-9d1a-4140-acd4-dd9178c8d92e req-249089d1-6ba4-4277-909a-f535c6719f5f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.1107242 Mar 03 17:47:03.469975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-5df59f30-f0fc-48fd-aaf6-5583b4708500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:03.471513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-5df59f30-f0fc-48fd-aaf6-5583b4708500 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 1099 time: 0.4005392 Mar 03 17:47:03.478505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:47:03.478843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:03.479246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:47:03.479649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Bound port: d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:47:03.479993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:03.513521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e8a317d-9d1a-4140-acd4-dd9178c8d92e req-a8fbdac4-f905-4bae-a730-2a9b560ef310 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460148 Mar 03 17:47:03.552087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03e897b7-86af-408b-9cd7-ba4067d1d363 req-eb83e016-a670-40da-a1d3-04b60a9aa7cc tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684237 Mar 03 17:47:03.570208 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17565d2c-5745-4503-9ab2-f714d400605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac', 'code': 200} Mar 03 17:47:03.666516 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-f1acf9c5-10d7-405d-820a-83008370a3b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=11ea78f9-9c58-4371-83d1-3cffd03bb167 HTTP/1.1" status: 200 len: 217 time: 0.1711617 Mar 03 17:47:03.693812 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'tag': '11ea78f9-9c58-4371-83d1-3cffd03bb167', 'status': 'completed', 'code': 200} Mar 03 17:47:03.718640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a71318d6-8f38-4fcd-b914-09e01a697ce5 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:03.724387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:03.797737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-cb19d231-4509-410e-a1ce-dfc4eb065075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:03.799183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-cb19d231-4509-410e-a1ce-dfc4eb065075 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1044762 Mar 03 17:47:03.802939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb6fd8-f50b-4fbf-9110-32c537e96148 req-3485bc5a-e0a5-4d95-8ada-1fc1a3b7f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:03.804685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] For port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:47:03.810929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5fb6fd8-f50b-4fbf-9110-32c537e96148 req-3485bc5a-e0a5-4d95-8ada-1fc1a3b7f707 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 0.1650150 Mar 03 17:47:03.878156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] For port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:47:03.901731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:03.935437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d563f617-eeb0-44af-ba04-2cbef3d8e9ca triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:03.936384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:03.942014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5fb6fd8-f50b-4fbf-9110-32c537e96148 req-37ba631a-d7d6-486f-87b0-0507c5a1649d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229994 Mar 03 17:47:03.998546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Pushing event updated for resources: {'Port': ['ID=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:04.003229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.003839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:04.005378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-b2a84895-6bc2-4573-a952-851a62bace0b service neutron] 10.222.0.35 "PUT /v2.0/ports/d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b HTTP/1.1" status: 200 len: 1096 time: 2.7552090 Mar 03 17:47:04.023135 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:47:04.026915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6d020-2147-4467-aef2-af8678bdf98b req-5453935d-6c19-4aa3-847b-d305d687aecb tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.040914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3b6d020-2147-4467-aef2-af8678bdf98b req-5453935d-6c19-4aa3-847b-d305d687aecb tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 944 time: 0.2817063 Mar 03 17:47:04.079280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709845ff-2385-4f65-ba6b-a216199c9a23 req-bf9e804a-4a40-4a36-ba4a-f14c3c7cb5a9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.093219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-709845ff-2385-4f65-ba6b-a216199c9a23 req-bf9e804a-4a40-4a36-ba4a-f14c3c7cb5a9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.1333172 Mar 03 17:47:04.115279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-eb1eb2d0-bab1-4693-97b8-fb4c4e9e4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.116763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-eb1eb2d0-bab1-4693-97b8-fb4c4e9e4c0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3097277 Mar 03 17:47:04.146554 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3b6d020-2147-4467-aef2-af8678bdf98b req-3b55cfd2-dd60-4876-bb4b-e311d53c820c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046345 Mar 03 17:47:04.185810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-709845ff-2385-4f65-ba6b-a216199c9a23 req-71193803-1faf-401b-b377-f0816374c909 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893805 Mar 03 17:47:04.245590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a71318d6-8f38-4fcd-b914-09e01a697ce5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:04.263195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'a71318d6-8f38-4fcd-b914-09e01a697ce5', 'network_id': 'ef3be4d6-5829-4678-a8c2-8555c6a2b220', 'port_id': 'a71318d6-8f38-4fcd-b914-09e01a697ce5', 'mac_address': 'fa:16:3e:a9:25:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdd67d9-feaf-49a6-8b95-cc13811eff14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:04.436912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:04.470441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71318d6-8f38-4fcd-b914-09e01a697ce5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:04.479345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:04.500040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a70b-b80a-4fe1-9fc4-99532e5f7aee req-84507e91-0b4d-4275-9d8d-a323531a0eb0 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.507233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3937a70b-b80a-4fe1-9fc4-99532e5f7aee req-84507e91-0b4d-4275-9d8d-a323531a0eb0 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 948 time: 0.1189337 Mar 03 17:47:04.518483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:04.529376 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:04.551618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3937a70b-b80a-4fe1-9fc4-99532e5f7aee req-e79bd474-b4fe-45d9-b82d-5862cc70ddaf tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Mar 03 17:47:04.584582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a71318d6-8f38-4fcd-b914-09e01a697ce5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:04.599193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:04.629898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:04.634946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-a950e34c-92a2-41a1-8676-819c66f0559d service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750845 Mar 03 17:47:04.682348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d961f-b705-42aa-adcd-3fbb9aa1765d req-aa1b26a5-5876-48f1-9408-4d0aa4518b40 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.686618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c77d961f-b705-42aa-adcd-3fbb9aa1765d req-aa1b26a5-5876-48f1-9408-4d0aa4518b40 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.2251170 Mar 03 17:47:04.717121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=a71318d6-8f38-4fcd-b914-09e01a697ce5,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:04.729196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-130f527e-a147-42c1-8135-e2687dccaa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.730837 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-130f527e-a147-42c1-8135-e2687dccaa11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d2ec4816b784176b42e2e55d4120c9b&device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 1099 time: 0.4942052 Mar 03 17:47:04.787952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dcfa8-9da4-4ce6-abdd-4275ce096122 req-cbf125d5-2656-4f39-8a49-f9e9b25fda46 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.793949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c76dcfa8-9da4-4ce6-abdd-4275ce096122 req-cbf125d5-2656-4f39-8a49-f9e9b25fda46 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 948 time: 0.0879805 Mar 03 17:47:04.843731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c76dcfa8-9da4-4ce6-abdd-4275ce096122 req-f2a81686-de13-43df-a9e0-800a05f91ce1 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484378 Mar 03 17:47:04.872199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-5604a446-460c-4207-afea-873461079615 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b HTTP/1.1" status: 200 len: 217 time: 0.1317966 Mar 03 17:47:04.932982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c77d961f-b705-42aa-adcd-3fbb9aa1765d req-1d649840-1af2-436a-bb65-9dce7d3ef18a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363386 Mar 03 17:47:04.981634 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-276bf244-ae42-4208-93f6-e78ef1e8a0b4 req-a6aa2afc-f6ee-4327-8eb3-fcae08475651 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341355 Mar 03 17:47:04.993116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-95ef225f-78e7-40cc-8993-ed6c28a28520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:04.994737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-95ef225f-78e7-40cc-8993-ed6c28a28520 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1137540 Mar 03 17:47:05.267131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['a71318d6-8f38-4fcd-b914-09e01a697ce5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:05.453212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b936ade-14f9-4504-8651-aeda8812f2dc req-30c9560e-85a9-440f-9d71-35ee577d6031 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:05.455481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b936ade-14f9-4504-8651-aeda8812f2dc req-30c9560e-85a9-440f-9d71-35ee577d6031 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 945 time: 0.1580968 Mar 03 17:47:05.464376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-e256b23d-29fc-4e41-99e8-bf90b3ee220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:05.466771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-e256b23d-29fc-4e41-99e8-bf90b3ee220b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4606848 Mar 03 17:47:05.564265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b936ade-14f9-4504-8651-aeda8812f2dc req-e4d5070a-cf68-4800-9caa-95ef0cf55a0a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989361 Mar 03 17:47:05.574465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:05.587998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aa9d6-6fd8-4445-bec8-61351159242f req-280f28dd-69ee-4b0a-81ee-26ebcb553832 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:05.595182 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b8aa9d6-6fd8-4445-bec8-61351159242f req-280f28dd-69ee-4b0a-81ee-26ebcb553832 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.5185032 Mar 03 17:47:05.692196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-956d691f-6683-47ae-bfde-266f01592396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:05.693730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-956d691f-6683-47ae-bfde-266f01592396 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 1099 time: 0.3500235 Mar 03 17:47:05.699073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'tag': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:05.746109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b8aa9d6-6fd8-4445-bec8-61351159242f req-dbfabf34-6fad-40f0-aec9-ae00d2e7c85f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498036 Mar 03 17:47:05.813317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-53d204a9-c2e8-4f08-9e07-a568b3bc2ffc service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384058 Mar 03 17:47:05.833901 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'code': 200} Mar 03 17:47:05.901572 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'tag': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b', 'status': 'completed', 'code': 200} Mar 03 17:47:05.958571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26156-f4ca-46bf-93f2-49f273843800 req-90abb9a3-8710-47cc-92c4-f82bc78a34dd tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:05.960374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d9c26156-f4ca-46bf-93f2-49f273843800 req-90abb9a3-8710-47cc-92c4-f82bc78a34dd tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 948 time: 0.2539833 Mar 03 17:47:06.019305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d9c26156-f4ca-46bf-93f2-49f273843800 req-c42493f8-3331-448c-a764-e3b31e3f9f6e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475264 Mar 03 17:47:06.023062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-1cdb53bc-aa4e-48b0-98f0-6cbd941ed0d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2336612 Mar 03 17:47:06.198319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-eeeee9a3-02fc-4d89-9d7a-eb2f66b72cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.200203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-eeeee9a3-02fc-4d89-9d7a-eb2f66b72cdb service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4956269 Mar 03 17:47:06.265511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-592efab2-b631-4d9d-9111-a40ef1aa8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.267684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-592efab2-b631-4d9d-9111-a40ef1aa8bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f8f0010448e40a9867b15d2996d9269&device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 1101 time: 0.2066009 Mar 03 17:47:06.308383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-3d2307e9-77ed-4a0f-8998-a98a6e1c64f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=11ea78f9-9c58-4371-83d1-3cffd03bb167 HTTP/1.1" status: 200 len: 217 time: 0.0969315 Mar 03 17:47:06.313252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5af46ccf-e1f1-45f7-a5f6-7db0d9c14ebc req-86450ef0-bc8b-4c45-ad13-8f7c51cbc6a2 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387789 Mar 03 17:47:06.347947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a8e8-1631-4885-8d79-543ebeff8b1c req-1a985cf7-ddac-429f-aa1b-e9c6b483f10b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.356261 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a60a8e8-1631-4885-8d79-543ebeff8b1c req-1a985cf7-ddac-429f-aa1b-e9c6b483f10b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 948 time: 0.1682098 Mar 03 17:47:06.461674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149da5-168b-45c8-8de4-725a0e81ee59 req-afe03ba1-a747-40fa-bec5-5e13fefc391a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.463229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16149da5-168b-45c8-8de4-725a0e81ee59 req-afe03ba1-a747-40fa-bec5-5e13fefc391a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.4542942 Mar 03 17:47:06.494766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-2127f568-aafc-4ea2-880f-deeccb2f8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.495329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-efb2ea87-429c-4146-af91-a4f779880390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.496219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-2127f568-aafc-4ea2-880f-deeccb2f8726 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1798739 Mar 03 17:47:06.496980 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-efb2ea87-429c-4146-af91-a4f779880390 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2025378 Mar 03 17:47:06.528328 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a60a8e8-1631-4885-8d79-543ebeff8b1c req-5b026f19-f152-4864-9a18-e633658f7fe5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707442 Mar 03 17:47:06.563400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16149da5-168b-45c8-8de4-725a0e81ee59 req-b1b87774-227d-4f52-8602-f2d9ddde4855 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907001 Mar 03 17:47:06.640915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-7fcd5ee2-7a85-4024-907e-473adba2cd2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb HTTP/1.1" status: 200 len: 217 time: 0.1164486 Mar 03 17:47:06.661277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-d9209bba-48fd-4dd2-8677-d1dd871075bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.668112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-d9209bba-48fd-4dd2-8677-d1dd871075bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d2ec4816b784176b42e2e55d4120c9b&device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 1099 time: 0.2887280 Mar 03 17:47:06.797197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-61e25886-8c1e-467d-9592-639bd49557f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.798679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-61e25886-8c1e-467d-9592-639bd49557f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1475213 Mar 03 17:47:06.906971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-14d2e736-de28-40da-88c2-453d8c413012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.908597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-14d2e736-de28-40da-88c2-453d8c413012 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004803 Mar 03 17:47:06.946498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-77877802-a6b2-4133-a7f5-a29cc7130398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:06.948016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-77877802-a6b2-4133-a7f5-a29cc7130398 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2670910 Mar 03 17:47:07.028175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-deaaf1f5-d1fc-4411-bcc4-ab0288a1670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:07.029922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-deaaf1f5-d1fc-4411-bcc4-ab0288a1670d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5167191 Mar 03 17:47:07.032483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-02e1d95e-71d7-4bb1-9f8c-c73e13d10d39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b HTTP/1.1" status: 200 len: 217 time: 0.0755589 Mar 03 17:47:07.080846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-8e623374-f34f-44c1-b545-ed602458310b service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625867 Mar 03 17:47:07.274215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a75207-c7f6-4bc4-a76a-a9b8939bb4c7 req-e1bb7d7b-ae2b-42bd-82b0-700052ce8fc1 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:07.298497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-32a75207-c7f6-4bc4-a76a-a9b8939bb4c7 req-e1bb7d7b-ae2b-42bd-82b0-700052ce8fc1 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 945 time: 0.5229087 Mar 03 17:47:07.379474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-0b7051d8-6d27-4a62-86ee-63ae3fea62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:07.381026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-0b7051d8-6d27-4a62-86ee-63ae3fea62bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3196290 Mar 03 17:47:07.398008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-32a75207-c7f6-4bc4-a76a-a9b8939bb4c7 req-0db59d2c-6537-4347-adc9-3b158192f3b5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964441 Mar 03 17:47:07.545600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c37b00b1-37c9-4563-8671-03eeff3db5df req-8627efbe-1920-443c-a276-f5551df9f0cb service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574437 Mar 03 17:47:07.642899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-aaab1a6d-fa36-4994-8c22-cd49587a0255 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048417 Mar 03 17:47:07.729002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d883a14-2801-40d8-94b2-615a1f8c7a23 req-c7527ff6-0802-440f-bd99-a349f881de0e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:07.731289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d883a14-2801-40d8-94b2-615a1f8c7a23 req-c7527ff6-0802-440f-bd99-a349f881de0e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 948 time: 0.1588802 Mar 03 17:47:07.759264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 11ea78f9-9c58-4371-83d1-3cffd03bb167 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:07.771295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a71318d6-8f38-4fcd-b914-09e01a697ce5 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:07.803172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d883a14-2801-40d8-94b2-615a1f8c7a23 req-bcf5b31b-b815-499f-9402-c52bb3452b72 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589168 Mar 03 17:47:07.899201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-f6bbdeca-44c4-4680-a9bc-ba7dc691c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:07.900596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-f6bbdeca-44c4-4680-a9bc-ba7dc691c58c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5015848 Mar 03 17:47:08.025642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port a71318d6-8f38-4fcd-b914-09e01a697ce5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:08.035610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port a71318d6-8f38-4fcd-b914-09e01a697ce5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:08.036592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:08.104895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-97cc26b8-0787-4304-8763-e4e66083c943 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912413 Mar 03 17:47:08.169716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 11ea78f9-9c58-4371-83d1-3cffd03bb167, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=11ea78f9-9c58-4371-83d1-3cffd03bb167,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:08.182811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd03d08-1aab-4f70-8cbe-f2557bd17724 req-ed6bb4b5-c858-4eb3-a7ae-f6876365e332 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321586 Mar 03 17:47:08.213339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '11ea78f9-9c58-4371-83d1-3cffd03bb167', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '11ea78f9-9c58-4371-83d1-3cffd03bb167', 'mac_address': 'fa:16:3e:de:de:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:08.213919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996267a-7d1c-4a63-b3cf-b15ed86d715e req-5b91170c-8d8a-4c65-ba51-2a7836d07e14 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:08.216357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2996267a-7d1c-4a63-b3cf-b15ed86d715e req-5b91170c-8d8a-4c65-ba51-2a7836d07e14 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 948 time: 0.1460874 Mar 03 17:47:08.264037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-9b9de118-401d-4abe-a318-107d2e9652de tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:08.271011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-9b9de118-401d-4abe-a318-107d2e9652de tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.5807421 Mar 03 17:47:08.273928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2996267a-7d1c-4a63-b3cf-b15ed86d715e req-28de7d40-5fb8-4414-baa3-752efc75f617 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Mar 03 17:47:08.300062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-94135415-b3bf-4e33-b251-471f422e3c71 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/quotas/0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 375 time: 0.0278854 Mar 03 17:47:08.385487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99397a6c-f701-48a7-84d4-8817f7dfadad req-da30be16-76c1-4599-846c-7ac12ba3f2d7 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719147 Mar 03 17:47:08.427611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:08.430161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-c91471cb-2dc6-4734-9f34-a6701e86aa83 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290610 Mar 03 17:47:08.454516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ea78f9-9c58-4371-83d1-3cffd03bb167 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:08.464138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:08.534240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a71318d6-8f38-4fcd-b914-09e01a697ce5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:08.536628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71318d6-8f38-4fcd-b914-09e01a697ce5'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:08.545874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 11ea78f9-9c58-4371-83d1-3cffd03bb167, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=11ea78f9-9c58-4371-83d1-3cffd03bb167,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:08.548264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:08.598695 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:08.650870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-e0b0dfcc-d085-4814-b5ed-3e5b81192594 service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194810 Mar 03 17:47:08.658889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=a71318d6-8f38-4fcd-b914-09e01a697ce5,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:08.771963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=11ea78f9-9c58-4371-83d1-3cffd03bb167,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:08.831618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-c23c1d4d-7840-4690-83a7-30dee6742569 service neutron] 10.222.0.23 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711633 Mar 03 17:47:09.160421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['11ea78f9-9c58-4371-83d1-3cffd03bb167'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:09.265828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d62f-6803-4e69-b61c-8d3e899fa331 req-5366b89b-b1d1-431c-9bf2-7b8e5d67f961 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:09.267499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f386d62f-6803-4e69-b61c-8d3e899fa331 req-5366b89b-b1d1-431c-9bf2-7b8e5d67f961 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1658270 Mar 03 17:47:09.378778 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f386d62f-6803-4e69-b61c-8d3e899fa331 req-2fb9f980-e9ae-4cae-88ed-e2563b91e617 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899904 Mar 03 17:47:09.387497 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71318d6-8f38-4fcd-b914-09e01a697ce5', 'code': 200} Mar 03 17:47:09.598991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72598a1-7ed2-4b4a-a47d-3c0679872275 req-216a8623-078e-47fc-896b-10111a7e0183 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:09.608355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f72598a1-7ed2-4b4a-a47d-3c0679872275 req-216a8623-078e-47fc-896b-10111a7e0183 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 948 time: 0.1074955 Mar 03 17:47:09.664111 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f72598a1-7ed2-4b4a-a47d-3c0679872275 req-5983fd49-3e65-4d35-bce7-7974d2106222 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Mar 03 17:47:09.702025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aaa6a-c5f3-45be-98ae-ac1dac351eb6 req-7ee06ac1-9b9f-427a-8bb2-9bd3055cbeb0 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:09.707072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb9aaa6a-c5f3-45be-98ae-ac1dac351eb6 req-7ee06ac1-9b9f-427a-8bb2-9bd3055cbeb0 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.1871951 Mar 03 17:47:09.709116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a780f6d-0bfd-4302-bd81-4d66cc6876f9 req-de6a42df-96df-4fb6-90fe-5efb48a7a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:09.710738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a780f6d-0bfd-4302-bd81-4d66cc6876f9 req-de6a42df-96df-4fb6-90fe-5efb48a7a8d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 1097 time: 0.2783651 Mar 03 17:47:09.814026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb9aaa6a-c5f3-45be-98ae-ac1dac351eb6 req-b021eeb5-12cc-43dd-82e4-d9644ee4ee2f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966160 Mar 03 17:47:09.835179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a780f6d-0bfd-4302-bd81-4d66cc6876f9 req-e772d8fc-f336-4cf3-a502-1b7d53e0e036 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979462 Mar 03 17:47:09.917520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cab33-4245-45d2-bd90-23550f5e68bc req-5ff28a07-9267-4f65-ae04-98ff88291f4f tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:09.926697 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-624cab33-4245-45d2-bd90-23550f5e68bc req-5ff28a07-9267-4f65-ae04-98ff88291f4f tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 945 time: 0.1406083 Mar 03 17:47:09.957165 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a52b8ac9-2fe5-479b-85ba-17d4aed022cb req-ef5aa4bf-8eb8-4b95-a745-df336ac23310 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0811799 Mar 03 17:47:09.985499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-624cab33-4245-45d2-bd90-23550f5e68bc req-86cc433d-9e79-4e5f-b572-b4772446ef88 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575168 Mar 03 17:47:10.239353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c11a3-133c-440a-bbbd-fbc2635d025e req-df24632a-0bce-4ecd-9188-cc1ff7552f84 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:10.242295 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e86c11a3-133c-440a-bbbd-fbc2635d025e req-df24632a-0bce-4ecd-9188-cc1ff7552f84 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 949 time: 0.1235151 Mar 03 17:47:10.320562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e86c11a3-133c-440a-bbbd-fbc2635d025e req-8f920dbe-5b60-4e38-832a-308270571ae5 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718040 Mar 03 17:47:10.568784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672455-9d17-47d3-a54c-442e748e6c37 req-3187f8ef-80c3-454a-8864-ab7195e8e494 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:10.570635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1672455-9d17-47d3-a54c-442e748e6c37 req-3187f8ef-80c3-454a-8864-ab7195e8e494 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.0868638 Mar 03 17:47:10.614412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:10.627597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1672455-9d17-47d3-a54c-442e748e6c37 req-875848b7-0035-45ef-9711-6bd4b20e2319 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491393 Mar 03 17:47:10.902072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:10.944380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b', 'mac_address': 'fa:16:3e:83:8d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:11.091807 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:11.118618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:11.155855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:11.167459 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:11.168303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b5506a57-ff18-4d75-8115-bedd3ab0d378 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:11.190271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-703331b4-52f7-4040-b1ca-92727e64d04d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:11.192362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-703331b4-52f7-4040-b1ca-92727e64d04d tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 821 time: 0.3065865 Mar 03 17:47:11.218035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Request body: {'port': {'device_id': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'admin_state_up': True, 'tenant_id': '0789e5a83fb74489ac1fd65c764532f8'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:11.288594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff947a42-a78e-4d74-baa5-5c5cece1136a req-baa9dad7-2984-4f6e-a262-00193f0ca0b2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:11.296241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:11.299363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff947a42-a78e-4d74-baa5-5c5cece1136a req-baa9dad7-2984-4f6e-a262-00193f0ca0b2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.2544203 Mar 03 17:47:11.413075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff947a42-a78e-4d74-baa5-5c5cece1136a req-14600bb2-854c-4a33-89e2-93aa1dd3f713 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127167 Mar 03 17:47:11.613209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81e4f-b39c-4706-b4a2-c4bc59134d53 req-25bd6910-ad23-4daa-ae71-bdc0a8894772 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:11.614812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dfd81e4f-b39c-4706-b4a2-c4bc59134d53 req-25bd6910-ad23-4daa-ae71-bdc0a8894772 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 948 time: 0.8031337 Mar 03 17:47:11.669887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9704cfa0-2f56-4f7a-9cab-7beb0e3da95c req-1a79793d-136f-4e55-9585-79312b8cafe2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0874610 Mar 03 17:47:11.704037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dfd81e4f-b39c-4706-b4a2-c4bc59134d53 req-684e912f-041d-4ba3-a3c0-a4a9ee2f46b3 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Synchronizing usage tracker for tenant:2d2ec4816b784176b42e2e55d4120c9b on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:11.709250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:11.728540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:11.745884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:11.765840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dfd81e4f-b39c-4706-b4a2-c4bc59134d53 req-684e912f-041d-4ba3-a3c0-a4a9ee2f46b3 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Unset dirty status for tenant:2d2ec4816b784176b42e2e55d4120c9b on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:11.771199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dfd81e4f-b39c-4706-b4a2-c4bc59134d53 req-684e912f-041d-4ba3-a3c0-a4a9ee2f46b3 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349778 Mar 03 17:47:11.788569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Made reservation on behalf of 0789e5a83fb74489ac1fd65c764532f8 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:47:11.795537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:11.809306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 11ea78f9-9c58-4371-83d1-3cffd03bb167 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:11.848807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'port_id': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'mac_address': 'fa:16:3e:a7:14:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:12.052063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:12.113481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5506a57-ff18-4d75-8115-bedd3ab0d378 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:12.149427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 11ea78f9-9c58-4371-83d1-3cffd03bb167 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:12.158834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:12.159857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 11ea78f9-9c58-4371-83d1-3cffd03bb167 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:12.160220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:12.174815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c843772-21cc-432a-96d6-b2ba15de15fe req-63a669ee-3da2-4515-baea-a58e8b818aa4 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:12.181844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c843772-21cc-432a-96d6-b2ba15de15fe req-63a669ee-3da2-4515-baea-a58e8b818aa4 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 945 time: 0.2010567 Mar 03 17:47:12.224071 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:12.264594 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c843772-21cc-432a-96d6-b2ba15de15fe req-25956b0c-4329-46fd-bdc5-24e98a95ef53 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8f896ea-64d8-4de6-9997-722aee006988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818021 Mar 03 17:47:12.333887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-9dbeba01-386d-48f0-af36-a57dc9eb631c tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:12.337802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-9dbeba01-386d-48f0-af36-a57dc9eb631c tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.16 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 945 time: 0.3348384 Mar 03 17:47:12.374564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b5506a57-ff18-4d75-8115-bedd3ab0d378'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:12.455586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:12.565041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:12.573342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Allocated IP 172.20.0.13 (973451ce-d85f-4817-8c1b-853003fba5e0/4de88dc8-1e70-400f-8584-aa2f5ca46ca5/9c0c57bb-2165-4b63-89c6-699a65cbca77) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:47:12.605734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:12.688501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ea78f9-9c58-4371-83d1-3cffd03bb167'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:12.696433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Deleting port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:12.696433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:12.755026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 11ea78f9-9c58-4371-83d1-3cffd03bb167, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=11ea78f9-9c58-4371-83d1-3cffd03bb167,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:12.841605 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:12.987849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250151d7-4e26-4878-8c0c-e295dd5a0fee req-d47ae16f-a059-4f49-b79d-6b96dede0c48 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:12.993300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-250151d7-4e26-4878-8c0c-e295dd5a0fee req-d47ae16f-a059-4f49-b79d-6b96dede0c48 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 949 time: 0.6519411 Mar 03 17:47:13.131596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=11ea78f9-9c58-4371-83d1-3cffd03bb167,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:13.247368 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-250151d7-4e26-4878-8c0c-e295dd5a0fee req-2896c051-31b5-4407-88f0-2baa1ff1d762 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410395 Mar 03 17:47:13.384756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:13.417678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] For port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:13.418291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:13.753910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4902c-0430-48d8-8727-94f1f38c8269 req-83f5ffb8-e4c5-4a52-9415-460f6ee27699 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:13.758560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20b4902c-0430-48d8-8727-94f1f38c8269 req-83f5ffb8-e4c5-4a52-9415-460f6ee27699 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 944 time: 0.1509025 Mar 03 17:47:13.815145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20b4902c-0430-48d8-8727-94f1f38c8269 req-271f5df2-dd42-4551-8690-21a867216bd1 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499854 Mar 03 17:47:14.039628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:14.040191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:14.040649 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041 disassociated. External IP: 172.25.0.127, port: ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034. Mar 03 17:47:14.041083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Calling delete_port for ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:14.069816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cdd7ccf2-915d-47fc-b954-7b646287a487 req-efb14f82-6f3d-4814-91c2-620439ffc1d1 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0682600 Mar 03 17:47:14.072004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:14.084069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['64dba85c-a9ab-49db-94d5-7b296c6e4a90'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:14.204864 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ea78f9-9c58-4371-83d1-3cffd03bb167', 'code': 200} Mar 03 17:47:14.353692 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:14.390016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a1054-8fd2-444f-863a-37fb6146bf97 req-bfcf77e4-4d86-4c1f-a3aa-d45d772b1b01 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:14.397054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f65a1054-8fd2-444f-863a-37fb6146bf97 req-bfcf77e4-4d86-4c1f-a3aa-d45d772b1b01 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.7228057 Mar 03 17:47:14.443904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Network 973451ce-d85f-4817-8c1b-853003fba5e0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:47:14.486647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affbff9-c84e-4fb8-9629-b5e7d9b3af12 req-cd4b1830-9c8a-4490-8379-9e9b459dc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:14.488585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9affbff9-c84e-4fb8-9629-b5e7d9b3af12 req-cd4b1830-9c8a-4490-8379-9e9b459dc5eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 1101 time: 0.1883135 Mar 03 17:47:14.499010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db441a-e580-423b-833b-169061001d6f req-34c13d6b-bce1-4b22-9e70-bca2801fb51e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:14.501140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25db441a-e580-423b-833b-169061001d6f req-34c13d6b-bce1-4b22-9e70-bca2801fb51e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 949 time: 0.1547794 Mar 03 17:47:14.575367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9affbff9-c84e-4fb8-9629-b5e7d9b3af12 req-b8e334fd-9ea2-4e9e-923f-f5d553f6eb71 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723989 Mar 03 17:47:14.589654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25db441a-e580-423b-833b-169061001d6f req-e99894b2-16e3-4009-a554-09e124bb76a9 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680428 Mar 03 17:47:14.594120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:14.600777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:47:14.623976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:14.669789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:14.677639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:14.678446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:14.729475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.729828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.730164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.730506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.731476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.731815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.732147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.732975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.733455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.733782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.734106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.734432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:14.761529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-1ce6933d-0ad4-4fc2-9eb2-0196b3d47145 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:14.764739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-1ce6933d-0ad4-4fc2-9eb2-0196b3d47145 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.35 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 944 time: 0.1334019 Mar 03 17:47:14.808869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:14.814406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:14.814865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:14.882157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Deleting port b5506a57-ff18-4d75-8115-bedd3ab0d378 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:14.882835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:14.903892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event deleted for resources: {'Port': ['ID=ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:14.910262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f65a1054-8fd2-444f-863a-37fb6146bf97 req-f3bd5b92-e438-4444-867c-5bff9d6cf753 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117507 Mar 03 17:47:14.948623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-45dbd18e-7b5a-4234-9e8d-214de913cfa3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7396426 Mar 03 17:47:14.975904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Request body: {'port': {'device_id': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:15.154084 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:15.227686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:15.234229 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:15.235430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b5506a57-ff18-4d75-8115-bedd3ab0d378 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:15.367796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:15.389883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:15.390256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:15.392129 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:15.413748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b5506a57-ff18-4d75-8115-bedd3ab0d378 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:15.414191 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:15.467661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Router 639461c0-39e8-4436-a691-89e6543d2334 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:47:15.540934 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:15.579872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:15.588231 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:15.728829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:15.813112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:15.861869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:15.862206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:15.943235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b63cc5a0-5973-47ec-a4f7-6833baef95da req-d404ae6b-7584-4135-97d4-085964a53e25 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/ports?device_id=79715fb6-ae3a-4804-bfda-c169c33b380f HTTP/1.1" status: 200 len: 210 time: 0.3548243 Mar 03 17:47:15.949318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Calling delete_port for b5506a57-ff18-4d75-8115-bedd3ab0d378 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:16.078226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:47:16.088289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:47:16.088605 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:47:16.090461 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] Sync routers for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:47:16.117016 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:47:16.117605 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:16.202103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] No DVR routers for this DVR port ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:16.206207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b'}, {'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:16.207703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:16.209220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c497cbd-2ed8-4a03-b3c5-500d4d223a9e req-81904463-f676-4a40-9624-360877cc6f63 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.16 "DELETE /v2.0/ports/ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034 HTTP/1.1" status: 204 len: 173 time: 3.8584781 Mar 03 17:47:16.227198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'name': 'network-vif-deleted', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:16.242552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274a140-de3e-434b-9670-f88ea0e7d97f req-fcfb5359-0b47-4fb1-8be8-daaf8826b609 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:16.259502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7274a140-de3e-434b-9670-f88ea0e7d97f req-fcfb5359-0b47-4fb1-8be8-daaf8826b609 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 950 time: 0.3896220 Mar 03 17:47:16.374482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0c57bb-2165-4b63-89c6-699a65cbca77 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:16.393428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:16.433648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7274a140-de3e-434b-9670-f88ea0e7d97f req-25704331-7055-4c0e-b2b3-aaa627acce62 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704512 Mar 03 17:47:16.457685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Transition to ACTIVE for port object 9c0c57bb-2165-4b63-89c6-699a65cbca77 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:16.469209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:16.534424 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:47:16.593937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Deleting port b5506a57-ff18-4d75-8115-bedd3ab0d378 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:16.594310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:16.625487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b5506a57-ff18-4d75-8115-bedd3ab0d378 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:16.642454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:16.896692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e00ee-843b-4113-a360-2e83593c8939 req-40586930-3ff8-4b85-8914-6360dd6f017a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:16.904271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c25e00ee-843b-4113-a360-2e83593c8939 req-40586930-3ff8-4b85-8914-6360dd6f017a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 945 time: 0.4840169 Mar 03 17:47:17.006861 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:17.114131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:17.116538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:17.132122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:17.139610 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:17.370244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:17.499413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Calling delete_port for b5506a57-ff18-4d75-8115-bedd3ab0d378 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:17.627369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:47:17.627957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:47:17.628058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:17.658251 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:17.662482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:47:17.662816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:17.673595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] Checking router: 639461c0-39e8-4436-a691-89e6543d2334 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:47:17.682890 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:17.687843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:47:17.688191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:17.688620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:47:17.689066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Bound port: 9c0c57bb-2165-4b63-89c6-699a65cbca77, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:47:17.689446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:17.695863 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:47:17.696475 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:17.702760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c25e00ee-843b-4113-a360-2e83593c8939 req-3c5537f4-ed5c-4839-a59d-f043c23cbdc9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7972789 Mar 03 17:47:17.786764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5012de0-2724-4fac-a637-77b17852013b req-73636928-74e8-46b2-a0e3-ba08472c2fb0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:17.788423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:47:17.788709 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:47:17.794513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a5012de0-2724-4fac-a637-77b17852013b req-73636928-74e8-46b2-a0e3-ba08472c2fb0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:17.918102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2003-3599-4244-9585-7fdd442be45e req-8d30071a-907c-4a46-bb57-2fc01360fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:17.922369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e0f2003-3599-4244-9585-7fdd442be45e req-8d30071a-907c-4a46-bb57-2fc01360fd0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 1097 time: 0.8333442 Mar 03 17:47:18.023910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a5012de0-2724-4fac-a637-77b17852013b req-73636928-74e8-46b2-a0e3-ba08472c2fb0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:18.025134 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5012de0-2724-4fac-a637-77b17852013b req-73636928-74e8-46b2-a0e3-ba08472c2fb0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.5518093 Mar 03 17:47:18.130494 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:47:18.169433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc396fbb-f951-4c4a-9d42-1bf56e87f402 req-5deb4b33-1b65-4b42-8759-ffb910f3673e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:18.175328 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc396fbb-f951-4c4a-9d42-1bf56e87f402 req-5deb4b33-1b65-4b42-8759-ffb910f3673e tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 950 time: 0.1788850 Mar 03 17:47:18.249739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc396fbb-f951-4c4a-9d42-1bf56e87f402 req-21ec3a3c-dd09-4ecf-8e07-340d6b11dbb3 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522139 Mar 03 17:47:18.261430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:47:18.309378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:47:18.312970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5012de0-2724-4fac-a637-77b17852013b req-ca3301fc-5b4a-4558-b24a-b3e8b7f225ba tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626126 Mar 03 17:47:18.328758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:18.400402 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b', 'code': 200} Mar 03 17:47:18.400890 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'code': 200} Mar 03 17:47:18.427843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Deleting port b5506a57-ff18-4d75-8115-bedd3ab0d378 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:18.428421 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:18.498874 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79715fb6-ae3a-4804-bfda-c169c33b380f', 'name': 'network-vif-deleted', 'tag': 'ed0c0d0f-9fae-4cc4-9870-cc3a4af4c034', 'status': 'completed', 'code': 200} Mar 03 17:47:18.508421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:18.598770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:18.599917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:18.601827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bc70d52a-8dd6-4130-a071-d9213080fad6 service neutron] 10.222.0.35 "PUT /v2.0/ports/9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 200 len: 1092 time: 3.6370831 Mar 03 17:47:18.626106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2003-3599-4244-9585-7fdd442be45e req-95667113-df98-4b92-8518-58e0f76fb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:18.627728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e0f2003-3599-4244-9585-7fdd442be45e req-95667113-df98-4b92-8518-58e0f76fb200 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.6949482 Mar 03 17:47:18.743189 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:18.751882 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19200e-9eb6-4db4-99c1-f31409c481eb None None] The sync data for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 is: [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:43:15Z', 'revision_number': 4, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '193921ce-c523-433c-b73a-d60465fa1a91', 'name': '', 'network_id': '26456614-47f2-4b47-86b2-43fb3de9c1d4', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'mac_address': 'fa:16:3e:da:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '263b29a5-445b-456f-9de9-281247021a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:13Z', 'updated_at': '2022-03-03T17:43:25Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'subnets': [{'id': '263b29a5-445b-456f-9de9-281247021a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:47:18.792091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e0f2003-3599-4244-9585-7fdd442be45e req-2503453c-def5-418b-bce5-add2955dca9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5 HTTP/1.1" status: 200 len: 217 time: 0.1407239 Mar 03 17:47:18.867778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] For port b5506a57-ff18-4d75-8115-bedd3ab0d378, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b5506a57-ff18-4d75-8115-bedd3ab0d378,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:18.868127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:18.896375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da92d0-1ea6-43bc-bb42-b4d67a833eef req-2bf9571a-3f87-45c2-ba08-534cd6357982 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:18.903305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06da92d0-1ea6-43bc-bb42-b4d67a833eef req-2bf9571a-3f87-45c2-ba08-534cd6357982 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.3647764 Mar 03 17:47:18.915428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2003-3599-4244-9585-7fdd442be45e req-e7099518-bd91-49b4-a622-4cf8f89e0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:18.916884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e0f2003-3599-4244-9585-7fdd442be45e req-e7099518-bd91-49b4-a622-4cf8f89e0971 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.1064463 Mar 03 17:47:18.972608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e0f2003-3599-4244-9585-7fdd442be45e req-358bb65b-44b1-4398-ba03-f8077cf1557e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421863 Mar 03 17:47:18.975699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-33c204d4-2bcb-47a2-9dcb-668b19a13da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:18.977126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-33c204d4-2bcb-47a2-9dcb-668b19a13da1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1095 time: 0.3271618 Mar 03 17:47:18.997115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Calling delete_port for b5506a57-ff18-4d75-8115-bedd3ab0d378 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:19.110773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-2ee06b62-faa4-48dc-b3d2-f859d1ad8683 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 200 len: 217 time: 0.1064267 Mar 03 17:47:19.236859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:19.242671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-b2c65746-5758-4754-a25e-66efa70f49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:19.244690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-b2c65746-5758-4754-a25e-66efa70f49d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.0834177 Mar 03 17:47:19.284180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efb7bc-7eb9-411e-afa7-41385e9012e8 None None] New status for floating IP 37a4594d-b9da-46ce-8018-9a0715cc6041: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:47:19.307829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06da92d0-1ea6-43bc-bb42-b4d67a833eef req-d5b116ba-ed8b-4543-b565-d06540daac5c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035637 Mar 03 17:47:19.423983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-a6f267f7-785d-4b67-8555-19c5fc28b428 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725111 Mar 03 17:47:19.426502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event deleted for resources: {'Port': ['ID=b5506a57-ff18-4d75-8115-bedd3ab0d378,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:19.442484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bade9-9983-4922-8068-23fea0c5caa1 req-6bd76f35-222d-4b8a-badc-65cc7e57ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:19.443950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-216bade9-9983-4922-8068-23fea0c5caa1 req-6bd76f35-222d-4b8a-badc-65cc7e57ef98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 1101 time: 0.9607847 Mar 03 17:47:19.447535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.447889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.448241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.448573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.448925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.449251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.450211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.450557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.450899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.451219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.451559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.451905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:19.574273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e0f2003-3599-4244-9585-7fdd442be45e req-5312bb23-2647-4f2e-8dc2-8e4e6b414389 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942874 Mar 03 17:47:19.578740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] No DVR routers for this DVR port b5506a57-ff18-4d75-8115-bedd3ab0d378 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:19.583132 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:19.598004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-deleted', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:19.660248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267a975-87ae-4643-aa13-b38e58e3fa10 req-9be33ee7-c39c-4c66-9b12-9d1ed96a50ac tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:19.662175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6267a975-87ae-4643-aa13-b38e58e3fa10 req-9be33ee7-c39c-4c66-9b12-9d1ed96a50ac tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 950 time: 0.4832640 Mar 03 17:47:19.666126 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec924-ea57-49b2-8a5b-1c057f01563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:19.674329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-216bade9-9983-4922-8068-23fea0c5caa1 req-12ddb401-1430-4e4b-b136-91d9af07ea7f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193825 Mar 03 17:47:19.708160 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8253c865-80a1-41bb-9f07-6cddbafaf34a req-a3c42af2-995f-4efa-8f03-932a2b99b764 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.35 "DELETE /v2.0/ports/b5506a57-ff18-4d75-8115-bedd3ab0d378 HTTP/1.1" status: 204 len: 173 time: 4.9366670 Mar 03 17:47:19.762612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6267a975-87ae-4643-aa13-b38e58e3fa10 req-6a8c1ca4-0228-432b-ad8c-1b105956868a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909367 Mar 03 17:47:19.774524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bd17f4c6-6928-4f92-9937-36d7f9de96f7 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341582 Mar 03 17:47:19.794909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2297772f-56f2-4708-9838-4fd7006adf37 req-8463b292-b0c5-4544-ac26-0bd71dd5c68a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=9837b99f-9b99-42bb-b16c-34a4f341f8c5 HTTP/1.1" status: 200 len: 210 time: 0.0687866 Mar 03 17:47:19.865578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e0f2003-3599-4244-9585-7fdd442be45e req-bc89a699-9c28-48b7-a39c-013a20f70609 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802517 Mar 03 17:47:20.183533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bc679-ddfb-4373-bfd0-69d91d9a68f6 req-5d3079e6-c45f-4140-a5ee-984b0559e7d1 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:20.185901 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-985bc679-ddfb-4373-bfd0-69d91d9a68f6 req-5d3079e6-c45f-4140-a5ee-984b0559e7d1 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.1631341 Mar 03 17:47:20.250685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-985bc679-ddfb-4373-bfd0-69d91d9a68f6 req-5cdb352d-0005-48cd-8cd3-dd452482d518 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586193 Mar 03 17:47:20.373810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43682a0f-3c89-4ab8-a8e3-292f70eb5a20 req-991b01d4-7782-4b22-9fff-a6752c719bad tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:20.384150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-43682a0f-3c89-4ab8-a8e3-292f70eb5a20 req-991b01d4-7782-4b22-9fff-a6752c719bad tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 950 time: 0.4213500 Mar 03 17:47:20.403721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:20.432873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f17b4f38-8dd9-438b-85e7-3a8844ba42a3 req-bbda7e92-677f-410b-9da3-8ef692db744d service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336685 Mar 03 17:47:20.444180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-43682a0f-3c89-4ab8-a8e3-292f70eb5a20 req-cd6c78f1-47b5-45ce-a1d2-5874c5515b71 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576260 Mar 03 17:47:20.481942 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-deleted', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'status': 'completed', 'code': 200} Mar 03 17:47:20.500403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:20.703609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3079815-e7e3-463f-bde1-dcc8fa58a8c5 req-c7e4cbbf-3b30-4082-ac40-7f39abe52dd0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:20.706767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3079815-e7e3-463f-bde1-dcc8fa58a8c5 req-c7e4cbbf-3b30-4082-ac40-7f39abe52dd0 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 1101 time: 0.1249273 Mar 03 17:47:20.765801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71423a82-2b01-4074-b564-5a95bfaa06ba req-36b978eb-7ea3-4aaf-ab7e-f222fd30bb23 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:20.773851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71423a82-2b01-4074-b564-5a95bfaa06ba req-36b978eb-7ea3-4aaf-ab7e-f222fd30bb23 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1562788 Mar 03 17:47:20.812981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3079815-e7e3-463f-bde1-dcc8fa58a8c5 req-8a4e1202-2789-4186-8ecb-b20aff59e300 tempest-ServersOnMultiNodesTest-1558809909 tempest-ServersOnMultiNodesTest-1558809909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989959 Mar 03 17:47:20.878840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71423a82-2b01-4074-b564-5a95bfaa06ba req-c03b45be-c947-4558-b43c-b0f463d2996c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037197 Mar 03 17:47:20.885776 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b99f-9b99-42bb-b16c-34a4f341f8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5506a57-ff18-4d75-8115-bedd3ab0d378', 'code': 200} Mar 03 17:47:20.923938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35702) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:20.987163 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77', 'status': 'completed', 'code': 200} Mar 03 17:47:21.063076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-701e4ec7-3b37-49de-8220-314420c0b93a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:21.163067 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-701e4ec7-3b37-49de-8220-314420c0b93a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:21.298995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-9178bdca-6847-4d11-a241-75f395ecb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:21.300420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-9178bdca-6847-4d11-a241-75f395ecb425 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1095 time: 0.2713156 Mar 03 17:47:21.304894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-701e4ec7-3b37-49de-8220-314420c0b93a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:21.533944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e4ec7-3b37-49de-8220-314420c0b93a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f896ea-64d8-4de6-9997-722aee006988,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:21.564481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-701e4ec7-3b37-49de-8220-314420c0b93a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:21.565976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-701e4ec7-3b37-49de-8220-314420c0b93a tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8f896ea-64d8-4de6-9997-722aee006988 HTTP/1.1" status: 204 len: 168 time: 0.6406877 Mar 03 17:47:21.568703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:21.578612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35722) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:21.590357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865603668', 'description': 'tempest-description--667841719'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:21.598561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:21.622526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad013-4041-4790-ae18-0da005efc459 req-1f1253ba-65d1-4859-9bb6-252e0f238f2a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:21.624565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f38ad013-4041-4790-ae18-0da005efc459 req-1f1253ba-65d1-4859-9bb6-252e0f238f2a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.1828020 Mar 03 17:47:21.631739 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-166eccbb-fe73-427d-b1d8-8746be400f32 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] show failed (client error): The resource could not be found. Mar 03 17:47:21.636222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:21.638218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-166eccbb-fe73-427d-b1d8-8746be400f32 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "GET /v2.0/security-groups/d8f896ea-64d8-4de6-9997-722aee006988 HTTP/1.1" status: 404 len: 347 time: 0.0682163 Mar 03 17:47:21.638442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35726) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:21.654391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-8289a194-d0ee-495d-83af-7e5b3e9eb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:21.655881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-8289a194-d0ee-495d-83af-7e5b3e9eb252 service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.3368990 Mar 03 17:47:21.734868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5b685867-a1be-466a-8417-a441017f3ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:21.785303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f38ad013-4041-4790-ae18-0da005efc459 req-95e7116e-ffae-460c-af96-214b047ff98e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503234 Mar 03 17:47:21.836670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:21.845717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-9a32dbdf-cb0e-4dfb-9924-1ed9605ccb66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 200 len: 217 time: 0.1816878 Mar 03 17:47:22.011342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:22.016975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-f50a4a8b-8da8-45b4-8768-47ca7257ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:22.019744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-f50a4a8b-8da8-45b4-8768-47ca7257ee16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.1654708 Mar 03 17:47:22.024905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Usage tracker for resource:security_group_rule and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:22.028304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Deleting port 46f897db-b0bc-4389-b42f-d75f4b994332 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:22.028638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.064229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:22.081375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:22.108276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-6b76e0b7-2d71-4ffe-ba5f-949592507a4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796716 Mar 03 17:47:22.228587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.241152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.281082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-1c5620b4-50fb-42ba-8d41-c12216f09421 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661353 Mar 03 17:47:22.296782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec0847-04ab-407c-921f-acc96bac714e req-6fbcd814-7e1e-4f41-87f1-258167c29a2b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:22.305820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abec0847-04ab-407c-921f-acc96bac714e req-6fbcd814-7e1e-4f41-87f1-258167c29a2b tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 950 time: 0.5620289 Mar 03 17:47:22.388630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1db12-39e8-4674-aa94-500ee6b16e51,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:22.399863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.404944 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0e636927-33cb-462d-8661-37a0e38ee3ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8224137 Mar 03 17:47:22.405645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35742) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:22.413698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Request body: {'security_group_rule': {'security_group_id': 'dce1db12-39e8-4674-aa94-500ee6b16e51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:22.423629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:22.432625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Usage tracker for resource:security_group_rule and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:22.438008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abec0847-04ab-407c-921f-acc96bac714e req-1fa640ee-7704-4ab2-9ff7-89b4c4715b5e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308830 Mar 03 17:47:22.439358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:22.457591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:22.476780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.477128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.491814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41bcd-ffd9-4df1-beb2-335884d32d69 req-c43998b3-aa06-4c32-a343-8e8cd72239f6 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:22.493394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e41bcd-ffd9-4df1-beb2-335884d32d69 req-c43998b3-aa06-4c32-a343-8e8cd72239f6 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 950 time: 0.3141477 Mar 03 17:47:22.529322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd2d4641-c52e-4e74-abad-12be3f6b1a91 req-8b81061b-4537-4fc1-9456-241065ca9246 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211893 Mar 03 17:47:22.628587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894dd7-2909-44cb-8625-704cfc9755ce req-fccbdd54-160b-46f3-b965-e09f14ce763a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:22.630396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-15894dd7-2909-44cb-8625-704cfc9755ce req-fccbdd54-160b-46f3-b965-e09f14ce763a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.0838323 Mar 03 17:47:22.650726 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.691296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Calling delete_port for 46f897db-b0bc-4389-b42f-d75f4b994332 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:22.700424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-15894dd7-2909-44cb-8625-704cfc9755ce req-2ea53a7e-1fc1-4952-843d-6e8f5227d3c0 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Mar 03 17:47:22.750330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.764799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.783114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e41bcd-ffd9-4df1-beb2-335884d32d69 req-229a3c39-08d9-423d-937e-302d34bb56a7 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771323 Mar 03 17:47:22.866964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:22.911849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.003982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbf437d-298a-4430-ba31-3f9197d818f6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:23.040117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.041559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ed46ceab-b295-4086-825a-0a998be5ba4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6315210 Mar 03 17:47:23.044834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:23.050146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Request body: {'security_group_rule': {'security_group_id': 'dce1db12-39e8-4674-aa94-500ee6b16e51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:23.054977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.078149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:23.087864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Usage tracker for resource:security_group_rule and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:23.104748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:23.117079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Pushing event deleted for resources: {'Port': ['ID=46f897db-b0bc-4389-b42f-d75f4b994332,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:23.125137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:23.190886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.333145 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.338406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.370881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.374044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.375964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f80a299c-21e6-47b2-98b4-ed8955f2a215 tempest-ServersWithSpecificFlavorTestJSON-1852375016 tempest-ServersWithSpecificFlavorTestJSON-1852375016-project] 10.222.0.23 "DELETE /v2.0/floatingips/37a4594d-b9da-46ce-8018-9a0715cc6041 HTTP/1.1" status: 204 len: 168 time: 1.7351952 Mar 03 17:47:23.390118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1ed0-fc36-40b4-a982-23ef5a768303 req-c4aed9c5-e200-4835-911d-54f300a81c7c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:23.392249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e90d1ed0-fc36-40b4-a982-23ef5a768303 req-c4aed9c5-e200-4835-911d-54f300a81c7c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.4427495 Mar 03 17:47:23.417991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c603bce3-0f10-407d-aec0-868b087cb275,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:23.472411 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e90d1ed0-fc36-40b4-a982-23ef5a768303 req-8d263e44-2244-4f25-870a-2fcb236e4a5a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726068 Mar 03 17:47:23.478079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.479394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b6fd3ff6-d08b-4e35-a659-3853ffd298ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4334950 Mar 03 17:47:23.483354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35774) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:23.491542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:23.500343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:23.504214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Usage tracker for resource:floatingip and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:23.507882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:23.514922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:23.531070 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.546306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e280588-d518-4cda-81b4-5ac5252e9b64 req-00b8ff21-8550-44ff-86e4-3b682e08e571 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:23.547801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e280588-d518-4cda-81b4-5ac5252e9b64 req-00b8ff21-8550-44ff-86e4-3b682e08e571 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 950 time: 0.1895943 Mar 03 17:47:23.588424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-1d0319a5-8da1-4bc5-8f05-903dca413ea4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:23.589916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-1d0319a5-8da1-4bc5-8f05-903dca413ea4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 950 time: 0.1677949 Mar 03 17:47:23.745608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.760542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e280588-d518-4cda-81b4-5ac5252e9b64 req-9cbca014-751c-46c1-9a35-ae71a4ebbc84 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041202 Mar 03 17:47:23.783814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.832286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port 11ea78f9-9c58-4371-83d1-3cffd03bb167 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:23.832817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:23.918376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Allocated IP 172.25.0.94 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/05ba38d1-a501-4ac5-8193-cc20f0f99fbd) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:47:24.129386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:24.247351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2a5f4-cb27-478a-a8d5-9679c9e3f3a9 req-c0c07516-d57c-40e4-8d1d-2cd905f6b564 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:24.253083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:24.256181 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8c2a5f4-cb27-478a-a8d5-9679c9e3f3a9 req-c0c07516-d57c-40e4-8d1d-2cd905f6b564 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 950 time: 0.1998675 Mar 03 17:47:24.305700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c05c59-1e6d-4432-8f17-ca8e7dba3fc3 req-c8457903-d1ce-4f2f-bc1a-49f3f498eb9c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:24.312629 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38c05c59-1e6d-4432-8f17-ca8e7dba3fc3 req-c8457903-d1ce-4f2f-bc1a-49f3f498eb9c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1789191 Mar 03 17:47:24.352943 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:24.422019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8c2a5f4-cb27-478a-a8d5-9679c9e3f3a9 req-f421a9ec-2051-40e8-9fe4-a62586b5cc59 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648722 Mar 03 17:47:24.452006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:47:24.454871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:24.458117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:47:24.514637 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38c05c59-1e6d-4432-8f17-ca8e7dba3fc3 req-3f28683b-5118-4dda-bdcc-a7a0b420acaf tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010305 Mar 03 17:47:24.618149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'Port': ['ID=05ba38d1-a501-4ac5-8193-cc20f0f99fbd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:24.631545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port 11ea78f9-9c58-4371-83d1-3cffd03bb167, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=11ea78f9-9c58-4371-83d1-3cffd03bb167,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:24.631930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:24.701475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:24.777244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:24.976671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for 11ea78f9-9c58-4371-83d1-3cffd03bb167 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:25.108191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-d5a371d8-766a-4010-a2e5-a846328deb7b tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:25.109657 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-d5a371d8-766a-4010-a2e5-a846328deb7b tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.35 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 950 time: 0.2795796 Mar 03 17:47:25.286175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92f3c-d8a8-4a91-8547-5b6564431d3f req-605da45c-92e9-485b-ad94-01b78086da40 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:25.287688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acc92f3c-d8a8-4a91-8547-5b6564431d3f req-605da45c-92e9-485b-ad94-01b78086da40 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 950 time: 0.2063708 Mar 03 17:47:25.294292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a266a-7f09-474d-90e5-abf212ec20dc req-2b79edc8-43b1-401f-847f-e343a8fc2596 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:25.301891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de8a266a-7f09-474d-90e5-abf212ec20dc req-2b79edc8-43b1-401f-847f-e343a8fc2596 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.5068719 Mar 03 17:47:25.344841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acc92f3c-d8a8-4a91-8547-5b6564431d3f req-9aaac6a0-412f-4846-8aad-578a3a859c4d tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498068 Mar 03 17:47:25.382871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:25.383079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de8a266a-7f09-474d-90e5-abf212ec20dc req-a37166ea-88da-449f-9d74-c2c55eef8524 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771439 Mar 03 17:47:25.389812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:25.399906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Deleting port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:25.404628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:25.450115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:25.462103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f', 'ba3004fb-6227-48b8-b51f-6a2defe102b6', '80bb22c0-ecc3-4555-84bb-c583d73b7444'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:25.533979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba', '61522920-ee1c-4690-86fe-a1c22ee6211e', '11ea78f9-9c58-4371-83d1-3cffd03bb167'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:25.629729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=11ea78f9-9c58-4371-83d1-3cffd03bb167,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:25.649226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'Port': ['ID=05ba38d1-a501-4ac5-8193-cc20f0f99fbd,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:25.660537 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:25.727168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:25.737126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-236dc42d-bd09-460d-86f9-ae98e8ecc818 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2441885 Mar 03 17:47:25.794454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-590ff03c-439a-4e9c-b648-8e496bccd1b4 req-0bb572b1-639b-4bcb-8721-39c756c7fe2a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb HTTP/1.1" status: 200 len: 210 time: 0.0781584 Mar 03 17:47:25.984343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port 11ea78f9-9c58-4371-83d1-3cffd03bb167 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:26.002296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:26.007990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'name': 'network-vif-deleted', 'tag': '11ea78f9-9c58-4371-83d1-3cffd03bb167'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:26.033846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd00c6-5447-4ac8-8a1b-ff77ee76e222 req-5216a523-9994-40cc-832e-0c9330ace536 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:26.039350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-27dd00c6-5447-4ac8-8a1b-ff77ee76e222 req-5216a523-9994-40cc-832e-0c9330ace536 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.2103932 Mar 03 17:47:26.044738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35852) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:26.279887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-120b8f59-0940-4012-94a4-6b71b606b4d6 req-148585bc-649e-45df-8de8-f313b4e31aeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "DELETE /v2.0/ports/11ea78f9-9c58-4371-83d1-3cffd03bb167 HTTP/1.1" status: 204 len: 173 time: 2.6649566 Mar 03 17:47:26.280040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-27dd00c6-5447-4ac8-8a1b-ff77ee76e222 req-3824aef3-424f-4462-bd6c-4d8c49f37c37 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999048 Mar 03 17:47:26.482445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] For port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:26.483262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:26.534570 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac649c1-5ea1-4d5e-a6e6-19b1c6d7ccbb', 'name': 'network-vif-deleted', 'tag': '11ea78f9-9c58-4371-83d1-3cffd03bb167', 'status': 'completed', 'code': 200} Mar 03 17:47:26.893619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1912c-0e4c-48af-b166-ca9d4d5502cc req-07b1a9ed-6036-4841-b98b-b432686c9a19 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:26.895135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5cb1912c-0e4c-48af-b166-ca9d4d5502cc req-07b1a9ed-6036-4841-b98b-b432686c9a19 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/ports?device_id=c282ff65-b181-4a06-a644-a8a5dc6e7321 HTTP/1.1" status: 200 len: 950 time: 0.1650171 Mar 03 17:47:26.942939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Calling delete_port for d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:26.990730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5cb1912c-0e4c-48af-b166-ca9d4d5502cc req-a6f004e3-88b7-4a61-9d6a-b2e9f3ccb273 tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b1ad1b7-32ec-4725-90a2-9440ba5097a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867434 Mar 03 17:47:27.096731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-6f11d245-5de7-4ba7-9d8f-d265f4193091 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:27.102976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-6f11d245-5de7-4ba7-9d8f-d265f4193091 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:27.126802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-6f11d245-5de7-4ba7-9d8f-d265f4193091 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:27.138647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-6f11d245-5de7-4ba7-9d8f-d265f4193091 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 822 time: 0.8610687 Mar 03 17:47:27.186910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-6a9f0838-1302-44af-948f-224fd2233c02 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/quotas/522212297d114081ad051f76b62bd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0470295 Mar 03 17:47:27.236954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1803d-0580-493f-9dfc-fb278749bb96 req-4fd39387-4ea1-4091-be10-a7f51b274415 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:27.238596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ef1803d-0580-493f-9dfc-fb278749bb96 req-4fd39387-4ea1-4091-be10-a7f51b274415 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 949 time: 0.1035225 Mar 03 17:47:27.264195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:27.280401 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:27.336779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Pushing event deleted for resources: {'Port': ['ID=d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:27.367044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ef1803d-0580-493f-9dfc-fb278749bb96 req-19514991-302e-4b95-8848-4f779dd28d39 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202941 Mar 03 17:47:27.442653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-3ce53d20-848f-4544-8312-dbb4a638d98a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2375174 Mar 03 17:47:27.443903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] No DVR routers for this DVR port d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:27.447969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:27.497032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-327c453a-b80a-42cf-acd8-aa04dd7abccf req-8672a90c-ef0f-4eec-8daf-6293602f52ce tempest-ImagesNegativeTestJSON-1600741450 tempest-ImagesNegativeTestJSON-1600741450-project] 10.222.0.35 "DELETE /v2.0/ports/d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b HTTP/1.1" status: 204 len: 173 time: 2.3788302 Mar 03 17:47:27.615738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-c6e36922-d44a-4e55-b803-d60f31c71d12 service neutron] 10.222.0.23 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626205 Mar 03 17:47:27.800441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-054e862d-af7b-4dfc-8b9a-8b268b444453 service neutron] 10.222.0.23 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770618 Mar 03 17:47:27.851724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278f6c-669c-47bc-8585-077aab2c2c68 req-aed78569-fcaf-4f0a-a83c-a278d06951b2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:27.859622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d278f6c-669c-47bc-8585-077aab2c2c68 req-aed78569-fcaf-4f0a-a83c-a278d06951b2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.2048934 Mar 03 17:47:27.870349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 11ea78f9-9c58-4371-83d1-3cffd03bb167 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:27.919544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Deleting port 193921ce-c523-433c-b73a-d60465fa1a91 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:27.919830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:27.938577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 11ea78f9-9c58-4371-83d1-3cffd03bb167 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:27.938945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 11ea78f9-9c58-4371-83d1-3cffd03bb167 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:27.973185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d278f6c-669c-47bc-8585-077aab2c2c68 req-c8aa8b66-f826-47df-8652-45786874dc42 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124682 Mar 03 17:47:28.144953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] For port 193921ce-c523-433c-b73a-d60465fa1a91, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=193921ce-c523-433c-b73a-d60465fa1a91,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:28.145310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:28.302306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17db8174-c245-43b1-a034-626244b30042 req-013253c8-8bf6-44bc-adfc-4866f201b765 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 210 time: 0.0815241 Mar 03 17:47:28.357051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Calling delete_port for 193921ce-c523-433c-b73a-d60465fa1a91 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:28.535610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'name': 'network-vif-deleted', 'tag': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:28.609816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9023e-b785-421a-96f5-2bb318d90d56 req-bf1a2e97-c721-499a-9422-31fcae1f537b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:28.611360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84c9023e-b785-421a-96f5-2bb318d90d56 req-bf1a2e97-c721-499a-9422-31fcae1f537b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.3000431 Mar 03 17:47:28.689856 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84c9023e-b785-421a-96f5-2bb318d90d56 req-e90f8490-7f1b-4151-8b28-e28c7e71d0f7 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Mar 03 17:47:28.692464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:28.698323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:28.790338 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c282ff65-b181-4a06-a644-a8a5dc6e7321', 'name': 'network-vif-deleted', 'tag': 'd7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b', 'status': 'completed', 'code': 200} Mar 03 17:47:28.856724 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:28.979134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Pushing event deleted for resources: {'Port': ['ID=193921ce-c523-433c-b73a-d60465fa1a91,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:29.008269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:29.014490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d7a3bdac-fcb5-46f9-8262-b5f7fbdfb59b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:29.115414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:29.133698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3077509-a298-4f6e-98ae-107cbd6e5274 req-d01b9219-8472-47aa-b82e-1c9ca3803f48 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:29.137540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3077509-a298-4f6e-98ae-107cbd6e5274 req-d01b9219-8472-47aa-b82e-1c9ca3803f48 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:29.171628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9c0c57bb-2165-4b63-89c6-699a65cbca77', 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0', 'port_id': '9c0c57bb-2165-4b63-89c6-699a65cbca77', 'mac_address': 'fa:16:3e:f1:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de88dc8-1e70-400f-8584-aa2f5ca46ca5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:29.173019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3077509-a298-4f6e-98ae-107cbd6e5274 req-d01b9219-8472-47aa-b82e-1c9ca3803f48 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:29.174820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3077509-a298-4f6e-98ae-107cbd6e5274 req-d01b9219-8472-47aa-b82e-1c9ca3803f48 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 950 time: 0.2229729 Mar 03 17:47:29.274422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3077509-a298-4f6e-98ae-107cbd6e5274 req-741d8cae-4e49-4566-ade9-a5e6d6c484aa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921509 Mar 03 17:47:29.333978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:29.368448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0c57bb-2165-4b63-89c6-699a65cbca77 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:29.397137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:29.414464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:29.554194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58b82b-0e66-408c-9323-7e5e21c4582a req-8997e06e-87c9-4c03-953b-d32da5e90182 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:29.562112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d58b82b-0e66-408c-9323-7e5e21c4582a req-8997e06e-87c9-4c03-953b-d32da5e90182 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 945 time: 0.1339519 Mar 03 17:47:29.595459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:29.622095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d58b82b-0e66-408c-9323-7e5e21c4582a req-531d0c5a-5192-454d-9867-5344a14dc42e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559340 Mar 03 17:47:29.658656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:29.729929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9c0c57bb-2165-4b63-89c6-699a65cbca77'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:29.891315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2bea543f-3c3b-4a72-badf-dc1ca98764f1 req-79462ef8-6da3-465a-80ec-fbad063dbb51 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 210 time: 0.1121495 Mar 03 17:47:30.311781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-1c1d6698-0013-4846-aa3d-8f09096aa474 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:30.313585 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-1c1d6698-0013-4846-aa3d-8f09096aa474 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 822 time: 0.2805209 Mar 03 17:47:30.320497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Router 639461c0-39e8-4436-a691-89e6543d2334 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:47:30.385464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Request body: {'port': {'device_id': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'admin_state_up': True, 'tenant_id': '522212297d114081ad051f76b62bd1f9'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:30.504442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8edbf7-061b-49c8-b7e4-35300f1901b9 req-5652ea0c-1c39-4bdb-aa9d-9e743c1f04db tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:30.512893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe8edbf7-061b-49c8-b7e4-35300f1901b9 req-5652ea0c-1c39-4bdb-aa9d-9e743c1f04db tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.6493366 Mar 03 17:47:30.556015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:30.566932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-364dd65f-7352-4407-8bc5-a730921461f0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:30.568500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-364dd65f-7352-4407-8bc5-a730921461f0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 950 time: 0.2451510 Mar 03 17:47:30.586049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe8edbf7-061b-49c8-b7e4-35300f1901b9 req-088875ee-da18-4b40-9bcf-42b2531a00e0 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621998 Mar 03 17:47:30.600862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:47:30.625604 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] Sync routers for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:47:30.639798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25bb2648-4c14-4c77-99fd-49d84f9f317f admin admin] 10.222.0.23 "PUT /v2.0/routers/639461c0-39e8-4436-a691-89e6543d2334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5937119 Mar 03 17:47:30.642233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:30.647122 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:47:30.648003 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:30.712930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port 80bb22c0-ecc3-4555-84bb-c583d73b7444 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:30.713562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:30.764273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Usage tracker for resource:port and tenant:522212297d114081ad051f76b62bd1f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:30.772053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:30.819483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:30.863492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Made reservation on behalf of 522212297d114081ad051f76b62bd1f9 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:47:30.870154 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:30.909978 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:47:31.219894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:31.246601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:47:31.404382 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:47:28Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:31.408669 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] Checking router: 639461c0-39e8-4436-a691-89e6543d2334 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:47:31.417806 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] Routers {'639461c0-39e8-4436-a691-89e6543d2334'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:47:31.418500 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['639461c0-39e8-4436-a691-89e6543d2334'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:31.474309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36030) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:31.519724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Allocated IP 172.20.0.12 (02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3/8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba/88f1bb16-07c2-48fc-b1cc-6e4f9cce2085) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:47:31.649923 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] Set router 639461c0-39e8-4436-a691-89e6543d2334 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:47:31.676839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:31.703659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Deleting port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:31.704597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:31.742786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fdf6b-c2f0-48c8-8500-86a42175792c req-0aa1f5dc-551a-4899-a6ef-20592c375d1a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:31.743393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5874-a9e8-447b-a540-56450855fb04 req-e17b9c03-e862-40e5-8f20-b293c7efacd9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:31.744274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47bf5874-a9e8-447b-a540-56450855fb04 req-e17b9c03-e862-40e5-8f20-b293c7efacd9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 945 time: 0.3127825 Mar 03 17:47:31.744401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e3fdf6b-c2f0-48c8-8500-86a42175792c req-0aa1f5dc-551a-4899-a6ef-20592c375d1a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 950 time: 0.8357601 Mar 03 17:47:31.829860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port 80bb22c0-ecc3-4555-84bb-c583d73b7444, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=80bb22c0-ecc3-4555-84bb-c583d73b7444,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:31.830654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:31.881185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:31.972948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] For port 2f18bd06-fa20-4de4-9d07-26ec623fe4d3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:31.973784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:31.997691 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:47:28Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:32.002873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.003762 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1e473-163c-463f-94da-6cf1ddbda8fb None None] The sync data for ids ['639461c0-39e8-4436-a691-89e6543d2334'] in n-d-827121-1 is: [{'id': '639461c0-39e8-4436-a691-89e6543d2334', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555832703-router', 'tenant_id': '52f91cb7ee4a463f9332ca8995130d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:07Z', 'updated_at': '2022-03-03T17:47:28Z', 'revision_number': 5, 'project_id': '52f91cb7ee4a463f9332ca8995130d9c', 'gw_port': {'id': '2f18bd06-fa20-4de4-9d07-26ec623fe4d3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639461c0-39e8-4436-a691-89e6543d2334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:08Z', 'updated_at': '2022-03-03T17:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:47:32.026122 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e9d97657-3595-451a-a241-651dc0d6fd95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d2ec4816b784176b42e2e55d4120c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474644 Mar 03 17:47:32.037617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36038) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:32.039817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:32.049975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for 80bb22c0-ecc3-4555-84bb-c583d73b7444 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:32.050806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47bf5874-a9e8-447b-a540-56450855fb04 req-e284e3c0-2816-4f82-a8e1-8210a9e143ba tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946880 Mar 03 17:47:32.070910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:32.083292 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.131701 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e3fdf6b-c2f0-48c8-8500-86a42175792c req-8c50154b-1e74-45de-9077-82730714e81d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721328 Mar 03 17:47:32.138409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Calling delete_port for 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:32.311579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:32.335451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8b37a847-4842-4775-8a59-e93273051cf4 req-70a2df53-72e0-4b08-aa18-f7e512e2afe1 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:32.355474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.362455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8b37a847-4842-4775-8a59-e93273051cf4 req-70a2df53-72e0-4b08-aa18-f7e512e2afe1 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:32.363706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b37a847-4842-4775-8a59-e93273051cf4 req-70a2df53-72e0-4b08-aa18-f7e512e2afe1 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 210 time: 0.0821226 Mar 03 17:47:32.436174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.467376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7a49-1007-49aa-96ee-789cb9e6ff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.488111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f18bd06-fa20-4de4-9d07-26ec623fe4d3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:32.522737 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7a49-1007-49aa-96ee-789cb9e6ff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.558970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.570946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f', 'ba3004fb-6227-48b8-b51f-6a2defe102b6', '80bb22c0-ecc3-4555-84bb-c583d73b7444'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:32.615790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba', '61522920-ee1c-4690-86fe-a1c22ee6211e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:32.635106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=80bb22c0-ecc3-4555-84bb-c583d73b7444,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:32.635865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.696477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f7e4e-0f54-49da-b4d4-2d17e4c18b0a req-3483f3ba-8d18-48e2-898c-1b2172244705 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:32.703440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-329f7e4e-0f54-49da-b4d4-2d17e4c18b0a req-3483f3ba-8d18-48e2-898c-1b2172244705 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 946 time: 0.3816173 Mar 03 17:47:32.705613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.713611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:32.812604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port 80bb22c0-ecc3-4555-84bb-c583d73b7444 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:32.822544 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.822993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.825750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'name': 'network-vif-deleted', 'tag': '80bb22c0-ecc3-4555-84bb-c583d73b7444'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:32.832571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b813138-f9db-4915-a611-e11d1d1d0150 req-c0bea613-d50a-434b-8c59-cf5201c73b8b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:32.834333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b813138-f9db-4915-a611-e11d1d1d0150 req-c0bea613-d50a-434b-8c59-cf5201c73b8b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.3494916 Mar 03 17:47:32.835669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.861461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:47:32.870683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7a49-1007-49aa-96ee-789cb9e6ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.881071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.881878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 639461c0-39e8-4436-a691-89e6543d2334 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:47:32.884184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 9c0c57bb-2165-4b63-89c6-699a65cbca77 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:32.887392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:32.897484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:32.903709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:47:32.903904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9c0c57bb-2165-4b63-89c6-699a65cbca77 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:32.904880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.916020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b813138-f9db-4915-a611-e11d1d1d0150 req-fbb1fd91-7dad-4369-b6d4-aa41c1b70e14 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613272 Mar 03 17:47:32.925164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:32.927513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-445c8c65-793a-4fcd-a9bf-b7ae70771746 admin admin] 10.222.0.23 "DELETE /v2.0/routers/639461c0-39e8-4436-a691-89e6543d2334 HTTP/1.1" status: 204 len: 168 time: 2.2834840 Mar 03 17:47:32.930364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36048) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:32.968073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-329f7e4e-0f54-49da-b4d4-2d17e4c18b0a req-98d821e9-fedd-426d-a2e2-3fd815cbb3a2 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624357 Mar 03 17:47:32.969584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e7a49-1007-49aa-96ee-789cb9e6ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ad1b7-32ec-4725-90a2-9440ba5097a0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:33.004606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bbe90d14-09d1-4934-9fc8-67fc0d3a9ea8 req-ea7a7b9b-33c2-42bc-9a58-fbbde3a4bfd0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "DELETE /v2.0/ports/80bb22c0-ecc3-4555-84bb-c583d73b7444 HTTP/1.1" status: 204 len: 173 time: 2.4256327 Mar 03 17:47:33.063573 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7a49-1007-49aa-96ee-789cb9e6ff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.064828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1c1e7a49-1007-49aa-96ee-789cb9e6ff85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b1ad1b7-32ec-4725-90a2-9440ba5097a0 HTTP/1.1" status: 204 len: 168 time: 0.9854457 Mar 03 17:47:33.087920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] Deleting subnet 263b29a5-445b-456f-9de9-281247021a6e {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:47:33.115054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.118919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:33.120888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.158931 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'code': 200} Mar 03 17:47:33.169522 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5499c09a-c5da-4869-b97d-ee44235609f2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7932224 Mar 03 17:47:33.194073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Request body: {'port': {'device_id': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:33.194230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 193921ce-c523-433c-b73a-d60465fa1a91 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:33.249776 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.260655 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b660c70-bf8e-48b4-a9ae-2230791fbe6f', 'name': 'network-vif-deleted', 'tag': '80bb22c0-ecc3-4555-84bb-c583d73b7444', 'status': 'completed', 'code': 200} Mar 03 17:47:33.398686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 193921ce-c523-433c-b73a-d60465fa1a91 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:33.399201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 193921ce-c523-433c-b73a-d60465fa1a91 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:33.570882 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.608733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-40f52b73-e0f5-4b7e-955c-4ade87f2c53f req-db50518e-2cb7-4ea6-96cc-bca771bd95f8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:33.609550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.731999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.734513 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.789316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95813de1-9d2b-434e-8ad0-1ed813aa2f44 req-3424d11f-9712-4b95-802a-0143dc514ede tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:33.791533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95813de1-9d2b-434e-8ad0-1ed813aa2f44 req-3424d11f-9712-4b95-802a-0143dc514ede tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 945 time: 0.3097155 Mar 03 17:47:33.795587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.800193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263b29a5-445b-456f-9de9-281247021a6e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:33.824241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dce49ec4-2813-43c9-aa78-88e29fa225b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/263b29a5-445b-456f-9de9-281247021a6e HTTP/1.1" status: 204 len: 168 time: 0.8912210 Mar 03 17:47:33.827743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36074) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:33.843198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:33.847024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-40f52b73-e0f5-4b7e-955c-4ade87f2c53f req-db50518e-2cb7-4ea6-96cc-bca771bd95f8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:33.860530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40f52b73-e0f5-4b7e-955c-4ade87f2c53f req-db50518e-2cb7-4ea6-96cc-bca771bd95f8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b660c70-bf8e-48b4-a9ae-2230791fbe6f HTTP/1.1" status: 200 len: 210 time: 0.3801265 Mar 03 17:47:33.873276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5990a257-9f7d-497b-a961-8bc1250ad201 None None] Network 26456614-47f2-4b47-86b2-43fb3de9c1d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:47:33.950339 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:33.951166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 80bb22c0-ecc3-4555-84bb-c583d73b7444 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:34.047147 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.073401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95813de1-9d2b-434e-8ad0-1ed813aa2f44 req-c1d1741f-6a4f-4f32-849c-3e8f64b166ee tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669706 Mar 03 17:47:34.086508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Deleting port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:34.087158 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.167423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-d1895c9f-92d1-49ba-b864-5f0175cffdba tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:34.170125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-d1895c9f-92d1-49ba-b864-5f0175cffdba tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.16 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 946 time: 0.3431199 Mar 03 17:47:34.233719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:34.236666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 80bb22c0-ecc3-4555-84bb-c583d73b7444 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:34.237247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 80bb22c0-ecc3-4555-84bb-c583d73b7444 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:34.316533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521962e6-aeae-4896-b4f7-d7e0a7f3053c req-b4d5c89b-a3b6-41e4-9013-6fd18c84e249 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:34.317724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-521962e6-aeae-4896-b4f7-d7e0a7f3053c req-b4d5c89b-a3b6-41e4-9013-6fd18c84e249 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:34.351177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-521962e6-aeae-4896-b4f7-d7e0a7f3053c req-b4d5c89b-a3b6-41e4-9013-6fd18c84e249 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:34.359278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-521962e6-aeae-4896-b4f7-d7e0a7f3053c req-b4d5c89b-a3b6-41e4-9013-6fd18c84e249 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 932 time: 0.1985013 Mar 03 17:47:34.400582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Deleting port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:34.400915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.413640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36096) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:34.470652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-521962e6-aeae-4896-b4f7-d7e0a7f3053c req-bed968cf-6246-401f-96e4-12e0d1fa1260 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103706 Mar 03 17:47:34.472839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:34.504936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.540810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Transition to ACTIVE for port object 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:34.547381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.604887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-87830735-network', 'tenant_id': 'ab89209b912444e684d8d4b550f19609'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:34.629734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:34.704271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Usage tracker for resource:network and tenant:ab89209b912444e684d8d4b550f19609 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:34.710588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] For port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:34.711081 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.738849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:34.746465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022d76a-3959-412e-ac45-6546184d982a None None] DHCP port deletion for 26456614-47f2-4b47-86b2-43fb3de9c1d4 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:47:34.751114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Deleting port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:34.751681 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.770491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:34.784047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:34.853542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Made reservation on behalf of ab89209b912444e684d8d4b550f19609 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:47:34.854207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6855d99-7ac9-4735-ae72-11fc78c6e776 req-2d4292cd-ac81-4365-9b89-567f2fe38f9b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:34.856142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6855d99-7ac9-4735-ae72-11fc78c6e776 req-2d4292cd-ac81-4365-9b89-567f2fe38f9b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.5247722 Mar 03 17:47:34.856980 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.878368 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:34.914066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:34.935842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Usage tracker for resource:security_group_rule and tenant:ab89209b912444e684d8d4b550f19609 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:34.936063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Calling delete_port for 3b26511f-e0ac-49e1-ba17-67c5f63fd14e owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:34.939841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:34.947414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Attempting to bind port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:47:34.947721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Attempting to bind port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:47:34.948121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Attempting to bind port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:34.951996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:34.966855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:47:34.967249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Attempting to bind port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:34.985813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8a23a-feb2-4ba2-afdb-44fa1d5cae9a req-2d3c364b-3c2a-4d04-9eca-ae1959870393 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:34.988060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22b8a23a-feb2-4ba2-afdb-44fa1d5cae9a req-2d3c364b-3c2a-4d04-9eca-ae1959870393 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/ports?device_id=0326aea1-6285-443d-94b3-17e769181907 HTTP/1.1" status: 200 len: 946 time: 0.2954872 Mar 03 17:47:34.989758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:35.004952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:47:35.005633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Checking segment: {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:35.006088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Bound using segment: {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:47:35.006734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Bound port: 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:47:35.007616 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.042022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:35.042370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2f18bd06-fa20-4de4-9d07-26ec623fe4d3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:35.042508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6855d99-7ac9-4735-ae72-11fc78c6e776 req-b3eec906-2393-4ca0-b93a-589c7215977b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273270 Mar 03 17:47:35.042784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b26511f-e0ac-49e1-ba17-67c5f63fd14e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:35.069785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] For port 5282b53f-98ca-45b4-ba39-9d95c6468ef9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5282b53f-98ca-45b4-ba39-9d95c6468ef9,segment=NetworkSegment(f9e73404-59ee-4d62-91d3-5c1f1e79200e),segment_id=f9e73404-59ee-4d62-91d3-5c1f1e79200e)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:35.070157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.092335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f022d76a-3959-412e-ac45-6546184d982a None None] For port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,segment=NetworkSegment(9ec2838d-7a3c-4580-a33f-a9b85fc73a2c),segment_id=9ec2838d-7a3c-4580-a33f-a9b85fc73a2c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:35.092719 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.146546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.207569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:47:35.211954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:47:35.231474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.282219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:35.317442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:35.318204 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.319811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] 10.222.0.16 "PUT /v2.0/ports/88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 HTTP/1.1" status: 200 len: 1092 time: 2.1302049 Mar 03 17:47:35.323243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:35.350002 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22b8a23a-feb2-4ba2-afdb-44fa1d5cae9a req-bb0236a9-976d-4258-b2a8-9f1b94b92cc6 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8135b10-1127-4a22-826b-cd4738868d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484671 Mar 03 17:47:35.366881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Calling delete_port for 5282b53f-98ca-45b4-ba39-9d95c6468ef9 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:35.388375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Calling delete_port for 3b26511f-e0ac-49e1-ba17-67c5f63fd14e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:35.393350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.441600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 17:47:35.441978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b26511f-e0ac-49e1-ba17-67c5f63fd14e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:35.453155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.453479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b26511f-e0ac-49e1-ba17-67c5f63fd14e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:35.456525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] No DVR routers for this DVR port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:35.496380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:47:35.496773 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:47:35.501816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da5c04-f1a7-495b-9c83-dd8eae92bc63 service neutron] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:35.515381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:47:35.523163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af32ed-5261-4e12-bcc8-db6b74b155c4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:35.534442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.534767 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Added segment 36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5 of type vlan for network 71199fde-53e3-409d-8c76-9bd013425565 Mar 03 17:47:35.575020 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.579976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-a7af56c3-6018-412b-9bc8-ad70326b609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:35.581483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-a7af56c3-6018-412b-9bc8-ad70326b609c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 1095 time: 0.1839135 Mar 03 17:47:35.621643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.674200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-d3895ac1-4317-45a2-8df0-524431722c9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 HTTP/1.1" status: 200 len: 217 time: 0.0764539 Mar 03 17:47:35.684742 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77', 'code': 200} Mar 03 17:47:35.687471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26456614-47f2-4b47-86b2-43fb3de9c1d4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:35.709157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:35.709540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec2838d-7a3c-4580-a33f-a9b85fc73a2c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:35.712394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.713366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:35.713952 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.729259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.766015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76b07-ef02-470e-b90b-0d66d68a0e0e req-04c4297b-a657-44bf-97a2-958572c102fd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:35.767836 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80a76b07-ef02-470e-b90b-0d66d68a0e0e req-04c4297b-a657-44bf-97a2-958572c102fd tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.3758276 Mar 03 17:47:35.779608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.809270 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.864621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:47:35.865178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:47:35.881045 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:47:35.907165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Pushing event deleted for resources: {'Port': ['ID=5282b53f-98ca-45b4-ba39-9d95c6468ef9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:35.917911 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'status': 'completed', 'code': 200} Mar 03 17:47:35.922686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5051117 Mar 03 17:47:35.926293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36128) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:35.929623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5f7abbda-369b-4c0f-96db-f256f963c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:35.931102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-5f7abbda-369b-4c0f-96db-f256f963c6d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba HTTP/1.1" status: 200 len: 862 time: 0.2503395 Mar 03 17:47:35.931787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d765-2f5d-42eb-930d-0219fb761d49 admin admin] Pushing event updated for resources: {'Network': ['ID=71199fde-53e3-409d-8c76-9bd013425565,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:35.942014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Request body: {'subnet': {'network_id': '71199fde-53e3-409d-8c76-9bd013425565', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-87830735-subnet', 'tenant_id': 'ab89209b912444e684d8d4b550f19609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:35.944991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 71199fde-53e3-409d-8c76-9bd013425565 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:47:36.005115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:36.021707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Deleting port 3b26511f-e0ac-49e1-ba17-67c5f63fd14e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:36.022752 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f022d76a-3959-412e-ac45-6546184d982a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:36.026850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80a76b07-ef02-470e-b90b-0d66d68a0e0e req-4d1b4d10-040b-4dbf-a6f1-87420ac13bde tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512481 Mar 03 17:47:36.076157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] No DVR routers for this DVR port 5282b53f-98ca-45b4-ba39-9d95c6468ef9 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:36.079271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:36.082359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0326aea1-6285-443d-94b3-17e769181907', 'name': 'network-vif-deleted', 'tag': '5282b53f-98ca-45b4-ba39-9d95c6468ef9'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:36.089579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:36.120723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:36.126476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] Pushing event deleted for resources: {'Network': ['ID=26456614-47f2-4b47-86b2-43fb3de9c1d4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:36.136091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f022d76a-3959-412e-ac45-6546184d982a None None] The port '3b26511f-e0ac-49e1-ba17-67c5f63fd14e' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:47:36.136840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94948b78-5e74-4fdd-855f-0dcc722c210c req-86f021c0-66cd-4ce2-a6a0-700bcba1aef9 tempest-VolumesAdminNegativeTest-1110932215 tempest-VolumesAdminNegativeTest-1110932215-project] 10.222.0.16 "DELETE /v2.0/ports/5282b53f-98ca-45b4-ba39-9d95c6468ef9 HTTP/1.1" status: 204 len: 173 time: 1.9572852 Mar 03 17:47:36.163440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5d456a4e-bd1e-4e99-900e-89de08c8441e admin admin] 10.222.0.23 "DELETE /v2.0/networks/26456614-47f2-4b47-86b2-43fb3de9c1d4 HTTP/1.1" status: 204 len: 168 time: 2.2769804 Mar 03 17:47:36.163692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36138) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:36.244274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-a92dc16a-4357-498b-8309-f9f270b918b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2902641 Mar 03 17:47:36.245179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Usage tracker for resource:subnet and tenant:ab89209b912444e684d8d4b550f19609 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:36.251105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:36.280404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:36.366231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Made reservation on behalf of ab89209b912444e684d8d4b550f19609 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:47:36.368905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:36.428058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775f76e-0e6d-42e4-84b6-bc2e05888166 req-8215a87c-16a3-4f21-be73-25bd55e15fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:36.429513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4775f76e-0e6d-42e4-84b6-bc2e05888166 req-8215a87c-16a3-4f21-be73-25bd55e15fcd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.6458721 Mar 03 17:47:36.494500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8396b4-1eee-4b14-8ffa-5c262395b2eb req-8311d3fc-93e6-4d13-b77e-7edf3757015d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:36.496074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af8396b4-1eee-4b14-8ffa-5c262395b2eb req-8311d3fc-93e6-4d13-b77e-7edf3757015d tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 950 time: 0.2543726 Mar 03 17:47:36.548633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb371d3-5396-4073-a545-47a645dfebfe req-4db5c5af-892c-4704-8871-dced4d631a02 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:36.550120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffb371d3-5396-4073-a545-47a645dfebfe req-4db5c5af-892c-4704-8871-dced4d631a02 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 944 time: 0.5597103 Mar 03 17:47:36.571428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-80b87798-4398-4e11-abef-bfc58cb90580 service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154995 Mar 03 17:47:36.620779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4775f76e-0e6d-42e4-84b6-bc2e05888166 req-0163795b-e294-435f-96a1-16cb511b9664 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347451 Mar 03 17:47:36.622191 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af8396b4-1eee-4b14-8ffa-5c262395b2eb req-6ce27a71-d7cc-4e0f-a2fe-d6e8d4207715 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174607 Mar 03 17:47:36.719677 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffb371d3-5396-4073-a545-47a645dfebfe req-e2da48ff-941a-4af8-bf3f-415ecd0e5009 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608064 Mar 03 17:47:36.838286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71a2d616-f2f8-4b05-ba59-1c1cd4c82153 req-57372373-7127-4651-8f4a-9ea9a2f847f4 service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458413 Mar 03 17:47:36.890903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:36.941731 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0326aea1-6285-443d-94b3-17e769181907', 'name': 'network-vif-deleted', 'tag': '5282b53f-98ca-45b4-ba39-9d95c6468ef9', 'status': 'completed', 'code': 200} Mar 03 17:47:37.009714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeec5f-4d96-4ae1-908b-5a5ebbe658a3 req-3dfbe341-1554-4033-9180-8a4bc1fefaeb tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:37.011194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbeeec5f-4d96-4ae1-908b-5a5ebbe658a3 req-3dfbe341-1554-4033-9180-8a4bc1fefaeb tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.2626486 Mar 03 17:47:37.036104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b2edd1-b645-4698-af9f-960f5899e02b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:37.038639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36154) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:37.102839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Checking segment: {'id': '36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71199fde-53e3-409d-8c76-9bd013425565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:37.103187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Network hostable DHCP agents. Network: 71199fde-53e3-409d-8c76-9bd013425565, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:47:37.114272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbeeec5f-4d96-4ae1-908b-5a5ebbe658a3 req-d641a103-4777-4cd1-8576-ec1d5569e4e8 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912800 Mar 03 17:47:37.134837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.152969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] Deleting subnet d40abbd8-035f-408c-986a-fc94e5dc8d0f {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:47:37.157525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.188358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-6f07f470-6188-4690-91a0-f93e3a60d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:37.189856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-6f07f470-6188-4690-91a0-f93e3a60d985 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 1095 time: 0.2509248 Mar 03 17:47:37.190418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Network 71199fde-53e3-409d-8c76-9bd013425565 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:47:37.289115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 71199fde-53e3-409d-8c76-9bd013425565) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:37.304622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9817ab59-4840-4b67-ba15-7fd21e8b291c None None] Network 71199fde-53e3-409d-8c76-9bd013425565 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:47:37.306731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:37.306954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.364641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.507634 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ac507ac8-b22e-40a6-a052-67ae92e0733d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5709152 Mar 03 17:47:37.520882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Deleting port 7c124d9a-90fe-496d-9e1c-6a5e1745f422 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:37.521359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.527745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a84d8-6128-4733-9d00-8806c7c76901 None None] Network 71199fde-53e3-409d-8c76-9bd013425565 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:47:37.528516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.591088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-8f6d5e2e-3303-429f-b8b4-45b7d2587c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:37.592239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-8f6d5e2e-3303-429f-b8b4-45b7d2587c17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 923 time: 0.3531685 Mar 03 17:47:37.609865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc96dc9-2432-4ec7-bcef-8ea43f0fec28 req-1dd93abd-368d-42cb-98dc-118d7818fc0c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:37.616764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0dc96dc9-2432-4ec7-bcef-8ea43f0fec28 req-1dd93abd-368d-42cb-98dc-118d7818fc0c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.4190671 Mar 03 17:47:37.748753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-ebc6a056-2410-47a3-bf16-25072fe4cd81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 HTTP/1.1" status: 200 len: 217 time: 0.1489022 Mar 03 17:47:37.773092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-9f94f475-f82d-4f58-8775-ad5222c6adeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:37.775218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-9f94f475-f82d-4f58-8775-ad5222c6adeb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 950 time: 0.3670592 Mar 03 17:47:37.776389 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.778435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] For port 7c124d9a-90fe-496d-9e1c-6a5e1745f422, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7c124d9a-90fe-496d-9e1c-6a5e1745f422,segment=NetworkSegment(bac3bf22-4882-4155-9bfd-6b4f002a1f7b),segment_id=bac3bf22-4882-4155-9bfd-6b4f002a1f7b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:37.778792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.849498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0dc96dc9-2432-4ec7-bcef-8ea43f0fec28 req-2e01abdf-29fd-4997-9d1c-48158cb9fd05 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316110 Mar 03 17:47:37.915058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40abbd8-035f-408c-986a-fc94e5dc8d0f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:37.917030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:37.945363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:37.948895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5282b53f-98ca-45b4-ba39-9d95c6468ef9 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:37.968803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-04a6d94a-c47d-4836-9b46-7dddd9b65fa4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d40abbd8-035f-408c-986a-fc94e5dc8d0f HTTP/1.1" status: 204 len: 168 time: 0.9243174 Mar 03 17:47:37.979007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36172) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:37.998661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-53135bc4-2802-4766-bfce-d779bbc8e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:38.000140 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-53135bc4-2802-4766-bfce-d779bbc8e309 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba HTTP/1.1" status: 200 len: 862 time: 0.2380750 Mar 03 17:47:38.002695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Calling delete_port for 7c124d9a-90fe-496d-9e1c-6a5e1745f422 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:38.006551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port ba3004fb-6227-48b8-b51f-6a2defe102b6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:38.006883 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.013593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 5282b53f-98ca-45b4-ba39-9d95c6468ef9 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:38.014307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5282b53f-98ca-45b4-ba39-9d95c6468ef9 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:38.188443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:38.203945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'mac_address': 'fa:16:3e:f7:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:38.245287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.265190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-037c8b88-8eb0-4b1a-ab0b-b232455cb8fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2231715 Mar 03 17:47:38.269910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.280095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bc45e-110b-485d-b5ab-a41267733ca3 req-f3a07025-4556-43ad-84a2-5e8c824752eb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:38.281597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b1bc45e-110b-485d-b5ab-a41267733ca3 req-f3a07025-4556-43ad-84a2-5e8c824752eb tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 950 time: 0.4358661 Mar 03 17:47:38.288878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d563f617-eeb0-44af-ba04-2cbef3d8e9ca {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:38.307520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:38.312703 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.390000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:38.457010 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.466636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b1bc45e-110b-485d-b5ab-a41267733ca3 req-5c4222a4-a41d-439b-8d00-c52b2def6bd4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482668 Mar 03 17:47:38.493423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a186a137-fe84-466a-b1db-f18e99aab49b']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:38.507654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e73404-59ee-4d62-91d3-5c1f1e79200e') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:38.507978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e73404-59ee-4d62-91d3-5c1f1e79200e') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:38.523355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.544193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d563f617-eeb0-44af-ba04-2cbef3d8e9ca'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:38.577431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.593781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:47:38.595244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:47:38.611382 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:47:38.685513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef837b2-7b29-48dd-a395-ba0bdf2f3828 req-f467d9a8-d783-4a3d-9006-4449b5065afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:38.689850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5ef837b2-7b29-48dd-a395-ba0bdf2f3828 req-f467d9a8-d783-4a3d-9006-4449b5065afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 944 time: 0.3395443 Mar 03 17:47:38.704579 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-30b794f7-a226-4d57-ade8-8d9a7bc4d3d3 service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311075 Mar 03 17:47:38.779584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port ba3004fb-6227-48b8-b51f-6a2defe102b6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba3004fb-6227-48b8-b51f-6a2defe102b6,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:38.779850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.835507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:38.911298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5ef837b2-7b29-48dd-a395-ba0bdf2f3828 req-45db55cf-bd0a-4bf3-a906-e7184df76c4a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057350 Mar 03 17:47:38.954782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c124d9a-90fe-496d-9e1c-6a5e1745f422,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:38.975946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for ba3004fb-6227-48b8-b51f-6a2defe102b6 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:39.101146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-f629a51e-961a-46e0-9697-321b348336cb tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:39.102798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-f629a51e-961a-46e0-9697-321b348336cb tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/networks?id=71199fde-53e3-409d-8c76-9bd013425565 HTTP/1.1" status: 200 len: 816 time: 0.3012214 Mar 03 17:47:39.103439 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:39.138609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:39.171286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] Pushing event deleted for resources: {'Network': ['ID=a186a137-fe84-466a-b1db-f18e99aab49b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:39.176074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-bcc58e30-7183-4ba5-ac70-c08af93f2e86 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/quotas/ab89209b912444e684d8d4b550f19609 HTTP/1.1" status: 200 len: 375 time: 0.0265994 Mar 03 17:47:39.177173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b34cfdfe-7483-4e16-a0b1-7ab17f12503c admin admin] 10.222.0.23 "DELETE /v2.0/networks/a186a137-fe84-466a-b1db-f18e99aab49b HTTP/1.1" status: 204 len: 168 time: 1.1405885 Mar 03 17:47:39.180187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36198) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:39.234792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f7ba846-2578-4c0f-97ad-e4e056eacc31 req-43393721-17f8-4fa0-983b-e8c2bfe0c852 service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138230 Mar 03 17:47:39.262490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:39.273135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f', 'ba3004fb-6227-48b8-b51f-6a2defe102b6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:39.323090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=ba3004fb-6227-48b8-b51f-6a2defe102b6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:39.329503 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-8292ddaa-8b74-490a-83b4-8fa6044f54b1 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab89209b912444e684d8d4b550f19609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172009 Mar 03 17:47:39.384427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] Deleting subnet b6c9f21c-b969-4153-8199-d7deda40fce2 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:47:39.391516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:39.422528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2fe14-3010-4ac2-84f9-0f1ad8162e47 req-10f9fa46-4066-4e36-8212-8bb8deb80606 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:39.429591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fd2fe14-3010-4ac2-84f9-0f1ad8162e47 req-10f9fa46-4066-4e36-8212-8bb8deb80606 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.2623351 Mar 03 17:47:39.455798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port ba3004fb-6227-48b8-b51f-6a2defe102b6 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:39.457255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba', '61522920-ee1c-4690-86fe-a1c22ee6211e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:39.467878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:39.470352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'name': 'network-vif-deleted', 'tag': 'ba3004fb-6227-48b8-b51f-6a2defe102b6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:39.511985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fd2fe14-3010-4ac2-84f9-0f1ad8162e47 req-80cd4abd-d103-4e63-b6d0-4393cda95f16 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812006 Mar 03 17:47:39.525127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9974d238-c3eb-4a36-aa5a-476acdf28bfd req-0ba44632-0be2-447a-bf65-f55726b73cfa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "DELETE /v2.0/ports/ba3004fb-6227-48b8-b51f-6a2defe102b6 HTTP/1.1" status: 204 len: 173 time: 1.6561046 Mar 03 17:47:39.611754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:39.688019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:39.701858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-bdbdea52-59f6-496e-8cce-9868b6820912 service neutron] 10.222.0.23 "GET /v2.0/networks/71199fde-53e3-409d-8c76-9bd013425565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610270 Mar 03 17:47:39.766674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2543577-13e6-4e64-a7f0-e98560c2d63a req-57c648bd-04eb-4cf0-bd66-0ef19c7c20b1 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:39.776020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2543577-13e6-4e64-a7f0-e98560c2d63a req-57c648bd-04eb-4cf0-bd66-0ef19c7c20b1 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1365769 Mar 03 17:47:39.852106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2543577-13e6-4e64-a7f0-e98560c2d63a req-41b73b6e-5647-4cea-93f6-776dc2cf8d14 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751107 Mar 03 17:47:39.923662 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbf5477-934f-4953-b559-f8a45b306fe8', 'name': 'network-vif-deleted', 'tag': 'ba3004fb-6227-48b8-b51f-6a2defe102b6', 'status': 'completed', 'code': 200} Mar 03 17:47:39.991521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:40.016120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:40.097697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-13f55d46-897e-4624-8796-0ae4070bc220 req-f6173e51-b567-41c1-9cb7-5eea5ce1e1e8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:40.117983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-13f55d46-897e-4624-8796-0ae4070bc220 req-f6173e51-b567-41c1-9cb7-5eea5ce1e1e8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:40.120122 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f55d46-897e-4624-8796-0ae4070bc220 req-f6173e51-b567-41c1-9cb7-5eea5ce1e1e8 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dbf5477-934f-4953-b559-f8a45b306fe8 HTTP/1.1" status: 200 len: 210 time: 0.0878966 Mar 03 17:47:40.145050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d563f617-eeb0-44af-ba04-2cbef3d8e9ca triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:40.145574 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:40.345676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df796-3453-4981-b639-1b6c04194bae req-4f55196b-3014-40e9-8a5d-096774a0bc43 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:40.348052 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f13df796-3453-4981-b639-1b6c04194bae req-4f55196b-3014-40e9-8a5d-096774a0bc43 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.0762868 Mar 03 17:47:40.404664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f13df796-3453-4981-b639-1b6c04194bae req-f09a9f0b-198b-42d7-b46c-0c84788eecec tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502393 Mar 03 17:47:40.435233 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:40.454510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-0128fef7-52f2-435e-bdf4-34d07491d80c service neutron] 10.222.0.23 "GET /v2.0/networks/71199fde-53e3-409d-8c76-9bd013425565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780860 Mar 03 17:47:40.478555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:40.492293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:40.495019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:40.510391 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:40.543964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c9f21c-b969-4153-8199-d7deda40fce2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:40.555280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:47:40.557219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:40.573632 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-da6ebcea-4080-4084-8e89-dd40c8583129 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b6c9f21c-b969-4153-8199-d7deda40fce2 HTTP/1.1" status: 204 len: 168 time: 1.3902595 Mar 03 17:47:40.573834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36218) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:40.588563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:40.613226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.613822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.614048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.614311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.614641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.614974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.615291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.615612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.615938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.616250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.616595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.617054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:47:40.709171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da2ad4-d55e-45b7-9250-89702ee234ed req-168971a0-77c5-4029-87d7-b6547533e8f3 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:40.710620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4da2ad4-d55e-45b7-9250-89702ee234ed req-168971a0-77c5-4029-87d7-b6547533e8f3 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 944 time: 0.1080811 Mar 03 17:47:40.758894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4da2ad4-d55e-45b7-9250-89702ee234ed req-a2a3b637-73d7-4a8a-93a3-bcf3a6b27bef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Mar 03 17:47:40.766329 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'code': 200} Mar 03 17:47:40.768297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:40.993272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:47:40.993824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9fe6-c261-4b78-b923-e17fd39bb1a2 req-c7458b08-02ed-4ed5-8afb-b54bd7d3ba77 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:40.995353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-950b9fe6-c261-4b78-b923-e17fd39bb1a2 req-c7458b08-02ed-4ed5-8afb-b54bd7d3ba77 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1000280 Mar 03 17:47:40.999171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-af541b19-8004-4150-9087-23cd9e2e9df3 admin admin] 10.222.0.23 "PUT /v2.0/routers/bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8344941 Mar 03 17:47:41.002842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36238) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:41.012378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] Sync routers for ids ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:47:41.025743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] Routers {'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:47:41.026364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:41.094441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.129303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:41.152756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8157fc1-6878-4c1a-b6c7-d72fd5653d48') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:41.153311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8157fc1-6878-4c1a-b6c7-d72fd5653d48') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:41.173562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e5b46-0a5a-41a0-9867-0d454b75e159 req-9f19743f-ccc6-4ee6-ab45-81eb9cdded53 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:41.182568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d3e5b46-0a5a-41a0-9867-0d454b75e159 req-9f19743f-ccc6-4ee6-ab45-81eb9cdded53 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.2680607 Mar 03 17:47:41.201020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.234124 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.246962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:47:41.247797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:47:41.261054 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:47:41.281899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] Set router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:47:41.284715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d3e5b46-0a5a-41a0-9867-0d454b75e159 req-5544865a-0a54-4290-a1b4-cd0705b6fdce tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010294 Mar 03 17:47:41.300227 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-950b9fe6-c261-4b78-b923-e17fd39bb1a2 req-5bf84f30-c9c4-41d0-85b8-216b8fe16bac tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708716 Mar 03 17:47:41.385534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.392196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.418924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d HTTP/1.1" status: 204 len: 168 time: 0.8418374 Mar 03 17:47:41.453268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bf2d7-3c11-4a24-b6d1-b79f07e8eb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7d9e11-f3dd-4443-98b9-8578f6dfcd5d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:41.554710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.654644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36256) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:41.694527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6fee12e-fedc-49b4-8fe7-924ae27831ea req-cc5c5f9e-e2b4-4d97-9e55-97b8c3806cda tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 210 time: 0.0750365 Mar 03 17:47:41.696383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:47:38Z', 'revision_number': 5, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:41.724410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] Checking router: bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:47:41.748475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-de0fa5d7-0ff1-4a5a-9719-e3ef4b0dc1a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=271dfc0f2ff94ef698fae3c31e5b3999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911479 Mar 03 17:47:41.749831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] Routers {'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:47:41.750579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36262) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:41.754575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:41.858513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e0db25ea-256e-4740-a558-bffeba7ce38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.890460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e0db25ea-256e-4740-a558-bffeba7ce38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.904532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.926506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Deleting port 9f79d93d-4542-4afb-875c-7c99db213045 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:41.926992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.958061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e0db25ea-256e-4740-a558-bffeba7ce38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:41.993232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:42.059325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db25ea-256e-4740-a558-bffeba7ce38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8135b10-1127-4a22-826b-cd4738868d27,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:42.075311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e0db25ea-256e-4740-a558-bffeba7ce38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:42.078591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e0db25ea-256e-4740-a558-bffeba7ce38a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8135b10-1127-4a22-826b-cd4738868d27 HTTP/1.1" status: 204 len: 168 time: 0.3245029 Mar 03 17:47:42.103225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] Set router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:47:42.157223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a31fb-01fa-4b93-8e61-ff7595445476 req-d5530918-c961-4e51-8649-232dc30494a2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:42.166316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-418a31fb-01fa-4b93-8e61-ff7595445476 req-d5530918-c961-4e51-8649-232dc30494a2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 944 time: 0.1493988 Mar 03 17:47:42.228349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-418a31fb-01fa-4b93-8e61-ff7595445476 req-05336f0a-bcce-45fc-b51e-cc1ae3a048ae tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:42.251755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-418a31fb-01fa-4b93-8e61-ff7595445476 req-05336f0a-bcce-45fc-b51e-cc1ae3a048ae tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:42.253282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-418a31fb-01fa-4b93-8e61-ff7595445476 req-05336f0a-bcce-45fc-b51e-cc1ae3a048ae tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861969 Mar 03 17:47:42.499964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] For port 9f79d93d-4542-4afb-875c-7c99db213045, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9f79d93d-4542-4afb-875c-7c99db213045,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:42.500398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:42.647841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36294) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:42.685625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:42.694032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:47:38Z', 'revision_number': 5, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:42.703895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Calling delete_port for 9f79d93d-4542-4afb-875c-7c99db213045 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:42.704336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74d966-7648-41cc-a678-19850ba5231c None None] The sync data for ids ['bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18'] in n-d-827121-1 is: [{'id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825834935-router', 'tenant_id': '04e0726fa1134cc68f5a357877b9778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '9f79d93d-4542-4afb-875c-7c99db213045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:43:23Z', 'updated_at': '2022-03-03T17:47:38Z', 'revision_number': 5, 'project_id': '04e0726fa1134cc68f5a357877b9778e', 'gw_port': {'id': '9f79d93d-4542-4afb-875c-7c99db213045', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:43:27Z', 'updated_at': '2022-03-03T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:47:42.707625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'port_id': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'mac_address': 'fa:16:3e:71:3c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:42.752697 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b2b81d9d-66e2-435c-80f7-8bafb0dd44e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fde741c29f44885afe1679e7219cf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011820 Mar 03 17:47:42.753957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36304) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:42.789882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba3004fb-6227-48b8-b51f-6a2defe102b6 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:42.830368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d13fadc8-3462-4068-b357-cae1cf842c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:42.835964 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:42.859147 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d13fadc8-3462-4068-b357-cae1cf842c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:42.860704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: ba3004fb-6227-48b8-b51f-6a2defe102b6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:42.861618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba3004fb-6227-48b8-b51f-6a2defe102b6 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:42.873284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:42.898358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:42.907104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:42.966580 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d13fadc8-3462-4068-b357-cae1cf842c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:42.974383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3e8d27af-39fe-4b28-9229-d14988d0fc72 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:42.975070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3e8d27af-39fe-4b28-9229-d14988d0fc72 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Synchronizing usage tracker for tenant:ab89209b912444e684d8d4b550f19609 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:43.004430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:43.009668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d13fadc8-3462-4068-b357-cae1cf842c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:43.014250 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d13fadc8-3462-4068-b357-cae1cf842c51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d93803c-fa17-440b-9f3c-cbc31c94e46d HTTP/1.1" status: 204 len: 168 time: 0.2560484 Mar 03 17:47:43.014250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fadc8-3462-4068-b357-cae1cf842c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d93803c-fa17-440b-9f3c-cbc31c94e46d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:43.030249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3e8d27af-39fe-4b28-9229-d14988d0fc72 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Unset dirty status for tenant:ab89209b912444e684d8d4b550f19609 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:43.031437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3e8d27af-39fe-4b28-9229-d14988d0fc72 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.35 "GET /v2.0/networks?id=71199fde-53e3-409d-8c76-9bd013425565 HTTP/1.1" status: 200 len: 816 time: 0.7859232 Mar 03 17:47:43.079538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531797e0-16c8-4f40-aeb2-004d1d6dce0e req-194a3ae7-9f72-45bd-8d4e-36e15f72e9a5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:43.081132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-531797e0-16c8-4f40-aeb2-004d1d6dce0e req-194a3ae7-9f72-45bd-8d4e-36e15f72e9a5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1587830 Mar 03 17:47:43.082733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Request body: {'port': {'device_id': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'network_id': '71199fde-53e3-409d-8c76-9bd013425565', 'admin_state_up': True, 'tenant_id': 'ab89209b912444e684d8d4b550f19609'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:43.146604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c124d9a-90fe-496d-9e1c-6a5e1745f422 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:43.156545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-531797e0-16c8-4f40-aeb2-004d1d6dce0e req-c7078493-95f9-4b60-8329-4af46de4b0a1 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682638 Mar 03 17:47:43.219432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 7c124d9a-90fe-496d-9e1c-6a5e1745f422 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:43.219805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c124d9a-90fe-496d-9e1c-6a5e1745f422 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:43.372387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:43.377048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Usage tracker for resource:port and tenant:ab89209b912444e684d8d4b550f19609 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:43.380412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:43.386380 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:43.390911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:43.478560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-58a39308-7b0e-4d58-9ab7-ff7d3c6b0173 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:43.480116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-58a39308-7b0e-4d58-9ab7-ff7d3c6b0173 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 950 time: 0.1946673 Mar 03 17:47:43.490156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab321e-cdf3-4002-971a-17b53418557b req-64ea09df-b978-48cf-b8ad-d83d793b592c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:43.491777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3dab321e-cdf3-4002-971a-17b53418557b req-64ea09df-b978-48cf-b8ad-d83d793b592c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 950 time: 0.1400101 Mar 03 17:47:43.569732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['88f1bb16-07c2-48fc-b1cc-6e4f9cce2085'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:43.577079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-ba083273-116e-432e-aacb-32bb772039dc tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:47:43.577698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-ba083273-116e-432e-aacb-32bb772039dc tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246766 Mar 03 17:47:43.587265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f79d93d-4542-4afb-875c-7c99db213045,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:43.594168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port b622be15-7f52-4a89-acd9-cac879a5d50f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:43.594498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:43.640513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Request body: {'binding': {'host': 'n-h1-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:43.641175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:47:43.701364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Made reservation on behalf of ab89209b912444e684d8d4b550f19609 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:47:43.705360 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:43.768793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3dab321e-cdf3-4002-971a-17b53418557b req-77f3362a-c2c5-4929-b9ce-499746faeaa4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427649 Mar 03 17:47:43.866113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:43.987226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05aea21e-ff6b-4b5c-85a1-89a577a04599 req-193d2c50-1a51-487d-92cb-9ad1e74eb297 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 210 time: 0.0877576 Mar 03 17:47:44.127737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port b622be15-7f52-4a89-acd9-cac879a5d50f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b622be15-7f52-4a89-acd9-cac879a5d50f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:44.128284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.156158 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.167809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.246859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.247384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:47:44.284613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for b622be15-7f52-4a89-acd9-cac879a5d50f owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:44.301477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Allocated IP 172.20.0.10 (71199fde-53e3-409d-8c76-9bd013425565/a4b2edd1-b645-4698-af9f-960f5899e02b/35a58acf-2b99-4999-9d3b-238f397f1732) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:47:44.309754 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.310891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eb98045f-bf94-449c-b40b-fe3c3f2d0f49 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bf5b7dff-e8e3-44cd-bb62-a37eaf8f1d18 HTTP/1.1" status: 204 len: 168 time: 3.3065360 Mar 03 17:47:44.315309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:44.337099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on host n-h1-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:47:44.337456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:47:44.337993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:44.356560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:47:44.356881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:44.374984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:47:44.375324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:44.375891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:47:44.376484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Bound port: 9c0c57bb-2165-4b63-89c6-699a65cbca77, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:47:44.463580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] Deleting subnet 444afcf9-be61-4cb1-907e-b6c459e3c48f {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:47:44.470268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.512427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:47:44.516986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.518187 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-b3188c20-aa6a-45da-bdce-3d64de31ea85 service neutron] 10.222.0.23 "POST /v2.0/ports/9c0c57bb-2165-4b63-89c6-699a65cbca77/bindings HTTP/1.1" status: 201 len: 389 time: 0.9242022 Mar 03 17:47:44.561021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.575691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517fb8-7d53-42a1-9de0-88dfaef7f0e3 req-91a5f5b7-f625-42fb-a867-72e58a8d3526 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:44.578318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66517fb8-7d53-42a1-9de0-88dfaef7f0e3 req-91a5f5b7-f625-42fb-a867-72e58a8d3526 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 945 time: 0.3003728 Mar 03 17:47:44.585614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.614257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.706869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Network 71199fde-53e3-409d-8c76-9bd013425565 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:47:44.711281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:44.712842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66517fb8-7d53-42a1-9de0-88dfaef7f0e3 req-283fd4bb-4efd-403c-9b94-60a68cb3a98e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878978 Mar 03 17:47:44.718503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:47:44.721617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.740931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b622be15-7f52-4a89-acd9-cac879a5d50f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:44.783312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Pushing event updated for resources: {'Port': ['ID=35a58acf-2b99-4999-9d3b-238f397f1732,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:44.843926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:44.844680 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.861468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=b622be15-7f52-4a89-acd9-cac879a5d50f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:44.885930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-113fc20b-8179-4c43-b81b-51dd4033b727 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8376894 Mar 03 17:47:44.900112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Request body: {'port': {'device_id': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:44.962236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port b622be15-7f52-4a89-acd9-cac879a5d50f on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:44.965251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:44.976277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'name': 'network-vif-deleted', 'tag': 'b622be15-7f52-4a89-acd9-cac879a5d50f'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:45.001280 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:45.014242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f79d93d-4542-4afb-875c-7c99db213045 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:45.049426 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8e42dd79-cf00-4e44-9aba-8095342b96a2 req-253d518b-3909-44af-b66a-fc4b881f348e tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.35 "DELETE /v2.0/ports/b622be15-7f52-4a89-acd9-cac879a5d50f HTTP/1.1" status: 204 len: 173 time: 1.5565307 Mar 03 17:47:45.051722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9f79d93d-4542-4afb-875c-7c99db213045 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:45.052737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f79d93d-4542-4afb-875c-7c99db213045 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:45.107422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39859a-4242-4433-b2e7-ad1f026669e4 req-7a23ae98-dfc4-45f2-a9c9-4c9e0918a002 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:45.115360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e39859a-4242-4433-b2e7-ad1f026669e4 req-7a23ae98-dfc4-45f2-a9c9-4c9e0918a002 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.2154253 Mar 03 17:47:45.161054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:45.268742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444afcf9-be61-4cb1-907e-b6c459e3c48f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:45.273645 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:45.280344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9135789f-f2ca-450a-9e1b-6b6b5eb01ca4 None None] Network a34abac2-7d4b-4ce1-82c0-5747a86ba196 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:47:45.296955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e39859a-4242-4433-b2e7-ad1f026669e4 req-1417ac90-a92c-400d-8cd4-ad78e3368fb4 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804912 Mar 03 17:47:45.305914 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:45.317142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ac3ff43b-4579-48f7-b215-75c8b41c28ff admin admin] 10.222.0.23 "DELETE /v2.0/subnets/444afcf9-be61-4cb1-907e-b6c459e3c48f HTTP/1.1" status: 204 len: 168 time: 1.0001478 Mar 03 17:47:45.319833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36384) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:45.418731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-c8bbcad5-899a-4ead-8287-f76f98bdfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:45.420221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-c8bbcad5-899a-4ead-8287-f76f98bdfdeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.4673178 Mar 03 17:47:45.527963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba', '61522920-ee1c-4690-86fe-a1c22ee6211e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:45.535639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:45.595003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-fe6f4b26-0a0f-4ac3-93d9-1f2bcdfd4ce1 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:45.595886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-fe6f4b26-0a0f-4ac3-93d9-1f2bcdfd4ce1 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:45.622477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3fd5f96c-66e2-41e7-9370-d9fe9f94c22e req-2152c4f5-e36e-41af-afcc-881e7dab4fbf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:45.638696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Deleting port f383cd57-ba38-4856-8755-a19f4ef78400 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:45.639183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:45.673164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-fe6f4b26-0a0f-4ac3-93d9-1f2bcdfd4ce1 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:45.674440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-fe6f4b26-0a0f-4ac3-93d9-1f2bcdfd4ce1 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 949 time: 0.4673235 Mar 03 17:47:45.717645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3fd5f96c-66e2-41e7-9370-d9fe9f94c22e req-2152c4f5-e36e-41af-afcc-881e7dab4fbf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:45.718931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fd5f96c-66e2-41e7-9370-d9fe9f94c22e req-2152c4f5-e36e-41af-afcc-881e7dab4fbf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4753858-de3c-4be7-8913-d6b4c4f5f088 HTTP/1.1" status: 200 len: 210 time: 0.1884048 Mar 03 17:47:45.759538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dd98c-31ae-468c-8249-becc41fca77f req-c97bf339-ad60-4001-a234-9c26350b3cfb tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:45.761108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-459dd98c-31ae-468c-8249-becc41fca77f req-c97bf339-ad60-4001-a234-9c26350b3cfb tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.7466297 Mar 03 17:47:45.885440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] DHCP port deletion for a34abac2-7d4b-4ce1-82c0-5747a86ba196 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:47:45.898689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Deleting port f383cd57-ba38-4856-8755-a19f4ef78400 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:45.899054 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:45.922773 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4753858-de3c-4be7-8913-d6b4c4f5f088', 'name': 'network-vif-deleted', 'tag': 'b622be15-7f52-4a89-acd9-cac879a5d50f', 'status': 'completed', 'code': 200} Mar 03 17:47:45.934312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-5c976e91-2b84-4b7e-afa0-3a3b589af779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:45.936493 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-5c976e91-2b84-4b7e-afa0-3a3b589af779 service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.5055649 Mar 03 17:47:45.943139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-459dd98c-31ae-468c-8249-becc41fca77f req-c0795d49-9cd1-425e-ac40-414bc2b46d9a tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718588 Mar 03 17:47:46.005318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:46.025838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port 61522920-ee1c-4690-86fe-a1c22ee6211e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:46.026271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:46.052149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-4c093ee1-67ef-4ab3-87d0-130c454a8452 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 200 len: 217 time: 0.1040146 Mar 03 17:47:46.215761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19078664-6441-4970-b89f-dd35045ec744 req-efd3b2a9-ec48-4f66-9409-11e52241a8cf tempest-FlavorsV2NegativeTest-1142057572 tempest-FlavorsV2NegativeTest-1142057572-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d46c0784830d40ef95eb51ec5d9ac255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369699 Mar 03 17:47:46.304882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-057a92fd-9d24-446f-a4f3-b1a18b88b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:46.306383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-057a92fd-9d24-446f-a4f3-b1a18b88b189 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.2412610 Mar 03 17:47:46.365579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f913a-39fb-476d-9d2c-7854ca4adf57 req-0fdd1f05-eda4-4143-89b5-ab1c0d25055e tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:46.373192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-630f913a-39fb-476d-9d2c-7854ca4adf57 req-0fdd1f05-eda4-4143-89b5-ab1c0d25055e tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 932 time: 0.4495566 Mar 03 17:47:46.406509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-af094e28-e166-46b0-afe4-a64f5e5825f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531626 Mar 03 17:47:46.410748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:46.420624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] For port f383cd57-ba38-4856-8755-a19f4ef78400, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f383cd57-ba38-4856-8755-a19f4ef78400,segment=NetworkSegment(bac3bf22-4882-4155-9bfd-6b4f002a1f7b),segment_id=bac3bf22-4882-4155-9bfd-6b4f002a1f7b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:46.420975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:46.436152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:46.436486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:46.506909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] For port f383cd57-ba38-4856-8755-a19f4ef78400, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f383cd57-ba38-4856-8755-a19f4ef78400,segment=NetworkSegment(bac3bf22-4882-4155-9bfd-6b4f002a1f7b),segment_id=bac3bf22-4882-4155-9bfd-6b4f002a1f7b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:46.507216 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:46.603067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078664-6441-4970-b89f-dd35045ec744 req-f35d5ba3-f81f-4d73-b143-edd47b0c044e tempest-FlavorsV2NegativeTest-1142057572 tempest-FlavorsV2NegativeTest-1142057572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:46.604676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19078664-6441-4970-b89f-dd35045ec744 req-f35d5ba3-f81f-4d73-b143-edd47b0c044e tempest-FlavorsV2NegativeTest-1142057572 tempest-FlavorsV2NegativeTest-1142057572-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3771863 Mar 03 17:47:46.618972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-630f913a-39fb-476d-9d2c-7854ca4adf57 req-2f3ac111-be40-440c-915c-79e0266d8140 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448802 Mar 03 17:47:46.626772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Calling delete_port for f383cd57-ba38-4856-8755-a19f4ef78400 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:46.628333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a58acf-2b99-4999-9d3b-238f397f1732 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:46.639298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:46.644238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Calling delete_port for f383cd57-ba38-4856-8755-a19f4ef78400 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:46.645147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19078664-6441-4970-b89f-dd35045ec744 req-453c371d-d4bb-4424-bf18-8ae87045a634 tempest-FlavorsV2NegativeTest-1142057572 tempest-FlavorsV2NegativeTest-1142057572-project] 10.222.0.23 "GET /v2.0/quotas/d46c0784830d40ef95eb51ec5d9ac255 HTTP/1.1" status: 200 len: 375 time: 0.0308459 Mar 03 17:47:46.710872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port 61522920-ee1c-4690-86fe-a1c22ee6211e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=61522920-ee1c-4690-86fe-a1c22ee6211e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:46.710872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:46.721518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Transition to ACTIVE for port object 35a58acf-2b99-4999-9d3b-238f397f1732 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:46.749367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19078664-6441-4970-b89f-dd35045ec744 req-9567cd50-03d7-463d-87e6-d8030c373f4c tempest-FlavorsV2NegativeTest-1142057572 tempest-FlavorsV2NegativeTest-1142057572-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d46c0784830d40ef95eb51ec5d9ac255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885684 Mar 03 17:47:46.752477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:46.778271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-6d01db77-c16a-484f-9366-65041478daf5 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619270 Mar 03 17:47:47.008361 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.014018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for 61522920-ee1c-4690-86fe-a1c22ee6211e owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:47.026054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f383cd57-ba38-4856-8755-a19f4ef78400 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:47.097707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.113762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:47.119147 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:47:47.119498 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:47:47.122875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:47.131449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port f383cd57-ba38-4856-8755-a19f4ef78400 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 17:47:47.132124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f383cd57-ba38-4856-8755-a19f4ef78400 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:47.141777 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.265072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f383cd57-ba38-4856-8755-a19f4ef78400,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:47.269670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] No DVR routers for this DVR port f383cd57-ba38-4856-8755-a19f4ef78400 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:47.307404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Pushing event updated for resources: {'Port': ['ID=35a58acf-2b99-4999-9d3b-238f397f1732,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:47.341256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:47.424349 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-5d0d2d88-0c3d-4ada-8f2c-1687a8001983 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890777 Mar 03 17:47:47.427493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Attempting to bind port 35a58acf-2b99-4999-9d3b-238f397f1732 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:47:47.427493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Attempting to bind port 35a58acf-2b99-4999-9d3b-238f397f1732 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71199fde-53e3-409d-8c76-9bd013425565'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:47:47.427787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Attempting to bind port 35a58acf-2b99-4999-9d3b-238f397f1732 on network 71199fde-53e3-409d-8c76-9bd013425565 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:47.434553 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.445387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Port 35a58acf-2b99-4999-9d3b-238f397f1732 on network 71199fde-53e3-409d-8c76-9bd013425565 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:47:47.446073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Attempting to bind port 35a58acf-2b99-4999-9d3b-238f397f1732 on network 71199fde-53e3-409d-8c76-9bd013425565 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:47.459610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da9fce-2567-4a81-a3ae-9b2e39de924a req-7ad759e0-ec9e-4c3e-8a01-acf9232cb386 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:47.466570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-97da9fce-2567-4a81-a3ae-9b2e39de924a req-7ad759e0-ec9e-4c3e-8a01-acf9232cb386 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.4612195 Mar 03 17:47:47.471278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:47:47.471469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Checking segment: {'id': '36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71199fde-53e3-409d-8c76-9bd013425565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:47.471882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Bound using segment: {'id': '36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71199fde-53e3-409d-8c76-9bd013425565'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:47:47.472261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Bound port: 35a58acf-2b99-4999-9d3b-238f397f1732, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '71199fde-53e3-409d-8c76-9bd013425565'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:47:47.472663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.484759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaf81c-d541-4afc-99ee-99ca93bb8779 req-f99be757-2a5c-45e6-b20d-9b4c5cf2ac26 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:47.491545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5aaf81c-d541-4afc-99ee-99ca93bb8779 req-f99be757-2a5c-45e6-b20d-9b4c5cf2ac26 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 945 time: 0.7013755 Mar 03 17:47:47.594030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-97da9fce-2567-4a81-a3ae-9b2e39de924a req-9df8a141-bea1-4769-a829-c3dca1d4fdd0 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263359 Mar 03 17:47:47.621039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Deleting port f383cd57-ba38-4856-8755-a19f4ef78400 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:47.621820 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.623352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34abac2-7d4b-4ce1-82c0-5747a86ba196']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:47.639104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36464) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:47.669387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:47.669656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac3bf22-4882-4155-9bfd-6b4f002a1f7b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:47:47.685221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] For port 35a58acf-2b99-4999-9d3b-238f397f1732, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:47:47.690458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] For port 35a58acf-2b99-4999-9d3b-238f397f1732, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=35a58acf-2b99-4999-9d3b-238f397f1732,segment=NetworkSegment(36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5),segment_id=36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:47:47.701014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.752596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5aaf81c-d541-4afc-99ee-99ca93bb8779 req-475e4b87-a9ec-4f0e-9048-1ea6da95adc2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600904 Mar 03 17:47:47.756775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.811319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec3993d6-1694-446e-a7fa-c2d2f182cbdc None None] The port 'f383cd57-ba38-4856-8755-a19f4ef78400' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:47:47.867183 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.896230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.917254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:47:47.920794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.964754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:47:47.972280 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:47:48.298629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:48.308404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Pushing event updated for resources: {'Port': ['ID=35a58acf-2b99-4999-9d3b-238f397f1732,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:48.311677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:48.312388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:48.313810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-3cc896f7-298e-4c1a-8710-09e777f38f7c service neutron] 10.222.0.35 "PUT /v2.0/ports/35a58acf-2b99-4999-9d3b-238f397f1732 HTTP/1.1" status: 200 len: 1092 time: 3.4195678 Mar 03 17:47:48.315888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'tag': '35a58acf-2b99-4999-9d3b-238f397f1732'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:48.330023 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'code': 200} Mar 03 17:47:48.341891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:48.355733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Usage tracker for resource:security_group_rule and tenant:d46c0784830d40ef95eb51ec5d9ac255 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:48.366223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:48.403077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:48.455334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=61522920-ee1c-4690-86fe-a1c22ee6211e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:48.468873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:48.469505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:48.539135 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:48.610271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port 61522920-ee1c-4690-86fe-a1c22ee6211e on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:48.622258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a34abac2-7d4b-4ce1-82c0-5747a86ba196 HTTP/1.1" status: 204 len: 168 time: 3.2984579 Mar 03 17:47:48.625151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c0277-1f6d-47b1-85c7-c948aa674b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=a34abac2-7d4b-4ce1-82c0-5747a86ba196,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:48.632592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:48.636675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d23e05c-654b-4d2e-87ea-c5618be7cd7c req-5349406a-f9f2-455a-afdc-515c6c321fd7 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "DELETE /v2.0/ports/61522920-ee1c-4690-86fe-a1c22ee6211e HTTP/1.1" status: 204 len: 173 time: 2.9546192 Mar 03 17:47:48.642329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f27787-2afd-4813-9606-008e75e958da', 'name': 'network-vif-deleted', 'tag': '61522920-ee1c-4690-86fe-a1c22ee6211e'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:48.692048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05afc84-16f6-43f2-a114-0db75985210e req-5230f21c-b265-4b4b-a979-2dfae9868b6f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:48.694402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05afc84-16f6-43f2-a114-0db75985210e req-5230f21c-b265-4b4b-a979-2dfae9868b6f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.6358700 Mar 03 17:47:48.786230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05afc84-16f6-43f2-a114-0db75985210e req-4d705ebb-5a10-4f2d-850d-55184a6bb4b6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862460 Mar 03 17:47:48.791398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b622be15-7f52-4a89-acd9-cac879a5d50f no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:48.841861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: b622be15-7f52-4a89-acd9-cac879a5d50f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:48.842455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b622be15-7f52-4a89-acd9-cac879a5d50f not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:48.922135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e85f13-c665-46a3-a41d-dd888137cb67 req-c92f798a-6ba3-4e8f-8a7c-ad0a62741cd4 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:48.924951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-11e85f13-c665-46a3-a41d-dd888137cb67 req-c92f798a-6ba3-4e8f-8a7c-ad0a62741cd4 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Synchronizing usage tracker for tenant:ab89209b912444e684d8d4b550f19609 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:48.947446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:48.979037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-a99dd5ec-ee9c-47ef-a98e-1aa003aa0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:48.986072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-a99dd5ec-ee9c-47ef-a98e-1aa003aa0c38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab89209b912444e684d8d4b550f19609&device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 1095 time: 0.6223009 Mar 03 17:47:49.046867 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e7d45af4-ddfb-4a39-9e55-2c8698340baa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52f91cb7ee4a463f9332ca8995130d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981765 Mar 03 17:47:49.047914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:49.118307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554553d-e560-4ac2-8c08-e52e191865ca req-6f5f99a2-c49b-455a-85b9-88d72b031435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:49.120320 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3554553d-e560-4ac2-8c08-e52e191865ca req-6f5f99a2-c49b-455a-85b9-88d72b031435 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 1097 time: 0.6458969 Mar 03 17:47:49.162390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-f145b299-a8a4-46ba-97c0-81372a3d14d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a58acf-2b99-4999-9d3b-238f397f1732 HTTP/1.1" status: 200 len: 217 time: 0.1570759 Mar 03 17:47:49.227458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-11e85f13-c665-46a3-a41d-dd888137cb67 req-c92f798a-6ba3-4e8f-8a7c-ad0a62741cd4 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Unset dirty status for tenant:ab89209b912444e684d8d4b550f19609 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:49.228754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11e85f13-c665-46a3-a41d-dd888137cb67 req-c92f798a-6ba3-4e8f-8a7c-ad0a62741cd4 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 944 time: 0.6913192 Mar 03 17:47:49.277354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-95e24955-7353-411d-88ea-e249c5985ab2 req-035919d3-f6ee-4215-854d-f3f28c2f7a47 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:49.336223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5156497-d530-4917-8fc2-69f834264db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.340467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3554553d-e560-4ac2-8c08-e52e191865ca req-6cd9f8ee-60d1-4907-bb8b-da51bc11003c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075198 Mar 03 17:47:49.365099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.378137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-95e24955-7353-411d-88ea-e249c5985ab2 req-035919d3-f6ee-4215-854d-f3f28c2f7a47 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:49.379297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95e24955-7353-411d-88ea-e249c5985ab2 req-035919d3-f6ee-4215-854d-f3f28c2f7a47 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f27787-2afd-4813-9606-008e75e958da HTTP/1.1" status: 200 len: 210 time: 0.2656357 Mar 03 17:47:49.383715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5156497-d530-4917-8fc2-69f834264db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.400930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.447425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5156497-d530-4917-8fc2-69f834264db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.469816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5156497-d530-4917-8fc2-69f834264db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e030fa6-cf5b-4143-93b0-7ce5dfaa3f02,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:49.475461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-78eea487-ee33-448d-96c0-ef1340d012c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.485688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5156497-d530-4917-8fc2-69f834264db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.490311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5156497-d530-4917-8fc2-69f834264db4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e030fa6-cf5b-4143-93b0-7ce5dfaa3f02 HTTP/1.1" status: 204 len: 168 time: 0.4409654 Mar 03 17:47:49.508905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-11e85f13-c665-46a3-a41d-dd888137cb67 req-dd927198-4047-455e-bb87-6aad4d71697b tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Synchronizing usage tracker for tenant:ab89209b912444e684d8d4b550f19609 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:47:49.517862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-f192c1a6-97f6-47c0-bcf9-c67d332f5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:49.519449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-f192c1a6-97f6-47c0-bcf9-c67d332f5f87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4b2edd1-b645-4698-af9f-960f5899e02b HTTP/1.1" status: 200 len: 856 time: 0.3411086 Mar 03 17:47:49.531210 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'tag': '35a58acf-2b99-4999-9d3b-238f397f1732', 'status': 'completed', 'code': 200} Mar 03 17:47:49.538040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d46c0784830d40ef95eb51ec5d9ac255&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8963916 Mar 03 17:47:49.540761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36510) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:49.645616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-6f5b7b67-988b-4ab3-a194-aae5bafa720a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71199fde-53e3-409d-8c76-9bd013425565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092472 Mar 03 17:47:49.709872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74acedda-8315-4a33-b381-a8d1c6f859b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.812190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55aad2-5b5c-494e-a22f-b91d0af87901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a8a9b1-b486-4f96-86bc-5e56f808934f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:49.823665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-11e85f13-c665-46a3-a41d-dd888137cb67 req-dd927198-4047-455e-bb87-6aad4d71697b tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Unset dirty status for tenant:ab89209b912444e684d8d4b550f19609 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:47:49.829856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11e85f13-c665-46a3-a41d-dd888137cb67 req-dd927198-4047-455e-bb87-6aad4d71697b tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921681 Mar 03 17:47:49.856523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74acedda-8315-4a33-b381-a8d1c6f859b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:49.995444 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f27787-2afd-4813-9606-008e75e958da', 'name': 'network-vif-deleted', 'tag': '61522920-ee1c-4690-86fe-a1c22ee6211e', 'status': 'completed', 'code': 200} Mar 03 17:47:50.013378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 61522920-ee1c-4690-86fe-a1c22ee6211e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:50.071655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684742-6568-4cb2-9189-b4ea9ad862ab req-c278714e-3979-46e9-b574-4649b700395b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:50.086382 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6e684742-6568-4cb2-9189-b4ea9ad862ab req-c278714e-3979-46e9-b574-4649b700395b tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.4584956 Mar 03 17:47:50.178365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-2a8edd99-e28c-409c-af6e-1eb4a61429d1 service neutron] 10.222.0.35 "GET /v2.0/networks/71199fde-53e3-409d-8c76-9bd013425565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828751 Mar 03 17:47:50.212214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74acedda-8315-4a33-b381-a8d1c6f859b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:50.258586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 61522920-ee1c-4690-86fe-a1c22ee6211e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:50.258586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 61522920-ee1c-4690-86fe-a1c22ee6211e not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:50.313094 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6e684742-6568-4cb2-9189-b4ea9ad862ab req-70cdf91e-6315-4e09-9d61-b7c5d99fc23e tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226489 Mar 03 17:47:50.329547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acedda-8315-4a33-b381-a8d1c6f859b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a8a9b1-b486-4f96-86bc-5e56f808934f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:50.377765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74acedda-8315-4a33-b381-a8d1c6f859b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:50.380720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-74acedda-8315-4a33-b381-a8d1c6f859b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44a8a9b1-b486-4f96-86bc-5e56f808934f HTTP/1.1" status: 204 len: 168 time: 0.8362515 Mar 03 17:47:50.468822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36530) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:50.533984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cda6f49a-8dbb-4e75-bcd7-5c8892114a52 req-0e98e453-7c0b-404b-befb-ee9cd99f151b service neutron] 10.222.0.35 "GET /v2.0/networks/71199fde-53e3-409d-8c76-9bd013425565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604724 Mar 03 17:47:50.658948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-717a50a2-0c17-4b77-ac2d-12839c8670c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04e0726fa1134cc68f5a357877b9778e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837668 Mar 03 17:47:50.658948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:50.801518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef2b9a-b836-42c4-bd72-ffe223470487 req-bbb62e22-9dc0-4894-a0cb-86ec4278c2ed tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:50.803967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1bef2b9a-b836-42c4-bd72-ffe223470487 req-bbb62e22-9dc0-4894-a0cb-86ec4278c2ed tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 946 time: 0.2701125 Mar 03 17:47:50.807068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374e72-26fe-4f21-8527-e7a37101eafb req-5a136de8-416a-40de-9360-76c1ab4620f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:50.810294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01374e72-26fe-4f21-8527-e7a37101eafb req-5a136de8-416a-40de-9360-76c1ab4620f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab89209b912444e684d8d4b550f19609&device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 1095 time: 0.2184489 Mar 03 17:47:50.906241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1b94302-c963-4caa-97b0-770e9f47380d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:50.957526 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1b94302-c963-4caa-97b0-770e9f47380d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:51.085159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8012e47-61ed-432d-bb92-02be132bf72b req-1d891435-9ecc-4aa2-aa28-cb815068fdbc tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:51.088447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8012e47-61ed-432d-bb92-02be132bf72b req-1d891435-9ecc-4aa2-aa28-cb815068fdbc tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.2909048 Mar 03 17:47:51.114946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374e72-26fe-4f21-8527-e7a37101eafb req-c197eed9-8c0f-4bbc-9ce2-e9b13ed469e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:51.116710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01374e72-26fe-4f21-8527-e7a37101eafb req-c197eed9-8c0f-4bbc-9ce2-e9b13ed469e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71199fde-53e3-409d-8c76-9bd013425565 HTTP/1.1" status: 200 len: 917 time: 0.2834139 Mar 03 17:47:51.125855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1bef2b9a-b836-42c4-bd72-ffe223470487 req-24d282a5-277d-46b8-a527-47d0ce7f70aa tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146152 Mar 03 17:47:51.154632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1b94302-c963-4caa-97b0-770e9f47380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:51.239680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01374e72-26fe-4f21-8527-e7a37101eafb req-af2dd59c-ea34-4026-83a3-30f0d138a7e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a58acf-2b99-4999-9d3b-238f397f1732 HTTP/1.1" status: 200 len: 217 time: 0.1120391 Mar 03 17:47:51.279929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b94302-c963-4caa-97b0-770e9f47380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be40cd8-2568-48a6-96df-44835cbf3822,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:51.323273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8012e47-61ed-432d-bb92-02be132bf72b req-ef5f5cc6-e754-437c-ab61-30cd2c4b527c tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134852 Mar 03 17:47:51.324514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1b94302-c963-4caa-97b0-770e9f47380d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:51.329891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c1b94302-c963-4caa-97b0-770e9f47380d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8be40cd8-2568-48a6-96df-44835cbf3822 HTTP/1.1" status: 204 len: 168 time: 0.6730587 Mar 03 17:47:51.392785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374e72-26fe-4f21-8527-e7a37101eafb req-eaf36763-d002-4d60-9ecc-635dffc4d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:51.394648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01374e72-26fe-4f21-8527-e7a37101eafb req-eaf36763-d002-4d60-9ecc-635dffc4d51d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4b2edd1-b645-4698-af9f-960f5899e02b HTTP/1.1" status: 200 len: 856 time: 0.1423831 Mar 03 17:47:51.471185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01374e72-26fe-4f21-8527-e7a37101eafb req-a3d05dc4-4f36-439d-b468-0c9d3c1b6705 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71199fde-53e3-409d-8c76-9bd013425565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671492 Mar 03 17:47:51.727612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-493f3dae-479c-4273-b942-b8bd6dc3c47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:51.775304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351cbb-dd05-47ed-9f8a-7f03a1abb0f9 req-0d5b3a6d-c614-473d-a8c4-47339fa4d903 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:51.783663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83351cbb-dd05-47ed-9f8a-7f03a1abb0f9 req-0d5b3a6d-c614-473d-a8c4-47339fa4d903 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1792300 Mar 03 17:47:51.850600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83351cbb-dd05-47ed-9f8a-7f03a1abb0f9 req-be1d280b-fb35-4d04-b346-2239dff4f13e tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642326 Mar 03 17:47:51.913769 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01374e72-26fe-4f21-8527-e7a37101eafb req-d6582dad-b510-476a-9454-27000947e490 service neutron] 10.222.0.35 "GET /v2.0/networks/71199fde-53e3-409d-8c76-9bd013425565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338491 Mar 03 17:47:51.988583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdd118-2b2d-4f63-bb77-184f27f3cf18 req-ca726187-4250-450d-9030-899bde098496 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:51.995721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0fdd118-2b2d-4f63-bb77-184f27f3cf18 req-ca726187-4250-450d-9030-899bde098496 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 944 time: 0.3260369 Mar 03 17:47:52.116474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36584) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:52.173447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0fdd118-2b2d-4f63-bb77-184f27f3cf18 req-200a12d0-ca42-4f8b-958f-73fba8df66ed tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765192 Mar 03 17:47:52.213867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01374e72-26fe-4f21-8527-e7a37101eafb req-c1688807-79ee-417f-a7fe-49dc600a830e service neutron] 10.222.0.35 "GET /v2.0/networks/71199fde-53e3-409d-8c76-9bd013425565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903717 Mar 03 17:47:52.419386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-network', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:52.427631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:52.444277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Usage tracker for resource:network and tenant:8fe6106d09e1464c8eccdef00d00bfe7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:52.452047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:52.460233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:52.476429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Made reservation on behalf of 8fe6106d09e1464c8eccdef00d00bfe7 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:47:52.479592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:52.497206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:52.517182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:52.524116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe6106d09e1464c8eccdef00d00bfe7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:52.533672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:52.546377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:52.595220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3300d-0e10-41dc-a365-a9b32228ced5 req-526041fa-8cf0-4cab-9484-a4b0ed5e4b5f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:52.596742 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ef3300d-0e10-41dc-a365-a9b32228ced5 req-526041fa-8cf0-4cab-9484-a4b0ed5e4b5f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 946 time: 0.1946962 Mar 03 17:47:52.610930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344d951-5c19-41c1-b1dc-378c695a2f37 req-60465c3c-d458-42dd-906d-33b45435f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:52.613037 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2344d951-5c19-41c1-b1dc-378c695a2f37 req-60465c3c-d458-42dd-906d-33b45435f48c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 1097 time: 0.1382706 Mar 03 17:47:52.666356 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:52.702302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:52.719736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:52.773605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2344d951-5c19-41c1-b1dc-378c695a2f37 req-2678b6c8-0d31-4956-a15b-f5b3833fa18d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468761 Mar 03 17:47:52.779591 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:52.788319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64a47e-45b7-4213-82e3-51467a6c972f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:52.789680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ef3300d-0e10-41dc-a365-a9b32228ced5 req-9dc4b7df-bda0-476e-a6e7-00e994670b60 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801238 Mar 03 17:47:52.811025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 35a58acf-2b99-4999-9d3b-238f397f1732 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:52.831207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:47:52.856759 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:52.857227 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Added segment df7d990a-a4a2-46f4-b656-0199b4bc3c65 of type vlan for network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 Mar 03 17:47:52.919928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:53.037249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:53.038565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:53.039303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:53.043626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 35a58acf-2b99-4999-9d3b-238f397f1732, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=35a58acf-2b99-4999-9d3b-238f397f1732,segment=NetworkSegment(36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5),segment_id=36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:53.060991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5b887-fb58-41f7-824c-ed1bf57839b4 req-89f84fce-2f87-468c-b795-132907c6c4d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:53.061592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '35a58acf-2b99-4999-9d3b-238f397f1732', 'network_id': '71199fde-53e3-409d-8c76-9bd013425565', 'port_id': '35a58acf-2b99-4999-9d3b-238f397f1732', 'mac_address': 'fa:16:3e:ef:5e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b2edd1-b645-4698-af9f-960f5899e02b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:47:53.063655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4b5b887-fb58-41f7-824c-ed1bf57839b4 req-89f84fce-2f87-468c-b795-132907c6c4d4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 949 time: 0.1162150 Mar 03 17:47:53.147413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:53.160307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4b5b887-fb58-41f7-824c-ed1bf57839b4 req-e32ba825-89b2-4d2e-98cd-4cbb6d732976 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876410 Mar 03 17:47:53.198440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a58acf-2b99-4999-9d3b-238f397f1732 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:47:53.223792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 35a58acf-2b99-4999-9d3b-238f397f1732, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=35a58acf-2b99-4999-9d3b-238f397f1732,segment=NetworkSegment(36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5),segment_id=36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:53.232384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:53.283338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] Pushing event updated for resources: {'Network': ['ID=150a5147-cc7d-41be-b0bb-3c61b46e1b72,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:53.286378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f14c6851-a055-4483-b92d-6ca07f3c3a59 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1685927 Mar 03 17:47:53.289699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36622) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:53.298142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Request body: {'subnet': {'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-subnet', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:53.298349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:47:53.305685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:53.310674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf582c2-f25c-4565-aa2a-3bde98e996b3 req-fad970dc-934c-4c6a-8d7c-d97f0afbbc87 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:53.315407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bf582c2-f25c-4565-aa2a-3bde98e996b3 req-fad970dc-934c-4c6a-8d7c-d97f0afbbc87 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.3824828 Mar 03 17:47:53.315846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Usage tracker for resource:subnet and tenant:8fe6106d09e1464c8eccdef00d00bfe7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:53.323895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:53.336147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:53.362550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Made reservation on behalf of 8fe6106d09e1464c8eccdef00d00bfe7 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:47:53.365635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:53.408788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bf582c2-f25c-4565-aa2a-3bde98e996b3 req-cb8b3530-a8f6-412c-87c9-6d8fa231d84e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847640 Mar 03 17:47:53.484557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=35a58acf-2b99-4999-9d3b-238f397f1732,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:53.554323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['35a58acf-2b99-4999-9d3b-238f397f1732'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:53.652115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbd33e-c011-42a7-b67a-42c42ec39f82 req-07d3de60-04d2-47ba-9464-18038f1ade4d tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:53.664709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889137ea-31dd-4d01-8f95-334d856ef963 req-9c206ce5-13ca-41ef-ad1e-809bbbe289f5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:53.671073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6cbd33e-c011-42a7-b67a-42c42ec39f82 req-07d3de60-04d2-47ba-9464-18038f1ade4d tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 946 time: 0.2771537 Mar 03 17:47:53.673807 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-889137ea-31dd-4d01-8f95-334d856ef963 req-9c206ce5-13ca-41ef-ad1e-809bbbe289f5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1192822 Mar 03 17:47:53.747822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-889137ea-31dd-4d01-8f95-334d856ef963 req-8560e693-7dde-4bde-b762-1cf3c2427080 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691984 Mar 03 17:47:53.966914 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:53.998524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6cbd33e-c011-42a7-b67a-42c42ec39f82 req-889cc9a8-4a99-461c-9f16-fbf0a7c25089 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219728 Mar 03 17:47:54.006662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.125943 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.150265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:54.155108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd795d1-1af1-4223-ad07-d16a54cbbc4c req-70160203-7276-4ae4-a014-bea1abcf9ae4 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:54.164945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd795d1-1af1-4223-ad07-d16a54cbbc4c req-70160203-7276-4ae4-a014-bea1abcf9ae4 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 945 time: 0.1251059 Mar 03 17:47:54.190173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Checking segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:54.191443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Network hostable DHCP agents. Network: 150a5147-cc7d-41be-b0bb-3c61b46e1b72, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:47:54.218752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd795d1-1af1-4223-ad07-d16a54cbbc4c req-67998f70-2273-40ad-bffa-12d070f123f5 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525563 Mar 03 17:47:54.239681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:47:54.261014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 150a5147-cc7d-41be-b0bb-3c61b46e1b72) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:54.273792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f9905-d5ce-4827-9283-80ab0be3b7a0 None None] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:47:54.274915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:54.275529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.375103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a0b03a05-5a1f-41f5-8553-128656e0250a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0835767 Mar 03 17:47:54.377561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36654) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:47:54.383080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:54.395176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:47:54.407366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Usage tracker for resource:router and tenant:8fe6106d09e1464c8eccdef00d00bfe7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:47:54.413569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:47:54.439792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:47:54.466695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.468240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.493110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.696473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-f29cddab-6849-4c56-a458-126bb01a30d6 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:54.698105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-f29cddab-6849-4c56-a458-126bb01a30d6 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/ports?device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 949 time: 0.1460686 Mar 03 17:47:54.762492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:47:54.762785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.894238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port f0a03970-98f2-4742-896b-cc9875cdaf0e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:54.894784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:54.916193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 35a58acf-2b99-4999-9d3b-238f397f1732 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:55.265198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Allocated IP 172.20.0.2 (150a5147-cc7d-41be-b0bb-3c61b46e1b72/ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254/2800064b-f122-4eff-b2c0-2fc2991d67ef) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:47:55.367513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port f0a03970-98f2-4742-896b-cc9875cdaf0e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f0a03970-98f2-4742-896b-cc9875cdaf0e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:55.368137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.400442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.577830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for f0a03970-98f2-4742-896b-cc9875cdaf0e owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:55.578471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4e9ab-0da8-4d03-9fc6-20d976478dcb req-3b5751c2-2cf5-468c-99ef-bca082aa60cf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:55.586426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 35a58acf-2b99-4999-9d3b-238f397f1732 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:55.586781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-57f4e9ab-0da8-4d03-9fc6-20d976478dcb req-3b5751c2-2cf5-468c-99ef-bca082aa60cf tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 949 time: 1.0728459 Mar 03 17:47:55.609217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 35a58acf-2b99-4999-9d3b-238f397f1732 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:55.609217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.653770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-57f4e9ab-0da8-4d03-9fc6-20d976478dcb req-5399399d-264a-4a74-80f5-3bd8c6437779 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633950 Mar 03 17:47:55.691500 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.708818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Transition to ACTIVE for port object 2800064b-f122-4eff-b2c0-2fc2991d67ef will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:55.833438 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.846147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Transition to ACTIVE for port object 2800064b-f122-4eff-b2c0-2fc2991d67ef will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:47:55.883993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 35a58acf-2b99-4999-9d3b-238f397f1732, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=35a58acf-2b99-4999-9d3b-238f397f1732,segment=NetworkSegment(36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5),segment_id=36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:55.885481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.896382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a58acf-2b99-4999-9d3b-238f397f1732'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:55.910074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.912267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-9610e749-fb61-4261-bdea-e3349b853925 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:55.914327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-9610e749-fb61-4261-bdea-e3349b853925 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 950 time: 0.7941079 Mar 03 17:47:55.961189 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:55.985479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb', 'f0a03970-98f2-4742-896b-cc9875cdaf0e', '78ee9b0f-f313-4dc1-982b-a90d724f55ba'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:56.043801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=f0a03970-98f2-4742-896b-cc9875cdaf0e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:56.045887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:47:56.066637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:56.110301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:47:56.131289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port 78ee9b0f-f313-4dc1-982b-a90d724f55ba {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:47:56.131289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:56.180081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port f0a03970-98f2-4742-896b-cc9875cdaf0e on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:56.184900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:56.188662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48532df0-19ec-4d44-a851-342f3af6987d', 'name': 'network-vif-deleted', 'tag': 'f0a03970-98f2-4742-896b-cc9875cdaf0e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:56.237377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f778525-eca6-49d4-a406-071d13c7a916 req-99cdc5e6-0815-4462-a884-880538ef553b tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:56.239401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8f778525-eca6-49d4-a406-071d13c7a916 req-99cdc5e6-0815-4462-a884-880538ef553b tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.3774283 Mar 03 17:47:56.247497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c3f019f-8d39-4066-8e80-719bbb7ed868 req-dfdb081f-56b4-41f8-8698-bdde474de580 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "DELETE /v2.0/ports/f0a03970-98f2-4742-896b-cc9875cdaf0e HTTP/1.1" status: 204 len: 173 time: 1.5424995 Mar 03 17:47:56.299244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Attempting to bind port 2800064b-f122-4eff-b2c0-2fc2991d67ef on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:47:56.300374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Attempting to bind port 2800064b-f122-4eff-b2c0-2fc2991d67ef by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:47:56.300900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Attempting to bind port 2800064b-f122-4eff-b2c0-2fc2991d67ef on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:47:56.306593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Pushing event updated for resources: {'Port': ['ID=2800064b-f122-4eff-b2c0-2fc2991d67ef,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:56.312257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:47:56.312894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Checking segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:47:56.313506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:56.314054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Bound using segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:47:56.314699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Bound port: 2800064b-f122-4eff-b2c0-2fc2991d67ef, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:47:56.315349 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:56.331404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8f778525-eca6-49d4-a406-071d13c7a916 req-c3d9e524-ed41-454c-acb4-8dc81124741f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Mar 03 17:47:56.429467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=35a58acf-2b99-4999-9d3b-238f397f1732,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:56.724201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] For port 2800064b-f122-4eff-b2c0-2fc2991d67ef, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:47:56.728044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] For port 2800064b-f122-4eff-b2c0-2fc2991d67ef, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2800064b-f122-4eff-b2c0-2fc2991d67ef,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:47:56.740981 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:56.754388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eb929-1022-42af-ba87-9844a421f6c1 req-076ce1c9-767e-4924-87b5-966b72d37252 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:56.761759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-323eb929-1022-42af-ba87-9844a421f6c1 req-076ce1c9-767e-4924-87b5-966b72d37252 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.8459046 Mar 03 17:47:56.866723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port 78ee9b0f-f313-4dc1-982b-a90d724f55ba, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=78ee9b0f-f313-4dc1-982b-a90d724f55ba,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:56.866942 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:56.920897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-323eb929-1022-42af-ba87-9844a421f6c1 req-5efc6031-9304-4c23-82d5-106fb9e816a3 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548321 Mar 03 17:47:56.944463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4f3e3-73bf-4ecb-af22-baf94b12bfe9 None None] Pushing event updated for resources: {'Port': ['ID=2800064b-f122-4eff-b2c0-2fc2991d67ef,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:57.071621 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a58acf-2b99-4999-9d3b-238f397f1732', 'code': 200} Mar 03 17:47:57.241068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for 78ee9b0f-f313-4dc1-982b-a90d724f55ba owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:47:57.264920 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48532df0-19ec-4d44-a851-342f3af6987d', 'name': 'network-vif-deleted', 'tag': 'f0a03970-98f2-4742-896b-cc9875cdaf0e', 'status': 'completed', 'code': 200} Mar 03 17:47:57.328862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc17b39-6fd3-4915-a62f-8ba8b9bdf0a5 req-5265d9fe-db3a-4f1e-a522-fe099190868f tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:57.336202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edc17b39-6fd3-4915-a62f-8ba8b9bdf0a5 req-5265d9fe-db3a-4f1e-a522-fe099190868f tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 946 time: 0.2706110 Mar 03 17:47:57.447566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:57.606956 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edc17b39-6fd3-4915-a62f-8ba8b9bdf0a5 req-92347202-9e3b-4357-ba45-ef010e37f2a1 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695329 Mar 03 17:47:57.611922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98a27-7b15-4e56-9d15-48dbd54824e5 req-c9a7763d-e9d8-4ea3-a70d-5d14b3677003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:57.614521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dc98a27-7b15-4e56-9d15-48dbd54824e5 req-c9a7763d-e9d8-4ea3-a70d-5d14b3677003 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 1097 time: 0.4789200 Mar 03 17:47:57.665154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:57.665878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-733de2aa-0822-4612-b64a-1ff4a2cacee8 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:57.667788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-733de2aa-0822-4612-b64a-1ff4a2cacee8 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1097 time: 0.2821746 Mar 03 17:47:57.711909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d92a0232-1887-4143-b736-3f8f08d80ee3 req-185a5371-2b97-4219-9907-ef82934c4df0 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=48532df0-19ec-4d44-a851-342f3af6987d HTTP/1.1" status: 200 len: 210 time: 0.1533108 Mar 03 17:47:57.754844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dc98a27-7b15-4e56-9d15-48dbd54824e5 req-66d5ffe6-626b-4886-b524-c831ba4162c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298871 Mar 03 17:47:58.080179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:47:58.161780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827121-1'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:47:58.309129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f0a03970-98f2-4742-896b-cc9875cdaf0e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:47:58.417039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: f0a03970-98f2-4742-896b-cc9875cdaf0e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:47:58.417039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f0a03970-98f2-4742-896b-cc9875cdaf0e not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:47:58.500741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:58.516259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:58.547702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35933bd7-3ce1-4e9e-adbc-5faa6b490eb2 req-e3241b73-f36c-4c53-a0e7-71a1e7597e95 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:58.552426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 has no active binding in host n-h1-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:47:58.558704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35933bd7-3ce1-4e9e-adbc-5faa6b490eb2 req-e3241b73-f36c-4c53-a0e7-71a1e7597e95 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.5282414 Mar 03 17:47:58.573669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb86c0-676f-4b97-8f4b-6357a48c939c req-4dd69c06-8941-4142-b334-2e4853dfa41c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:58.590965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-adfb86c0-676f-4b97-8f4b-6357a48c939c req-4dd69c06-8941-4142-b334-2e4853dfa41c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 946 time: 0.5529850 Mar 03 17:47:58.609716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c03bf-e39b-4f5f-ad6c-85ec571841df None None] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:47:58.616378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:58.670832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1f5539a6-65b2-4ada-aa91-9968661a46bb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:47:58.691807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Allocated IP 172.25.0.218 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7916286a-9acd-445a-b033-a3248f7625be) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:47:58.691807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=78ee9b0f-f313-4dc1-982b-a90d724f55ba,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:58.726994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35933bd7-3ce1-4e9e-adbc-5faa6b490eb2 req-f8c5c4b9-594c-43f2-92ab-d57825fbe97c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780043 Mar 03 17:47:58.799136 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-adfb86c0-676f-4b97-8f4b-6357a48c939c req-7a9ff99e-0c1f-46e5-a27e-c2b6ff06b83a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151365 Mar 03 17:47:59.107445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port 78ee9b0f-f313-4dc1-982b-a90d724f55ba on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:47:59.110612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9ebb26a7-c33b-4652-b6b9-c521c6931576 None None] Provisioning for port 2800064b-f122-4eff-b2c0-2fc2991d67ef completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:59.176193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2800064b-f122-4eff-b2c0-2fc2991d67ef up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:47:59.189567 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:59.204358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b254fe-4c23-4ea8-981d-065caef5311b', 'name': 'network-vif-deleted', 'tag': '78ee9b0f-f313-4dc1-982b-a90d724f55ba'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:59.225450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:47:59.294548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:47:59.323920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-081fca9b-148f-48d8-b5ad-14614c6f4be6 req-cb56d29b-5cdd-4874-a223-3c80cadf88fa tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "DELETE /v2.0/ports/78ee9b0f-f313-4dc1-982b-a90d724f55ba HTTP/1.1" status: 204 len: 173 time: 3.3574445 Mar 03 17:47:59.452886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc465ab-dd89-48ab-81e8-512fc75faf1e req-599beb2b-2958-4bf7-92a7-3ff58ea9ca6b tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:59.462007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-efc465ab-dd89-48ab-81e8-512fc75faf1e req-599beb2b-2958-4bf7-92a7-3ff58ea9ca6b tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 946 time: 0.3957715 Mar 03 17:47:59.470333 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:59.529733 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-efc465ab-dd89-48ab-81e8-512fc75faf1e req-1fefa148-b7dd-4993-af62-2548afe3fc44 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660849 Mar 03 17:47:59.571904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:59.588154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2800064b-f122-4eff-b2c0-2fc2991d67ef completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:47:59.609876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2800064b-f122-4eff-b2c0-2fc2991d67ef triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:47:59.610647 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:59.635195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:47:59.644314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:59.662428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:47:59.724004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:47:59.734961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:47:59.752201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:47:59.768153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:59.780266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be2da-a3e5-4743-9665-78b96482058f req-d393bf11-0684-4ed3-b253-ac23e707d57d tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:47:59.787818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-617be2da-a3e5-4743-9665-78b96482058f req-d393bf11-0684-4ed3-b253-ac23e707d57d tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 946 time: 0.3872175 Mar 03 17:47:59.825047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Pushing event updated for resources: {'Port': ['ID=7916286a-9acd-445a-b033-a3248f7625be,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:47:59.872004 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b254fe-4c23-4ea8-981d-065caef5311b', 'name': 'network-vif-deleted', 'tag': '78ee9b0f-f313-4dc1-982b-a90d724f55ba', 'status': 'completed', 'code': 200} Mar 03 17:47:59.931403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-617be2da-a3e5-4743-9665-78b96482058f req-08567d69-22ce-4f5e-b621-ea6136d47723 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423528 Mar 03 17:47:59.939061 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77', 'code': 200} Mar 03 17:47:59.949253 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:00.124676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:48:00.173009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on host n-h2-827121-1 for vnic_type normal with profile {"migrating_to": "n-h1-827121-1"} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:00.173391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:00.177980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:00.219161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:48:00.233703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Attempting to bind port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on network 973451ce-d85f-4817-8c1b-853003fba5e0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:00.250896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:00.251546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Checking segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:00.255059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Bound using segment: {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:00.259410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Bound port: 9c0c57bb-2165-4b63-89c6-699a65cbca77, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09ee16-2d28-494c-9693-fdb01f09c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '973451ce-d85f-4817-8c1b-853003fba5e0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:00.266247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:00.495260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:00.531520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:00.540820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:00.552005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:00.553085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 78ee9b0f-f313-4dc1-982b-a90d724f55ba no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:00.595135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8043d2e5-27fe-48a1-9cde-2c7d3fc0135a req-66475921-c273-4696-b5ee-4c6707cc16e4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:00.623753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'port_id': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'mac_address': 'fa:16:3e:71:3c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:48:00.666358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8043d2e5-27fe-48a1-9cde-2c7d3fc0135a req-66475921-c273-4696-b5ee-4c6707cc16e4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:00.667864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8043d2e5-27fe-48a1-9cde-2c7d3fc0135a req-66475921-c273-4696-b5ee-4c6707cc16e4 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=44b254fe-4c23-4ea8-981d-065caef5311b HTTP/1.1" status: 200 len: 210 time: 0.2754765 Mar 03 17:48:00.735326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2800064b-f122-4eff-b2c0-2fc2991d67ef, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2800064b-f122-4eff-b2c0-2fc2991d67ef,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:00.744052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 78ee9b0f-f313-4dc1-982b-a90d724f55ba {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:00.744703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 78ee9b0f-f313-4dc1-982b-a90d724f55ba not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:00.753367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:00.847254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8b4c5e0c-f7d5-491f-a96f-80ad1098d0d8 None None] Provisioning complete for port 2800064b-f122-4eff-b2c0-2fc2991d67ef triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:00.847845 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5e0c-f7d5-491f-a96f-80ad1098d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:00.920214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:00.952500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:01.007700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:01.029087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2800064b-f122-4eff-b2c0-2fc2991d67ef,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:01.080519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:01.134282 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:01.248541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:01.319673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:01.319673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:01.325944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 200 len: 1122 time: 3.6204040 Mar 03 17:48:01.343388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['88f1bb16-07c2-48fc-b1cc-6e4f9cce2085'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:01.351876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ca44-5fc8-4392-8607-22d665483c78 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:01.386664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc362475-01ae-482b-aee1-db04d4716a57 req-f0cb8913-1cc3-44bd-a0d2-5524e8a5363f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:01.395627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc362475-01ae-482b-aee1-db04d4716a57 req-f0cb8913-1cc3-44bd-a0d2-5524e8a5363f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 945 time: 0.2650876 Mar 03 17:48:01.471510 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc362475-01ae-482b-aee1-db04d4716a57 req-3d1b5e40-d5b0-46ba-b8da-41797bbc5485 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Mar 03 17:48:01.513650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9c0c57bb-2165-4b63-89c6-699a65cbca77'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:01.546802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b17d01-1609-40ba-9331-88640d703587 req-5409babd-64e3-407f-8d2d-d956e1270262 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:01.560937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-19b17d01-1609-40ba-9331-88640d703587 req-5409babd-64e3-407f-8d2d-d956e1270262 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.5222273 Mar 03 17:48:01.669178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['9c0c57bb-2165-4b63-89c6-699a65cbca77'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:01.874048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d491-9f9a-467c-994b-40fd6940ec5f req-53fb90c6-2c30-4fc4-a814-21e3d2d4fe40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:01.877087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5367d491-9f9a-467c-994b-40fd6940ec5f req-53fb90c6-2c30-4fc4-a814-21e3d2d4fe40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.1978521 Mar 03 17:48:01.944022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:01.982501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36776) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:02.018224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:02.023633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5367d491-9f9a-467c-994b-40fd6940ec5f req-e7012adb-fff7-46b6-9874-a39d9870bba9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283035 Mar 03 17:48:02.028540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-19b17d01-1609-40ba-9331-88640d703587 req-560db154-7894-4e8c-b001-681a43ef48ed tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649167 Mar 03 17:48:02.475367 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77', 'status': 'completed', 'code': 200} Mar 03 17:48:02.589179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd94fe-c68b-4660-9f0f-dccb75720e03 req-26f64f5f-8355-4e48-8e4c-247a3ef65d76 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:02.590754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56bd94fe-c68b-4660-9f0f-dccb75720e03 req-26f64f5f-8355-4e48-8e4c-247a3ef65d76 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 946 time: 0.3309720 Mar 03 17:48:02.602765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:02.618059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:48:02.664711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:02.688339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Usage tracker for resource:security_group_rule and tenant:f696d1f72183491593348fd9b785f977 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:02.688339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:02.704328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:02.758106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-ca81fa33-2c0c-4ea7-90bc-366fb08ec72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:02.758106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-ca81fa33-2c0c-4ea7-90bc-366fb08ec72e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1125 time: 0.2744522 Mar 03 17:48:02.805021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494be3e-b532-4459-b70c-ed8b6d52dab0 req-9e3d3bc0-b1f6-4f77-b9ef-7c1b1479acf2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:02.806340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5494be3e-b532-4459-b70c-ed8b6d52dab0 req-9e3d3bc0-b1f6-4f77-b9ef-7c1b1479acf2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 945 time: 0.1827841 Mar 03 17:48:02.836721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56bd94fe-c68b-4660-9f0f-dccb75720e03 req-52713471-6aa2-47c1-8a91-0adbe61a3b03 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389011 Mar 03 17:48:02.900985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:48:02.918425 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:48:02.942642 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:02.944412 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:02.948772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:02.956737 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ef1f7011-78cc-4f7e-86a0-4752f635eb21 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.5775499 Mar 03 17:48:02.958723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36798) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:03.004765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5494be3e-b532-4459-b70c-ed8b6d52dab0 req-b97ccf6e-4a4a-43ca-abb7-ba09762ffc10 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857524 Mar 03 17:48:03.042864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2800064b-f122-4eff-b2c0-2fc2991d67ef up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:03.086978 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:03.112473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:03.148535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-345bd638-d137-4111-8081-b1237108e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:03.150289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-345bd638-d137-4111-8081-b1237108e2e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.3817101 Mar 03 17:48:03.336649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2800064b-f122-4eff-b2c0-2fc2991d67ef triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:03.337358 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:03.619138 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:03.630727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-4f904eb8-38ba-4ba2-a332-e50c6e268788 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 200 len: 217 time: 0.4712884 Mar 03 17:48:03.660790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5881ed4b-8253-4952-a02f-cdd9f319504c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:03.767732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2efa3c7a-0c5a-408b-9c4e-65c3eade2919 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f696d1f72183491593348fd9b785f977&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7814584 Mar 03 17:48:03.781386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36814) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:03.911796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-cb278b0e-2dfd-476f-b6ed-3733f5ba1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:03.913468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-cb278b0e-2dfd-476f-b6ed-3733f5ba1edd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.2624772 Mar 03 17:48:03.993967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-60fba1d1-7f46-4424-a131-271a6021b6dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679717 Mar 03 17:48:04.001030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac9e-9beb-4f48-adb0-a464a28f782b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.050218 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:00Z', 'revision_number': 3, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:04.054910 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:48:04.055373 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Updating router 81a5a620-04c9-4571-9bc0-cb7b9162408c port 7916286a-9acd-445a-b033-a3248f7625be binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:48:04.129555 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.158602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:04.163140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5613748-f238-4de8-9aba-cd6a4264249c req-3d55ec44-180e-472c-a99c-99c2c6410954 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:04.164902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5613748-f238-4de8-9aba-cd6a4264249c req-3d55ec44-180e-472c-a99c-99c2c6410954 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 0.3844392 Mar 03 17:48:04.178108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac9e-9beb-4f48-adb0-a464a28f782b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.288733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5613748-f238-4de8-9aba-cd6a4264249c req-ce8b2774-ef62-42b5-b022-765d82ada6ad tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005828 Mar 03 17:48:04.310479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-b5225302-c4d3-4833-b214-7eb08d1fe7f0 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042300 Mar 03 17:48:04.349867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:04.350509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.420114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52812a5b-420b-437a-8411-21ece73d6020 req-bf5dae95-9b97-4e65-bebb-0ef771516995 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:04.433644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52812a5b-420b-437a-8411-21ece73d6020 req-bf5dae95-9b97-4e65-bebb-0ef771516995 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.7603159 Mar 03 17:48:04.452152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac9e-9beb-4f48-adb0-a464a28f782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.565031 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.596671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:04.610302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:04.622709 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.705850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52812a5b-420b-437a-8411-21ece73d6020 req-ee9ea839-4760-4e46-92b2-1e19edc52008 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712119 Mar 03 17:48:04.730271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0ac9e-9beb-4f48-adb0-a464a28f782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5881ed4b-8253-4952-a02f-cdd9f319504c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:04.737308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:04.750119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abffce95-834c-4b10-8f3b-c224b54f3dd9 req-7b703638-9b93-43ad-a7f1-23bff072e3b2 service neutron] 10.222.0.35 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217088 Mar 03 17:48:04.796951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ac9e-9beb-4f48-adb0-a464a28f782b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.798428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0fe0ac9e-9beb-4f48-adb0-a464a28f782b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5881ed4b-8253-4952-a02f-cdd9f319504c HTTP/1.1" status: 204 len: 168 time: 1.0132265 Mar 03 17:48:04.841435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:04.900012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996839e2-5dc2-4127-883f-37e74b9f2e24 req-e0927c05-c14c-4574-8f97-1c89e439b917 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:04.900808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-996839e2-5dc2-4127-883f-37e74b9f2e24 req-e0927c05-c14c-4574-8f97-1c89e439b917 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Synchronizing usage tracker for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:04.948066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-996839e2-5dc2-4127-883f-37e74b9f2e24 req-e0927c05-c14c-4574-8f97-1c89e439b917 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Unset dirty status for tenant:8f8f0010448e40a9867b15d2996d9269 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:04.960907 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-996839e2-5dc2-4127-883f-37e74b9f2e24 req-e0927c05-c14c-4574-8f97-1c89e439b917 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 950 time: 0.2086120 Mar 03 17:48:04.993484 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:05.031080 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Transition to ACTIVE for port object 7916286a-9acd-445a-b033-a3248f7625be will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:05.073177 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:05.181386 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Attempting to bind port 7916286a-9acd-445a-b033-a3248f7625be on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:05.181386 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Attempting to bind port 7916286a-9acd-445a-b033-a3248f7625be by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:05.181386 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Attempting to bind port 7916286a-9acd-445a-b033-a3248f7625be on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:05.187750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-996839e2-5dc2-4127-883f-37e74b9f2e24 req-8125ae6f-15e9-4590-8b55-57a50c84e298 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134936 Mar 03 17:48:05.192806 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Pushing event updated for resources: {'Port': ['ID=7916286a-9acd-445a-b033-a3248f7625be,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:05.200566 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:05.200566 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:05.200566 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:05.200566 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:05.200566 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Bound port: 7916286a-9acd-445a-b033-a3248f7625be, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:05.200566 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:05.222348 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.222677 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.223005 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.223329 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.223647 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.223959 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.224273 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.224580 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.224891 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.225198 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.238361 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.238801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:05.395218 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] For port 7916286a-9acd-445a-b033-a3248f7625be, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:05.407331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-91b55da7-3394-4584-8b93-37e4946ab4aa tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:05.411486 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] For port 7916286a-9acd-445a-b033-a3248f7625be, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7916286a-9acd-445a-b033-a3248f7625be,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:05.411683 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-91b55da7-3394-4584-8b93-37e4946ab4aa tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.35 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 946 time: 0.2155302 Mar 03 17:48:05.422774 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:05.479556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Allocated IP 172.20.0.1 (150a5147-cc7d-41be-b0bb-3c61b46e1b72/ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254/29a00986-b089-4cf9-93ff-920526a745a6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:05.601240 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:05.602680 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:05.674216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36846) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:05.689411 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061291d2-03d3-45bc-bd9d-d22e9b05923c None None] Pushing event updated for resources: {'Port': ['ID=7916286a-9acd-445a-b033-a3248f7625be,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:05.789974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a8cd-bb0a-4441-abe5-640e2e5bf825 req-4b32db4d-8b97-481c-a73c-4624851896e1 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:05.799816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb32a8cd-bb0a-4441-abe5-640e2e5bf825 req-4b32db4d-8b97-481c-a73c-4624851896e1 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 946 time: 0.8185873 Mar 03 17:48:05.802236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:05.863810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Deleting port 35a58acf-2b99-4999-9d3b-238f397f1732 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:05.864755 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:05.921085 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:05.952198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:05.957055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Usage tracker for resource:security_group_rule and tenant:0c6a7870e811425a9c0d6cd500a31d5f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:05.960348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:05.967874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:06.015390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-a64777aa-2d3b-4473-8e1f-13433285e8fc service neutron] 10.222.0.35 "GET /v2.0/ports/9c0c57bb-2165-4b63-89c6-699a65cbca77/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.1694474 Mar 03 17:48:06.184854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:48:06.195930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:06.222501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb32a8cd-bb0a-4441-abe5-640e2e5bf825 req-87eac504-ce17-4f29-9463-890b876f9a2b tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/security-groups?id=99af32ed-5261-4e12-bcc8-db6b74b155c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105773 Mar 03 17:48:06.273640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Transition to ACTIVE for port object 29a00986-b089-4cf9-93ff-920526a745a6 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:06.356438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] For port 35a58acf-2b99-4999-9d3b-238f397f1732, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=35a58acf-2b99-4999-9d3b-238f397f1732,segment=NetworkSegment(36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5),segment_id=36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:06.358591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:06.370702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:06.414471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:06.460024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:06.465656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c6a7870e811425a9c0d6cd500a31d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7778554 Mar 03 17:48:06.478448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36852) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:06.491720 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'code': 200} Mar 03 17:48:06.494313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 has no active binding in host n-h1-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:48:06.608507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1b1a6-85d5-4670-85ba-facf836def4e req-ac545109-1e59-4cb2-b395-e64ccdfba791 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:06.619528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3a1b1a6-85d5-4670-85ba-facf836def4e req-ac545109-1e59-4cb2-b395-e64ccdfba791 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 946 time: 1.2067063 Mar 03 17:48:06.645793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:06.732101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9badef3-a42e-4cd6-ac49-64fe27c44a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba321629-cfa0-451c-8b84-e7e76d14d877,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:06.739274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Calling delete_port for 35a58acf-2b99-4999-9d3b-238f397f1732 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:06.774615 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:00Z', 'revision_number': 3, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:06.779692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:06.780052 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d40e50-4aa3-4849-9902-4664487d47d7 None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:00Z', 'revision_number': 3, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:48:06.787943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:06.809818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Pushing event updated for resources: {'Port': ['ID=29a00986-b089-4cf9-93ff-920526a745a6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:06.811767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:06.866482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3a1b1a6-85d5-4670-85ba-facf836def4e req-60239f60-596a-4d38-a977-ae1ffbaac3ef tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452135 Mar 03 17:48:06.994338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:07.009392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1750-4a9a-42ed-b466-1dc999a87a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:07.084202 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:07.140462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71293ad0-103d-4984-988a-1e1639994e48 req-b2f6cd01-100b-48fb-8783-cdff69868135 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:07.142750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71293ad0-103d-4984-988a-1e1639994e48 req-b2f6cd01-100b-48fb-8783-cdff69868135 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 950 time: 0.7336118 Mar 03 17:48:07.324362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3d636374-6b94-4fa1-b8db-9da324f62a92 None None] Provisioning for port 29a00986-b089-4cf9-93ff-920526a745a6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:07.331457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3d636374-6b94-4fa1-b8db-9da324f62a92 None None] Provisioning complete for port 29a00986-b089-4cf9-93ff-920526a745a6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:07.332249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d636374-6b94-4fa1-b8db-9da324f62a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:07.439509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3d636374-6b94-4fa1-b8db-9da324f62a92 None None] Port 29a00986-b089-4cf9-93ff-920526a745a6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:07.481128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:07.495028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['35a58acf-2b99-4999-9d3b-238f397f1732'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:07.532070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Deleting port 1f5539a6-65b2-4ada-aa91-9968661a46bb {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:07.532423 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:07.595358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1750-4a9a-42ed-b466-1dc999a87a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:07.666304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Pushing event deleted for resources: {'Port': ['ID=35a58acf-2b99-4999-9d3b-238f397f1732,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:07.708397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:07.838539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] No DVR routers for this DVR port 35a58acf-2b99-4999-9d3b-238f397f1732 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:07.843265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0c57bb-2165-4b63-89c6-699a65cbca77 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:07.851051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:07.853852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'name': 'network-vif-deleted', 'tag': '35a58acf-2b99-4999-9d3b-238f397f1732'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:07.927734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d57c8-0417-4dab-87c8-0cf39af314e5 req-7708acf4-5db0-4ec2-bfdb-f9d2744dca8c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:07.934894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-117d57c8-0417-4dab-87c8-0cf39af314e5 req-7708acf4-5db0-4ec2-bfdb-f9d2744dca8c tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 950 time: 0.6840262 Mar 03 17:48:07.950375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc472d72-ddba-40c6-a16d-9864bbf83b32 req-c51f39de-aab0-4aa0-a9d2-648dce2ba404 tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.35 "DELETE /v2.0/ports/35a58acf-2b99-4999-9d3b-238f397f1732 HTTP/1.1" status: 204 len: 173 time: 2.4860072 Mar 03 17:48:08.064951 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:48:08.130679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3261f-bc65-4ba0-97d3-5c208c1942e6 req-69dc0fab-81db-4ecc-a284-e93db417cca2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:08.137929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5d3261f-bc65-4ba0-97d3-5c208c1942e6 req-69dc0fab-81db-4ecc-a284-e93db417cca2 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 944 time: 1.1472142 Mar 03 17:48:08.181643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:08.202893 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-117d57c8-0417-4dab-87c8-0cf39af314e5 req-9d7de90e-a824-4c12-939e-1210ac095edc tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa22a553-a579-467a-8c5e-724701ef7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669947 Mar 03 17:48:08.223271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:08.247487 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1750-4a9a-42ed-b466-1dc999a87a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:08.348648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5d3261f-bc65-4ba0-97d3-5c208c1942e6 req-a964013e-f733-4961-92db-9836ddbd2edb tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069616 Mar 03 17:48:08.357214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:08.423005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a1750-4a9a-42ed-b466-1dc999a87a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba321629-cfa0-451c-8b84-e7e76d14d877,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:08.483464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1750-4a9a-42ed-b466-1dc999a87a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:08.487711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ea0a1750-4a9a-42ed-b466-1dc999a87a7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba321629-cfa0-451c-8b84-e7e76d14d877 HTTP/1.1" status: 204 len: 168 time: 2.0043638 Mar 03 17:48:08.726484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:08.745254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] For port 1f5539a6-65b2-4ada-aa91-9968661a46bb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1f5539a6-65b2-4ada-aa91-9968661a46bb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:08.758802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:08.833798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] Transition to ACTIVE for port object 9c0c57bb-2165-4b63-89c6-699a65cbca77 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:08.879476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:08.879863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:09.001949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:09.155862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Calling delete_port for 1f5539a6-65b2-4ada-aa91-9968661a46bb owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:09.163086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:09.236098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:09.266417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7916286a-9acd-445a-b033-a3248f7625be up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:09.411804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:09.670997 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e', 'name': 'network-vif-deleted', 'tag': '35a58acf-2b99-4999-9d3b-238f397f1732', 'status': 'completed', 'code': 200} Mar 03 17:48:09.755599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:09.824202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:09.879818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 7916286a-9acd-445a-b033-a3248f7625be completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:09.888882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7916286a-9acd-445a-b033-a3248f7625be triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:09.888882 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:09.971828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] No DVR routers for this DVR port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:09.996487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:10.196949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=10']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:10.203560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-65e13d52-8b3b-410f-b743-083ec9efadd2 service neutron] 10.222.0.35 "PUT /v2.0/ports/9c0c57bb-2165-4b63-89c6-699a65cbca77/bindings/n-h1-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 4.1655214 Mar 03 17:48:10.205485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1f5539a6-65b2-4ada-aa91-9968661a46bb no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:10.300694 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:10.302822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-83ff14d1-38e1-4ed9-bce3-303f40c09c8e req-d30a2690-fce3-420c-bb79-da70e3f51fed tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Synchronizing usage tracker for tenant:ab89209b912444e684d8d4b550f19609 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:10.312336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 1f5539a6-65b2-4ada-aa91-9968661a46bb {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:10.312786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1f5539a6-65b2-4ada-aa91-9968661a46bb not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:10.313311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:10.318246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:10.332359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:10.345188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Pushing event deleted for resources: {'Port': ['ID=1f5539a6-65b2-4ada-aa91-9968661a46bb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:10.407761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 7916286a-9acd-445a-b033-a3248f7625be, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7916286a-9acd-445a-b033-a3248f7625be,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:10.437201 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:10.460555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e3e17-a333-4bd9-b046-7a827e6f2c9c req-6eba7251-732e-4db0-a2b2-6f2f04c84efa tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:10.468149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-688e3e17-a333-4bd9-b046-7a827e6f2c9c req-6eba7251-732e-4db0-a2b2-6f2f04c84efa tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2722788 Mar 03 17:48:10.495664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] No DVR routers for this DVR port 1f5539a6-65b2-4ada-aa91-9968661a46bb on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:10.501446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:10.509859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:10.513352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-83ff14d1-38e1-4ed9-bce3-303f40c09c8e req-d30a2690-fce3-420c-bb79-da70e3f51fed tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] Unset dirty status for tenant:ab89209b912444e684d8d4b550f19609 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:10.520147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Pushing event updated for resources: {'Port': ['ID=29a00986-b089-4cf9-93ff-920526a745a6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:10.522428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83ff14d1-38e1-4ed9-bce3-303f40c09c8e req-d30a2690-fce3-420c-bb79-da70e3f51fed tempest-InstanceActionsV221TestJSON-790224324 tempest-InstanceActionsV221TestJSON-790224324-project] 10.222.0.23 "GET /v2.0/ports?device_id=f566fae0-7ec0-4fa3-95fd-6b82a80ffa0e HTTP/1.1" status: 200 len: 210 time: 0.8640888 Mar 03 17:48:10.556022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71293ad0-103d-4984-988a-1e1639994e48 req-3c1af676-0304-4036-ba82-3ea69d4bfe3a tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.16 "DELETE /v2.0/ports/1f5539a6-65b2-4ada-aa91-9968661a46bb HTTP/1.1" status: 204 len: 173 time: 3.3929646 Mar 03 17:48:10.617641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=7916286a-9acd-445a-b033-a3248f7625be,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:10.696740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-688e3e17-a333-4bd9-b046-7a827e6f2c9c req-b9e4520c-a831-4c54-a513-f6e52c74addf tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272706 Mar 03 17:48:10.748879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-a99d1186-9304-47bc-a0fb-243e3f56fd65 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:10.754515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-a99d1186-9304-47bc-a0fb-243e3f56fd65 tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.4720564 Mar 03 17:48:10.801655 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'code': 200} Mar 03 17:48:10.841903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 35a58acf-2b99-4999-9d3b-238f397f1732 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:10.942814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 35a58acf-2b99-4999-9d3b-238f397f1732 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:10.948418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 35a58acf-2b99-4999-9d3b-238f397f1732 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:11.036539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5078e4-905b-47d1-b231-82c524e3554d req-84dc0205-be8b-4433-93d7-591b5c5c983e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:11.043204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de5078e4-905b-47d1-b231-82c524e3554d req-84dc0205-be8b-4433-93d7-591b5c5c983e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 944 time: 0.2766228 Mar 03 17:48:11.060523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7916286a-9acd-445a-b033-a3248f7625be up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:11.197047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de5078e4-905b-47d1-b231-82c524e3554d req-bd734893-9567-4a32-87d2-ff45dea5113e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486812 Mar 03 17:48:11.213204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70e4ea22-52dc-4deb-a885-3069ace78cab req-b060a174-3f62-4fae-bc42-8ed3d666c069 tempest-ServersOnMultiNodesTest-1578102571 tempest-ServersOnMultiNodesTest-1578102571-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a6af04a-4d34-4301-9908-613ffd916460 HTTP/1.1" status: 200 len: 210 time: 0.1733773 Mar 03 17:48:11.238736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:11.242116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:11.268467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7916286a-9acd-445a-b033-a3248f7625be triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:11.269182 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:11.313070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-e198414d-fa7a-40f4-a45d-ca078eaaebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:11.315028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-e198414d-fa7a-40f4-a45d-ca078eaaebfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3&tenant_id=0789e5a83fb74489ac1fd65c764532f8 HTTP/1.1" status: 200 len: 1096 time: 0.4915471 Mar 03 17:48:11.672325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246598de-6f36-48cc-9127-64f8f03d376a req-2f74e897-c6ca-44d6-b2c0-53940998f162 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:11.678314 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-246598de-6f36-48cc-9127-64f8f03d376a req-2f74e897-c6ca-44d6-b2c0-53940998f162 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 944 time: 0.2562666 Mar 03 17:48:11.679244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6af04a-4d34-4301-9908-613ffd916460', 'name': 'network-vif-deleted', 'tag': '1f5539a6-65b2-4ada-aa91-9968661a46bb'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:11.753231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-239ad323-3f4c-474d-b90a-679f8a01d70c None None] Provisioning complete for port 29a00986-b089-4cf9-93ff-920526a745a6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:11.755363 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239ad323-3f4c-474d-b90a-679f8a01d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:11.853297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Deleting port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:11.853297 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:11.929505 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6af04a-4d34-4301-9908-613ffd916460', 'name': 'network-vif-deleted', 'tag': '1f5539a6-65b2-4ada-aa91-9968661a46bb', 'status': 'completed', 'code': 200} Mar 03 17:48:12.033507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-239ad323-3f4c-474d-b90a-679f8a01d70c None None] Port 29a00986-b089-4cf9-93ff-920526a745a6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:12.445598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:12.476511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:48:12.583864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] For port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:12.584278 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:12.905286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Calling delete_port for 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:12.922530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-5c88d91e-8b58-473f-a59c-a1b5482ea1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:12.925212 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-5c88d91e-8b58-473f-a59c-a1b5482ea1d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0789e5a83fb74489ac1fd65c764532f8&device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1096 time: 1.3751333 Mar 03 17:48:12.931746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] Deleting subnet a4b2edd1-b645-4698-af9f-960f5899e02b {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:48:12.957996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:13.280096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab8ec2-4e2d-451e-af11-3c539931600a req-4f03538c-1be9-47ca-b42f-ec0912377218 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:13.290741 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1eab8ec2-4e2d-451e-af11-3c539931600a req-4f03538c-1be9-47ca-b42f-ec0912377218 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 945 time: 1.7175272 Mar 03 17:48:13.298314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36972) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:13.343616 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:13.533676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event deleted for resources: {'Port': ['ID=88f1bb16-07c2-48fc-b1cc-6e4f9cce2085,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:13.554642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] No DVR routers for this DVR port 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:13.558659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:13.577864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd559f4-6c39-4962-b157-9aff0dbc5466 req-14dc822f-bd1a-44bb-8dec-26a35f714d76 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:13.578590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1fd559f4-6c39-4962-b157-9aff0dbc5466 req-14dc822f-bd1a-44bb-8dec-26a35f714d76 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:13.583056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-246598de-6f36-48cc-9127-64f8f03d376a req-634f5f3f-5a8f-475d-a16d-79babb1dd7c7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "DELETE /v2.0/ports/88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 HTTP/1.1" status: 204 len: 173 time: 1.8977120 Mar 03 17:48:13.618218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1fd559f4-6c39-4962-b157-9aff0dbc5466 req-14dc822f-bd1a-44bb-8dec-26a35f714d76 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:13.618218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1fd559f4-6c39-4962-b157-9aff0dbc5466 req-14dc822f-bd1a-44bb-8dec-26a35f714d76 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05c5b8a-55a2-420a-bd97-4547350074ed HTTP/1.1" status: 200 len: 944 time: 0.7209935 Mar 03 17:48:13.658554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:13.730562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:48:13.742546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d5a17f90-e8ef-4be9-98ce-fd76e5d6cb98 admin admin] 10.222.0.23 "PUT /v2.0/routers/81a5a620-04c9-4571-9bc0-cb7b9162408c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7825439 Mar 03 17:48:13.748965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:48:13.772078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:13.775137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:13.778710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1fd559f4-6c39-4962-b157-9aff0dbc5466 req-6913df95-0ca6-4610-ae09-6e6a3069b7a8 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568282 Mar 03 17:48:13.830234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-ab3ef349-c928-4fd9-bd04-69bf31e4a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:13.832201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-ab3ef349-c928-4fd9-bd04-69bf31e4a858 service neutron] 10.222.0.16 "GET /v2.0/networks?id=973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 200 len: 922 time: 0.8752847 Mar 03 17:48:13.930532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-deleted', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:14.055766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-3c9db898-c510-43f3-af87-de0a4103d1d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 200 len: 217 time: 0.1902978 Mar 03 17:48:14.203848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b9b47ef-6974-494e-b64b-e4818ae2b233 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f8f0010448e40a9867b15d2996d9269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957798 Mar 03 17:48:14.207746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:14.216699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:14.335016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-0aea69be-6ff6-4d95-a3cc-9d6001c723ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:14.337071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-0aea69be-6ff6-4d95-a3cc-9d6001c723ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 200 len: 861 time: 0.2507055 Mar 03 17:48:14.412673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:14.419559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1eab8ec2-4e2d-451e-af11-3c539931600a req-c0ed16e1-a1b0-49d2-bbfd-0dcd9fa16c41 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1256368 Mar 03 17:48:14.439026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-574475c0-e143-48d8-86ba-b6c453a4913b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=973451ce-d85f-4817-8c1b-853003fba5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856655 Mar 03 17:48:14.567865 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:14.582912 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:14.628895 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c5b8a-55a2-420a-bd97-4547350074ed', 'name': 'network-vif-deleted', 'tag': '88f1bb16-07c2-48fc-b1cc-6e4f9cce2085', 'status': 'completed', 'code': 200} Mar 03 17:48:14.647090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b2edd1-b645-4698-af9f-960f5899e02b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:14.669987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:14.678932 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:14.761416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0bf5cfd5-da0d-436c-908e-3c097da5989c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4b2edd1-b645-4698-af9f-960f5899e02b HTTP/1.1" status: 204 len: 168 time: 2.3066254 Mar 03 17:48:14.764893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37014) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:14.766888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-bf8cc088-64b5-4c42-b69d-ee5ec5128945 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135936 Mar 03 17:48:14.846381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:14.915479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:14.944156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa22a553-a579-467a-8c5e-724701ef7c85,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:15.055786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.056132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.056990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.056990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.057168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.061678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.062992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.062992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.062992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.062992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.063363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.063630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:15.222993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:15.224444 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-286ea06a-7492-4c9e-9e59-f06a71aee17b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa22a553-a579-467a-8c5e-724701ef7c85 HTTP/1.1" status: 204 len: 168 time: 1.0153015 Mar 03 17:48:15.252965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:15.286602 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-d3490b76-191d-4d7f-a82b-2702f275aea4 service neutron] 10.222.0.16 "GET /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741660 Mar 03 17:48:15.307375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71199fde-53e3-409d-8c76-9bd013425565']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:15.336003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:09Z', 'revision_number': 2, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:15.346176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:15.346803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d4e8d6-3e3c-4eaa-810d-d19e24fb3cd5') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:15.347155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:48:15.348402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Updating router 81a5a620-04c9-4571-9bc0-cb7b9162408c port 29a00986-b089-4cf9-93ff-920526a745a6 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:48:15.366687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:15.397114 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:15.412520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:48:15.413298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:15.414606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-8c05335b-7222-4d47-98b9-1008da5b0205 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:15.422444 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-8c05335b-7222-4d47-98b9-1008da5b0205 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 820 time: 0.4955688 Mar 03 17:48:15.465470 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:48:15.478208 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:48:15.498839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-04b03939-25ed-48d4-8ce3-2f622b7c43d6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/quotas/8fe6106d09e1464c8eccdef00d00bfe7 HTTP/1.1" status: 200 len: 375 time: 0.0598955 Mar 03 17:48:15.731047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-75e526c0-51f6-42af-ab59-25c35b006369 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2272315 Mar 03 17:48:16.164899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37058) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:16.242104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:16.250758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:16.334175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:16.334175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 88f1bb16-07c2-48fc-b1cc-6e4f9cce2085 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:16.342520 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-bfe4bca5-c404-4f3b-8227-6fef09bde71e service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081438 Mar 03 17:48:16.350906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:16.356125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] Pushing event deleted for resources: {'Network': ['ID=71199fde-53e3-409d-8c76-9bd013425565,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:16.390261 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:16.409518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Transition to ACTIVE for port object 29a00986-b089-4cf9-93ff-920526a745a6 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:16.417088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:16.421244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cb3ae3df-3db3-43e2-a224-eee7f9ec638b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aeb85c2b0b1a4167a17caeaf2dba8153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070036 Mar 03 17:48:16.425611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b203be61-2eb8-4fbc-8ecd-21492155e00f admin admin] 10.222.0.23 "DELETE /v2.0/networks/71199fde-53e3-409d-8c76-9bd013425565 HTTP/1.1" status: 204 len: 168 time: 1.6511254 Mar 03 17:48:16.440921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37070) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:16.520908 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-bc09f8cd-23d9-4f18-abaa-2cb917daea34 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728051 Mar 03 17:48:16.603525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-fea15963-df59-4d8f-90dc-8443b4b5056b tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:16.606296 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-fea15963-df59-4d8f-90dc-8443b4b5056b tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3&tenant_id=0789e5a83fb74489ac1fd65c764532f8&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.5935450 Mar 03 17:48:16.641830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822f15d-4338-4ec6-bec1-fbf3321ca272 None None] Pushing event updated for resources: {'Port': ['ID=29a00986-b089-4cf9-93ff-920526a745a6,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:16.700949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dee50-a542-421e-a746-5f6431a0a704 req-946362d6-decd-4df7-99cb-4479caffb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:16.702463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05dee50-a542-421e-a746-5f6431a0a704 req-946362d6-decd-4df7-99cb-4479caffb6d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 0.6862733 Mar 03 17:48:16.737718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Attempting to bind port 29a00986-b089-4cf9-93ff-920526a745a6 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:16.738215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Attempting to bind port 29a00986-b089-4cf9-93ff-920526a745a6 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:16.738432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Attempting to bind port 29a00986-b089-4cf9-93ff-920526a745a6 on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:16.748250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:16.748714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Checking segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:16.748929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:16.749637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Bound using segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:16.750438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Bound port: 29a00986-b089-4cf9-93ff-920526a745a6, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:16.750568 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:16.771023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1400d4-0721-48a6-b953-cb798c075c79 req-dc238f43-b49e-4d5d-8759-ccd270fd1fe6 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:16.777847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1400d4-0721-48a6-b953-cb798c075c79 req-dc238f43-b49e-4d5d-8759-ccd270fd1fe6 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.6129441 Mar 03 17:48:16.800032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37080) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:16.871738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] For port 29a00986-b089-4cf9-93ff-920526a745a6, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:16.897841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] For port 29a00986-b089-4cf9-93ff-920526a745a6, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=29a00986-b089-4cf9-93ff-920526a745a6,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:16.906837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.000460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822f15d-4338-4ec6-bec1-fbf3321ca272 None None] Pushing event updated for resources: {'Port': ['ID=29a00986-b089-4cf9-93ff-920526a745a6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:17.005196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1400d4-0721-48a6-b953-cb798c075c79 req-90705df9-1d77-480f-9b53-07563e7d7f3d tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578350 Mar 03 17:48:17.033270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3de7ae0a-8050-4407-9a2e-7430b1a26afa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab89209b912444e684d8d4b550f19609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299969 Mar 03 17:48:17.034019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37086) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:17.069582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4125a27c-4692-4841-8633-01d48f611f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.093983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:17.093983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:47:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:17.228903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eb8de11-15b4-4bb3-9dad-4df6b616fa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.296076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eb8de11-15b4-4bb3-9dad-4df6b616fa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.308588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-f56b501f-34e2-48e7-b29a-dd3fefd17b75 service neutron] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:17.316455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dee50-a542-421e-a746-5f6431a0a704 req-9ad4cedc-1c0c-408a-9cd6-d1a1c5910ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:17.318305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05dee50-a542-421e-a746-5f6431a0a704 req-9ad4cedc-1c0c-408a-9cd6-d1a1c5910ac2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.5972586 Mar 03 17:48:17.337585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-f56b501f-34e2-48e7-b29a-dd3fefd17b75 service neutron] Notify callbacks [] for binding, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.343175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db38b752-8513-4b1c-a34a-aaf69a524e4e req-f56b501f-34e2-48e7-b29a-dd3fefd17b75 service neutron] 10.222.0.16 "DELETE /v2.0/ports/9c0c57bb-2165-4b63-89c6-699a65cbca77/bindings/n-h2-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.7112408 Mar 03 17:48:17.356421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b59590-79c4-4bb7-bd95-7a07762e282d req-215e0391-12c9-4b1c-845d-ed67d94f0b33 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:17.363744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04b59590-79c4-4bb7-bd95-7a07762e282d req-215e0391-12c9-4b1c-845d-ed67d94f0b33 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 945 time: 0.2945311 Mar 03 17:48:17.459056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04b59590-79c4-4bb7-bd95-7a07762e282d req-18f28ade-f74a-4e12-87cd-a8e497600282 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932553 Mar 03 17:48:17.500464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eb8de11-15b4-4bb3-9dad-4df6b616fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.534473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:17.554310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4125a27c-4692-4841-8633-01d48f611f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.566909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05dee50-a542-421e-a746-5f6431a0a704 req-013a780e-984d-42d3-b45a-a25a24dc137f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 217 time: 0.2213397 Mar 03 17:48:17.581033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8de11-15b4-4bb3-9dad-4df6b616fa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af32ed-5261-4e12-bcc8-db6b74b155c4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:17.599192 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03665efb-7d47-4eba-a3c3-df539940545c req-81eea5e9-d6c3-495d-986a-fbec82e61d58 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 210 time: 0.0727100 Mar 03 17:48:17.603717 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eb8de11-15b4-4bb3-9dad-4df6b616fa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:17.605384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8eb8de11-15b4-4bb3-9dad-4df6b616fa41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99af32ed-5261-4e12-bcc8-db6b74b155c4 HTTP/1.1" status: 204 len: 168 time: 0.5676880 Mar 03 17:48:17.849780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dee50-a542-421e-a746-5f6431a0a704 req-a0f810de-20e4-46f9-816e-d1b1b3bf8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:17.855990 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05dee50-a542-421e-a746-5f6431a0a704 req-a0f810de-20e4-46f9-816e-d1b1b3bf8153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.1778479 Mar 03 17:48:18.010668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4125a27c-4692-4841-8633-01d48f611f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:18.093541 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:18.146831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:16Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:18.167166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c04c3-65e8-480d-9651-ddeaf248e85f None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:16Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:48:18.229523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125a27c-4692-4841-8633-01d48f611f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e7f40a-da29-4b23-8d11-3a4d0692c8ad,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:18.272864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05dee50-a542-421e-a746-5f6431a0a704 req-b9825d99-60e0-4be4-b135-d19a17f11444 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2635558 Mar 03 17:48:18.319955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4125a27c-4692-4841-8633-01d48f611f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:18.336749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4125a27c-4692-4841-8633-01d48f611f75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94e7f40a-da29-4b23-8d11-3a4d0692c8ad HTTP/1.1" status: 204 len: 168 time: 1.8721583 Mar 03 17:48:18.464649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b81d97a0-2ebb-4cc5-95b9-a0f6d14fa0f6 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:18.466187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b81d97a0-2ebb-4cc5-95b9-a0f6d14fa0f6 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 822 time: 0.9250865 Mar 03 17:48:18.496383 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-2f8a56d8-5e30-4dbd-94d3-4295d23daaf0 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/quotas/522212297d114081ad051f76b62bd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0131030 Mar 03 17:48:18.511912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a72b53-7eba-456e-a4be-7617fb43b843 req-da52a0e0-7910-4fde-85fe-d20959f434bd tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:18.519079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52a72b53-7eba-456e-a4be-7617fb43b843 req-da52a0e0-7910-4fde-85fe-d20959f434bd tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 1096 time: 0.1484940 Mar 03 17:48:18.519889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37144) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:18.623961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05dee50-a542-421e-a746-5f6431a0a704 req-e31cc296-e491-4dec-ade2-d4314084c045 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404016 Mar 03 17:48:18.701321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52a72b53-7eba-456e-a4be-7617fb43b843 req-789a05e2-a70a-4024-85b2-e59466bce96a tempest-LiveAutoBlockMigrationV225Test-2058408818 tempest-LiveAutoBlockMigrationV225Test-2058408818-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593528 Mar 03 17:48:18.812163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:18.868654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-0387327e-b39e-4df4-a7cb-d7bc152a49a3 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3560994 Mar 03 17:48:18.880728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:18.898516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Usage tracker for resource:security_group_rule and tenant:dc48458367ef44ed8b8e4da34f198bf8 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:18.916330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:18.934986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:19.139623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 29a00986-b089-4cf9-93ff-920526a745a6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:19.282969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d05dee50-a542-421e-a746-5f6431a0a704 req-86cdbfa4-8346-4b08-8732-f26ea3e13187 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352603 Mar 03 17:48:19.364924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 29a00986-b089-4cf9-93ff-920526a745a6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:19.371561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 29a00986-b089-4cf9-93ff-920526a745a6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:19.372155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:19.377903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-f0c2bb22-6887-4d97-b339-6b22114af189 service neutron] 10.222.0.23 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080717 Mar 03 17:48:19.458996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:19.470859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:19.545032 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9899e0a7-a058-4079-9701-6f9cd635243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:19.585209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2493c5f-9947-440e-9046-396b8778c40b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:19.699153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eb678d90-cd11-4e43-8ff0-b396254a5a90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc48458367ef44ed8b8e4da34f198bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1774194 Mar 03 17:48:19.703545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:19.716496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153d9a-d30f-40ef-9858-08eef2399bdf req-20e934ff-84b7-49b6-ab3a-a7c58fb6a7bc tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:19.724826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22153d9a-d30f-40ef-9858-08eef2399bdf req-20e934ff-84b7-49b6-ab3a-a7c58fb6a7bc tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.6238213 Mar 03 17:48:19.725141 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:19.738105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-ebb07b84-e0cb-465f-88b6-4c311209c47b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:19.740112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-ebb07b84-e0cb-465f-88b6-4c311209c47b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.35 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 820 time: 0.5554037 Mar 03 17:48:19.815378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 29a00986-b089-4cf9-93ff-920526a745a6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=29a00986-b089-4cf9-93ff-920526a745a6,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:19.821416 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22153d9a-d30f-40ef-9858-08eef2399bdf req-94353b03-abb4-40e2-893b-af73a63a919a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847151 Mar 03 17:48:19.822886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-845383a2-6396-40ff-82fa-76c420964315 service neutron] 10.222.0.23 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416385 Mar 03 17:48:19.832871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'port': {'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'admin_state_up': True, 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:19.836740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:19.929282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=29a00986-b089-4cf9-93ff-920526a745a6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:20.028270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37194) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:20.181977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2051140101-network', 'tenant_id': 'c67de7e26f9647caa2988477f83b94c2'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:20.189645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:20.198245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Usage tracker for resource:network and tenant:c67de7e26f9647caa2988477f83b94c2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:20.212128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:20.224499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:20.225126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:20.291832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b46471c5-f169-44a2-9257-9478d6d00ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.340451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-52086146-7a66-46e8-b632-e55ae95bb5a4 req-3b519ccc-92e8-42be-a761-a2b7d3f7241e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:20.355368 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b46471c5-f169-44a2-9257-9478d6d00ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.355971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Made reservation on behalf of c67de7e26f9647caa2988477f83b94c2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:20.369358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.388037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.407611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:20.416112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.427583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:20.434221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Usage tracker for resource:security_group_rule and tenant:c67de7e26f9647caa2988477f83b94c2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:20.438931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:20.446326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:20.449866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029a4dd-2058-48d9-a0a1-0769a02f8bf8 req-261afc29-279a-4597-bd8e-7cba56069bb8 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:20.458322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0029a4dd-2058-48d9-a0a1-0769a02f8bf8 req-261afc29-279a-4597-bd8e-7cba56069bb8 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 950 time: 0.4312654 Mar 03 17:48:20.470093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:20.508140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:20.518333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0029a4dd-2058-48d9-a0a1-0769a02f8bf8 req-55c5c419-e398-460f-b7a3-94b304d111c8 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590534 Mar 03 17:48:20.520801 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.521409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-52086146-7a66-46e8-b632-e55ae95bb5a4 req-3b519ccc-92e8-42be-a761-a2b7d3f7241e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:20.524923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Usage tracker for resource:port and tenant:8fe6106d09e1464c8eccdef00d00bfe7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:20.538534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:20.538782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52086146-7a66-46e8-b632-e55ae95bb5a4 req-3b519ccc-92e8-42be-a761-a2b7d3f7241e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 210 time: 0.2813663 Mar 03 17:48:20.554840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:20.577404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Made reservation on behalf of 8fe6106d09e1464c8eccdef00d00bfe7 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:20.581195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.630225 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b46471c5-f169-44a2-9257-9478d6d00ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.685293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=11']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:20.694215 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17de8279-ec75-4594-86ec-610802eaee0b req-60f2a867-4ca8-448d-b51f-28bcbe58af26 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 210 time: 0.0732069 Mar 03 17:48:20.700173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.705355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.723279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:48:20.735303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.735780 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Added segment f2410240-bbd9-48fe-8cae-e00e8bdf86e4 of type vlan for network 4f1a24b4-c9c3-454c-a5f4-d787326e850c Mar 03 17:48:20.767297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46471c5-f169-44a2-9257-9478d6d00ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2493c5f-9947-440e-9046-396b8778c40b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:20.783916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b46471c5-f169-44a2-9257-9478d6d00ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.787596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b46471c5-f169-44a2-9257-9478d6d00ebc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2493c5f-9947-440e-9046-396b8778c40b HTTP/1.1" status: 204 len: 168 time: 1.0789900 Mar 03 17:48:20.791551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.829935 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'code': 200} Mar 03 17:48:20.985704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:20.986678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:20.987254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.003039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Allocated IP 172.20.0.14 (150a5147-cc7d-41be-b0bb-3c61b46e1b72/ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254/09910e6c-d015-4edc-aa54-e21f69a6f849) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:21.106970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 29a00986-b089-4cf9-93ff-920526a745a6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:21.120857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491a9b53-366b-4862-8a0d-a2a298811243,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:21.156163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.156507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.156842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.157172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.157528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.160495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.160788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.161119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.163941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.164292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.164847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.165705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:21.264037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2345653 Mar 03 17:48:21.264962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021ad14-e0f4-4a01-99ca-1d4549a88e8e admin admin] Pushing event updated for resources: {'Network': ['ID=4f1a24b4-c9c3-454c-a5f4-d787326e850c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:21.267737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37242) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:21.276618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Request body: {'subnet': {'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2051140101-subnet', 'tenant_id': 'c67de7e26f9647caa2988477f83b94c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:21.277242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 4f1a24b4-c9c3-454c-a5f4-d787326e850c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:48:21.283150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:21.287538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Usage tracker for resource:subnet and tenant:c67de7e26f9647caa2988477f83b94c2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:21.294282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:21.312655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:21.325759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Made reservation on behalf of c67de7e26f9647caa2988477f83b94c2 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:21.329581 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.382042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 29a00986-b089-4cf9-93ff-920526a745a6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:21.382684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.642832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.652495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.666472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f390d3-0f45-489b-8eea-5f430b9ca22e req-50e788e8-a53f-4e4f-9ec3-457be00937f8 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:21.673985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f390d3-0f45-489b-8eea-5f430b9ca22e req-50e788e8-a53f-4e4f-9ec3-457be00937f8 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.3921759 Mar 03 17:48:21.702466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Transition to ACTIVE for port object 09910e6c-d015-4edc-aa54-e21f69a6f849 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:21.736220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a6203ce-8d1c-4389-ac24-a19993231a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.740893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37266) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:21.746292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=28390d9f-216f-4bc2-ba35-d1854111abb6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:21.769953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f390d3-0f45-489b-8eea-5f430b9ca22e req-9fcb5e4e-1e8d-4f89-a75d-e327e39a3faa tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948017 Mar 03 17:48:21.774374 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.777365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Checking segment: {'id': 'f2410240-bbd9-48fe-8cae-e00e8bdf86e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:21.777729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Network hostable DHCP agents. Network: 4f1a24b4-c9c3-454c-a5f4-d787326e850c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:48:21.801108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Network 4f1a24b4-c9c3-454c-a5f4-d787326e850c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:48:21.802764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:21.813019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.813174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 4f1a24b4-c9c3-454c-a5f4-d787326e850c) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:21.823302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afcf6d7-93cf-41fe-9b10-4efbf5888ce4 None None] Network 4f1a24b4-c9c3-454c-a5f4-d787326e850c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:21.827312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:21.828016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:21.840966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Usage tracker for resource:security_group_rule and tenant:f017af705d474eeb9e257d0ec50e3f5c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:21.854324 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-188ae07f-f1b2-45dc-bb00-564b66a4a9cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5852342 Mar 03 17:48:21.915516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:21.993298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:21.996414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:22.002404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:22.012319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:22.207545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Pushing event updated for resources: {'Port': ['ID=09910e6c-d015-4edc-aa54-e21f69a6f849,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:22.227032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-7b8529ef-b093-44ee-a324-8aa3c667457e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:22.228927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-7b8529ef-b093-44ee-a324-8aa3c667457e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 945 time: 0.2050674 Mar 03 17:48:22.321447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e593c8a-38f5-4a48-b8af-c5b9b6a19d12 None None] Network 4f1a24b4-c9c3-454c-a5f4-d787326e850c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:22.374121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Deleting port 9c0c57bb-2165-4b63-89c6-699a65cbca77 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:22.374566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.434064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:22.434900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.514593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffe16-e911-454d-b315-bd1ad426e03b req-fc338b9c-ec21-44cd-b06d-37dcf909943f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:22.516039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-fc338b9c-ec21-44cd-b06d-37dcf909943f tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 822 time: 0.3945127 Mar 03 17:48:22.538570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369f0e-b40c-4c30-9d5a-df959380d155 req-52202ce9-c3cf-4131-a0b4-49122e562a4e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:22.545587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07369f0e-b40c-4c30-9d5a-df959380d155 req-52202ce9-c3cf-4131-a0b4-49122e562a4e tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 945 time: 0.6386261 Mar 03 17:48:22.552637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Request body: {'port': {'device_id': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'admin_state_up': True, 'tenant_id': '522212297d114081ad051f76b62bd1f9'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:22.589644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-f423a741-9b8f-4d6a-8485-359a37ab42f4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7894678 Mar 03 17:48:22.617801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Request body: {'port': {'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:22.660807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9747931c-a75d-4a44-9e9d-81b68b64d7b9 None None] Provisioning for port 09910e6c-d015-4edc-aa54-e21f69a6f849 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:22.666372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9747931c-a75d-4a44-9e9d-81b68b64d7b9 None None] Provisioning complete for port 09910e6c-d015-4edc-aa54-e21f69a6f849 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:22.666874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9747931c-a75d-4a44-9e9d-81b68b64d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.697367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.728427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9747931c-a75d-4a44-9e9d-81b68b64d7b9 None None] Port 09910e6c-d015-4edc-aa54-e21f69a6f849 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:22.736081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41240e4f-f763-4513-ad9c-f119d53170b3 req-285fb24f-0468-4b94-8287-e10e70149523 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:22.738179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41240e4f-f763-4513-ad9c-f119d53170b3 req-285fb24f-0468-4b94-8287-e10e70149523 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 932 time: 0.1862068 Mar 03 17:48:22.743740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] For port 9c0c57bb-2165-4b63-89c6-699a65cbca77, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9c0c57bb-2165-4b63-89c6-699a65cbca77,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:22.744090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.765838 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.779077 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07369f0e-b40c-4c30-9d5a-df959380d155 req-8302982e-43dc-4a8e-b6bc-02c15426e41f tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323875 Mar 03 17:48:22.780701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.818329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.883022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Calling delete_port for 9c0c57bb-2165-4b63-89c6-699a65cbca77 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:22.915426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f017af705d474eeb9e257d0ec50e3f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1707542 Mar 03 17:48:22.940735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37300) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:22.946334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b1924-7812-4ec3-a710-fe8af5a66d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92ab51f-c20b-47dd-ac13-4db5fb7c6583,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:22.953220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:22.974580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:22.977592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-41240e4f-f763-4513-ad9c-f119d53170b3 req-ecb2a5b7-86f4-4b56-beaf-8cdc604ba52c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:22.978282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e84a0e12-661f-4cc2-b7cf-71c43eb50f0d req-6e13caa5-e966-420f-8db0-1d0b9e710a4c tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 210 time: 0.0764163 Mar 03 17:48:23.016900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:23.044902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Made reservation on behalf of 522212297d114081ad051f76b62bd1f9 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:23.048574 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.054506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-41240e4f-f763-4513-ad9c-f119d53170b3 req-ecb2a5b7-86f4-4b56-beaf-8cdc604ba52c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:23.055642 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41240e4f-f763-4513-ad9c-f119d53170b3 req-ecb2a5b7-86f4-4b56-beaf-8cdc604ba52c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042171 Mar 03 17:48:23.118949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89d85700-85a3-4744-b4f3-57e23f108623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.215245 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89d85700-85a3-4744-b4f3-57e23f108623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.411883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.423536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['64dba85c-a9ab-49db-94d5-7b296c6e4a90'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:23.462882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Allocated IP 172.20.0.9 (02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3/8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba/b56dc237-d87b-4756-817a-2f4b53ca297d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:23.524178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event deleted for resources: {'Port': ['ID=9c0c57bb-2165-4b63-89c6-699a65cbca77,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:23.612456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] No DVR routers for this DVR port 9c0c57bb-2165-4b63-89c6-699a65cbca77 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:23.618642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.629141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'name': 'network-vif-deleted', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:23.639749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89d85700-85a3-4744-b4f3-57e23f108623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.663532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-6dffdc07-4c6a-4113-a292-d0a75e37fe85 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:23.664211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-6dffdc07-4c6a-4113-a292-d0a75e37fe85 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Synchronizing usage tracker for tenant:c67de7e26f9647caa2988477f83b94c2 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:23.677691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d85700-85a3-4744-b4f3-57e23f108623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92ab51f-c20b-47dd-ac13-4db5fb7c6583,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:23.692102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89d85700-85a3-4744-b4f3-57e23f108623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.695266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-89d85700-85a3-4744-b4f3-57e23f108623 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b92ab51f-c20b-47dd-ac13-4db5fb7c6583 HTTP/1.1" status: 204 len: 168 time: 0.7513192 Mar 03 17:48:23.695266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-32ca49bd-acdf-474a-b062-a3e637e8928d req-8f45a7fd-8a5e-47f0-abf4-aba7edd70839 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "DELETE /v2.0/ports/9c0c57bb-2165-4b63-89c6-699a65cbca77 HTTP/1.1" status: 204 len: 173 time: 1.4572411 Mar 03 17:48:23.702302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-6dffdc07-4c6a-4113-a292-d0a75e37fe85 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Unset dirty status for tenant:c67de7e26f9647caa2988477f83b94c2 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:23.703940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-6dffdc07-4c6a-4113-a292-d0a75e37fe85 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/networks?id=4f1a24b4-c9c3-454c-a5f4-d787326e850c HTTP/1.1" status: 200 len: 822 time: 0.4550328 Mar 03 17:48:23.724854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-791b7a35-b8dd-4625-bbf7-32ee36a16316 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/quotas/c67de7e26f9647caa2988477f83b94c2 HTTP/1.1" status: 200 len: 375 time: 0.0129626 Mar 03 17:48:23.775879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.785163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-fc2ebab1-a04d-4c4b-acc1-de656ce0b966 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c67de7e26f9647caa2988477f83b94c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541799 Mar 03 17:48:23.882664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.917427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8a4b-275a-4a36-b2f4-00783084c13a req-b37d2deb-e485-4d69-baa1-fa7dd0bc5d8a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:23.928008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab4a8a4b-275a-4a36-b2f4-00783084c13a req-b37d2deb-e485-4d69-baa1-fa7dd0bc5d8a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.6209433 Mar 03 17:48:23.945500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-3a825826-2304-4fcf-a689-17a016904409 service neutron] 10.222.0.23 "GET /v2.0/networks/4f1a24b4-c9c3-454c-a5f4-d787326e850c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524019 Mar 03 17:48:23.947696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09910e6c-d015-4edc-aa54-e21f69a6f849 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:23.956405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:23.974635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Transition to ACTIVE for port object 09910e6c-d015-4edc-aa54-e21f69a6f849 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:23.995889 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:24.073917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:24.142226 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:24.165352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-21f835bd-d684-478c-b609-ae995b0f995e service neutron] 10.222.0.23 "GET /v2.0/networks/4f1a24b4-c9c3-454c-a5f4-d787326e850c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111197 Mar 03 17:48:24.252356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Pushing event updated for resources: {'Port': ['ID=09910e6c-d015-4edc-aa54-e21f69a6f849,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:24.266838 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab4a8a4b-275a-4a36-b2f4-00783084c13a req-b1e1a5c2-7ee5-4fcc-b106-d576b2688f80 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904782 Mar 03 17:48:24.387731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:24.445593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event updated for resources: {'Port': ['ID=b56dc237-d87b-4756-817a-2f4b53ca297d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:24.481222 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd036a25-6753-4717-8142-45d98b54bfa3', 'name': 'network-vif-deleted', 'tag': '9c0c57bb-2165-4b63-89c6-699a65cbca77', 'status': 'completed', 'code': 200} Mar 03 17:48:24.503204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:24.512175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:24.613843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:24.614470 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:24.757439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b4c74498-538e-4374-be8b-35e08e783afc tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2290251 Mar 03 17:48:24.761160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c8aad5c6-7154-449f-95ce-99ff62ed4b82 req-e933862d-f437-4eb6-94b3-6acd4ee22fc6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:24.780226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c8aad5c6-7154-449f-95ce-99ff62ed4b82 req-e933862d-f437-4eb6-94b3-6acd4ee22fc6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:24.796418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Request body: {'port': {'device_id': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:24.806953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8aad5c6-7154-449f-95ce-99ff62ed4b82 req-e933862d-f437-4eb6-94b3-6acd4ee22fc6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd036a25-6753-4717-8142-45d98b54bfa3 HTTP/1.1" status: 200 len: 210 time: 0.1536596 Mar 03 17:48:25.124323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be38a0c-d964-431b-83b2-61e57c360db3 req-2f904df3-7def-4ef3-a113-577f2653ff1d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:25.133528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Attempting to bind port 09910e6c-d015-4edc-aa54-e21f69a6f849 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:25.134140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be38a0c-d964-431b-83b2-61e57c360db3 req-2f904df3-7def-4ef3-a113-577f2653ff1d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 944 time: 0.1419220 Mar 03 17:48:25.136743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Attempting to bind port 09910e6c-d015-4edc-aa54-e21f69a6f849 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:25.137242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Attempting to bind port 09910e6c-d015-4edc-aa54-e21f69a6f849 on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:25.147859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:25.178876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Port 09910e6c-d015-4edc-aa54-e21f69a6f849 on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:48:25.180461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Attempting to bind port 09910e6c-d015-4edc-aa54-e21f69a6f849 on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:25.228895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be38a0c-d964-431b-83b2-61e57c360db3 req-26a355ab-8c90-4ad3-b690-d3049f50dfa8 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939221 Mar 03 17:48:25.259087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:25.259423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Checking segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:25.259817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Bound using segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:25.260764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Bound port: 09910e6c-d015-4edc-aa54-e21f69a6f849, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:25.261120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:25.363988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b915d-2823-4864-bfa3-13ad20c3af39 req-bc6a5cb1-30ac-4ec1-aa4d-735857d1d950 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:25.364709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6a0b915d-2823-4864-bfa3-13ad20c3af39 req-bc6a5cb1-30ac-4ec1-aa4d-735857d1d950 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Synchronizing usage tracker for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:25.482633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4740b1f-b7b0-4d33-8d49-62c0a2a56732 req-af3bd55a-fb28-4d60-960b-3314bb650c82 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 210 time: 0.0979269 Mar 03 17:48:25.502302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6a0b915d-2823-4864-bfa3-13ad20c3af39 req-bc6a5cb1-30ac-4ec1-aa4d-735857d1d950 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Unset dirty status for tenant:522212297d114081ad051f76b62bd1f9 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:25.509813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a0b915d-2823-4864-bfa3-13ad20c3af39 req-bc6a5cb1-30ac-4ec1-aa4d-735857d1d950 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 931 time: 0.6192617 Mar 03 17:48:25.578266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] For port 09910e6c-d015-4edc-aa54-e21f69a6f849, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:25.591520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] For port 09910e6c-d015-4edc-aa54-e21f69a6f849, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=09910e6c-d015-4edc-aa54-e21f69a6f849,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:25.733265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:25.752902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a0b915d-2823-4864-bfa3-13ad20c3af39 req-fc8ea018-bd3f-4e02-a6fe-2e5fd9f3ba7d tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421012 Mar 03 17:48:25.769369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc333d9-f15f-413a-aa43-3d5a6cd80451 req-3bb1a864-cd9c-430b-a365-4ddbeb428443 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:25.771961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fc333d9-f15f-413a-aa43-3d5a6cd80451 req-3bb1a864-cd9c-430b-a365-4ddbeb428443 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 948 time: 0.1011329 Mar 03 17:48:25.840709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fc333d9-f15f-413a-aa43-3d5a6cd80451 req-2987c674-da4c-407d-9593-adc6763ccf1c tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626292 Mar 03 17:48:25.844238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:25.845236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:25.847035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] 10.222.0.35 "PUT /v2.0/ports/09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 1092 time: 3.2396007 Mar 03 17:48:25.847558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:25.933825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c14ab0-2d42-4e9e-a362-2ea031f99772 service neutron] Pushing event updated for resources: {'Port': ['ID=09910e6c-d015-4edc-aa54-e21f69a6f849,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:26.143534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56dc237-d87b-4756-817a-2f4b53ca297d {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:26.162625 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:26.226028 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'status': 'completed', 'code': 200} Mar 03 17:48:26.245572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:26.350528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 9c0c57bb-2165-4b63-89c6-699a65cbca77 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:26.351149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9c0c57bb-2165-4b63-89c6-699a65cbca77 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:26.368505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Transition to ACTIVE for port object b56dc237-d87b-4756-817a-2f4b53ca297d will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:26.379765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:26.406995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-f42ffcd1-0308-4022-8cf2-00511fe0bbe7 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:26.408380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-f42ffcd1-0308-4022-8cf2-00511fe0bbe7 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.16 "GET /v2.0/networks?id=4f1a24b4-c9c3-454c-a5f4-d787326e850c HTTP/1.1" status: 200 len: 822 time: 0.3612287 Mar 03 17:48:26.428481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Request body: {'port': {'device_id': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c', 'admin_state_up': True, 'tenant_id': 'c67de7e26f9647caa2988477f83b94c2'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:26.543392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Pushing event updated for resources: {'Port': ['ID=b56dc237-d87b-4756-817a-2f4b53ca297d,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:26.596561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:26.602093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Usage tracker for resource:port and tenant:c67de7e26f9647caa2988477f83b94c2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:26.606372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:26.620575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:26.634911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Made reservation on behalf of c67de7e26f9647caa2988477f83b94c2 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:26.642343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:26.654761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58af01-60e2-4c61-8784-c2fe45770e2b req-afe8d400-605b-4425-807b-c7a15390b7dd tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:26.662794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee58af01-60e2-4c61-8784-c2fe45770e2b req-afe8d400-605b-4425-807b-c7a15390b7dd tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.6824946 Mar 03 17:48:26.890637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-6f4196f4-af49-4250-a5c2-8d939a45cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:26.892474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-6f4196f4-af49-4250-a5c2-8d939a45cfa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1095 time: 0.8212245 Mar 03 17:48:26.901875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Allocated IP 172.20.0.4 (4f1a24b4-c9c3-454c-a5f4-d787326e850c/28390d9f-216f-4bc2-ba35-d1854111abb6/8a58627e-8551-4b70-9c4e-704ee5a275a0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:26.916735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc132-ef2a-46c9-9a3b-8835b7f9686b req-0b982f5b-848a-4d7f-a92d-929a39847ea3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:26.918533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-19cdc132-ef2a-46c9-9a3b-8835b7f9686b req-0b982f5b-848a-4d7f-a92d-929a39847ea3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 944 time: 0.1739709 Mar 03 17:48:26.976498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee58af01-60e2-4c61-8784-c2fe45770e2b req-d9264ade-2481-4ab2-ba20-5a18ad553175 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126163 Mar 03 17:48:26.990684 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-4b9c811b-b9fa-4760-a358-b203eec1b34d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 217 time: 0.0859225 Mar 03 17:48:26.993080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Attempting to bind port b56dc237-d87b-4756-817a-2f4b53ca297d on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:26.993426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Attempting to bind port b56dc237-d87b-4756-817a-2f4b53ca297d by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:26.993755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Attempting to bind port b56dc237-d87b-4756-817a-2f4b53ca297d on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:27.000611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Port b56dc237-d87b-4756-817a-2f4b53ca297d on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:48:27.000930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Attempting to bind port b56dc237-d87b-4756-817a-2f4b53ca297d on network 02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:27.011395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-19cdc132-ef2a-46c9-9a3b-8835b7f9686b req-21079a81-21f7-405d-9801-c35acfae1706 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Mar 03 17:48:27.133619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:27.134046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Checking segment: {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:27.134381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Bound using segment: {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:27.134821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Bound port: b56dc237-d87b-4756-817a-2f4b53ca297d, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:27.135157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:27.295465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-50dab09e-714c-492f-b990-39507aeacd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:27.297716 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-50dab09e-714c-492f-b990-39507aeacd1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.2979922 Mar 03 17:48:27.411228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ee0baca-3d59-46fc-bdda-6b372b3b9153 req-68fc6305-3cbe-4909-8675-c35c380b35e7 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 210 time: 0.1233413 Mar 03 17:48:27.438392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:27.481449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78f12-45e7-4ee2-89a0-e902080a4dfe req-2ff55953-cf3f-4a0c-8746-ca1dbf089108 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:27.483181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44d78f12-45e7-4ee2-89a0-e902080a4dfe req-2ff55953-cf3f-4a0c-8746-ca1dbf089108 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 943 time: 0.1862538 Mar 03 17:48:27.522962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] For port b56dc237-d87b-4756-817a-2f4b53ca297d, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:27.533588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:27.543759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44d78f12-45e7-4ee2-89a0-e902080a4dfe req-81a0bf42-1dcc-437c-9475-c187f97745eb tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Mar 03 17:48:27.548817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-84a802bb-7c68-4cf6-8282-8d4136c20f3f tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:27.560732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-84a802bb-7c68-4cf6-8282-8d4136c20f3f tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 948 time: 0.4679546 Mar 03 17:48:27.592103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] For port b56dc237-d87b-4756-817a-2f4b53ca297d, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56dc237-d87b-4756-817a-2f4b53ca297d,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:27.607735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Network 4f1a24b4-c9c3-454c-a5f4-d787326e850c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:27.611263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:27.615344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:27.650155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:27.671439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Pushing event updated for resources: {'Port': ['ID=8a58627e-8551-4b70-9c4e-704ee5a275a0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:27.705232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:27.706128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:27.731669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-0cba2e3a-d268-444e-b474-8b0e2b298254 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3069909 Mar 03 17:48:27.751942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Request body: {'port': {'device_id': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:27.776381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:27.777240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:27.778655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] 10.222.0.16 "PUT /v2.0/ports/b56dc237-d87b-4756-817a-2f4b53ca297d HTTP/1.1" status: 200 len: 1091 time: 2.9904878 Mar 03 17:48:27.825399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Deleting port d563f617-eeb0-44af-ba04-2cbef3d8e9ca {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:27.825897 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:27.945872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-3841ce23-d8ef-4917-acf7-561f82e9d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:27.947425 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-3841ce23-d8ef-4917-acf7-561f82e9d6a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6407418 Mar 03 17:48:27.962029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695db6-7ae3-4cdb-8331-6db76b577cae service neutron] Pushing event updated for resources: {'Port': ['ID=b56dc237-d87b-4756-817a-2f4b53ca297d,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:28.002797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:28.223404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a170-2757-4685-bd7c-7dc79ee91a72 req-6de6a2a8-c183-41d6-9e2b-353638060649 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:28.231998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea11a170-2757-4685-bd7c-7dc79ee91a72 req-6de6a2a8-c183-41d6-9e2b-353638060649 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 948 time: 0.5920355 Mar 03 17:48:28.242779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'tag': 'b56dc237-d87b-4756-817a-2f4b53ca297d'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:28.397834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37450) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:28.446092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffe16-e911-454d-b315-bd1ad426e03b req-874b2934-b83d-45e2-b390-8bb5522dcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:28.448056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-874b2934-b83d-45e2-b390-8bb5522dcee2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 1094 time: 0.5846045 Mar 03 17:48:28.453006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-fb4ffa14-63be-4e71-bbce-ec412ce02414 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937596 Mar 03 17:48:28.469065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea11a170-2757-4685-bd7c-7dc79ee91a72 req-dccdb779-85b6-49b0-bddb-cc1a71362bc7 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d85ddd-1396-4152-bcb7-1a25cdf5959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362919 Mar 03 17:48:28.610384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d03c2-b437-47c3-8c44-46bdd0c42980 req-0a13cdfc-70de-4df7-92ea-bf8c196314e8 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:28.612133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f95d03c2-b437-47c3-8c44-46bdd0c42980 req-0a13cdfc-70de-4df7-92ea-bf8c196314e8 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.3239655 Mar 03 17:48:28.689300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-ee001ede-a966-44a9-a839-91446d9a7687 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b56dc237-d87b-4756-817a-2f4b53ca297d HTTP/1.1" status: 200 len: 217 time: 0.2178240 Mar 03 17:48:28.726861 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f95d03c2-b437-47c3-8c44-46bdd0c42980 req-bdee5b91-6daf-46cd-b8ee-52481d5a5899 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996718 Mar 03 17:48:28.728752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a58627e-8551-4b70-9c4e-704ee5a275a0 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:28.737852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:28.739435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:28.768897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Transition to ACTIVE for port object 8a58627e-8551-4b70-9c4e-704ee5a275a0 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:28.778697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:28.846799 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'tag': 'b56dc237-d87b-4756-817a-2f4b53ca297d', 'status': 'completed', 'code': 200} Mar 03 17:48:28.896305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:28.906748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] For port d563f617-eeb0-44af-ba04-2cbef3d8e9ca, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:28.907103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:28.916200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Usage tracker for resource:security_group_rule and tenant:69c45447d4204691a932e9d5656dcf2c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:28.929013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:29.023111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Pushing event updated for resources: {'Port': ['ID=8a58627e-8551-4b70-9c4e-704ee5a275a0,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:29.090349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Attempting to bind port 8a58627e-8551-4b70-9c4e-704ee5a275a0 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:29.090711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Attempting to bind port 8a58627e-8551-4b70-9c4e-704ee5a275a0 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'f2410240-bbd9-48fe-8cae-e00e8bdf86e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:29.090989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Attempting to bind port 8a58627e-8551-4b70-9c4e-704ee5a275a0 on network 4f1a24b4-c9c3-454c-a5f4-d787326e850c {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:29.102028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Port 8a58627e-8551-4b70-9c4e-704ee5a275a0 on network 4f1a24b4-c9c3-454c-a5f4-d787326e850c not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:48:29.102347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Attempting to bind port 8a58627e-8551-4b70-9c4e-704ee5a275a0 on network 4f1a24b4-c9c3-454c-a5f4-d787326e850c {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:29.109557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:29.109887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Checking segment: {'id': 'f2410240-bbd9-48fe-8cae-e00e8bdf86e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:29.110265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Bound using segment: {'id': 'f2410240-bbd9-48fe-8cae-e00e8bdf86e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:29.110682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Bound port: 8a58627e-8551-4b70-9c4e-704ee5a275a0, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2410240-bbd9-48fe-8cae-e00e8bdf86e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:29.111018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:29.129455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc933-3e83-4e5d-bb05-6259a4e74aa6 req-9e00a2e7-7589-4818-98d2-d2a6c2a22f75 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.129936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:29.130081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a1bfc933-3e83-4e5d-bb05-6259a4e74aa6 req-9e00a2e7-7589-4818-98d2-d2a6c2a22f75 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Synchronizing usage tracker for tenant:c67de7e26f9647caa2988477f83b94c2 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:29.189764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a1bfc933-3e83-4e5d-bb05-6259a4e74aa6 req-9e00a2e7-7589-4818-98d2-d2a6c2a22f75 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Unset dirty status for tenant:c67de7e26f9647caa2988477f83b94c2 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:29.190951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1bfc933-3e83-4e5d-bb05-6259a4e74aa6 req-9e00a2e7-7589-4818-98d2-d2a6c2a22f75 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 943 time: 0.2301846 Mar 03 17:48:29.200726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Calling delete_port for d563f617-eeb0-44af-ba04-2cbef3d8e9ca owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:29.239686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffe16-e911-454d-b315-bd1ad426e03b req-7a4f4fd0-4e63-4993-885f-4bbf7c54a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.241254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-7a4f4fd0-4e63-4993-885f-4bbf7c54a394 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba HTTP/1.1" status: 200 len: 862 time: 0.5062196 Mar 03 17:48:29.247012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] For port 8a58627e-8551-4b70-9c4e-704ee5a275a0, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:29.252267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] For port 8a58627e-8551-4b70-9c4e-704ee5a275a0, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=8a58627e-8551-4b70-9c4e-704ee5a275a0,segment=NetworkSegment(f2410240-bbd9-48fe-8cae-e00e8bdf86e4),segment_id=f2410240-bbd9-48fe-8cae-e00e8bdf86e4)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:29.259176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:29.296001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a1bfc933-3e83-4e5d-bb05-6259a4e74aa6 req-79a20221-d720-4c20-bdb0-be776e5e92ae tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Synchronizing usage tracker for tenant:c67de7e26f9647caa2988477f83b94c2 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:29.311870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d9ff18d-755a-45c0-8f4f-5708130521d7 req-755e6ec0-a942-4164-8e46-31c135e59275 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413768 Mar 03 17:48:29.329194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.329719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:29.331433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] 10.222.0.16 "PUT /v2.0/ports/8a58627e-8551-4b70-9c4e-704ee5a275a0 HTTP/1.1" status: 200 len: 1091 time: 1.5879288 Mar 03 17:48:29.331644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'tag': '8a58627e-8551-4b70-9c4e-704ee5a275a0'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:29.336151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-ac74ee36-38b5-44c1-a5a2-1a647c4a9dba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770516 Mar 03 17:48:29.346525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a1bfc933-3e83-4e5d-bb05-6259a4e74aa6 req-79a20221-d720-4c20-bdb0-be776e5e92ae tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Unset dirty status for tenant:c67de7e26f9647caa2988477f83b94c2 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:29.361393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1bfc933-3e83-4e5d-bb05-6259a4e74aa6 req-79a20221-d720-4c20-bdb0-be776e5e92ae tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494858 Mar 03 17:48:29.396430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb6fdb-7c40-40f6-960c-5ae08c6967cf service neutron] Pushing event updated for resources: {'Port': ['ID=8a58627e-8551-4b70-9c4e-704ee5a275a0,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:29.425406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a4a98-3632-4329-baa0-705548da10f2 req-856b28ea-1419-4104-a7bd-a0753188ce06 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.426126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5d7a4a98-3632-4329-baa0-705548da10f2 req-856b28ea-1419-4104-a7bd-a0753188ce06 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:29.486070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-cdefcbb9-4e62-4d01-9802-df4c03e26f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.487991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-cdefcbb9-4e62-4d01-9802-df4c03e26f7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67de7e26f9647caa2988477f83b94c2&device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 1094 time: 0.0883842 Mar 03 17:48:29.581578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5d7a4a98-3632-4329-baa0-705548da10f2 req-856b28ea-1419-4104-a7bd-a0753188ce06 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:29.588483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d7a4a98-3632-4329-baa0-705548da10f2 req-856b28ea-1419-4104-a7bd-a0753188ce06 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 944 time: 0.9169433 Mar 03 17:48:29.627932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-8d4da0db-6e28-402b-bed1-05ad16a6a420 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a58627e-8551-4b70-9c4e-704ee5a275a0 HTTP/1.1" status: 200 len: 217 time: 0.1286218 Mar 03 17:48:29.740050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-a03e334b-2b6d-411f-ba25-f9f90ae34bb1 service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929825 Mar 03 17:48:29.748706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d7a4a98-3632-4329-baa0-705548da10f2 req-53bbed1a-b082-4ff4-b43c-b041f3569b25 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593959 Mar 03 17:48:29.808808 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'tag': '8a58627e-8551-4b70-9c4e-704ee5a275a0', 'status': 'completed', 'code': 200} Mar 03 17:48:29.819641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:29.832892 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:29.842801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-b5e4ab86-26ec-470f-b66e-f6625fb57894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.844308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-b5e4ab86-26ec-470f-b66e-f6625fb57894 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1095 time: 0.4293952 Mar 03 17:48:29.848039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-11e7b352-b9e8-4446-bc25-a7538ce399f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.849923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-11e7b352-b9e8-4446-bc25-a7538ce399f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28390d9f-216f-4bc2-ba35-d1854111abb6 HTTP/1.1" status: 200 len: 862 time: 0.2130282 Mar 03 17:48:29.911768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-6b764d94-a384-4762-b103-1719a067819c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f1a24b4-c9c3-454c-a5f4-d787326e850c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552156 Mar 03 17:48:29.921242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:29.926277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5581756-7ecb-4be8-a1e6-fd3feaaa6b89 req-dea33ec3-0fb0-4c7a-8dcb-45925355e4d5 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:29.927711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5581756-7ecb-4be8-a1e6-fd3feaaa6b89 req-dea33ec3-0fb0-4c7a-8dcb-45925355e4d5 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 943 time: 0.3616085 Mar 03 17:48:30.059787 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5581756-7ecb-4be8-a1e6-fd3feaaa6b89 req-65253243-ba70-46ad-bfa2-83dadbdec923 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118834 Mar 03 17:48:30.080848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Pushing event deleted for resources: {'Port': ['ID=d563f617-eeb0-44af-ba04-2cbef3d8e9ca,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:30.089349 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04ace67e-5602-4e58-aca9-12a957777f33 req-d3ca0e9f-2b24-4807-aef7-758505226d63 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed703a33-ef2d-4651-a322-af5d623b8e9a HTTP/1.1" status: 200 len: 210 time: 0.1480904 Mar 03 17:48:30.095568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69c45447d4204691a932e9d5656dcf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6816421 Mar 03 17:48:30.100462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37478) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:30.122321 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-f013deb7-990f-41bd-a01b-70089dcec2ec service neutron] 10.222.0.16 "GET /v2.0/networks/4f1a24b4-c9c3-454c-a5f4-d787326e850c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935127 Mar 03 17:48:30.127323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6546-f6b2-4d4b-94e2-4986edb0d581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d34e54d-a57e-445f-b34e-b9527476a969,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:30.267698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:30.294616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44bf10ab-6c9f-46a8-9efe-c0377d60806d req-2cfee379-bce6-4cf7-9574-4aa511107d93 service neutron] 10.222.0.16 "GET /v2.0/networks/4f1a24b4-c9c3-454c-a5f4-d787326e850c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655743 Mar 03 17:48:30.307920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: d563f617-eeb0-44af-ba04-2cbef3d8e9ca {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:30.308515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d563f617-eeb0-44af-ba04-2cbef3d8e9ca not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:30.336778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] No DVR routers for this DVR port d563f617-eeb0-44af-ba04-2cbef3d8e9ca on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:30.340635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-388ffe16-e911-454d-b315-bd1ad426e03b req-9e616127-fdb5-4bb7-ba6e-99b8d887e3ca service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909677 Mar 03 17:48:30.343363 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:30.436856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-966fa8d9-da6b-4678-ba5f-6ac78adc472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:30.438337 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-966fa8d9-da6b-4678-ba5f-6ac78adc472e service neutron] 10.222.0.35 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.5181589 Mar 03 17:48:30.508848 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4e7912c4-e97b-4f7f-aef3-de989c497b59 req-7135d480-062d-456e-912b-a5659fa022f9 tempest-ImagesOneServerTestJSON-72398366 tempest-ImagesOneServerTestJSON-72398366-project] 10.222.0.16 "DELETE /v2.0/ports/d563f617-eeb0-44af-ba04-2cbef3d8e9ca HTTP/1.1" status: 204 len: 173 time: 2.9281161 Mar 03 17:48:30.531537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9db31db6-4578-4bdd-8702-31b62fce07b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:30.534045 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-1a775a1d-f950-4ecd-a454-f5fbd41fb215 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 217 time: 0.0869534 Mar 03 17:48:30.617099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a76fc-96d3-4604-b2d3-02365de02f37 req-0a681443-1527-435e-9f94-1e82daf5a3e4 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:30.625635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d2a76fc-96d3-4604-b2d3-02365de02f37 req-0a681443-1527-435e-9f94-1e82daf5a3e4 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 0.1264691 Mar 03 17:48:30.652680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-430a0d70-fac4-4f20-ae59-11153bfde91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:30.654545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-430a0d70-fac4-4f20-ae59-11153bfde91f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=522212297d114081ad051f76b62bd1f9&device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 1094 time: 0.2017007 Mar 03 17:48:30.657080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9db31db6-4578-4bdd-8702-31b62fce07b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:30.680795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-78424e87-fdfd-40a7-b398-efaa21c96436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:30.683110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-78424e87-fdfd-40a7-b398-efaa21c96436 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1353526 Mar 03 17:48:30.698360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72ef65-4eea-44aa-a327-fe034abdf8c6 req-0d973401-ef82-440d-9871-4a515802c2c7 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:30.702845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37490) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:30.706275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd72ef65-4eea-44aa-a327-fe034abdf8c6 req-0d973401-ef82-440d-9871-4a515802c2c7 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.4396558 Mar 03 17:48:30.775252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-3dfb365c-fc54-40ff-90cd-e508bf89a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:30.777582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-3dfb365c-fc54-40ff-90cd-e508bf89a51a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67de7e26f9647caa2988477f83b94c2&device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 1094 time: 0.3943329 Mar 03 17:48:30.833607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d2a76fc-96d3-4604-b2d3-02365de02f37 req-e7554c47-354b-44b9-84ff-7c71155fb0df tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069285 Mar 03 17:48:30.923719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-deleted', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:30.963917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:31.000501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd72ef65-4eea-44aa-a327-fe034abdf8c6 req-322c67e5-fa94-41f2-a50c-ac1ec596bff4 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930269 Mar 03 17:48:31.024614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-ad7c664d-48a3-4ed5-93d4-50bd59410a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.026253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-ad7c664d-48a3-4ed5-93d4-50bd59410a4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 200 len: 923 time: 0.3631055 Mar 03 17:48:31.035669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:31.079827 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9db31db6-4578-4bdd-8702-31b62fce07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:31.108166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Usage tracker for resource:security_group_rule and tenant:d62fcecfdee14c1380ff0db311c0f23a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:31.121922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:31.127299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-3a1b2956-0982-4ec4-94c5-5a10309217ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b56dc237-d87b-4756-817a-2f4b53ca297d HTTP/1.1" status: 200 len: 217 time: 0.0891519 Mar 03 17:48:31.133583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:31.152255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db31db6-4578-4bdd-8702-31b62fce07b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d34e54d-a57e-445f-b34e-b9527476a969,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:31.168605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-12fceafb-c19b-4ccf-bb28-ddd98ac4797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.174349 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-12fceafb-c19b-4ccf-bb28-ddd98ac4797e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4564314 Mar 03 17:48:31.206272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-be9b0c17-e8e0-40f3-8f95-2779bbe9237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.207972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-be9b0c17-e8e0-40f3-8f95-2779bbe9237b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f1a24b4-c9c3-454c-a5f4-d787326e850c HTTP/1.1" status: 200 len: 923 time: 0.2791870 Mar 03 17:48:31.215718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9db31db6-4578-4bdd-8702-31b62fce07b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:31.216790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9db31db6-4578-4bdd-8702-31b62fce07b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d34e54d-a57e-445f-b34e-b9527476a969 HTTP/1.1" status: 204 len: 168 time: 1.0860610 Mar 03 17:48:31.270402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-ae7b1f0c-d765-4e1a-bf75-2872f41b0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.271942 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-ae7b1f0c-d765-4e1a-bf75-2872f41b0037 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba HTTP/1.1" status: 200 len: 862 time: 0.1278987 Mar 03 17:48:31.284664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8624c0d-7ce9-4eec-9ec2-709fdb771aa3 req-fddfe17f-6e74-4c75-b303-1a6e8625f41a tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.292495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8624c0d-7ce9-4eec-9ec2-709fdb771aa3 req-fddfe17f-6e74-4c75-b303-1a6e8625f41a tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 943 time: 0.3331552 Mar 03 17:48:31.301121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0ede1-6011-476f-894f-81916a474dfa req-9003193b-a649-4fe5-ae06-04abefa44dc3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.302467 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6b0ede1-6011-476f-894f-81916a474dfa req-9003193b-a649-4fe5-ae06-04abefa44dc3 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 0.3786604 Mar 03 17:48:31.377076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-36608ff4-3174-44b3-a617-5ffed5b9fbdc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a58627e-8551-4b70-9c4e-704ee5a275a0 HTTP/1.1" status: 200 len: 217 time: 0.1346691 Mar 03 17:48:31.417483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-3f9f739b-1576-47d1-8261-4d233b199ae8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098263 Mar 03 17:48:31.487723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-6b7fe9e8-2fba-4f89-87ca-b94df59c23a7 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784331 Mar 03 17:48:31.494386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-c3b38625-d988-47da-86a1-0f49809aeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.496461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-c3b38625-d988-47da-86a1-0f49809aeef7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28390d9f-216f-4bc2-ba35-d1854111abb6 HTTP/1.1" status: 200 len: 862 time: 0.1126044 Mar 03 17:48:31.520868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Deleting port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:31.521206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:31.559935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8624c0d-7ce9-4eec-9ec2-709fdb771aa3 req-3d566d9a-fc15-4cee-a127-9a2a491f97b4 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667341 Mar 03 17:48:31.573833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df6639-500e-4ad0-a38f-0460096dc211 req-0769c217-1f85-4f65-9603-d65e38933da3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:31.575353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55df6639-500e-4ad0-a38f-0460096dc211 req-0769c217-1f85-4f65-9603-d65e38933da3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 944 time: 0.4267871 Mar 03 17:48:31.575847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37508) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:31.607811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-becd7b3b-672f-4e69-8585-46388f62af09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f1a24b4-c9c3-454c-a5f4-d787326e850c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861475 Mar 03 17:48:31.660792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:31.673435 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703a33-ef2d-4651-a322-af5d623b8e9a', 'name': 'network-vif-deleted', 'tag': 'd563f617-eeb0-44af-ba04-2cbef3d8e9ca', 'status': 'completed', 'code': 200} Mar 03 17:48:31.673676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:31.699821 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:31.753577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:31.762611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Usage tracker for resource:security_group_rule and tenant:fe63beef35414561ba87685f3a8a72bc is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:31.769968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:31.774958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55df6639-500e-4ad0-a38f-0460096dc211 req-f4803cde-5f23-4e9d-aa47-14b4b0026746 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882679 Mar 03 17:48:31.834721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:31.872786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6197f81b-1c3f-44ed-a3ee-5905e4ab13b0 req-6cbcffe4-cc14-4025-ac9e-91a7269b614f service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753860 Mar 03 17:48:31.921101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-1aae34bf-742f-4595-9469-7f30b2fb99fc service neutron] 10.222.0.16 "GET /v2.0/networks/4f1a24b4-c9c3-454c-a5f4-d787326e850c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465897 Mar 03 17:48:31.974742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d62fcecfdee14c1380ff0db311c0f23a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2684317 Mar 03 17:48:31.984506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37516) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:32.005100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebaea1-b53b-4ca6-a39a-de0636ef2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aedcbc-6e8e-4045-a7cd-481f3f919404,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:32.013250 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-4234ba7c-9c89-4a69-92c2-db254e335c9f service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712180 Mar 03 17:48:32.196552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.225585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37524) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:32.226722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.252922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75d8b2f3-111f-47f3-af6a-f5643cb78525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.277829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18040eaf-dcf2-4619-b2fc-153e2352b22a req-9aa15079-51da-4504-aa4d-91ba610f756a service neutron] 10.222.0.16 "GET /v2.0/networks/4f1a24b4-c9c3-454c-a5f4-d787326e850c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466117 Mar 03 17:48:32.294803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43788a-2f3a-42a8-989a-03bdf50fb6f7 req-a5375774-551a-4326-8a5f-164d5322f0b2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:32.302232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f43788a-2f3a-42a8-989a-03bdf50fb6f7 req-a5375774-551a-4326-8a5f-164d5322f0b2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 943 time: 0.5605073 Mar 03 17:48:32.313931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe63beef35414561ba87685f3a8a72bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281046 Mar 03 17:48:32.316606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49736d-76cb-4a49-a194-c94481d5a547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d30081b-c59d-467b-aa70-99599c12b52e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:32.321271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37530) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:32.326426 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75d8b2f3-111f-47f3-af6a-f5643cb78525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.347508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] For port 64dba85c-a9ab-49db-94d5-7b296c6e4a90, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=64dba85c-a9ab-49db-94d5-7b296c6e4a90,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:32.347880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.359391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4724cbe7-b4ac-4f6d-bc50-6300e4fe1699 req-2baa22a0-b7f7-408b-b23a-f56e5d928e5c service neutron] 10.222.0.16 "GET /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187184 Mar 03 17:48:32.376024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742a68-80c2-4e29-bb68-cdeca786b1d8 req-4f5e8892-6ca6-4175-b936-31a038c58a65 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:32.378258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-35742a68-80c2-4e29-bb68-cdeca786b1d8 req-4f5e8892-6ca6-4175-b936-31a038c58a65 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 944 time: 0.3681507 Mar 03 17:48:32.471173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-35742a68-80c2-4e29-bb68-cdeca786b1d8 req-59c90ba3-4c00-42cb-a080-7f59e47be093 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805736 Mar 03 17:48:32.476126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a185b5ea-bfbc-416f-bef4-d99ea595a8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.496018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75d8b2f3-111f-47f3-af6a-f5643cb78525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.501843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Calling delete_port for 64dba85c-a9ab-49db-94d5-7b296c6e4a90 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:32.517284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8b2f3-111f-47f3-af6a-f5643cb78525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aedcbc-6e8e-4045-a7cd-481f3f919404,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:32.531853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a185b5ea-bfbc-416f-bef4-d99ea595a8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.554043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75d8b2f3-111f-47f3-af6a-f5643cb78525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.555099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-75d8b2f3-111f-47f3-af6a-f5643cb78525 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7aedcbc-6e8e-4045-a7cd-481f3f919404 HTTP/1.1" status: 204 len: 168 time: 0.5680888 Mar 03 17:48:32.572211 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f43788a-2f3a-42a8-989a-03bdf50fb6f7 req-05683f48-2876-48e1-9bf3-cf9a65544817 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689629 Mar 03 17:48:32.613580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e98c1d5f-e6c1-48a3-aeeb-284532a72776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=335ea0e0a78648da87975a266b12442d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837917 Mar 03 17:48:32.616222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:32.658552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a185b5ea-bfbc-416f-bef4-d99ea595a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.678820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185b5ea-bfbc-416f-bef4-d99ea595a8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d30081b-c59d-467b-aa70-99599c12b52e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:32.689255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a185b5ea-bfbc-416f-bef4-d99ea595a8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.690823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a185b5ea-bfbc-416f-bef4-d99ea595a8ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d30081b-c59d-467b-aa70-99599c12b52e HTTP/1.1" status: 204 len: 168 time: 0.3680377 Mar 03 17:48:32.723429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68678c51-a9f9-4d5f-90de-a30fea9b3495 req-aea423f6-82be-46c3-95ca-dff77d381aee tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:32.728110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6aa767c2-5f2b-47c5-a2fa-002f19853d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.731891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68678c51-a9f9-4d5f-90de-a30fea9b3495 req-aea423f6-82be-46c3-95ca-dff77d381aee tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.1379659 Mar 03 17:48:32.765991 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6aa767c2-5f2b-47c5-a2fa-002f19853d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.786964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68678c51-a9f9-4d5f-90de-a30fea9b3495 req-bbfdc599-8ac1-48f6-aadd-a95d28f1b5cb tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 Mar 03 17:48:32.937261 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:32.949024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['64dba85c-a9ab-49db-94d5-7b296c6e4a90'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:32.990391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1644bf3-3536-4af1-acf8-383cfce8cd10 req-24d63785-5c3e-47a0-9d66-e71768ad90b4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:33.002814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1644bf3-3536-4af1-acf8-383cfce8cd10 req-24d63785-5c3e-47a0-9d66-e71768ad90b4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 944 time: 0.1086097 Mar 03 17:48:33.030774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83052df3-c4ae-45a9-8e88-faef914e8a3c req-ec09b8a4-6806-4072-8afc-e966d0ebcf37 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:33.032581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83052df3-c4ae-45a9-8e88-faef914e8a3c req-ec09b8a4-6806-4072-8afc-e966d0ebcf37 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 943 time: 0.2568641 Mar 03 17:48:33.032866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37550) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:33.041762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6aa767c2-5f2b-47c5-a2fa-002f19853d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.080468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event deleted for resources: {'Port': ['ID=64dba85c-a9ab-49db-94d5-7b296c6e4a90,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:33.103590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa767c2-5f2b-47c5-a2fa-002f19853d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d85ddd-1396-4152-bcb7-1a25cdf5959c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:33.136875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 09910e6c-d015-4edc-aa54-e21f69a6f849 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:48:33.189280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] No DVR routers for this DVR port 64dba85c-a9ab-49db-94d5-7b296c6e4a90 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:33.192035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.203330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'name': 'network-vif-deleted', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:33.235477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.247109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6aa767c2-5f2b-47c5-a2fa-002f19853d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.250486 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6aa767c2-5f2b-47c5-a2fa-002f19853d99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1d85ddd-1396-4152-bcb7-1a25cdf5959c HTTP/1.1" status: 204 len: 168 time: 0.6308665 Mar 03 17:48:33.258816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1644bf3-3536-4af1-acf8-383cfce8cd10 req-643269bb-643d-46df-81f9-4111f113b319 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461383 Mar 03 17:48:33.262869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6b0ede1-6011-476f-894f-81916a474dfa req-1584e2cf-c15b-4a39-b121-af45a10b33c9 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "DELETE /v2.0/ports/64dba85c-a9ab-49db-94d5-7b296c6e4a90 HTTP/1.1" status: 204 len: 173 time: 1.9219706 Mar 03 17:48:33.264177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:33.268552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Usage tracker for resource:security_group_rule and tenant:2f7990116fd24cd5bec9b7c3b02b66f8 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:33.272378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:33.283207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:33.283757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83052df3-c4ae-45a9-8e88-faef914e8a3c req-23cecf9f-23ac-44f9-859d-4220a29f5ec6 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118762 Mar 03 17:48:33.305813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 09910e6c-d015-4edc-aa54-e21f69a6f849, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=09910e6c-d015-4edc-aa54-e21f69a6f849,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:33.321297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'mac_address': 'fa:16:3e:1d:7c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:48:33.411095 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa6c604-9eec-453e-9202-85e1a7b9b7dd', 'name': 'network-vif-deleted', 'tag': '64dba85c-a9ab-49db-94d5-7b296c6e4a90', 'status': 'completed', 'code': 200} Mar 03 17:48:33.414174 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.433938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.443053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09910e6c-d015-4edc-aa54-e21f69a6f849 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:33.444418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.473707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 09910e6c-d015-4edc-aa54-e21f69a6f849, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=09910e6c-d015-4edc-aa54-e21f69a6f849,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:33.481950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.505091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37568) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:33.505528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f7990116fd24cd5bec9b7c3b02b66f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712408 Mar 03 17:48:33.507356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f576d3-ae62-46c7-97b5-19670de1ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edceaf97-78aa-4886-8651-eca8630827ba,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:33.571625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=09910e6c-d015-4edc-aa54-e21f69a6f849,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:33.670652 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2ae268c-2386-4378-bd5f-9da35238dffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.703795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2ae268c-2386-4378-bd5f-9da35238dffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.734088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['09910e6c-d015-4edc-aa54-e21f69a6f849'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:33.852759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0c759fd0-25b3-4f63-9429-667f0bd88c65 req-389d323d-8c65-435f-ab81-604f3dd35d66 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:33.855521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2ae268c-2386-4378-bd5f-9da35238dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.911141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae268c-2386-4378-bd5f-9da35238dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edceaf97-78aa-4886-8651-eca8630827ba,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:33.954705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0c759fd0-25b3-4f63-9429-667f0bd88c65 req-389d323d-8c65-435f-ab81-604f3dd35d66 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:33.956436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0c759fd0-25b3-4f63-9429-667f0bd88c65 req-389d323d-8c65-435f-ab81-604f3dd35d66 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa6c604-9eec-453e-9202-85e1a7b9b7dd HTTP/1.1" status: 200 len: 210 time: 0.1645691 Mar 03 17:48:33.960917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2ae268c-2386-4378-bd5f-9da35238dffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:33.962244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a2ae268c-2386-4378-bd5f-9da35238dffe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edceaf97-78aa-4886-8651-eca8630827ba HTTP/1.1" status: 204 len: 168 time: 0.4547410 Mar 03 17:48:34.090014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37596) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:34.130893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da5bca-11c1-4625-9521-c09968452853 req-5f2d56d0-7393-4ff8-9d6e-673ceb53c6e9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:34.132964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45da5bca-11c1-4625-9521-c09968452853 req-5f2d56d0-7393-4ff8-9d6e-673ceb53c6e9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 943 time: 0.1112647 Mar 03 17:48:34.202810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45da5bca-11c1-4625-9521-c09968452853 req-b46c8f53-eda5-4bda-a5dd-83bc04ebefd9 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630937 Mar 03 17:48:34.266479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f911f-719a-4420-b6f3-0c091fbeb1e1 req-96bf1552-4fcc-4dee-9780-1ca35b57f2fe tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:34.268143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-367f911f-719a-4420-b6f3-0c091fbeb1e1 req-96bf1552-4fcc-4dee-9780-1ca35b57f2fe tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.1153276 Mar 03 17:48:34.283713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56dc237-d87b-4756-817a-2f4b53ca297d details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:48:34.316448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-367f911f-719a-4420-b6f3-0c091fbeb1e1 req-38b79868-3547-4c8e-90e8-92fd8eec9bd8 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Mar 03 17:48:34.461381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b56dc237-d87b-4756-817a-2f4b53ca297d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56dc237-d87b-4756-817a-2f4b53ca297d,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:34.475918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'b56dc237-d87b-4756-817a-2f4b53ca297d', 'network_id': '02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3', 'port_id': 'b56dc237-d87b-4756-817a-2f4b53ca297d', 'mac_address': 'fa:16:3e:28:86:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:48:34.508277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2059322042-network', 'tenant_id': '0a47e7fe8e5943d796b42c52963afc1f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:34.514680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:34.522002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Usage tracker for resource:network and tenant:0a47e7fe8e5943d796b42c52963afc1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:34.525510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:34.540650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:34.556291 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.562923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Made reservation on behalf of 0a47e7fe8e5943d796b42c52963afc1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:34.565230 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.585736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56dc237-d87b-4756-817a-2f4b53ca297d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:34.591224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806f9f-3666-4776-8e38-d58508f5aa64 req-8bce3894-8289-49ff-b57a-1d38e91e0ecd tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:34.592753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6806f9f-3666-4776-8e38-d58508f5aa64 req-8bce3894-8289-49ff-b57a-1d38e91e0ecd tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 943 time: 0.1334031 Mar 03 17:48:34.593715 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.612347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:34.613860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b56dc237-d87b-4756-817a-2f4b53ca297d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56dc237-d87b-4756-817a-2f4b53ca297d,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:34.615960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Usage tracker for resource:security_group_rule and tenant:0a47e7fe8e5943d796b42c52963afc1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:34.619991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:34.623143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.624493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 8a58627e-8551-4b70-9c4e-704ee5a275a0 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:48:34.626294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cac399-26c0-4b43-8a09-8f365a6c5a8d req-1c5489d5-da81-462f-bf83-1cc1b9110e93 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:34.627937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04cac399-26c0-4b43-8a09-8f365a6c5a8d req-1c5489d5-da81-462f-bf83-1cc1b9110e93 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 945 time: 0.1621714 Mar 03 17:48:34.643586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:34.688945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6806f9f-3666-4776-8e38-d58508f5aa64 req-388edb09-5539-4fc0-8fd4-632c11ed6921 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811999 Mar 03 17:48:34.709392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04cac399-26c0-4b43-8a09-8f365a6c5a8d req-dcab9d6e-dace-446a-8ad0-5c340b9c44bf tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687089 Mar 03 17:48:34.789979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.797657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.812160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37624) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:34.831604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:48:34.856250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bd61d4-ff53-4878-9565-04de03252210,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:34.860283 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.860633 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Added segment a6a4de93-a140-4996-9c15-32a7ad11c86a of type vlan for network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 Mar 03 17:48:34.867786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b56dc237-d87b-4756-817a-2f4b53ca297d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:34.906416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.920952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 8a58627e-8551-4b70-9c4e-704ee5a275a0, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=8a58627e-8551-4b70-9c4e-704ee5a275a0,segment=NetworkSegment(f2410240-bbd9-48fe-8cae-e00e8bdf86e4),segment_id=f2410240-bbd9-48fe-8cae-e00e8bdf86e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:34.936890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '8a58627e-8551-4b70-9c4e-704ee5a275a0', 'network_id': '4f1a24b4-c9c3-454c-a5f4-d787326e850c', 'port_id': '8a58627e-8551-4b70-9c4e-704ee5a275a0', 'mac_address': 'fa:16:3e:e5:15:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28390d9f-216f-4bc2-ba35-d1854111abb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:48:34.950447 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:34.951456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:34.952033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.000573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1462271390-network', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:35.007713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:35.013386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.015926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Usage tracker for resource:network and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:35.022182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:35.029225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:35.035630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a58627e-8551-4b70-9c4e-704ee5a275a0 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:35.040382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:35.043595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.055082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] Pushing event updated for resources: {'Network': ['ID=b0cfe53f-e053-40a2-ac08-5a0cea5bf524,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:35.055995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 8a58627e-8551-4b70-9c4e-704ee5a275a0, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=8a58627e-8551-4b70-9c4e-704ee5a275a0,segment=NetworkSegment(f2410240-bbd9-48fe-8cae-e00e8bdf86e4),segment_id=f2410240-bbd9-48fe-8cae-e00e8bdf86e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:35.063105 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.080892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.098395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d5157306-9aa5-4ece-8ca5-3ca3706ae8af admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0035803 Mar 03 17:48:35.099228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37640) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:35.112514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:48:35.114227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Request body: {'subnet': {'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2059322042-subnet', 'tenant_id': '0a47e7fe8e5943d796b42c52963afc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:35.119075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:35.121799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:35.123702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Usage tracker for resource:security_group_rule and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:35.127325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:35.128425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Usage tracker for resource:subnet and tenant:0a47e7fe8e5943d796b42c52963afc1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:35.136694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:35.145203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:35.160530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:35.173970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37646) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:35.182711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Made reservation on behalf of 0a47e7fe8e5943d796b42c52963afc1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:35.185890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.245062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 09910e6c-d015-4edc-aa54-e21f69a6f849 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:35.375620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.386612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.415646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:48:35.436800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-215429087-network', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:35.443921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.444561 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Added segment d72680ad-a59a-4fa4-a9db-abbcc2ddec43 of type vlan for network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 Mar 03 17:48:35.452170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=8a58627e-8551-4b70-9c4e-704ee5a275a0,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:35.455647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:35.476430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:35.478089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 09910e6c-d015-4edc-aa54-e21f69a6f849 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:35.485203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 09910e6c-d015-4edc-aa54-e21f69a6f849 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:35.486394 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.525874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Usage tracker for resource:network and tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:35.530118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:35.536878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:35.566336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b56dc237-d87b-4756-817a-2f4b53ca297d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:35.584783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Made reservation on behalf of 102483bc8b1f404cb2b8aaa6b2dd1a86 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:35.586889 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.587472 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.590743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['8a58627e-8551-4b70-9c4e-704ee5a275a0'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:35.625629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.650293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:35.653968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d88f8d-d64f-450e-b6e9-dbf9b96fc5d9 req-9ee3def7-0895-402f-af97-c5dcd502ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:35.655448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6d88f8d-d64f-450e-b6e9-dbf9b96fc5d9 req-9ee3def7-0895-402f-af97-c5dcd502ee09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 0.1632092 Mar 03 17:48:35.655896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Usage tracker for resource:security_group_rule and tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:35.657606 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.658706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:35.659147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:35.659262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.665761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:35.742398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db6fc9-c5be-446f-b284-24888e41a71a req-6cede35b-ed5f-4bcd-98e1-08197dddf46d tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:35.744095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3db6fc9-c5be-446f-b284-24888e41a71a req-6cede35b-ed5f-4bcd-98e1-08197dddf46d tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 944 time: 0.3158674 Mar 03 17:48:35.750902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.811789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.863182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:35.889091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 09910e6c-d015-4edc-aa54-e21f69a6f849, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=09910e6c-d015-4edc-aa54-e21f69a6f849,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:35.908169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:35.908517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 64dba85c-a9ab-49db-94d5-7b296c6e4a90 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:35.915444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c826c3-a6e5-42ba-a94d-a20bd8060c7c req-73fa0ce2-921a-4ee2-b1e8-aa872fb30038 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:35.917795 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c826c3-a6e5-42ba-a94d-a20bd8060c7c req-73fa0ce2-921a-4ee2-b1e8-aa872fb30038 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.3669114 Mar 03 17:48:35.923155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=895a84b1-2ed7-49c2-9719-4f37ca7d944f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:35.937362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1215782 Mar 03 17:48:35.937561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3db6fc9-c5be-446f-b284-24888e41a71a req-f3d7ac72-ad02-4cbd-8eb2-3629fb91e6b7 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790223 Mar 03 17:48:35.937665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6d88f8d-d64f-450e-b6e9-dbf9b96fc5d9 req-e0b69875-d9f3-4d96-af14-40ef406a7316 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725811 Mar 03 17:48:35.958400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37664) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:35.965966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45422fbd-e298-4066-9463-d81c5005ca14 admin admin] Pushing event updated for resources: {'Network': ['ID=9d45de4a-d8d2-429c-a80f-ab231b1da3a1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:35.971784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Request body: {'subnet': {'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1462271390-subnet', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:35.978099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:35.984285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Usage tracker for resource:subnet and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:35.989306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:35.993806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Checking segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:35.994233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Network hostable DHCP agents. Network: b0cfe53f-e053-40a2-ac08-5a0cea5bf524, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:48:36.005216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:36.025185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:36.028524 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.040088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=09910e6c-d015-4edc-aa54-e21f69a6f849,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:36.050429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:48:36.069541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:48:36.078497 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.094712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 64dba85c-a9ab-49db-94d5-7b296c6e4a90 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:36.095076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 64dba85c-a9ab-49db-94d5-7b296c6e4a90 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:36.101673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c826c3-a6e5-42ba-a94d-a20bd8060c7c req-a1e5b603-dbd9-4d63-921a-006756764f4f tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610987 Mar 03 17:48:36.132858 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.163995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, b0cfe53f-e053-40a2-ac08-5a0cea5bf524) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:36.183229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-d1adc096-f781-4fc3-a540-d3ae45450b46 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:36.184669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-d1adc096-f781-4fc3-a540-d3ae45450b46 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 944 time: 0.3074489 Mar 03 17:48:36.196263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:36.196876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.200745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:48:36.253961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d240daf-39a5-411d-b74e-a8906d9eeb77 None None] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:36.263135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f69c35-aa0d-471a-bc57-9cd6b2d2570f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:36.284916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.285270 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Added segment 02c9f36d-e6c5-41be-a478-c04484fbb123 of type vlan for network 0b6fb320-279d-4864-bfe0-bbc08476e700 Mar 03 17:48:36.328736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9616d91f-2b20-41bd-a91d-bb2835865bda admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2204251 Mar 03 17:48:36.328736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Deleting port 29d6768e-f29b-4dd6-acb7-14d032f96406 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:36.328736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.381920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.395883 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.414810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c438e-94c3-46c5-95e0-0ca99b12bef7 req-91fb9fba-deaf-42cc-a57d-3ed47408bd91 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:36.422396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f82c438e-94c3-46c5-95e0-0ca99b12bef7 req-91fb9fba-deaf-42cc-a57d-3ed47408bd91 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 944 time: 0.3538227 Mar 03 17:48:36.484648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716a7be0-9df7-45ab-9c45-492b89ddac32,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:36.496883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Checking segment: {'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:36.497161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Network hostable DHCP agents. Network: 9d45de4a-d8d2-429c-a80f-ab231b1da3a1, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:48:36.525509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d05f52-b82f-4d92-8e57-ab68facfba5d req-843ce95e-27a3-4d73-8f8e-e8bc05d74c94 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:36.527246 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93d05f52-b82f-4d92-8e57-ab68facfba5d req-843ce95e-27a3-4d73-8f8e-e8bc05d74c94 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 944 time: 0.1821055 Mar 03 17:48:36.546723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:48:36.552393 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f82c438e-94c3-46c5-95e0-0ca99b12bef7 req-10db5c99-23ca-4def-857f-db21405f5fd6 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290128 Mar 03 17:48:36.559134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 9d45de4a-d8d2-429c-a80f-ab231b1da3a1) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:36.563026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ba632-fdcb-471c-aaa0-ebea59516b4b None None] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:36.580763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.586509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:36.587082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:36.587200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.588237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.625546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93d05f52-b82f-4d92-8e57-ab68facfba5d req-1a5b8984-e82d-41a9-97e9-4b261cda0945 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637217 Mar 03 17:48:36.641432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8d6d0212-d607-469f-b70e-892453a1aee5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6819425 Mar 03 17:48:36.642406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37674) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:36.653633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:36.658300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:36.663877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Usage tracker for resource:router and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:36.668353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:36.674939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:36.689608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.691266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.695703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5203586 Mar 03 17:48:36.706248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a74b7-7d60-47f6-84d6-69e78e9a6ab4 None None] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:36.714325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:36.727598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37678) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:36.734737 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'code': 200} Mar 03 17:48:36.739850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Request body: {'subnet': {'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-215429087-subnet', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:36.748550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:36.756725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Usage tracker for resource:subnet and tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:36.762553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:36.772415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:36.970887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Made reservation on behalf of 102483bc8b1f404cb2b8aaa6b2dd1a86 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:36.973097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.028219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28b627-457a-42e8-afbd-04b615ae93e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6fb320-279d-4864-bfe0-bbc08476e700,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:37.066580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:48:37.100429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-9d45de4a-d8d2-429c-a80f-ab231b1da3a1', 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'fixed_ips': [{'subnet_id': '716a7be0-9df7-45ab-9c45-492b89ddac32'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:48:37.101492 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.163048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] For port 29d6768e-f29b-4dd6-acb7-14d032f96406, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=29d6768e-f29b-4dd6-acb7-14d032f96406,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:37.163818 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.182550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc1df-b6a1-475a-b856-77daa04ed0b7 req-f6b6b828-3313-4fa1-9997-b75eee80edec tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:37.185860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82ddc1df-b6a1-475a-b856-77daa04ed0b7 req-f6b6b828-3313-4fa1-9997-b75eee80edec tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 946 time: 0.5064313 Mar 03 17:48:37.321825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Calling delete_port for 29d6768e-f29b-4dd6-acb7-14d032f96406 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:37.332463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Allocated IP 172.20.0.2 (9d45de4a-d8d2-429c-a80f-ab231b1da3a1/716a7be0-9df7-45ab-9c45-492b89ddac32/fe0aed47-b3f4-44cb-936f-aeb942979d70) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:37.342495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.403372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82ddc1df-b6a1-475a-b856-77daa04ed0b7 req-0173a765-2bae-4f73-8bd9-b88932d6ed0e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110388 Mar 03 17:48:37.472704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db453ec-1cd4-4a92-88d9-0d4c70f6f019 req-2eda2abf-d229-41e5-972a-6401e81298c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:37.474342 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6db453ec-1cd4-4a92-88d9-0d4c70f6f019 req-2eda2abf-d229-41e5-972a-6401e81298c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.6204360 Mar 03 17:48:37.529118 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.583796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-809b2cc7-7072-4db3-9364-630718254b29 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:37.585260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-809b2cc7-7072-4db3-9364-630718254b29 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 0.4773717 Mar 03 17:48:37.616994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.628407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Transition to ACTIVE for port object fe0aed47-b3f4-44cb-936f-aeb942979d70 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:37.647969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Transition to ACTIVE for port object fe0aed47-b3f4-44cb-936f-aeb942979d70 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:37.652966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6db453ec-1cd4-4a92-88d9-0d4c70f6f019 req-717fb18f-2c72-4d84-b122-ff2962f5c56d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670995 Mar 03 17:48:37.654862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.663051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-232824b3-fc7e-408f-b8d7-77f01f4c22f2 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/quotas/0a47e7fe8e5943d796b42c52963afc1f HTTP/1.1" status: 200 len: 375 time: 0.0268126 Mar 03 17:48:37.673218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event deleted for resources: {'Port': ['ID=29d6768e-f29b-4dd6-acb7-14d032f96406,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:37.713689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] No DVR routers for this DVR port 29d6768e-f29b-4dd6-acb7-14d032f96406 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:37.716238 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.719357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:37.720540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'name': 'network-vif-deleted', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:37.722285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:37.731580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:37.740424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Pushing event updated for resources: {'Port': ['ID=fe0aed47-b3f4-44cb-936f-aeb942979d70,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:37.742073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8ac753-c169-4a0b-86fd-2f501e1f719c req-55cee77c-ca2d-4553-aa1e-c8517708a065 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.35 "DELETE /v2.0/ports/29d6768e-f29b-4dd6-acb7-14d032f96406 HTTP/1.1" status: 204 len: 173 time: 1.5331736 Mar 03 17:48:37.769148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939463c-8b1a-4a41-9c48-62b90374e250 req-00241be0-fbdd-4e6f-99e0-28b9fd37095e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:37.770834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0939463c-8b1a-4a41-9c48-62b90374e250 req-00241be0-fbdd-4e6f-99e0-28b9fd37095e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 944 time: 0.1591771 Mar 03 17:48:37.821744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0939463c-8b1a-4a41-9c48-62b90374e250 req-caf0f131-e051-4e36-86d0-f106a95e5e8b tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Mar 03 17:48:37.861422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Attempting to bind port fe0aed47-b3f4-44cb-936f-aeb942979d70 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:37.861748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Attempting to bind port fe0aed47-b3f4-44cb-936f-aeb942979d70 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:37.861972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-1f2f69c0-2093-40fa-b90d-f1d7f552dd0d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1849060 Mar 03 17:48:37.862100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Attempting to bind port fe0aed47-b3f4-44cb-936f-aeb942979d70 on network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:37.875074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:37.875990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Checking segment: {'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:37.876612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.877320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Bound using segment: {'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:37.878153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Bound port: fe0aed47-b3f4-44cb-936f-aeb942979d70, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:37.878739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.894960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:37.991820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] For port fe0aed47-b3f4-44cb-936f-aeb942979d70, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:37.996830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] For port fe0aed47-b3f4-44cb-936f-aeb942979d70, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe0aed47-b3f4-44cb-936f-aeb942979d70,segment=NetworkSegment(d72680ad-a59a-4fa4-a9db-abbcc2ddec43),segment_id=d72680ad-a59a-4fa4-a9db-abbcc2ddec43)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:38.002621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.046880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7af9f-cd84-478f-8897-913470c945f7 req-95b6568d-9006-4caf-9d8b-cc9cfde7d240 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:38.055297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ac7af9f-cd84-478f-8897-913470c945f7 req-95b6568d-9006-4caf-9d8b-cc9cfde7d240 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.0967538 Mar 03 17:48:38.068006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e7e93a-d7d9-40f4-91d4-3a01286b4ed6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:38.111763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ac7af9f-cd84-478f-8897-913470c945f7 req-94b9853e-224d-437c-865c-90e0cb13ccd9 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552366 Mar 03 17:48:38.114866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ceae6-eee2-490b-8cf3-776fd8e8d511 None None] Pushing event updated for resources: {'Port': ['ID=fe0aed47-b3f4-44cb-936f-aeb942979d70,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:38.159652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Checking segment: {'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:38.160006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Network hostable DHCP agents. Network: 0b6fb320-279d-4864-bfe0-bbc08476e700, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:48:38.273147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-09c51f8d-b05d-4513-a085-71f7e3c5f187 req-b6db6099-de97-467d-b4c2-0bc68726a0fc tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Synchronizing usage tracker for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:38.280150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-a26f7e07-d384-4a04-9186-4b9163176904 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087563 Mar 03 17:48:38.294170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-09c51f8d-b05d-4513-a085-71f7e3c5f187 req-b6db6099-de97-467d-b4c2-0bc68726a0fc tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Unset dirty status for tenant:0789e5a83fb74489ac1fd65c764532f8 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:38.296118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09c51f8d-b05d-4513-a085-71f7e3c5f187 req-b6db6099-de97-467d-b4c2-0bc68726a0fc tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c095ba-61f6-4b0f-83dc-53c5c27f2935 HTTP/1.1" status: 200 len: 210 time: 0.0690167 Mar 03 17:48:38.299595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56dc237-d87b-4756-817a-2f4b53ca297d up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:38.374740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:48:38.446607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0b6fb320-279d-4864-bfe0-bbc08476e700) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:38.449373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.459425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e61cfd-62a9-44a7-9a5d-4025149d536d None None] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:38.482270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:38.483766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.515384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1bc2-e2e1-4a4c-969d-35b7ea33adfb req-5693f232-c9b6-4406-ad00-392f45900e63 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:38.516832 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae3f1bc2-e2e1-4a4c-969d-35b7ea33adfb req-5693f232-c9b6-4406-ad00-392f45900e63 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 944 time: 0.0891078 Mar 03 17:48:38.522180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port b56dc237-d87b-4756-817a-2f4b53ca297d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:38.533601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port b56dc237-d87b-4756-817a-2f4b53ca297d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:38.534005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.564919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae3f1bc2-e2e1-4a4c-969d-35b7ea33adfb req-fcc06a12-b072-4b56-a57a-d364ead5af06 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Mar 03 17:48:38.596366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.648733 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c095ba-61f6-4b0f-83dc-53c5c27f2935', 'name': 'network-vif-deleted', 'tag': '29d6768e-f29b-4dd6-acb7-14d032f96406', 'status': 'completed', 'code': 200} Mar 03 17:48:38.665302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9a04fe5a-d84c-4738-aa05-2dee67cd5ac6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9327035 Mar 03 17:48:38.665814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37706) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:38.674456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:38.694170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:38.706356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Usage tracker for resource:router and tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:38.710806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:38.734105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:38.761871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.762944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.795371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.820415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-b58aa051-1e0a-4427-bebc-313d95714014 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227871 Mar 03 17:48:38.856590 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.920738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56dc237-d87b-4756-817a-2f4b53ca297d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:38.937513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b56dc237-d87b-4756-817a-2f4b53ca297d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56dc237-d87b-4756-817a-2f4b53ca297d,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:38.947120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0b6fb320-279d-4864-bfe0-bbc08476e700', 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'fixed_ips': [{'subnet_id': '12e7e93a-d7d9-40f4-91d4-3a01286b4ed6'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:48:38.948480 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.957969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Allocated IP 172.25.0.9 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/eac7661b-80a9-4b98-a1d3-0e3507a8d76e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:38.966307 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:38.967165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 8a58627e-8551-4b70-9c4e-704ee5a275a0 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:39.249999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fe0aed47-b3f4-44cb-936f-aeb942979d70 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:39.316075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:39.376952 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:39.516812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:39.541901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:39.545719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:39.546670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:39.625531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d0c67-f238-47ea-99c7-0fa8aace984a None None] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:39.711040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5c470-8b34-4d3f-98f2-3ab158e78089 req-7a264b5c-1da9-437e-9075-5fa2ccd23bfe tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:39.712568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7d5c470-8b34-4d3f-98f2-3ab158e78089 req-7a264b5c-1da9-437e-9075-5fa2ccd23bfe tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 946 time: 0.7650378 Mar 03 17:48:39.784614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 8a58627e-8551-4b70-9c4e-704ee5a275a0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:39.828191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b56dc237-d87b-4756-817a-2f4b53ca297d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:39.832747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Allocated IP 172.20.0.2 (0b6fb320-279d-4864-bfe0-bbc08476e700/12e7e93a-d7d9-40f4-91d4-3a01286b4ed6/95ce3277-ff58-4b8a-89c8-b55970d9046e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:39.838643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 8a58627e-8551-4b70-9c4e-704ee5a275a0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:39.839016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:39.871935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ca8200c4-d529-42da-8cb2-ca977b7d29d3 None None] Provisioning for port fe0aed47-b3f4-44cb-936f-aeb942979d70 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:40.001582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port fe0aed47-b3f4-44cb-936f-aeb942979d70 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:40.011581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-7be733e5-b9a2-444a-baf0-b87eda21f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:40.014273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-7be733e5-b9a2-444a-baf0-b87eda21f292 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 0.4486573 Mar 03 17:48:40.031788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7d5c470-8b34-4d3f-98f2-3ab158e78089 req-097f8e55-7f03-4a94-8a48-76103d660010 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103950 Mar 03 17:48:40.063608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Pushing event updated for resources: {'Port': ['ID=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:40.118712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fe0aed47-b3f4-44cb-936f-aeb942979d70 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:40.119083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.176995 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56dc237-d87b-4756-817a-2f4b53ca297d', 'code': 200} Mar 03 17:48:40.471144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-c00a0c3e-5aa1-4403-a89d-c02566e89383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:40.473028 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-c00a0c3e-5aa1-4403-a89d-c02566e89383 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.4299946 Mar 03 17:48:40.510472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.539819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27a48079-c588-4c9f-b07a-ce2ee0bf2faf req-9be51336-31e7-4751-a820-c8a1c102d9b5 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 210 time: 0.1899602 Mar 03 17:48:40.585723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.587943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b36a-1386-4754-b3ab-d1851b3ef90a req-8365d050-0210-46bb-a568-d41fbafeb78d tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:40.588475 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.599479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cee9b36a-1386-4754-b3ab-d1851b3ef90a req-8365d050-0210-46bb-a568-d41fbafeb78d tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 945 time: 0.9221015 Mar 03 17:48:40.624700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-4a4faa62-222b-4971-8a26-18ff17e366fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 217 time: 0.1424274 Mar 03 17:48:40.632611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 8a58627e-8551-4b70-9c4e-704ee5a275a0, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=8a58627e-8551-4b70-9c4e-704ee5a275a0,segment=NetworkSegment(f2410240-bbd9-48fe-8cae-e00e8bdf86e4),segment_id=f2410240-bbd9-48fe-8cae-e00e8bdf86e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:40.633982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Transition to ACTIVE for port object 95ce3277-ff58-4b8a-89c8-b55970d9046e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:40.652287 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.680696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.761574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Transition to ACTIVE for port object 95ce3277-ff58-4b8a-89c8-b55970d9046e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:40.769779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port fe0aed47-b3f4-44cb-936f-aeb942979d70, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe0aed47-b3f4-44cb-936f-aeb942979d70,segment=NetworkSegment(d72680ad-a59a-4fa4-a9db-abbcc2ddec43),segment_id=d72680ad-a59a-4fa4-a9db-abbcc2ddec43)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:40.781970 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.785620 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.808626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=8a58627e-8551-4b70-9c4e-704ee5a275a0,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:40.810579 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:40.824449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.824833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.825119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.827162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.827513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.827858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.828172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.828502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.828822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.829141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.829618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.829935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:48:40.839711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:40.866287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-de91430c-45f3-49fe-ba53-99734a9ae520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:40.867740 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-de91430c-45f3-49fe-ba53-99734a9ae520 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.1532071 Mar 03 17:48:40.894878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:40.898021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:40.903761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4aca3-957f-42e0-87e7-8ef81567038a req-01121fd8-a501-40ee-9bae-818a4f9b5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:40.905238 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fee4aca3-957f-42e0-87e7-8ef81567038a req-01121fd8-a501-40ee-9bae-818a4f9b5523 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 1096 time: 0.6611013 Mar 03 17:48:40.908939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:41.017598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-77279e74-2d32-445f-bd18-762596931b8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106427 Mar 03 17:48:41.030754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cee9b36a-1386-4754-b3ab-d1851b3ef90a req-501bc06f-148c-4ba1-b3b4-24ef21c67c54 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303706 Mar 03 17:48:41.060874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Attempting to bind port 95ce3277-ff58-4b8a-89c8-b55970d9046e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:41.061242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Attempting to bind port 95ce3277-ff58-4b8a-89c8-b55970d9046e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:41.061625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Attempting to bind port 95ce3277-ff58-4b8a-89c8-b55970d9046e on network 0b6fb320-279d-4864-bfe0-bbc08476e700 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:41.070527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:41.070887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Checking segment: {'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:41.071278 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:41.071656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Bound using segment: {'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:41.072107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Bound port: 95ce3277-ff58-4b8a-89c8-b55970d9046e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:41.073007 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:41.083849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7f1a24ec-2d9e-4861-bc09-7d5b6376d738 None None] Provisioning complete for port fe0aed47-b3f4-44cb-936f-aeb942979d70 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:41.084356 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f1a24ec-2d9e-4861-bc09-7d5b6376d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:41.122087 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fee4aca3-957f-42e0-87e7-8ef81567038a req-8b561dc2-4d29-4b00-a695-b100ac714bd6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030659 Mar 03 17:48:41.162887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-bd928637-972d-436c-92dd-d64b0cedd04c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:41.164350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-bd928637-972d-436c-92dd-d64b0cedd04c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 0.3113256 Mar 03 17:48:41.175872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=fe0aed47-b3f4-44cb-936f-aeb942979d70,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:41.219137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-1ca45e3b-2f04-45fe-bd05-ba6e4f5f1540 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937721 Mar 03 17:48:41.229123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Request body: {'port': {'device_id': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'admin_state_up': True, 'tenant_id': '0a47e7fe8e5943d796b42c52963afc1f'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:41.236513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:41.327128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 29d6768e-f29b-4dd6-acb7-14d032f96406 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:41.327485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 29d6768e-f29b-4dd6-acb7-14d032f96406 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:41.390092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784eb6-bb9c-4879-a6e1-6c0f6d02761d req-0e661ea2-31c9-4125-a8c0-4df879f1f3b5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:41.391691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65784eb6-bb9c-4879-a6e1-6c0f6d02761d req-0e661ea2-31c9-4125-a8c0-4df879f1f3b5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.5198393 Mar 03 17:48:41.396148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Pushing event updated for resources: {'Port': ['ID=95ce3277-ff58-4b8a-89c8-b55970d9046e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:41.461888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] For port 95ce3277-ff58-4b8a-89c8-b55970d9046e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:41.464153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Allocated IP 172.25.0.41 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/5afc1c5a-7c21-4218-979b-a79a654e896c) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:41.466477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] For port 95ce3277-ff58-4b8a-89c8-b55970d9046e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=95ce3277-ff58-4b8a-89c8-b55970d9046e,segment=NetworkSegment(02c9f36d-e6c5-41be-a478-c04484fbb123),segment_id=02c9f36d-e6c5-41be-a478-c04484fbb123)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:41.472657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:41.485139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5667b42-63c1-4c31-8aec-5ed450af431d req-7e14bdda-a263-44d5-a1b7-58809e9453b6 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574224 Mar 03 17:48:41.512476 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65784eb6-bb9c-4879-a6e1-6c0f6d02761d req-350a6e18-1108-49be-affd-9a6747b2b999 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050224 Mar 03 17:48:41.516963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:41.524428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:41.532300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Usage tracker for resource:port and tenant:0a47e7fe8e5943d796b42c52963afc1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:41.542659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42455d2c-96a2-4677-9481-941996b879a2 req-52beba75-510d-483c-960c-bcedef9fd53b tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:41.549441 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42455d2c-96a2-4677-9481-941996b879a2 req-52beba75-510d-483c-960c-bcedef9fd53b tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 945 time: 0.3308787 Mar 03 17:48:41.551419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:41.586270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aa0f4-4b5a-4e25-a94d-b64c3fc97f8a None None] Pushing event updated for resources: {'Port': ['ID=95ce3277-ff58-4b8a-89c8-b55970d9046e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:41.628987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:41.668805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Made reservation on behalf of 0a47e7fe8e5943d796b42c52963afc1f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:41.672461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:41.715865 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42455d2c-96a2-4677-9481-941996b879a2 req-e1f6a50b-7c84-4d02-8996-f81ca2b92be2 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654718 Mar 03 17:48:41.956339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:42.004938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:42.063412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:48:42.076978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-07aab585-c68a-4e60-9ba4-3dc4984bb170 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4905970 Mar 03 17:48:42.083265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Allocated IP 172.20.0.9 (b0cfe53f-e053-40a2-ac08-5a0cea5bf524/895a84b1-2ed7-49c2-9719-4f37ca7d944f/ba4526c4-feed-467b-9ae3-a116d481ff00) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:42.094552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:42.102335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:42.113980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:42.116107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:42.118561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Pushing event updated for resources: {'Port': ['ID=5afc1c5a-7c21-4218-979b-a79a654e896c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:42.122034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:42.149264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Usage tracker for resource:floatingip and tenant:8fe6106d09e1464c8eccdef00d00bfe7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:42.157551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:42.170460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:42.178421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a58627e-8551-4b70-9c4e-704ee5a275a0'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:42.243269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:42.418832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd81dba8-abab-4cad-bee4-4789ae5e86dd req-79e5f3ae-21fa-4b89-a908-4a844b725333 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 210 time: 0.1145675 Mar 03 17:48:42.481790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:48:42.493849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Sync routers for ids ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:48:42.516745 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Routers {'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:42.532770 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:42.618774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:42.620574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-859729ce-445b-4810-921e-a1a87bced670 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9771917 Mar 03 17:48:42.632653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37746) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:42.745108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:42.825010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:42.849388 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Set router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:42.958490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.034392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476249c-13f4-4655-a2c2-f84a3aad7792 None None] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:43.126780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86496f8d-ae86-4e06-a640-5cc3d4197233 req-8b0e9adf-2b4d-4ffb-a546-4ac7282d2c71 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:43.133634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86496f8d-ae86-4e06-a640-5cc3d4197233 req-8b0e9adf-2b4d-4ffb-a546-4ac7282d2c71 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 945 time: 0.4999614 Mar 03 17:48:43.217684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1f7ffe3f-ad8a-4de7-a5cb-cb34d8725271 None None] Provisioning for port 95ce3277-ff58-4b8a-89c8-b55970d9046e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:43.263367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 95ce3277-ff58-4b8a-89c8-b55970d9046e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:43.341791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Allocated IP 172.25.0.221 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/bbe92911-d366-422c-a23a-c75024a8720f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:43.388398 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:48:40Z', 'revision_number': 3, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:43.392710 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Checking router: c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:48:43.393053 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Updating router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 port eac7661b-80a9-4b98-a1d3-0e3507a8d76e binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:48:43.423414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 95ce3277-ff58-4b8a-89c8-b55970d9046e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:43.430456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 95ce3277-ff58-4b8a-89c8-b55970d9046e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:43.431062 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.460025 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.553851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.605908 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.606448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-5a3d1c86-b8ea-4c42-bc2a-1197467f8622 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:43.608487 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-5a3d1c86-b8ea-4c42-bc2a-1197467f8622 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 945 time: 0.7750826 Mar 03 17:48:43.665435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 95ce3277-ff58-4b8a-89c8-b55970d9046e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=95ce3277-ff58-4b8a-89c8-b55970d9046e,segment=NetworkSegment(02c9f36d-e6c5-41be-a478-c04484fbb123),segment_id=02c9f36d-e6c5-41be-a478-c04484fbb123)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:43.675091 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.675801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fe0aed47-b3f4-44cb-936f-aeb942979d70 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:43.750143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.806525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.843669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=95ce3277-ff58-4b8a-89c8-b55970d9046e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:43.849544 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.860742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86496f8d-ae86-4e06-a640-5cc3d4197233 req-9018585c-6b3e-4821-a880-a3985e0ce308 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/security-groups?id=95bfbb4c-4a9e-4fbb-8d13-2272e8925757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260730 Mar 03 17:48:43.867771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fe0aed47-b3f4-44cb-936f-aeb942979d70 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:43.868030 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.899344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ac134110-3b4c-46af-9aae-4148ad9beeea None None] Provisioning complete for port 95ce3277-ff58-4b8a-89c8-b55970d9046e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:43.899344 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac134110-3b4c-46af-9aae-4148ad9beeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:43.987236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.033297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:48:44.093737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Pushing event updated for resources: {'Port': ['ID=bbe92911-d366-422c-a23a-c75024a8720f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:44.121942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:44.124630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:44.129872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:44.165565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Deleting port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:44.165905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.200694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:44.228916 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.242556 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Transition to ACTIVE for port object eac7661b-80a9-4b98-a1d3-0e3507a8d76e will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:44.251009 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.252917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:44.280290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:44.320986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:44.340753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.361447 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Attempting to bind port eac7661b-80a9-4b98-a1d3-0e3507a8d76e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:44.361806 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Attempting to bind port eac7661b-80a9-4b98-a1d3-0e3507a8d76e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:44.362148 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Attempting to bind port eac7661b-80a9-4b98-a1d3-0e3507a8d76e on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:44.370716 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a02128-dc98-448c-85bb-c6de9c6285f7 None None] Pushing event updated for resources: {'Port': ['ID=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:44.373122 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:44.373517 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:44.373907 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.374283 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:44.374731 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Bound port: eac7661b-80a9-4b98-a1d3-0e3507a8d76e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:44.375108 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.450392 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] For port eac7661b-80a9-4b98-a1d3-0e3507a8d76e, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:44.453248 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] For port eac7661b-80a9-4b98-a1d3-0e3507a8d76e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:44.459561 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.490374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:44.490983 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.499782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.532312 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Routers {'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:44.532930 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:44.600679 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a02128-dc98-448c-85bb-c6de9c6285f7 None None] Pushing event updated for resources: {'Port': ['ID=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:44.655132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372ad4-2f86-457c-863c-236e2d8335e2 req-549cc782-bfe3-403e-b35b-54793c8f2943 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:44.656601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3a372ad4-2f86-457c-863c-236e2d8335e2 req-549cc782-bfe3-403e-b35b-54793c8f2943 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 945 time: 0.4952765 Mar 03 17:48:44.671654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-cddda2f0-a83a-40bd-a9e5-4bc65468b0aa tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4519980 Mar 03 17:48:44.694930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Request body: {'port': {'device_id': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:44.714061 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] Set router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:44.717235 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.726042 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.760448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:48:44.777748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Sync routers for ids ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:48:44.781311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Allocated IP 172.20.0.1 (9d45de4a-d8d2-429c-a80f-ab231b1da3a1/716a7be0-9df7-45ab-9c45-492b89ddac32/c69148e0-9798-4fd8-95f8-048a6ea49bf6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:44.787889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Routers {'042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:44.788517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:44.830017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3a372ad4-2f86-457c-863c-236e2d8335e2 req-c9991222-1703-4dbe-8316-5a99ea972fe4 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599603 Mar 03 17:48:44.883812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Pushing event updated for resources: {'Port': ['ID=bbe92911-d366-422c-a23a-c75024a8720f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:44.887226 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:44.891377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2bacd286-571e-4320-be4a-af74e9e6941e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2242389 Mar 03 17:48:44.894192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37756) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:44.949035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] For port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,segment=NetworkSegment(2c09ee16-2d28-494c-9693-fdb01f09c764),segment_id=2c09ee16-2d28-494c-9693-fdb01f09c764)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:44.949686 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:45.026036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:45.045476 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a58627e-8551-4b70-9c4e-704ee5a275a0', 'code': 200} Mar 03 17:48:45.107801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 95ce3277-ff58-4b8a-89c8-b55970d9046e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:45.129161 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:45.130911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-9ac590fe-1592-49bb-b740-0d499609f0c4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0526645 Mar 03 17:48:45.151764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Calling delete_port for 6afd8bd6-fa59-440f-86ad-cdb78bf848ea owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:45.195972 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:48:45.208572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Set router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:45.239785 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:48:40Z', 'revision_number': 3, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:45.244769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb8a49-20be-43c3-9e19-5ed5b35266cc None None] The sync data for ids ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'] in n-d-827121-1 is: [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:48:40Z', 'revision_number': 3, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:48:45.265485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:45.303799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-60d2214e-68de-4cb9-b7e9-3970d5243b99 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:45.426645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-60d2214e-68de-4cb9-b7e9-3970d5243b99 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:45.434103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-60d2214e-68de-4cb9-b7e9-3970d5243b99 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.2330468 Mar 03 17:48:45.440567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2d75b-33ce-4514-bfea-0e40f99fa188 req-dc61a4f1-92e9-475b-adbd-9853d420e05f tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:45.442133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03f2d75b-33ce-4514-bfea-0e40f99fa188 req-dc61a4f1-92e9-475b-adbd-9853d420e05f tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.3014340 Mar 03 17:48:45.451048 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:45.473536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 95ce3277-ff58-4b8a-89c8-b55970d9046e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:45.473894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:45.630765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8cb3f-fdd8-4d40-b087-f9ef15dfc05d req-f939a739-d8b4-43ab-b55f-1c70565f1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:45.632290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fdb8cb3f-fdd8-4d40-b087-f9ef15dfc05d req-f939a739-d8b4-43ab-b55f-1c70565f1529 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 1096 time: 0.5861964 Mar 03 17:48:45.652128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Transition to ACTIVE for port object c69148e0-9798-4fd8-95f8-048a6ea49bf6 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:45.689007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03f2d75b-33ce-4514-bfea-0e40f99fa188 req-20f3ddd5-c0ec-46b2-853e-1c93711d83d1 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811159 Mar 03 17:48:45.747951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:45.858984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:42Z', 'revision_number': 3, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port': {'id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:41Z', 'updated_at': '2022-03-03T17:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:45.864115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Checking router: 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:48:45.864661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Updating router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 port 5afc1c5a-7c21-4218-979b-a79a654e896c binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:48:45.974651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.010909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fdb8cb3f-fdd8-4d40-b087-f9ef15dfc05d req-aa2ca19e-b928-4113-82a2-f0a46a385762 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706017 Mar 03 17:48:46.128202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Pushing event deleted for resources: {'Port': ['ID=6afd8bd6-fa59-440f-86ad-cdb78bf848ea,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:46.143515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.195752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-b7707515-8548-4f24-88e5-13423d3b98ec tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:46.214402 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-b7707515-8548-4f24-88e5-13423d3b98ec tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.7792156 Mar 03 17:48:46.223609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-df7825b6-8d40-44bc-86dd-eaa7bd37c70a tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:48:46.246184 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-119a97a4-f53c-4d5f-ac3a-323de3f19d7e req-df7825b6-8d40-44bc-86dd-eaa7bd37c70a tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308292 Mar 03 17:48:46.314617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] No DVR routers for this DVR port 6afd8bd6-fa59-440f-86ad-cdb78bf848ea on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:46.319554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.352915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'name': 'network-vif-deleted', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:46.357868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:46.444737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:46.490071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:46.493967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:46.515805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 6afd8bd6-fa59-440f-86ad-cdb78bf848ea {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:46.516727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6afd8bd6-fa59-440f-86ad-cdb78bf848ea not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:46.548497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-428e37fe-11b5-4fac-8aac-539c29b207fa req-b6804251-3941-4264-907a-0c53b1e9ba40 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.16 "DELETE /v2.0/ports/6afd8bd6-fa59-440f-86ad-cdb78bf848ea HTTP/1.1" status: 204 len: 173 time: 2.8633575 Mar 03 17:48:46.557111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Pushing event updated for resources: {'Port': ['ID=c69148e0-9798-4fd8-95f8-048a6ea49bf6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:46.615794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.681608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91bcf9-6c9b-4e81-9951-c39a8cdc25d7 req-8ccba9c9-05db-4838-b221-aa8385943557 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:46.689352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b91bcf9-6c9b-4e81-9951-c39a8cdc25d7 req-8ccba9c9-05db-4838-b221-aa8385943557 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 945 time: 0.5990613 Mar 03 17:48:46.762674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.779412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Transition to ACTIVE for port object 5afc1c5a-7c21-4218-979b-a79a654e896c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:46.788052 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.817137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a114da-baac-44a9-9e1c-f20d6208ca89 req-d37b91d4-03d2-4541-8289-549ff362a70f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:46.818741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38a114da-baac-44a9-9e1c-f20d6208ca89 req-d37b91d4-03d2-4541-8289-549ff362a70f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 931 time: 0.3963850 Mar 03 17:48:46.856527 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b91bcf9-6c9b-4e81-9951-c39a8cdc25d7 req-9d13a945-1264-4017-b581-a246187f0efe tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659460 Mar 03 17:48:46.864578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.872304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4526c4-feed-467b-9ae3-a116d481ff00 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:46.903731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.914619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-38a114da-baac-44a9-9e1c-f20d6208ca89 req-35c103cd-ed7b-4862-bda3-2c846c99e303 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:46.925384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Attempting to bind port 5afc1c5a-7c21-4218-979b-a79a654e896c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:46.925930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Attempting to bind port 5afc1c5a-7c21-4218-979b-a79a654e896c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:46.926290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Attempting to bind port 5afc1c5a-7c21-4218-979b-a79a654e896c on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:46.947684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:46.948316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:46.948948 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.949438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:46.950331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Bound port: 5afc1c5a-7c21-4218-979b-a79a654e896c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:46.950853 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:46.951092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Transition to ACTIVE for port object ba4526c4-feed-467b-9ae3-a116d481ff00 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:46.964542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:47.030257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-38a114da-baac-44a9-9e1c-f20d6208ca89 req-35c103cd-ed7b-4862-bda3-2c846c99e303 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:47.033431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4fe04076-6367-4772-b347-0e498101a342 None None] Provisioning for port c69148e0-9798-4fd8-95f8-048a6ea49bf6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:47.034842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38a114da-baac-44a9-9e1c-f20d6208ca89 req-35c103cd-ed7b-4862-bda3-2c846c99e303 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088940 Mar 03 17:48:47.067268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8bc45-eb00-449d-92b2-82f4be7b95b0 None None] Pushing event updated for resources: {'Port': ['ID=5afc1c5a-7c21-4218-979b-a79a654e896c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:47.076568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4fe04076-6367-4772-b347-0e498101a342 None None] Provisioning complete for port c69148e0-9798-4fd8-95f8-048a6ea49bf6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:47.077138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4fe04076-6367-4772-b347-0e498101a342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:47.127128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eac7661b-80a9-4b98-a1d3-0e3507a8d76e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:47.239686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:47.309151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b191ebeb-5033-4e5f-baad-dd613df5668a req-70073f71-84f8-437d-b879-186e7089cad0 tempest-LiveAutoBlockMigrationV225Test-491370654 tempest-LiveAutoBlockMigrationV225Test-491370654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fb558d9-2dc9-4be7-b578-e8117d432bc9 HTTP/1.1" status: 200 len: 210 time: 0.0853977 Mar 03 17:48:47.346213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] For port 5afc1c5a-7c21-4218-979b-a79a654e896c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:47.348691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4fe04076-6367-4772-b347-0e498101a342 None None] Port c69148e0-9798-4fd8-95f8-048a6ea49bf6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:47.381146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] For port 5afc1c5a-7c21-4218-979b-a79a654e896c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5afc1c5a-7c21-4218-979b-a79a654e896c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:47.396943 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:47.405007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Allocated IP 172.20.0.1 (0b6fb320-279d-4864-bfe0-bbc08476e700/12e7e93a-d7d9-40f4-91d4-3a01286b4ed6/06a71de8-ba31-4125-84db-768d7c234575) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:47.537857 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb558d9-2dc9-4be7-b578-e8117d432bc9', 'name': 'network-vif-deleted', 'tag': '6afd8bd6-fa59-440f-86ad-cdb78bf848ea', 'status': 'completed', 'code': 200} Mar 03 17:48:47.649728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port eac7661b-80a9-4b98-a1d3-0e3507a8d76e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:47.656028 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:47.707750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eac7661b-80a9-4b98-a1d3-0e3507a8d76e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:47.708061 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:47.754673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Transition to ACTIVE for port object 06a71de8-ba31-4125-84db-768d7c234575 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:47.813690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Routers {'042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:47.814576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:47.833204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272412f-1000-4481-98c2-ca82d1b3043d req-21e05600-23e6-4a59-8d83-c758013f006a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:47.852939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f272412f-1000-4481-98c2-ca82d1b3043d req-21e05600-23e6-4a59-8d83-c758013f006a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 945 time: 0.1880701 Mar 03 17:48:47.910646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8bc45-eb00-449d-92b2-82f4be7b95b0 None None] Pushing event updated for resources: {'Port': ['ID=5afc1c5a-7c21-4218-979b-a79a654e896c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:47.919632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:47.924047 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.015629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.018431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f272412f-1000-4481-98c2-ca82d1b3043d req-7c667a52-f3fc-4c03-b917-23c8b5bba9ba tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644053 Mar 03 17:48:48.024510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:48.033108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:48.038948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:48.079336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=06a71de8-ba31-4125-84db-768d7c234575,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:48.086051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.123387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.130122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port eac7661b-80a9-4b98-a1d3-0e3507a8d76e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:48.133658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] Set router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:48.192471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-dade8123-e8c8-4e88-ae95-f30b3777804c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:48.193213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-dade8123-e8c8-4e88-ae95-f30b3777804c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:48.201481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.217852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Attempting to bind port ba4526c4-feed-467b-9ae3-a116d481ff00 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:48.218182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Attempting to bind port ba4526c4-feed-467b-9ae3-a116d481ff00 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:48.218514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Attempting to bind port ba4526c4-feed-467b-9ae3-a116d481ff00 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:48.230019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Port ba4526c4-feed-467b-9ae3-a116d481ff00 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:48:48.230332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Attempting to bind port ba4526c4-feed-467b-9ae3-a116d481ff00 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:48.281504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-dade8123-e8c8-4e88-ae95-f30b3777804c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:48.283387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-dade8123-e8c8-4e88-ae95-f30b3777804c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 820 time: 0.7124958 Mar 03 17:48:48.286870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:48.287446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Checking segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:48.287991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Bound using segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:48.288594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Bound port: ba4526c4-feed-467b-9ae3-a116d481ff00, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:48.289100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.365624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-20e1a7f1-e44c-413b-952b-5dccb7c5d269 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/quotas/8fe6106d09e1464c8eccdef00d00bfe7 HTTP/1.1" status: 200 len: 375 time: 0.0633795 Mar 03 17:48:48.455941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ca3b4341-0b09-45d6-aca4-9d27bc3219f9 None None] Provisioning for port 06a71de8-ba31-4125-84db-768d7c234575 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:48.464295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:48.469386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ca3b4341-0b09-45d6-aca4-9d27bc3219f9 None None] Provisioning complete for port 06a71de8-ba31-4125-84db-768d7c234575 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:48.469596 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4341-0b09-45d6-aca4-9d27bc3219f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.540573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:48.546331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:48.561103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.570652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b4341-0b09-45d6-aca4-9d27bc3219f9 None None] Port 06a71de8-ba31-4125-84db-768d7c234575 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:48.608805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:42Z', 'revision_number': 3, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port': {'id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:41Z', 'updated_at': '2022-03-03T17:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:48.612945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ef57f-e675-499f-ab14-9acca12117b1 None None] The sync data for ids ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'] in n-d-827121-1 is: [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:42Z', 'revision_number': 3, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port': {'id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:41Z', 'updated_at': '2022-03-03T17:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:48:48.613489 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.614402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beb7eb-2ad5-4273-8aa3-724fcbf25aaf req-7a898bc0-92b1-471e-904d-e36337be8a9f tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:48.616066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98beb7eb-2ad5-4273-8aa3-724fcbf25aaf req-7a898bc0-92b1-471e-904d-e36337be8a9f tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 945 time: 0.2825298 Mar 03 17:48:48.640545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-60bc1ad6-7fb3-4233-89ea-17a8c0f5fcdf tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2679641 Mar 03 17:48:48.645784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.674946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:48.675562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.676936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba4526c4-feed-467b-9ae3-a116d481ff00 HTTP/1.1" status: 200 len: 1091 time: 3.9858158 Mar 03 17:48:48.743215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98beb7eb-2ad5-4273-8aa3-724fcbf25aaf req-d7d905ef-1ce3-47cf-a786-ccf236490f62 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Mar 03 17:48:48.744050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:48.868456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb528e-8b4d-4407-89b9-93302a4715e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:48.881236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.082293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.092258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.161426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eac7661b-80a9-4b98-a1d3-0e3507a8d76e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:49.234223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.251869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625124b-836c-40e1-a124-42c717cdddb3 req-3cab228d-b057-4385-91a0-c9e14115ccab tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:49.254126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eac7661b-80a9-4b98-a1d3-0e3507a8d76e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:49.254743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.259200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b625124b-836c-40e1-a124-42c717cdddb3 req-3cab228d-b057-4385-91a0-c9e14115ccab tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 943 time: 0.3059947 Mar 03 17:48:49.324437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=06a71de8-ba31-4125-84db-768d7c234575,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:49.326824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Pushing event updated for resources: {'Port': ['ID=c69148e0-9798-4fd8-95f8-048a6ea49bf6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:49.352877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fd7dfd67-7f74-4f1a-ad98-befd5242e93a service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749663 Mar 03 17:48:49.365512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-9df95cf9-e41e-4352-8510-30677b3fba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:49.366956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-9df95cf9-e41e-4352-8510-30677b3fba45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 1094 time: 0.6457789 Mar 03 17:48:49.412658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b625124b-836c-40e1-a124-42c717cdddb3 req-b63c6f01-ef0c-4d8f-a210-f2fbfe02560a tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523178 Mar 03 17:48:49.421000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5afc1c5a-7c21-4218-979b-a79a654e896c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:49.473743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:49.476051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:49.517798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37802) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:49.534667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4a4dba3a-5f42-49cf-9b6b-3ac828fe45ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.543171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5afc1c5a-7c21-4218-979b-a79a654e896c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:49.553300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5afc1c5a-7c21-4218-979b-a79a654e896c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:49.553843 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.693198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:49.706892 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-c165a946-8046-4c96-919e-b4b79cec892c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4526c4-feed-467b-9ae3-a116d481ff00 HTTP/1.1" status: 200 len: 217 time: 0.3145328 Mar 03 17:48:49.740940 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.751257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:48:49.770475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5afc1c5a-7c21-4218-979b-a79a654e896c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5afc1c5a-7c21-4218-979b-a79a654e896c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:49.777689 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:49.852871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:49.864903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:49.874426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac1663-0578-4356-ada9-36fe214fa90f req-30dfafbb-ec18-4b61-9c53-21558f45b1ab tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:49.875904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-49ac1663-0578-4356-ada9-36fe214fa90f req-30dfafbb-ec18-4b61-9c53-21558f45b1ab tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 945 time: 0.7753203 Mar 03 17:48:49.879267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5afc1c5a-7c21-4218-979b-a79a654e896c,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:49.904509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cacc8bd4-57fe-4e6a-a403-023eadac0c99 None None] Provisioning complete for port 06a71de8-ba31-4125-84db-768d7c234575 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:49.904929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cacc8bd4-57fe-4e6a-a403-023eadac0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:50.034724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cacc8bd4-57fe-4e6a-a403-023eadac0c99 None None] Port 06a71de8-ba31-4125-84db-768d7c234575 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:50.051186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:48:50.071214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7ae4a04e-7f0d-4caf-a674-71f2b4e7a7b6 admin admin] 10.222.0.23 "PUT /v2.0/routers/042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1684070 Mar 03 17:48:50.081042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b44a4-e4e9-43b0-a3bf-f177ba7dbbab req-50940360-ff2d-4279-b023-40c17bb53b3c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:50.088746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b0b44a4-e4e9-43b0-a3bf-f177ba7dbbab req-50940360-ff2d-4279-b023-40c17bb53b3c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2374780 Mar 03 17:48:50.097623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-59e0eb51-b7a8-4a95-bb99-4983a682466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:50.099067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-59e0eb51-b7a8-4a95-bb99-4983a682466f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.3603966 Mar 03 17:48:50.122322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] Deleting subnet 4de88dc8-1e70-400f-8584-aa2f5ca46ca5 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:48:50.129014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Deleting port b56dc237-d87b-4756-817a-2f4b53ca297d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:50.129386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:50.131636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b0b44a4-e4e9-43b0-a3bf-f177ba7dbbab req-7a94b390-75b4-4e4d-a6c0-015253d54ef5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Mar 03 17:48:50.216347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fdf386a0-d6f7-48d7-afa6-4a39b5ff19cf service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533123 Mar 03 17:48:50.223617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:50.261361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-056840d6-68ab-456e-af1a-1eddd4053e6b None None] Provisioning complete for port c69148e0-9798-4fd8-95f8-048a6ea49bf6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:50.263144 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-056840d6-68ab-456e-af1a-1eddd4053e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:50.274031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-7a68478c-683c-4e21-a360-5d0499cd879d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567016 Mar 03 17:48:50.327052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-056840d6-68ab-456e-af1a-1eddd4053e6b None None] Port c69148e0-9798-4fd8-95f8-048a6ea49bf6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:50.392249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c00152-a616-48df-8b52-3fc919a299fd req-74a0229e-d7a6-4446-8259-c580d700ef7a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:50.401121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6c00152-a616-48df-8b52-3fc919a299fd req-74a0229e-d7a6-4446-8259-c580d700ef7a tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/ports?device_id=d23cefa2-e8a5-4d8a-b58e-00745a7a9ef6 HTTP/1.1" status: 200 len: 945 time: 0.1151261 Mar 03 17:48:50.448843 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'status': 'completed', 'code': 200} Mar 03 17:48:50.454656 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6c00152-a616-48df-8b52-3fc919a299fd req-409a445d-d737-4b66-a850-9edcf0d773ea tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525432 Mar 03 17:48:50.468713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:50.685451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:50.955238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-e8771bc0-4c71-48ee-b36f-b7a44e66fc84 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Synchronizing usage tracker for tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:51.011121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-e8771bc0-4c71-48ee-b36f-b7a44e66fc84 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Unset dirty status for tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:51.020765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-e8771bc0-4c71-48ee-b36f-b7a44e66fc84 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4753256 Mar 03 17:48:51.034006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:51.052168 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Sync routers for ids ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:48:51.066639 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Routers {'042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:51.068612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:51.068739 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:51.078662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Usage tracker for resource:floatingip and tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:51.082033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:51.094149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:51.095143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5afc1c5a-7c21-4218-979b-a79a654e896c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:51.105923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.113005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] For port b56dc237-d87b-4756-817a-2f4b53ca297d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56dc237-d87b-4756-817a-2f4b53ca297d,segment=NetworkSegment(0e5340ce-3e92-4d8e-a0fa-b5c99862d20c),segment_id=0e5340ce-3e92-4d8e-a0fa-b5c99862d20c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:51.114822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.267164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5afc1c5a-7c21-4218-979b-a79a654e896c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:51.267746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.288095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.388394 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Set router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:51.416688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Calling delete_port for b56dc237-d87b-4756-817a-2f4b53ca297d owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:51.480199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Allocated IP 172.25.0.12 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/b220df0a-5f9c-4e22-82dd-68f27f1baa03) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:51.615567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:48:51.621401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-8e8e70e9-09cf-432f-bb2e-a29c005d7671 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3273220 Mar 03 17:48:51.664474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.666549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.706219 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.746326 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7504-e846-40f6-a721-f472398a865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.784629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Pushing event updated for resources: {'Port': ['ID=b220df0a-5f9c-4e22-82dd-68f27f1baa03,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:51.803800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:51.805036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:51.807679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:51.810338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b370615e-640b-41c9-be4d-d009752d0df5 req-8439dd35-93f2-4dda-bdea-e7b74de39a47 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 210 time: 0.1918228 Mar 03 17:48:51.891486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event deleted for resources: {'Port': ['ID=b56dc237-d87b-4756-817a-2f4b53ca297d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:51.914844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:51.996795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.103349 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port': {'id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:41Z', 'updated_at': '2022-03-03T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '06a71de8-ba31-4125-84db-768d7c234575', 'name': '', 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'mac_address': 'fa:16:3e:3c:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12e7e93a-d7d9-40f4-91d4-3a01286b4ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:46Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 2, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'subnets': [{'id': '12e7e93a-d7d9-40f4-91d4-3a01286b4ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:52.114676 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Checking router: 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:48:52.115002 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Updating router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 port 06a71de8-ba31-4125-84db-768d7c234575 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:48:52.116598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] No DVR routers for this DVR port b56dc237-d87b-4756-817a-2f4b53ca297d on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:52.138372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.213289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-49ac1663-0578-4356-ada9-36fe214fa90f req-abf834df-cc8f-4ae7-833b-341bcf51d408 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.16 "DELETE /v2.0/ports/b56dc237-d87b-4756-817a-2f4b53ca297d HTTP/1.1" status: 204 len: 173 time: 2.2930732 Mar 03 17:48:52.260228 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.356131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.386843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56dc237-d87b-4756-817a-2f4b53ca297d no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:52.431053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: b56dc237-d87b-4756-817a-2f4b53ca297d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:52.431783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56dc237-d87b-4756-817a-2f4b53ca297d not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:52.454084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'name': 'network-vif-deleted', 'tag': 'b56dc237-d87b-4756-817a-2f4b53ca297d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:52.481045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.483282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4de88dc8-1e70-400f-8584-aa2f5ca46ca5 HTTP/1.1" status: 204 len: 168 time: 2.9428844 Mar 03 17:48:52.488632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038aa0e-79d0-4a1b-8f4d-ae44a49240bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de88dc8-1e70-400f-8584-aa2f5ca46ca5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:52.496202 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abb2f6a8-24eb-4195-80cc-be2eb3b71851 req-ba5df7c0-976c-498f-94fd-2784aab7ae21 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8628681 Mar 03 17:48:52.496542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:52.533861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-abd0e051-7e31-47c1-a941-8cc5c05d30fe tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:52.535333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-abd0e051-7e31-47c1-a941-8cc5c05d30fe tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.16 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 820 time: 0.5020621 Mar 03 17:48:52.537744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:48:52.556545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-64a4c3b9-21e2-45cd-997d-24d85142b24c admin admin] 10.222.0.23 "PUT /v2.0/routers/c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9141219 Mar 03 17:48:52.556779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Sync routers for ids ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:48:52.556909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'port': {'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'admin_state_up': True, 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:52.566151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Routers {'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:52.568908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:52.685166 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.772694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37856) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:52.814290 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.832678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9d845-7448-470c-8d5a-5ae0a431ab50 req-3fac4312-1481-45d0-9053-0e7d562e59dd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:52.834385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-dae9d845-7448-470c-8d5a-5ae0a431ab50 req-3fac4312-1481-45d0-9053-0e7d562e59dd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:52.854058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:52.856416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.886635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:52.918020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Set router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:52.919430 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.930134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.935688 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Transition to ACTIVE for port object 06a71de8-ba31-4125-84db-768d7c234575 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:52.944435 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:52.948148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1367625050'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:52.962378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:52.967042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:network and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:52.969950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:52.970414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-dae9d845-7448-470c-8d5a-5ae0a431ab50 req-3fac4312-1481-45d0-9053-0e7d562e59dd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:52.976789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dae9d845-7448-470c-8d5a-5ae0a431ab50 req-3fac4312-1481-45d0-9053-0e7d562e59dd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 943 time: 0.6346297 Mar 03 17:48:52.987712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:52.997675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Made reservation on behalf of 8fe6106d09e1464c8eccdef00d00bfe7 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:53.005577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.030165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce709892-7d19-4616-89ff-71e2a88a2689 None None] Pushing event updated for resources: {'Port': ['ID=06a71de8-ba31-4125-84db-768d7c234575,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:53.046528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:53.047992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-05064005-eb14-409f-bab0-a001ddb874bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:53.063577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.070967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-05064005-eb14-409f-bab0-a001ddb874bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 1094 time: 0.3746285 Mar 03 17:48:53.091896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.287741 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Attempting to bind port 06a71de8-ba31-4125-84db-768d7c234575 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:53.289047 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Attempting to bind port 06a71de8-ba31-4125-84db-768d7c234575 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:53.289942 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Attempting to bind port 06a71de8-ba31-4125-84db-768d7c234575 on network 0b6fb320-279d-4864-bfe0-bbc08476e700 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:53.303462 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:53.304141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Checking segment: {'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:53.304841 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.305464 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Bound using segment: {'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:53.306919 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Bound port: 06a71de8-ba31-4125-84db-768d7c234575, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c9f36d-e6c5-41be-a478-c04484fbb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:53.307952 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.366816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:48:53.397565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.398016 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Added segment b5c4e168-e2de-4833-85d8-77aaf4449b3a of type vlan for network a114cfcf-c612-487c-b798-53c3d8dcba98 Mar 03 17:48:53.430321 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] For port 06a71de8-ba31-4125-84db-768d7c234575, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:53.440989 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] For port 06a71de8-ba31-4125-84db-768d7c234575, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=06a71de8-ba31-4125-84db-768d7c234575,segment=NetworkSegment(02c9f36d-e6c5-41be-a478-c04484fbb123),segment_id=02c9f36d-e6c5-41be-a478-c04484fbb123)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:53.449872 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.541604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:48:47Z', 'revision_number': 4, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c69148e0-9798-4fd8-95f8-048a6ea49bf6', 'name': '', 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'mac_address': 'fa:16:3e:e5:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '716a7be0-9df7-45ab-9c45-492b89ddac32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 2, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'subnets': [{'id': '716a7be0-9df7-45ab-9c45-492b89ddac32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:53.547498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Checking router: c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:48:53.548310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Updating router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 port c69148e0-9798-4fd8-95f8-048a6ea49bf6 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:48:53.601880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Pushing event updated for resources: {'Port': ['ID=b220df0a-5f9c-4e22-82dd-68f27f1baa03,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:53.610640 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.632209 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Routers {'042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:53.635959 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:53.667336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.729767 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce709892-7d19-4616-89ff-71e2a88a2689 None None] Pushing event updated for resources: {'Port': ['ID=06a71de8-ba31-4125-84db-768d7c234575,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:53.752467 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dae9d845-7448-470c-8d5a-5ae0a431ab50 req-9ddd0d90-c430-4c5c-a7bc-119aa1800783 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745967 Mar 03 17:48:53.764587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.772625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.843499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:48:53.898501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.908095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-c6ed495f-7252-42c1-aa51-bed2008f03a5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8839695 Mar 03 17:48:53.922412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:53.947930 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] Set router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:54.003017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-e38a4487-3269-475e-ae31-861c3a140dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:54.004842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-e38a4487-3269-475e-ae31-861c3a140dcd service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 906 time: 0.9075410 Mar 03 17:48:54.020651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973451ce-d85f-4817-8c1b-853003fba5e0']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:54.119058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c09ee16-2d28-494c-9693-fdb01f09c764') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:54.119525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c09ee16-2d28-494c-9693-fdb01f09c764') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:54.127147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-6bcf8239-86ae-4653-9398-111e51f1be62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4526c4-feed-467b-9ae3-a116d481ff00 HTTP/1.1" status: 200 len: 217 time: 0.0844688 Mar 03 17:48:54.171572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.224233 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.242313 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.248290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:54.249019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.277857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.298461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-6ff4b6ff-7f41-49bb-b148-9d14cf0cc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:54.298987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Allocated IP 172.20.0.5 (150a5147-cc7d-41be-b0bb-3c61b46e1b72/ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254/e01834b0-6f87-4b83-849c-933c02ee0fd3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:54.300403 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-6ff4b6ff-7f41-49bb-b148-9d14cf0cc45e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.1641188 Mar 03 17:48:54.301624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:48:54.302029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:48:54.321910 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:48:54.326761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.330202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-f3441a08-3b6d-4f3f-ac76-9afd246a6b59 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:54.331812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-f3441a08-3b6d-4f3f-ac76-9afd246a6b59 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 945 time: 0.5611336 Mar 03 17:48:54.342855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Transition to ACTIVE for port object c69148e0-9798-4fd8-95f8-048a6ea49bf6 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:54.352360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.365519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-18deb795-05c4-43ad-8cd4-b544d284adeb tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Synchronizing usage tracker for tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:54.459606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6856539 Mar 03 17:48:54.476465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37868) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:54.482659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'subnet': {'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:54.528793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-2daf1390-e3a5-405c-bd15-c63d3416ef05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833181 Mar 03 17:48:54.582532 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port': {'id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:41Z', 'updated_at': '2022-03-03T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '06a71de8-ba31-4125-84db-768d7c234575', 'name': '', 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'mac_address': 'fa:16:3e:3c:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12e7e93a-d7d9-40f4-91d4-3a01286b4ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:46Z', 'updated_at': '2022-03-03T17:48:53Z', 'revision_number': 4, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'subnets': [{'id': '12e7e93a-d7d9-40f4-91d4-3a01286b4ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:54.588811 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00093229-37f0-4f1b-82c0-99c75f03b52a None None] The sync data for ids ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'] in n-d-827121-1 is: [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port': {'id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:41Z', 'updated_at': '2022-03-03T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '06a71de8-ba31-4125-84db-768d7c234575', 'name': '', 'network_id': '0b6fb320-279d-4864-bfe0-bbc08476e700', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'mac_address': 'fa:16:3e:3c:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '12e7e93a-d7d9-40f4-91d4-3a01286b4ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:46Z', 'updated_at': '2022-03-03T17:48:53Z', 'revision_number': 4, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'subnets': [{'id': '12e7e93a-d7d9-40f4-91d4-3a01286b4ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:48:54.642927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24701-1d8a-4777-8215-c3731c4cad82 req-9f991f32-1ba8-46b3-91a1-75e881a5c9df tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:54.644091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fcd24701-1d8a-4777-8215-c3731c4cad82 req-9f991f32-1ba8-46b3-91a1-75e881a5c9df tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 945 time: 0.5160732 Mar 03 17:48:54.644761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.769960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.770519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-18deb795-05c4-43ad-8cd4-b544d284adeb tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Unset dirty status for tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:54.771635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-18deb795-05c4-43ad-8cd4-b544d284adeb tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.8626344 Mar 03 17:48:54.778098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] Pushing event deleted for resources: {'Network': ['ID=973451ce-d85f-4817-8c1b-853003fba5e0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:54.785379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Deleting port 8a58627e-8551-4b70-9c4e-704ee5a275a0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:54.785733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.845671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:54.858657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:subnet and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:54.862279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:54.868502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:54.871829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-192ae48c-fde3-48e5-9ce0-021b2c69f14e admin admin] 10.222.0.23 "DELETE /v2.0/networks/973451ce-d85f-4817-8c1b-853003fba5e0 HTTP/1.1" status: 204 len: 168 time: 2.3657818 Mar 03 17:48:54.896391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37876) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:54.901249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fcd24701-1d8a-4777-8215-c3731c4cad82 req-233d2053-3ea8-45e1-be79-611a576b9ac5 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/security-groups?id=491a9b53-366b-4862-8a0d-a2a298811243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550584 Mar 03 17:48:54.907654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdf135-5d0e-45ef-8a01-fa5252b4f9ad tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Network': ['ID=a114cfcf-c612-487c-b798-53c3d8dcba98,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:54.929668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:54.934251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:54.982736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Attempting to bind port c69148e0-9798-4fd8-95f8-048a6ea49bf6 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:54.985363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Attempting to bind port c69148e0-9798-4fd8-95f8-048a6ea49bf6 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:54.985736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Attempting to bind port c69148e0-9798-4fd8-95f8-048a6ea49bf6 on network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:54.989069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a114cfcf-c612-487c-b798-53c3d8dcba98 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:48:55.178122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7687665-244d-45e0-b6a4-1e292a0c2b70 None None] Pushing event updated for resources: {'Port': ['ID=c69148e0-9798-4fd8-95f8-048a6ea49bf6,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:55.194490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06a71de8-ba31-4125-84db-768d7c234575 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:55.251732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba4526c4-feed-467b-9ae3-a116d481ff00 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:48:55.287500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:55.287869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Checking segment: {'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:55.288263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.288645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Bound using segment: {'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:55.289119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Bound port: c69148e0-9798-4fd8-95f8-048a6ea49bf6, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:55.289521 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.310113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] For port 8a58627e-8551-4b70-9c4e-704ee5a275a0, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=8a58627e-8551-4b70-9c4e-704ee5a275a0,segment=NetworkSegment(f2410240-bbd9-48fe-8cae-e00e8bdf86e4),segment_id=f2410240-bbd9-48fe-8cae-e00e8bdf86e4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:55.310649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.413361 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23cefa2-e8a5-4d8a-b58e-00745a7a9ef6', 'name': 'network-vif-deleted', 'tag': 'b56dc237-d87b-4756-817a-2f4b53ca297d', 'status': 'completed', 'code': 200} Mar 03 17:48:55.477216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-96fe08f8-39e1-4344-9f97-3b3d1fdabcdd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:55.491199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2faa7258-22fd-4cc7-a827-c72f31591d62 req-96fe08f8-39e1-4344-9f97-3b3d1fdabcdd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.6947749 Mar 03 17:48:55.521921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] For port c69148e0-9798-4fd8-95f8-048a6ea49bf6, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:55.525768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] For port c69148e0-9798-4fd8-95f8-048a6ea49bf6, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c69148e0-9798-4fd8-95f8-048a6ea49bf6,segment=NetworkSegment(d72680ad-a59a-4fa4-a9db-abbcc2ddec43),segment_id=d72680ad-a59a-4fa4-a9db-abbcc2ddec43)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:55.543017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.567419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Calling delete_port for 8a58627e-8551-4b70-9c4e-704ee5a275a0 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:48:55.641810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7687665-244d-45e0-b6a4-1e292a0c2b70 None None] Pushing event updated for resources: {'Port': ['ID=c69148e0-9798-4fd8-95f8-048a6ea49bf6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:55.647951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.696542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a37682a-d371-4a2f-922b-8555cf81f6b9 req-c61dff61-cb38-49d1-8f0b-cc492842e6ed tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 210 time: 0.2997758 Mar 03 17:48:55.696880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:55.718485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Routers {'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:48:55.719120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:55.724304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-fafd49fe-71f7-4f08-aa41-18db670e74c7 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1682134 Mar 03 17:48:55.744636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Transition to ACTIVE for port object e01834b0-6f87-4b83-849c-933c02ee0fd3 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:55.818027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'mac_address': 'fa:16:3e:95:f5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:48:55.832857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.839024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 06a71de8-ba31-4125-84db-768d7c234575 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:55.850605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 06a71de8-ba31-4125-84db-768d7c234575 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:55.851716 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.951461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:55.973169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['09910e6c-d015-4edc-aa54-e21f69a6f849'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:56.039183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Pushing event updated for resources: {'Port': ['ID=e01834b0-6f87-4b83-849c-933c02ee0fd3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:56.049033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d048f-7840-42fd-a355-e60987d7120a req-eb508187-3bb7-4134-ae38-7d3af338e84d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:56.050665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-756d048f-7840-42fd-a355-e60987d7120a req-eb508187-3bb7-4134-ae38-7d3af338e84d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 943 time: 0.3688519 Mar 03 17:48:56.083532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Subnet': ['ID=0137078a-af7c-4a8c-b56a-86dcef69e249,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:56.119894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:56.125158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:56.134596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:56.179715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Checking segment: {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:56.180142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network hostable DHCP agents. Network: a114cfcf-c612-487c-b798-53c3d8dcba98, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:48:56.202861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-756d048f-7840-42fd-a355-e60987d7120a req-fffbe8bf-b704-4c6a-8b08-11ae3e3c4cf3 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238704 Mar 03 17:48:56.236401 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.282257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] Deleting subnet 77037f49-47f4-48c5-9111-4c95d0789f21 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:48:56.302622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:56.303405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.328822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network a114cfcf-c612-487c-b798-53c3d8dcba98 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:48:56.359594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a114cfcf-c612-487c-b798-53c3d8dcba98) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:56.360231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] Set router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:48:56.371003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-fed3f8bf-0aeb-4c8c-a231-d41f1d93def6 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8203399 Mar 03 17:48:56.374327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:56.374902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.408395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Request body: {'port': {'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:56.410035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.444945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.456096 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26963453-3c8a-455f-a4a0-15adcee7f4b6 req-df0ef6a7-b9f4-449b-84cf-dcdc38c4c89e tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips/ec95f473-6b55-4252-b367-bced8cb9c332 HTTP/1.1" status: 200 len: 692 time: 0.5155537 Mar 03 17:48:56.507363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6eae8f19-187e-4150-929d-bca4878f6f9f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0293186 Mar 03 17:48:56.510847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37894) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:56.529730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1540609159'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:56.538976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:56.550184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.555449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:network and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:56.566052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4526c4-feed-467b-9ae3-a116d481ff00 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:56.575443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48960c-416c-47ed-a7c2-bb88acdaac0e None None] Network a114cfcf-c612-487c-b798-53c3d8dcba98 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:48:56.600649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Pushing event deleted for resources: {'Port': ['ID=8a58627e-8551-4b70-9c4e-704ee5a275a0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:56.634309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:56.645450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:56.674945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:56.679819 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.690755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55dbfd49-bc27-4442-9c90-77afe1837afa req-bf3773da-6c4a-4981-89f5-94c2baa8d4d9 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9436355 Mar 03 17:48:56.709891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f781f796-b74e-4f9c-af04-3e933936a754 req-e2574c1a-a6ff-4f78-8830-b40db458032c tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a892908-4ad8-4dc8-9cb8-d18df95ef4c9 HTTP/1.1" status: 200 len: 210 time: 0.1563709 Mar 03 17:48:56.744499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.752307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.769232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:48:56.820832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.821172 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Added segment 0670e4ec-cf48-4a47-982c-a0504cdfe786 of type vlan for network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a Mar 03 17:48:56.889872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8e4ec51f-5a2d-4c4d-a554-2498f1f8ba5d None None] Provisioning for port e01834b0-6f87-4b83-849c-933c02ee0fd3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:56.906081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:56.917671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.935421 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.963040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8e4ec51f-5a2d-4c4d-a554-2498f1f8ba5d None None] Provisioning complete for port e01834b0-6f87-4b83-849c-933c02ee0fd3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:56.963391 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8e4ec51f-5a2d-4c4d-a554-2498f1f8ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:56.992868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963453-3c8a-455f-a4a0-15adcee7f4b6 req-0e3f1a14-d92f-4f5f-b718-d2e08269036a tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:56.995340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26963453-3c8a-455f-a4a0-15adcee7f4b6 req-0e3f1a14-d92f-4f5f-b718-d2e08269036a tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.4842200 Mar 03 17:48:57.002275 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.026290 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.037224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] No DVR routers for this DVR port 8a58627e-8551-4b70-9c4e-704ee5a275a0 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:48:57.047403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-26963453-3c8a-455f-a4a0-15adcee7f4b6 req-a05d2fc5-a5b2-4204-9c07-02201d37c015 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:48:57.049169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26963453-3c8a-455f-a4a0-15adcee7f4b6 req-a05d2fc5-a5b2-4204-9c07-02201d37c015 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0405416 Mar 03 17:48:57.067085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.102998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ec51f-5a2d-4c4d-a554-2498f1f8ba5d None None] Port e01834b0-6f87-4b83-849c-933c02ee0fd3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:48:57.108470 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.116490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77037f49-47f4-48c5-9111-4c95d0789f21,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:57.117974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37906) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:57.181030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 06a71de8-ba31-4125-84db-768d7c234575, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=06a71de8-ba31-4125-84db-768d7c234575,segment=NetworkSegment(02c9f36d-e6c5-41be-a478-c04484fbb123),segment_id=02c9f36d-e6c5-41be-a478-c04484fbb123)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:48:57.212932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-90919556-a196-48a7-ac28-c9d5236c4f74 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/77037f49-47f4-48c5-9111-4c95d0789f21 HTTP/1.1" status: 204 len: 168 time: 2.3086660 Mar 03 17:48:57.222016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6810f856-f890-4aa9-8ed4-8720cc3ffa38 req-7c0cdbdc-d8f2-4ec9-8329-66c6b7bf17a1 tempest-InstanceActionsNegativeTestJSON-58692159 tempest-InstanceActionsNegativeTestJSON-58692159-project] 10.222.0.16 "DELETE /v2.0/ports/8a58627e-8551-4b70-9c4e-704ee5a275a0 HTTP/1.1" status: 204 len: 173 time: 2.8280840 Mar 03 17:48:57.222584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37910) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:57.260649 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.265761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c8b0119-45f7-488b-881f-a4e5d06ce0be req-e1c6e2e9-898a-4a73-a115-4761884c120b tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=102483bc8b1f404cb2b8aaa6b2dd1a86 HTTP/1.1" status: 200 len: 695 time: 0.1337626 Mar 03 17:48:57.316769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ba4526c4-feed-467b-9ae3-a116d481ff00'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:48:57.344106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.351676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:57.352310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.376066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:57.451848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'name': 'network-vif-deleted', 'tag': '8a58627e-8551-4b70-9c4e-704ee5a275a0'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:57.453655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9396424 Mar 03 17:48:57.463240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:57.471240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3213-476b-4255-a989-e58d84aed0c2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.489949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'subnet': {'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:48:57.533525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a114cfcf-c612-487c-b798-53c3d8dcba98', 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'fixed_ips': [{'subnet_id': '0137078a-af7c-4a8c-b56a-86dcef69e249'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:48:57.534453 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.550452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.567766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=06a71de8-ba31-4125-84db-768d7c234575,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:57.571484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb0740-a849-4a39-b4db-162d4afb4604 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Network': ['ID=94e5b46f-f6b7-411e-bec6-6d0db76f6f8a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:57.585001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8550d5-d24e-4318-b960-f77781ce88f9 req-5afccc58-6f3a-474a-889a-988cd100e12d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:57.585745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9d8550d5-d24e-4318-b960-f77781ce88f9 req-5afccc58-6f3a-474a-889a-988cd100e12d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:48:57.594992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3213-476b-4255-a989-e58d84aed0c2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.634576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:48:57.653673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9d8550d5-d24e-4318-b960-f77781ce88f9 req-5afccc58-6f3a-474a-889a-988cd100e12d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:48:57.654828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d8550d5-d24e-4318-b960-f77781ce88f9 req-5afccc58-6f3a-474a-889a-988cd100e12d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 931 time: 0.7170346 Mar 03 17:48:57.658219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0119-45f7-488b-881f-a4e5d06ce0be req-1f886da4-0d8d-4295-9f10-55f3f83c80a4 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:57.659931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c8b0119-45f7-488b-881f-a4e5d06ce0be req-1f886da4-0d8d-4295-9f10-55f3f83c80a4 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks?id=4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 787 time: 0.3793211 Mar 03 17:48:57.666834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:48:47Z', 'revision_number': 4, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c69148e0-9798-4fd8-95f8-048a6ea49bf6', 'name': '', 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'mac_address': 'fa:16:3e:e5:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '716a7be0-9df7-45ab-9c45-492b89ddac32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:48:55Z', 'revision_number': 4, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'subnets': [{'id': '716a7be0-9df7-45ab-9c45-492b89ddac32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:57.700414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-1c8b0119-45f7-488b-881f-a4e5d06ce0be req-3c62c6c6-58a0-479a-88ac-293c22e1f3cd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:48:57.702168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c8b0119-45f7-488b-881f-a4e5d06ce0be req-3c62c6c6-58a0-479a-88ac-293c22e1f3cd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062568 Mar 03 17:48:57.706470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:48:57.742088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:subnet and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:48:57.750820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01834b0-6f87-4b83-849c-933c02ee0fd3 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:48:57.764702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd2394-a9d3-448b-8e46-69be98a29e47 None None] The sync data for ids ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'] in n-d-827121-1 is: [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:48:47Z', 'revision_number': 4, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c69148e0-9798-4fd8-95f8-048a6ea49bf6', 'name': '', 'network_id': '9d45de4a-d8d2-429c-a80f-ab231b1da3a1', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'mac_address': 'fa:16:3e:e5:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '716a7be0-9df7-45ab-9c45-492b89ddac32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:48:55Z', 'revision_number': 4, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'subnets': [{'id': '716a7be0-9df7-45ab-9c45-492b89ddac32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:48:57.773722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:48:57.783710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:48:57.794723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.840820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d8550d5-d24e-4318-b960-f77781ce88f9 req-b5310aaf-5579-477b-9101-d3d0617f3826 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441259 Mar 03 17:48:57.897741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3213-476b-4255-a989-e58d84aed0c2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:57.933920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Transition to ACTIVE for port object e01834b0-6f87-4b83-849c-933c02ee0fd3 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:57.955787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf3213-476b-4255-a989-e58d84aed0c2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1db12-39e8-4674-aa94-500ee6b16e51,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:57.970037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.043980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Allocated IP 19.80.0.2 (a114cfcf-c612-487c-b798-53c3d8dcba98/0137078a-af7c-4a8c-b56a-86dcef69e249/283a844d-ca17-4267-a317-53b0692507b0) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:48:58.067377 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a892908-4ad8-4dc8-9cb8-d18df95ef4c9', 'name': 'network-vif-deleted', 'tag': '8a58627e-8551-4b70-9c4e-704ee5a275a0', 'status': 'completed', 'code': 200} Mar 03 17:48:58.082237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.126098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:48:58.135744 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.201166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Pushing event updated for resources: {'Port': ['ID=e01834b0-6f87-4b83-849c-933c02ee0fd3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:58.223593 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4bf3213-476b-4255-a989-e58d84aed0c2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.223867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6c565f-5e94-45ee-b2d7-083cd2c93a64']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:58.227900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a4bf3213-476b-4255-a989-e58d84aed0c2 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "DELETE /v2.0/security-groups/dce1db12-39e8-4674-aa94-500ee6b16e51 HTTP/1.1" status: 204 len: 168 time: 1.1064441 Mar 03 17:48:58.236945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:58.318055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c769a5-6f16-49b1-8902-3656e41c6c83') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:58.318341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c769a5-6f16-49b1-8902-3656e41c6c83') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:48:58.322903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-9b369544-0afb-4e57-b832-fcd351827fdd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips/ec95f473-6b55-4252-b367-bced8cb9c332 HTTP/1.1" status: 200 len: 692 time: 0.3054392 Mar 03 17:48:58.343413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.350338 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-531c1dd9-66c3-4533-834f-dcd361d5ec8e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] show failed (client error): The resource could not be found. Mar 03 17:48:58.351370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-531c1dd9-66c3-4533-834f-dcd361d5ec8e tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "GET /v2.0/security-groups/dce1db12-39e8-4674-aa94-500ee6b16e51 HTTP/1.1" status: 404 len: 347 time: 0.1134541 Mar 03 17:48:58.360374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37932) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:58.437889 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.452952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Transition to ACTIVE for port object 283a844d-ca17-4267-a317-53b0692507b0 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:58.479967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Transition to ACTIVE for port object 283a844d-ca17-4267-a317-53b0692507b0 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:48:58.486257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 8a58627e-8551-4b70-9c4e-704ee5a275a0 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:48:58.557862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 8a58627e-8551-4b70-9c4e-704ee5a275a0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:48:58.558596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 8a58627e-8551-4b70-9c4e-704ee5a275a0 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:48:58.564138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.607573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.625855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Attempting to bind port e01834b0-6f87-4b83-849c-933c02ee0fd3 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:58.626211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Attempting to bind port e01834b0-6f87-4b83-849c-933c02ee0fd3 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:58.626500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Attempting to bind port e01834b0-6f87-4b83-849c-933c02ee0fd3 on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:58.635710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-6d4590b7-4313-4178-9836-bac86021db8a tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:58.643410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-6d4590b7-4313-4178-9836-bac86021db8a tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.3190775 Mar 03 17:48:58.645314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:48:58.645915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:48:58.660851 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:48:58.669574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Pushing event updated for resources: {'Port': ['ID=283a844d-ca17-4267-a317-53b0692507b0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:58.687929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Network a114cfcf-c612-487c-b798-53c3d8dcba98 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:48:58.689869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:48:58.692299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:48:58.702408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Port e01834b0-6f87-4b83-849c-933c02ee0fd3 on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:48:58.702612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Attempting to bind port e01834b0-6f87-4b83-849c-933c02ee0fd3 on network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:58.729036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:58.729393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Checking segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:58.729780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Bound using segment: {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:58.730203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Bound port: e01834b0-6f87-4b83-849c-933c02ee0fd3, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7d990a-a4a2-46f4-b656-0199b4bc3c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:58.730543 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.747842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-3e296b6d-5f43-41c7-899d-ab66472caa09 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.1034517 Mar 03 17:48:58.811508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Attempting to bind port 283a844d-ca17-4267-a317-53b0692507b0 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:48:58.812178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Attempting to bind port 283a844d-ca17-4267-a317-53b0692507b0 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:48:58.812715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Attempting to bind port 283a844d-ca17-4267-a317-53b0692507b0 on network a114cfcf-c612-487c-b798-53c3d8dcba98 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:48:58.822291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:48:58.822873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Checking segment: {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:48:58.823454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.824005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Bound using segment: {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:48:58.824644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Bound port: 283a844d-ca17-4267-a317-53b0692507b0, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:48:58.825197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.855041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02a03-a265-406a-9e12-12295138f72a req-8983a08a-f500-4b41-86c8-fe6c6d8fb6bd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:58.856517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71c02a03-a265-406a-9e12-12295138f72a req-8983a08a-f500-4b41-86c8-fe6c6d8fb6bd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 944 time: 0.9022322 Mar 03 17:48:58.857130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.890764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-f0952219-84b0-4d80-9388-706028891fa2 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.1419938 Mar 03 17:48:58.900997 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.904348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Deleting port 05ba38d1-a501-4ac5-8193-cc20f0f99fbd {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:58.904925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:58.950015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] For port 283a844d-ca17-4267-a317-53b0692507b0, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:58.954015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] For port 283a844d-ca17-4267-a317-53b0692507b0, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=283a844d-ca17-4267-a317-53b0692507b0,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:58.965740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.013759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71c02a03-a265-406a-9e12-12295138f72a req-a13ba493-fb0a-4a7e-95cb-793664d0d332 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392469 Mar 03 17:48:59.014572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c6c565f-5e94-45ee-b2d7-083cd2c93a64,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:59.061763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9122a2e-2be5-404d-87e7-b85d4d3fd5a6 None None] Pushing event updated for resources: {'Port': ['ID=283a844d-ca17-4267-a317-53b0692507b0,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:59.104388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] For port e01834b0-6f87-4b83-849c-933c02ee0fd3, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:48:59.108993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] For port e01834b0-6f87-4b83-849c-933c02ee0fd3, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:48:59.118153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-007fc517-5448-4947-8d7a-e9c0471921b4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c6c565f-5e94-45ee-b2d7-083cd2c93a64 HTTP/1.1" status: 204 len: 168 time: 1.8904018 Mar 03 17:48:59.138131 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.200574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37940) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:59.200956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba4526c4-feed-467b-9ae3-a116d481ff00 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:59.576284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port ba4526c4-feed-467b-9ae3-a116d481ff00 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:59.584015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port ba4526c4-feed-467b-9ae3-a116d481ff00 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:59.584805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.598477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37946) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:48:59.704501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c69148e0-9798-4fd8-95f8-048a6ea49bf6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:48:59.715815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.716386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.755378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Deleting port b220df0a-5f9c-4e22-82dd-68f27f1baa03 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:48:59.755378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.836617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:48:59.837236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.839205 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] 10.222.0.16 "PUT /v2.0/ports/e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 1091 time: 3.4432464 Mar 03 17:48:59.839663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:48:59.854681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c887c4a-74c6-4f3b-b964-c4682c5cc0ea service neutron] Pushing event updated for resources: {'Port': ['ID=e01834b0-6f87-4b83-849c-933c02ee0fd3,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:48:59.958219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c69148e0-9798-4fd8-95f8-048a6ea49bf6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:48:59.966272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c69148e0-9798-4fd8-95f8-048a6ea49bf6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:48:59.967005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:48:59.968765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Calling delete_port for 05ba38d1-a501-4ac5-8193-cc20f0f99fbd owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:00.000198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.017620 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.075153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:00.089817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:00.092922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] Deleting subnet 28390d9f-216f-4bc2-ba35-d1854111abb6 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:49:00.116670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.120845 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.121357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.131493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-1a15faf7-2171-407d-9f24-0b795d09b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:00.133377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-1a15faf7-2171-407d-9f24-0b795d09b557 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 1094 time: 0.2164342 Mar 03 17:49:00.153157 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.166685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.169999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Subnet': ['ID=c864b302-4bf0-4f66-94bf-60d4b0b9708d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:00.246085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-235c5699-3c91-4583-9c5b-7069d3c6b881 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0789e5a83fb74489ac1fd65c764532f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442070 Mar 03 17:49:00.263392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37956) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:00.271826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:00.280576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c69148e0-9798-4fd8-95f8-048a6ea49bf6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c69148e0-9798-4fd8-95f8-048a6ea49bf6,segment=NetworkSegment(d72680ad-a59a-4fa4-a9db-abbcc2ddec43),segment_id=d72680ad-a59a-4fa4-a9db-abbcc2ddec43)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:00.287155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.288217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06a71de8-ba31-4125-84db-768d7c234575 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:00.304208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.312278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-71b6ff38-f568-4a58-8959-18268ee06fb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 217 time: 0.1144996 Mar 03 17:49:00.372679 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.470127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Checking segment: {'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:00.470127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network hostable DHCP agents. Network: 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:49:00.498802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Calling delete_port for b220df0a-5f9c-4e22-82dd-68f27f1baa03 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:00.504739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.505657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c69148e0-9798-4fd8-95f8-048a6ea49bf6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:00.516220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 06a71de8-ba31-4125-84db-768d7c234575 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:00.516868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.591664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-bdbb8253-7ece-42bf-b440-67d3603a1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:00.593424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-bdbb8253-7ece-42bf-b440-67d3603a1488 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1738524 Mar 03 17:49:00.599577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.613866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28390d9f-216f-4bc2-ba35-d1854111abb6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:00.628500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc77c6-0f8c-4c5b-9a43-c42e978d109a req-d42a3096-8ca6-4cb5-87d0-c8cff17b9219 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:00.630076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12bc77c6-0f8c-4c5b-9a43-c42e978d109a req-d42a3096-8ca6-4cb5-87d0-c8cff17b9219 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 943 time: 1.1535466 Mar 03 17:49:00.711528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b486bc07-18ef-44d0-88be-a87f26c43ffc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/28390d9f-216f-4bc2-ba35-d1854111abb6 HTTP/1.1" status: 204 len: 168 time: 1.5033958 Mar 03 17:49:00.744812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72438f8-6312-40d1-af6a-0e167d3d7402 None None] Network a114cfcf-c612-487c-b798-53c3d8dcba98 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:00.763997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37964) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:00.764667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.811182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:00.829284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:49:00.861851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eda3c1ea-0e17-4a8c-bbdd-bfa188d64f9e None None] Provisioning for port 283a844d-ca17-4267-a317-53b0692507b0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:00.910708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Pushing event deleted for resources: {'Port': ['ID=b220df0a-5f9c-4e22-82dd-68f27f1baa03,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:01.000257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-7212b195-07d2-4c7b-8365-7993a61b9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:01.002558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-7212b195-07d2-4c7b-8365-7993a61b9f5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3986404 Mar 03 17:49:01.148616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Pushing event deleted for resources: {'Port': ['ID=05ba38d1-a501-4ac5-8193-cc20f0f99fbd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:01.193444 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.245036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.246871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03e423c8-f266-42a5-a170-84f662e9eb47 req-d9fd4629-9bee-4a61-ad50-b1aa7f0e85dd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "DELETE /v2.0/floatingips/ec95f473-6b55-4252-b367-bced8cb9c332 HTTP/1.1" status: 204 len: 173 time: 2.3479884 Mar 03 17:49:01.266243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:01.276353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd1602d-cc06-49bf-b354-df23b1c08901 None None] Network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:01.294484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-7475a3a3-1b81-4b7c-a642-4a0940995922 service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706966 Mar 03 17:49:01.395561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:01.396416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.426065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88be-975a-459d-8a6d-a2e18ddcb0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.454493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12bc77c6-0f8c-4c5b-9a43-c42e978d109a req-254f8da3-eee3-48d6-bcac-b39604de39b5 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183311 Mar 03 17:49:01.511056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.513736 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'status': 'completed', 'code': 200} Mar 03 17:49:01.530323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.533193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.534511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-42a2aa12-7be7-49b2-a702-e538714f3116 tempest-ImagesOneServerNegativeTestJSON-1840195944 tempest-ImagesOneServerNegativeTestJSON-1840195944-project] 10.222.0.23 "DELETE /v2.0/floatingips/a326b126-fa7e-4e25-b2df-edbb468bf890 HTTP/1.1" status: 204 len: 168 time: 3.1667097 Mar 03 17:49:01.548224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-57de31d4-8a2d-49c6-9fc2-c490f81a5e58 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0812304 Mar 03 17:49:01.557756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88be-975a-459d-8a6d-a2e18ddcb0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.592214 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'code': 200} Mar 03 17:49:01.593033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 283a844d-ca17-4267-a317-53b0692507b0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:01.625413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-56877e70-8071-4c8a-a408-7029a8497882 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8484931 Mar 03 17:49:01.662905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9736b9c1-a5cc-4134-a20c-18bf8cb07ac1 req-ebe74ab5-16d5-4a49-893b-0aa5938fdebf service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604071 Mar 03 17:49:01.725038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f66d61-c715-4b0d-a6cd-dd068fdfa5bc req-c4f12a97-0eef-4c3d-ae8f-11fa2c976999 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:01.729631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3f66d61-c715-4b0d-a6cd-dd068fdfa5bc req-c4f12a97-0eef-4c3d-ae8f-11fa2c976999 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 945 time: 0.2151062 Mar 03 17:49:01.807394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-94e5b46f-f6b7-411e-bec6-6d0db76f6f8a', 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'fixed_ips': [{'subnet_id': 'c864b302-4bf0-4f66-94bf-60d4b0b9708d'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:49:01.808380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.852034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.879106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1a24b4-c9c3-454c-a5f4-d787326e850c']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:01.888529 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3f66d61-c715-4b0d-a6cd-dd068fdfa5bc req-ca8b67bf-bd90-4e4f-8194-779ac44942a5 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515174 Mar 03 17:49:01.896839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 283a844d-ca17-4267-a317-53b0692507b0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:01.918757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 283a844d-ca17-4267-a317-53b0692507b0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:01.918757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.925912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2410240-bbd9-48fe-8cae-e00e8bdf86e4') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:01.926246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2410240-bbd9-48fe-8cae-e00e8bdf86e4') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:01.951316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.983755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.992901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88be-975a-459d-8a6d-a2e18ddcb0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:01.998196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:49:01.998804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:49:02.029723 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:49:02.047204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d88be-975a-459d-8a6d-a2e18ddcb0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bfbb4c-4a9e-4fbb-8d13-2272e8925757,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:02.066898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d1ee4-6d50-4268-bbca-7bb9b42bcb65 req-562cee14-5c99-48db-acfc-ef91dc03058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:02.068388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-676d1ee4-6d50-4268-bbca-7bb9b42bcb65 req-562cee14-5c99-48db-acfc-ef91dc03058c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 1096 time: 0.4097986 Mar 03 17:49:02.179688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88be-975a-459d-8a6d-a2e18ddcb0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.183781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1e4d88be-975a-459d-8a6d-a2e18ddcb0ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95bfbb4c-4a9e-4fbb-8d13-2272e8925757 HTTP/1.1" status: 204 len: 168 time: 1.9152739 Mar 03 17:49:02.202964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.209976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-676d1ee4-6d50-4268-bbca-7bb9b42bcb65 req-806a686b-7941-4f2c-b4fe-4eb329585c04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950902 Mar 03 17:49:02.232136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Allocated IP 19.86.0.2 (94e5b46f-f6b7-411e-bec6-6d0db76f6f8a/c864b302-4bf0-4f66-94bf-60d4b0b9708d/2d0ec012-3910-4a5c-a687-fa21e3fc35cd) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:02.255267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.260442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.271666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1a24b4-c9c3-454c-a5f4-d787326e850c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:02.296362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-52204523-03ce-4794-93cb-937dff0deb05 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4f1a24b4-c9c3-454c-a5f4-d787326e850c HTTP/1.1" status: 204 len: 168 time: 1.5207613 Mar 03 17:49:02.331422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-5fd1581f-c9aa-4a9c-954c-5342e475c0cd tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3953819 Mar 03 17:49:02.370165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:02.376112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:02.380387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Usage tracker for resource:floatingip and tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:02.383855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:02.387884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 283a844d-ca17-4267-a317-53b0692507b0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=283a844d-ca17-4267-a317-53b0692507b0,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:02.390076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:02.398863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-f774f821-61a7-4501-9b21-4dbb5003a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:02.400894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-f774f821-61a7-4501-9b21-4dbb5003a345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 1094 time: 0.6234086 Mar 03 17:49:02.403400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.405248 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.406105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c69148e0-9798-4fd8-95f8-048a6ea49bf6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:02.440135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-be96829e-3291-4c67-80a2-84db6d81764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:02.440333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-430697f1-1256-4528-b4df-0b83ac12aa88 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:02.441212 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-be96829e-3291-4c67-80a2-84db6d81764a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 0.6048837 Mar 03 17:49:02.451583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-430697f1-1256-4528-b4df-0b83ac12aa88 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:02.453278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-430697f1-1256-4528-b4df-0b83ac12aa88 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:02.509233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-430697f1-1256-4528-b4df-0b83ac12aa88 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:02.512644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-430697f1-1256-4528-b4df-0b83ac12aa88 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/networks?id=a114cfcf-c612-487c-b798-53c3d8dcba98&id=94e5b46f-f6b7-411e-bec6-6d0db76f6f8a&id=a114cfcf-c612-487c-b798-53c3d8dcba98 HTTP/1.1" status: 200 len: 1392 time: 0.2789364 Mar 03 17:49:02.545012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-11390a6a-d6ea-4c1c-a323-dec0fa538e31 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/quotas/f389fc2f47884d02ac1facdc79c1c969 HTTP/1.1" status: 200 len: 375 time: 0.0200605 Mar 03 17:49:02.705594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-e195c843-dfbd-4e0c-96fb-2f67f1ab6d5f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:02.720899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c69148e0-9798-4fd8-95f8-048a6ea49bf6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:02.721292 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.726921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:02.767213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-0dc2d51b-768e-45b4-bc3d-7011e0bbf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:02.768724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-0dc2d51b-768e-45b4-bc3d-7011e0bbf684 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.2891085 Mar 03 17:49:02.775558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-e195c843-dfbd-4e0c-96fb-2f67f1ab6d5f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:02.777432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-e195c843-dfbd-4e0c-96fb-2f67f1ab6d5f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2302184 Mar 03 17:49:02.792992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:02.808620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=283a844d-ca17-4267-a317-53b0692507b0,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:02.813957 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.836078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Transition to ACTIVE for port object 2d0ec012-3910-4a5c-a687-fa21e3fc35cd will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:02.863564 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c1ce42a9-bdb6-4b52-bdd1-092f772f907c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c67de7e26f9647caa2988477f83b94c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353827 Mar 03 17:49:02.865829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Transition to ACTIVE for port object 2d0ec012-3910-4a5c-a687-fa21e3fc35cd will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:02.866617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:02.871348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-e095e147-4d21-482b-a889-8487a60ff633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 217 time: 0.0945036 Mar 03 17:49:02.906243 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:02.921454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-b77e864d-4793-43e2-9f8d-e4673cf77323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:02.922888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-b77e864d-4793-43e2-9f8d-e4673cf77323 service neutron] 10.222.0.16 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.5056238 Mar 03 17:49:02.948592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ced646ad-37ae-4f66-9b6c-37fc3ea75984 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2de0b57f3da14c52b4c627a0f66a2a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294184 Mar 03 17:49:02.956205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38022) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:02.996771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:02.999936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:03.008363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:03.012856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-c900dbcc-a1c8-4836-a63d-40b2377c239f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 217 time: 0.0793145 Mar 03 17:49:03.016167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Pushing event updated for resources: {'Port': ['ID=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:03.067868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7359c4d0-b44c-45fb-8ed2-54c3d81519ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.068911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-102d4d91-37fb-4dd9-908e-c99fab539627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:03.070396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-102d4d91-37fb-4dd9-908e-c99fab539627 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.1880760 Mar 03 17:49:03.072247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.130187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Attempting to bind port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:03.130708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Attempting to bind port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:03.131157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Attempting to bind port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd on network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:03.138473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:03.138945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Checking segment: {'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:03.139464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.140170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Bound using segment: {'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:03.140729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Bound port: 2d0ec012-3910-4a5c-a687-fa21e3fc35cd, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:03.141274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.179285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-caa92a09-f34f-4fbd-a00f-01f8b0d91198 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006567 Mar 03 17:49:03.189466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7359c4d0-b44c-45fb-8ed2-54c3d81519ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.198803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0dac-c4f7-4e9a-b44b-0de7bd918c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.215995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-d0199f67-71a8-491f-9924-96c989192144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:03.217581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-d0199f67-71a8-491f-9924-96c989192144 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1960533 Mar 03 17:49:03.235525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] For port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:03.239344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] For port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:03.259458 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.279341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0dac-c4f7-4e9a-b44b-0de7bd918c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.295210 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-1879155c-08f7-47ed-b332-afa0825a1361 service neutron] 10.222.0.23 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109584 Mar 03 17:49:03.362409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 283a844d-ca17-4267-a317-53b0692507b0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:03.455366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7359c4d0-b44c-45fb-8ed2-54c3d81519ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.485626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Allocated IP 172.25.0.85 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7883298b-4d22-4a58-87dd-ff8e79dcf0bf) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:03.499135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-83ded934-4156-4fc1-8ee0-32230e8d400d service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052328 Mar 03 17:49:03.511643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f4651-816b-4756-9bb9-5b1a961b97b7 None None] Pushing event updated for resources: {'Port': ['ID=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:03.531710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359c4d0-b44c-45fb-8ed2-54c3d81519ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491a9b53-366b-4862-8a0d-a2a298811243,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:03.532988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-de023fa1-9574-4fa6-89cc-2f392f91763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:03.534491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-de023fa1-9574-4fa6-89cc-2f392f91763b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977638 Mar 03 17:49:03.548698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0dac-c4f7-4e9a-b44b-0de7bd918c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.553043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 283a844d-ca17-4267-a317-53b0692507b0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:03.553521 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.577097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec0dac-c4f7-4e9a-b44b-0de7bd918c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b52651-44ff-4e0e-bf82-faef60663bd7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:03.581461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-3a4b8de1-f0c3-4e8a-8d29-eee12439f343 service neutron] 10.222.0.23 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855239 Mar 03 17:49:03.585342 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7359c4d0-b44c-45fb-8ed2-54c3d81519ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.586538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7359c4d0-b44c-45fb-8ed2-54c3d81519ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/491a9b53-366b-4862-8a0d-a2a298811243 HTTP/1.1" status: 204 len: 168 time: 0.7185898 Mar 03 17:49:03.632173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0dac-c4f7-4e9a-b44b-0de7bd918c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:03.635871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e4ec0dac-c4f7-4e9a-b44b-0de7bd918c7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88b52651-44ff-4e0e-bf82-faef60663bd7 HTTP/1.1" status: 204 len: 168 time: 0.6743989 Mar 03 17:49:03.898207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-07ff1774-9792-46ea-af20-2df806a8310f service neutron] 10.222.0.23 "GET /v2.0/networks/94e5b46f-f6b7-411e-bec6-6d0db76f6f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098722 Mar 03 17:49:04.162438 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-c4e6d9f4-efef-4435-9e04-babf05954ff1 service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929048 Mar 03 17:49:04.166541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-04e99782-f9b4-4e1e-8216-27c9edf8f6cc service neutron] 10.222.0.23 "GET /v2.0/networks/94e5b46f-f6b7-411e-bec6-6d0db76f6f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674644 Mar 03 17:49:04.167539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6e059e5-1cdd-4346-a2a6-a678b92b0019 req-59007963-3764-470d-9291-ea739ac5c422 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594410 Mar 03 17:49:04.302053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:04.335042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-25249f97-8a62-448d-9fdd-c4a53e255406 service neutron] 10.222.0.23 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506546 Mar 03 17:49:04.441683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-e55e3b15-fd83-447f-a282-cdf16f0af67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:04.443321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-e55e3b15-fd83-447f-a282-cdf16f0af67b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 0.2224622 Mar 03 17:49:04.449545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f12c29ed-9d92-4c6a-a7ed-6d74900ce1fe req-febab9ed-d674-4ed3-8c89-ca46f01a666b service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750387 Mar 03 17:49:04.530200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-77ec11f9-1407-4f17-bbac-ee71ae4cfce1 service neutron] 10.222.0.23 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832671 Mar 03 17:49:04.636665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:04.793520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:04.815086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:04.832643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:04.941858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Pushing event updated for resources: {'Port': ['ID=7883298b-4d22-4a58-87dd-ff8e79dcf0bf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:04.954517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-4cfe219f-5465-48d4-b08a-dd6324b9f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:04.956153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-4cfe219f-5465-48d4-b08a-dd6324b9f6fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.5047321 Mar 03 17:49:05.026125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:05.096488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-97f8559b-6931-433d-8a48-573965359bc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 217 time: 0.1313272 Mar 03 17:49:05.102354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cabc5-6558-4096-91e8-dc24aa4915bf req-54221f07-6a4a-4e0f-bd43-230c4bde8788 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:05.105753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.118313 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-658cabc5-6558-4096-91e8-dc24aa4915bf req-54221f07-6a4a-4e0f-bd43-230c4bde8788 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2452683 Mar 03 17:49:05.127957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9c90e-fed1-43ab-ac38-35184064db9e None None] Network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:05.209555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-940465905-network', 'tenant_id': '274eb7bcd26243a3a695a2887a757cf0'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:05.223391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-cd379118-62b4-4448-be36-7a2da3d3ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:05.223685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:05.226907 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-cd379118-62b4-4448-be36-7a2da3d3ded3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.1225402 Mar 03 17:49:05.247782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-658cabc5-6558-4096-91e8-dc24aa4915bf req-e74a5b92-2930-4ece-a19d-0eafa05c7d98 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276367 Mar 03 17:49:05.248888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Usage tracker for resource:network and tenant:274eb7bcd26243a3a695a2887a757cf0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:05.270956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:05.283337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9a58c3c8-c5c4-407c-a3ec-425ccbc95a76 None None] Provisioning for port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:05.284343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:05.308261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Made reservation on behalf of 274eb7bcd26243a3a695a2887a757cf0 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:05.310961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.345588 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-a3e9a1a2-16ed-4cfb-833b-749de400dd5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111677 Mar 03 17:49:05.347927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.406352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:05.414788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Usage tracker for resource:security_group_rule and tenant:274eb7bcd26243a3a695a2887a757cf0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:05.422907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:05.439849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38082) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:05.469972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:05.480193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2d0ec012-3910-4a5c-a687-fa21e3fc35cd up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:05.487105 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.668466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1994480832-network', 'tenant_id': '87b34e58186648678211e562771b5fc0'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:05.672418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:05.676675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Usage tracker for resource:network and tenant:87b34e58186648678211e562771b5fc0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:05.679360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:05.680328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:05.687435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:05.690270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:05.691637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.703465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Made reservation on behalf of 87b34e58186648678211e562771b5fc0 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:05.705913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.714133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-be18ea71-7dd0-4b84-82d7-334bde0a35a5 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589861 Mar 03 17:49:05.730305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59980fa-d267-42c0-838e-8a1893250cbe req-7a25ef8e-47ef-4355-a4cb-b9910325b3c5 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:05.737914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e59980fa-d267-42c0-838e-8a1893250cbe req-7a25ef8e-47ef-4355-a4cb-b9910325b3c5 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 943 time: 0.2055655 Mar 03 17:49:05.773450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.789924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.808829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.826325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:49:05.841065 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.855472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.856368 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Added segment 940177c9-77a2-4c40-a15f-44ab2dcd1cf9 of type vlan for network ebf72e72-e995-4412-935e-3a4cf590a4bf Mar 03 17:49:05.871743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:05.888659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:05.901363 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:05.901515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e59980fa-d267-42c0-838e-8a1893250cbe req-7087c104-5734-403f-b2a0-b6c399702466 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574781 Mar 03 17:49:05.902860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:87b34e58186648678211e562771b5fc0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:05.912589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:05.988945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:06.025989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:06.034310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.037695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc77661-3061-4c55-95b9-145d34f87d81,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:06.070554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.110385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab8b5cc2-9a2b-4fa4-b152-741dc9a414b9 req-24790d6c-b463-400e-a3da-60bbb1a8303a service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747644 Mar 03 17:49:06.110385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.125411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9ad49d84-82a4-4056-8d0a-0d4757c78aa5 None None] Provisioning complete for port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:06.125411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ad49d84-82a4-4056-8d0a-0d4757c78aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.195376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:49:06.282224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.282224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:06.282224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.333257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Pushing event updated for resources: {'Port': ['ID=7883298b-4d22-4a58-87dd-ff8e79dcf0bf,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:06.344338 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.377603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.378963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-47da610b-422a-4d75-a2f9-c6d6a41c39ef tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0466855 Mar 03 17:49:06.413665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a108be-58c6-40b2-9cd6-f4ec9d54f31f req-f4552506-c5fc-4b09-a9c9-5c3a098d9ecb tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:06.415236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68a108be-58c6-40b2-9cd6-f4ec9d54f31f req-f4552506-c5fc-4b09-a9c9-5c3a098d9ecb tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 945 time: 0.3054874 Mar 03 17:49:06.435929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e01834b0-6f87-4b83-849c-933c02ee0fd3 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:06.542607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5124590 Mar 03 17:49:06.543423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cff34-b287-4e48-8720-340ca81ab871 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf72e72-e995-4412-935e-3a4cf590a4bf,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:06.548965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38096) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:06.567718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Request body: {'subnet': {'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-940465905-subnet', 'tenant_id': '274eb7bcd26243a3a695a2887a757cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:06.574018 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68a108be-58c6-40b2-9cd6-f4ec9d54f31f req-22d0e0d9-f0c7-4565-9de4-dee70cd73818 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947554 Mar 03 17:49:06.582551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:06.587675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.589781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Usage tracker for resource:subnet and tenant:274eb7bcd26243a3a695a2887a757cf0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:06.596762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:06.599982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.604057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ebf72e72-e995-4412-935e-3a4cf590a4bf details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:49:06.604892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:06.648701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Made reservation on behalf of 274eb7bcd26243a3a695a2887a757cf0 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:06.649314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-05a5c051-5182-49f2-897b-92ff0f071fd5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Synchronizing usage tracker for tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:06.651323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.714890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-05a5c051-5182-49f2-897b-92ff0f071fd5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Unset dirty status for tenant:102483bc8b1f404cb2b8aaa6b2dd1a86 on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:06.716077 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-05a5c051-5182-49f2-897b-92ff0f071fd5 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.3293176 Mar 03 17:49:06.776374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:49:06.828610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4257e0b-1276-454f-95ab-33eb8545482e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:06.843362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6737c05a-04a9-4f7a-a96b-99a78b803d8c req-ce9b1857-14cb-41e0-ae80-c4e776074152 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 210 time: 0.0638530 Mar 03 17:49:06.847122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.847690 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Added segment 6ff881ad-ed95-4519-9e25-e7914026b32c of type vlan for network aca13643-4bfd-4bda-9748-828744b866b0 Mar 03 17:49:06.879671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-b63a518a-d193-4f22-9d61-54e7dff52f21 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:06.887248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-b63a518a-d193-4f22-9d61-54e7dff52f21 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:06.888196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-b63a518a-d193-4f22-9d61-54e7dff52f21 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:06.908476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port e01834b0-6f87-4b83-849c-933c02ee0fd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:06.917593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-b63a518a-d193-4f22-9d61-54e7dff52f21 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:06.918958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-b63a518a-d193-4f22-9d61-54e7dff52f21 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "GET /v2.0/networks?id=a114cfcf-c612-487c-b798-53c3d8dcba98&id=94e5b46f-f6b7-411e-bec6-6d0db76f6f8a&id=a114cfcf-c612-487c-b798-53c3d8dcba98 HTTP/1.1" status: 200 len: 1392 time: 0.3390584 Mar 03 17:49:06.923346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:06.929210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'mac_address': 'fa:16:3e:29:4b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:06.937559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'port': {'device_id': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98', 'admin_state_up': True, 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:06.961688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-fed27fd6-d4e9-4d7c-a130-9b3438f7f660 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:06.963453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f50ce8b8-0aad-48bf-a323-762ce0140aa1 req-fed27fd6-d4e9-4d7c-a130-9b3438f7f660 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.2392457 Mar 03 17:49:07.011664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.028252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.037416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:07.079832 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.080762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:07.081788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.085914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01834b0-6f87-4b83-849c-933c02ee0fd3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:07.123051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port e01834b0-6f87-4b83-849c-933c02ee0fd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:07.133548 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.205066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=aca13643-4bfd-4bda-9748-828744b866b0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:07.208290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d865412f-2258-4227-ab49-6758747dc8d0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7672977 Mar 03 17:49:07.210338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] Deleting subnet 8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:49:07.214884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38110) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:07.223589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network aca13643-4bfd-4bda-9748-828744b866b0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:49:07.224528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.239470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Pushing event updated for resources: {'Subnet': ['ID=855aef2d-282d-4f35-b603-8a5c1187b63d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:07.241841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Checking segment: {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:07.242549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Network hostable DHCP agents. Network: ebf72e72-e995-4412-935e-3a4cf590a4bf, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:49:07.265422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Network ebf72e72-e995-4412-935e-3a4cf590a4bf is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:49:07.265694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Request body: {'subnet': {'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1994480832-subnet', 'tenant_id': '87b34e58186648678211e562771b5fc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:07.280064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ebf72e72-e995-4412-935e-3a4cf590a4bf) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:07.290048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:07.290048 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.302310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ff445-f3b0-4002-a762-d2892d32a73d None None] Network ebf72e72-e995-4412-935e-3a4cf590a4bf requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:07.316862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:07.325312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-511e082d-ac20-4fa7-aaa5-7eba02dccfff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7730548 Mar 03 17:49:07.331806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:07.339401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Usage tracker for resource:subnet and tenant:87b34e58186648678211e562771b5fc0 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:07.347703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:07.354645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:port and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:07.363378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:07.381709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:07.386829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.435858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:07.467184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3ae9-7c84-495d-a954-3e4bbda7534d req-211c2f7c-d425-419b-a63f-126897d61751 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:07.475762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d31a3ae9-7c84-495d-a954-3e4bbda7534d req-211c2f7c-d425-419b-a63f-126897d61751 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.3975806 Mar 03 17:49:07.485601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3d925-ab51-4de3-8cd4-6532e79fff9e req-b1d087d3-39be-424e-b6cd-e98e57aee4be tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:07.493062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7af3d925-ab51-4de3-8cd4-6532e79fff9e req-b1d087d3-39be-424e-b6cd-e98e57aee4be tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 944 time: 0.1004777 Mar 03 17:49:07.498648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Made reservation on behalf of 87b34e58186648678211e562771b5fc0 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:07.501387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.533885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:07.537727 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.582834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2d0ec012-3910-4a5c-a687-fa21e3fc35cd up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:07.656504 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7af3d925-ab51-4de3-8cd4-6532e79fff9e req-10786fc6-d71f-4a5e-810b-2f9f96b7bb05 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622684 Mar 03 17:49:07.665899 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.666685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=e01834b0-6f87-4b83-849c-933c02ee0fd3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:07.714694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3a27b-3e4e-46bf-85fb-a9f13a7be6d7 None None] Network ebf72e72-e995-4412-935e-3a4cf590a4bf requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:07.745192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['e01834b0-6f87-4b83-849c-933c02ee0fd3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:07.768173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-37eb59e9-ff16-4f72-9967-ab2866e21646 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips/66d8dbaf-df50-4e85-96da-51c9c1aaf64e HTTP/1.1" status: 200 len: 692 time: 0.1027815 Mar 03 17:49:07.807109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d31a3ae9-7c84-495d-a954-3e4bbda7534d req-b0b038b2-dc8e-44a4-bd97-d509209650e2 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301573 Mar 03 17:49:07.928354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:07.928772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:07.964176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-1582d3ed-2240-4900-b905-5cb2b2334547 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:07.970675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-1582d3ed-2240-4900-b905-5cb2b2334547 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.1966922 Mar 03 17:49:07.976944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-e72aced7-b1f4-4012-8822-30b43d840a5b tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:49:07.977999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-e72aced7-b1f4-4012-8822-30b43d840a5b tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062728 Mar 03 17:49:08.061961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.090970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-cb56ea7e-0def-4fc2-8d52-a6177d8a0375 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1045718 Mar 03 17:49:08.119840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.152838 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:08.176765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-c16109c4-d16d-4e77-a55c-1d0b8e91db62 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0842135 Mar 03 17:49:08.192043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.263622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-91c0b1a9-240a-4926-b0df-91450559dd92 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8660ec1e-0771-41b5-9f7b-f5ffb0d1c0ba HTTP/1.1" status: 204 len: 168 time: 1.2247748 Mar 03 17:49:08.269857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Allocated IP 19.80.0.119 (a114cfcf-c612-487c-b798-53c3d8dcba98/0137078a-af7c-4a8c-b56a-86dcef69e249/82221ab5-5642-45ae-a9e0-750b52850e8b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:08.270382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38124) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:08.293593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9df596-4c5d-4665-a0f7-02dfafab3987,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:08.305597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:08.305961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Network hostable DHCP agents. Network: aca13643-4bfd-4bda-9748-828744b866b0, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:49:08.326669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97bedf-0dce-4fe4-8cc9-b99530b65dfb req-76b79380-a0f1-44c8-aae5-655b45e2a68f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:08.328170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df97bedf-0dce-4fe4-8cc9-b99530b65dfb req-76b79380-a0f1-44c8-aae5-655b45e2a68f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 945 time: 0.3625369 Mar 03 17:49:08.408893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Network aca13643-4bfd-4bda-9748-828744b866b0 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:49:08.422808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Deleting port 7883298b-4d22-4a58-87dd-ff8e79dcf0bf {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:08.423146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.458234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df97bedf-0dce-4fe4-8cc9-b99530b65dfb req-05de4ec8-2e78-4fdc-be20-8548783dfda0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193087 Mar 03 17:49:08.458714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, aca13643-4bfd-4bda-9748-828744b866b0) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:08.466599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:08.467185 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.471005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d349385a-7bd4-4e10-a20f-d7413cc140cf None None] Network aca13643-4bfd-4bda-9748-828744b866b0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:08.543157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.550391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d47f310a-c092-4181-a82a-58ee27f32220 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3278489 Mar 03 17:49:08.716060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-ff377d65-a1ee-43e1-a7a8-261598a7c7b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3668675 Mar 03 17:49:08.749920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c999462-484f-40f9-9fed-cca2dd763cab None None] Network aca13643-4bfd-4bda-9748-828744b866b0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:08.828627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.873483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Transition to ACTIVE for port object 82221ab5-5642-45ae-a9e0-750b52850e8b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:08.890790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.932328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.932646 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:08.951127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:09.029684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-35805d1c-7462-475d-8284-65c002874322 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:09.033891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-35805d1c-7462-475d-8284-65c002874322 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/networks?id=ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 200 len: 817 time: 0.1841698 Mar 03 17:49:09.035918 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.083893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:09.084479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5340ce-3e92-4d8e-a0fa-b5c99862d20c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:09.119416 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-fe58ed48-50fb-41f9-a97c-45b3162ef276 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/quotas/274eb7bcd26243a3a695a2887a757cf0 HTTP/1.1" status: 200 len: 375 time: 0.0757880 Mar 03 17:49:09.125934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network a114cfcf-c612-487c-b798-53c3d8dcba98 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:09.136781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:09.139531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:09.235600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Calling delete_port for 7883298b-4d22-4a58-87dd-ff8e79dcf0bf owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:09.245251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Port': ['ID=82221ab5-5642-45ae-a9e0-750b52850e8b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:09.285175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-97e99a8a-8736-4726-814f-e284542b28ba tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=274eb7bcd26243a3a695a2887a757cf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1505530 Mar 03 17:49:09.289362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.332295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.351153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-35d94333-614e-41eb-bf7c-03bfb9366298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:09.352644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-35d94333-614e-41eb-bf7c-03bfb9366298 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 1097 time: 0.5130577 Mar 03 17:49:09.358835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:49:09.359236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:49:09.375503 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:49:09.392885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38158) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:09.407429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:09.407714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.418789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-381563618-network', 'tenant_id': '062cb1db02304da19ba26d962ff6eb96'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:09.421903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-01601be1-f7bd-4520-b213-4a2382ec40e4 None None] Provisioning for port 82221ab5-5642-45ae-a9e0-750b52850e8b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:09.427485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-01601be1-f7bd-4520-b213-4a2382ec40e4 None None] Provisioning complete for port 82221ab5-5642-45ae-a9e0-750b52850e8b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:09.428026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01601be1-f7bd-4520-b213-4a2382ec40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.436880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:09.448030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Usage tracker for resource:network and tenant:062cb1db02304da19ba26d962ff6eb96 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:09.451113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:09.456121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-d7168dbe-bd80-4485-b61a-ec582bda98e9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5224881 Mar 03 17:49:09.461430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:09.474906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'port': {'device_id': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a', 'admin_state_up': True, 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:09.488191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-01601be1-f7bd-4520-b213-4a2382ec40e4 None None] Port 82221ab5-5642-45ae-a9e0-750b52850e8b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:49:09.564937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.575926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Made reservation on behalf of 062cb1db02304da19ba26d962ff6eb96 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:09.578249 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.586215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.594949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-4f43cc36-ce3d-4a11-a4bf-72cec4348038 service neutron] 10.222.0.23 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088870 Mar 03 17:49:09.607157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.624614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:09.665049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-ebc38e6e-6d63-4baf-989a-fce038f4aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:09.666570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-ebc38e6e-6d63-4baf-989a-fce038f4aa48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.2787275 Mar 03 17:49:09.669366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:09.723994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1ea228c2-54ee-40f6-b516-1ed0f576c1f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/02a08f1c-f53e-4bab-b0ee-ad7b6b5acdd3 HTTP/1.1" status: 204 len: 168 time: 1.4524915 Mar 03 17:49:09.724535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Usage tracker for resource:security_group_rule and tenant:062cb1db02304da19ba26d962ff6eb96 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:09.739274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:09.741927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-7f174237-cc9e-4994-8946-3aef3d0ccc58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5 HTTP/1.1" status: 200 len: 217 time: 0.0690253 Mar 03 17:49:09.746873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.755742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:09.776970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:09.788328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:port and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:09.799309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:09.823648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:09.836567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Pushing event deleted for resources: {'Port': ['ID=7883298b-4d22-4a58-87dd-ff8e79dcf0bf,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:09.837487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-36212b54-40ab-4985-96a0-02edc89a45b5 service neutron] 10.222.0.23 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172697 Mar 03 17:49:09.850890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:09.855198 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:09.941584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38164) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:09.984734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-9f42c2a8-6cdb-4c84-a5df-72a55431cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:09.986269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-9f42c2a8-6cdb-4c84-a5df-72a55431cb1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.2341559 Mar 03 17:49:10.031995 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.039907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-f35d6db8-f421-44e0-a679-045145e11d96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467546 Mar 03 17:49:10.043330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.046142 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.046830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.060151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cbae537-25f0-41a1-a059-4da729b3b5cd req-d9406673-0b4c-4698-b716-35dc30b6f4b1 tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "DELETE /v2.0/floatingips/66d8dbaf-df50-4e85-96da-51c9c1aaf64e HTTP/1.1" status: 204 len: 173 time: 1.8802159 Mar 03 17:49:10.107815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-473dcef2-00a4-4672-a10b-57d3902023aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=522212297d114081ad051f76b62bd1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590235 Mar 03 17:49:10.120048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38172) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:10.128182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:49:10.158622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec6a984-7e96-49f8-82c4-b8593b405135,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:10.172011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.172365 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Added segment 757d579f-af93-4874-8013-54b034529bf8 of type vlan for network 92e181e6-1adf-451a-8b0d-4cb06cf6779c Mar 03 17:49:10.198814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Allocated IP 19.86.0.233 (94e5b46f-f6b7-411e-bec6-6d0db76f6f8a/c864b302-4bf0-4f66-94bf-60d4b0b9708d/abb289b4-7bd2-48ab-80d3-630492cf8204) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:10.249365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.268782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-e7bdb180-83a9-4314-b543-d74dc43f2657 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075319 Mar 03 17:49:10.306825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-698d86bd-25af-4b2e-af75-ccb6acc9b9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.377843 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-698d86bd-25af-4b2e-af75-ccb6acc9b9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.415448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.416795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:10.417603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.466379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e01834b0-6f87-4b83-849c-933c02ee0fd3 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:10.535859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806a2c5c-a280-46f4-8ac4-84975b6e8c14 req-f1578756-266c-4145-be4a-eefd8349747b service neutron] 10.222.0.16 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590935 Mar 03 17:49:10.556426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced62bc-3547-445d-9f51-bb9661751b37 req-b8511522-2e65-4496-a774-207de87b7bfb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:10.558640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fced62bc-3547-445d-9f51-bb9661751b37 req-b8511522-2e65-4496-a774-207de87b7bfb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 932 time: 0.2864430 Mar 03 17:49:10.622302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port e01834b0-6f87-4b83-849c-933c02ee0fd3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:10.623913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fced62bc-3547-445d-9f51-bb9661751b37 req-2ef1b976-2add-43f7-bc08-42d78cf5fffa tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:10.628737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port e01834b0-6f87-4b83-849c-933c02ee0fd3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:10.629397 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.647291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fced62bc-3547-445d-9f51-bb9661751b37 req-2ef1b976-2add-43f7-bc08-42d78cf5fffa tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:10.648842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fced62bc-3547-445d-9f51-bb9661751b37 req-2ef1b976-2add-43f7-bc08-42d78cf5fffa tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836680 Mar 03 17:49:10.662536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] Pushing event updated for resources: {'Network': ['ID=92e181e6-1adf-451a-8b0d-4cb06cf6779c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:10.686376 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b548fe5-211d-480e-92cf-e96dba00175d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2903514 Mar 03 17:49:10.700011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38200) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:10.703645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 92e181e6-1adf-451a-8b0d-4cb06cf6779c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:49:10.716014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Request body: {'subnet': {'network_id': '92e181e6-1adf-451a-8b0d-4cb06cf6779c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-381563618-subnet', 'tenant_id': '062cb1db02304da19ba26d962ff6eb96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:10.719307 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-698d86bd-25af-4b2e-af75-ccb6acc9b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.731550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:10.746891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Usage tracker for resource:subnet and tenant:062cb1db02304da19ba26d962ff6eb96 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:10.752804 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-698d86bd-25af-4b2e-af75-ccb6acc9b9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.755236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-698d86bd-25af-4b2e-af75-ccb6acc9b9c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b HTTP/1.1" status: 204 len: 168 time: 0.6288681 Mar 03 17:49:10.762036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:10.774052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.782618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d86bd-25af-4b2e-af75-ccb6acc9b9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1f2ee5-b82a-4c96-90ef-2a01f0c04f2b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:10.808600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Transition to ACTIVE for port object abb289b4-7bd2-48ab-80d3-630492cf8204 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:10.811182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:10.855053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Made reservation on behalf of 062cb1db02304da19ba26d962ff6eb96 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:10.865492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.870341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:10.995708 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:11.031108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:11.052563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port e01834b0-6f87-4b83-849c-933c02ee0fd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:11.062670 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:11.192250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=e01834b0-6f87-4b83-849c-933c02ee0fd3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:11.219755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb4d5a-c134-42c4-9646-3fe530586d66 req-533ce9a6-1b97-4c77-adb0-6631c3ea5e54 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:11.221447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1eb4d5a-c134-42c4-9646-3fe530586d66 req-533ce9a6-1b97-4c77-adb0-6631c3ea5e54 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2985981 Mar 03 17:49:11.262428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Port': ['ID=abb289b4-7bd2-48ab-80d3-630492cf8204,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:11.272399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:11.274575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:11.289779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:11.392383 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1eb4d5a-c134-42c4-9646-3fe530586d66 req-b75ddd71-8f83-40bd-ac09-8a50bd13778a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633658 Mar 03 17:49:11.436271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:11.436916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:11.483966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f969997-e110-40d4-a5c7-ec6ef7fea9d4 req-0fc37e95-4d4a-46da-875e-4ffd6e0cb72a tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:11.493018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f969997-e110-40d4-a5c7-ec6ef7fea9d4 req-0fc37e95-4d4a-46da-875e-4ffd6e0cb72a tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 945 time: 0.5499663 Mar 03 17:49:11.514166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2f99a0b8-cf3f-4267-87d7-892943f14f23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0468519 Mar 03 17:49:11.538971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'port': {'device_id': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98', 'admin_state_up': True, 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:11.541087 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-ca81f9a9-1304-4a7c-a37d-3d51b0120b1b req-bb5bb357-2f0b-4b0d-bdf1-e83716b78f3d tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] show failed (client error): The resource could not be found. Mar 03 17:49:11.542160 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca81f9a9-1304-4a7c-a37d-3d51b0120b1b req-bb5bb357-2f0b-4b0d-bdf1-e83716b78f3d tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips/66d8dbaf-df50-4e85-96da-51c9c1aaf64e HTTP/1.1" status: 404 len: 350 time: 0.0983634 Mar 03 17:49:11.559153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:11.642536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f969997-e110-40d4-a5c7-ec6ef7fea9d4 req-97f5588d-debb-4287-9300-fa778b1b36e5 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482465 Mar 03 17:49:11.743863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6b194e8d-e37b-486d-9387-0792478736c7 None None] Provisioning for port abb289b4-7bd2-48ab-80d3-630492cf8204 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:11.763844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6b194e8d-e37b-486d-9387-0792478736c7 None None] Provisioning complete for port abb289b4-7bd2-48ab-80d3-630492cf8204 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:11.764219 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b194e8d-e37b-486d-9387-0792478736c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:11.791243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Checking segment: {'id': '757d579f-af93-4874-8013-54b034529bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92e181e6-1adf-451a-8b0d-4cb06cf6779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:11.791659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Network hostable DHCP agents. Network: 92e181e6-1adf-451a-8b0d-4cb06cf6779c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:49:11.795824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fb42d8-6cbe-4b55-94aa-84cf42a15ff5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:11.826598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Network 92e181e6-1adf-451a-8b0d-4cb06cf6779c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:49:11.843519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 92e181e6-1adf-451a-8b0d-4cb06cf6779c) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:11.852440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:11.853228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:11.909760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-df523a41-92c7-4619-bf64-e79948e915a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2075505 Mar 03 17:49:11.947236 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'code': 200} Mar 03 17:49:11.951508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e402241a-ef75-41d4-8188-9e5edd48984d None None] Network 92e181e6-1adf-451a-8b0d-4cb06cf6779c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:12.042116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:12.057987 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-1141c92c-64fa-4c8d-a843-5c42f81f5b62 req-5b2a4341-041a-4596-ba0c-ea005ee42c2c tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] show failed (client error): The resource could not be found. Mar 03 17:49:12.067772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1141c92c-64fa-4c8d-a843-5c42f81f5b62 req-5b2a4341-041a-4596-ba0c-ea005ee42c2c tempest-FloatingIPsTestJSON-1994767309 tempest-FloatingIPsTestJSON-1994767309-project] 10.222.0.23 "GET /v2.0/floatingips/66d8dbaf-df50-4e85-96da-51c9c1aaf64e HTTP/1.1" status: 404 len: 350 time: 0.1055620 Mar 03 17:49:12.069433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38240) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:12.085583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:port and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:12.101570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:12.122090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:12.151090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:12.155112 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:12.317726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6b194e8d-e37b-486d-9387-0792478736c7 None None] Port abb289b4-7bd2-48ab-80d3-630492cf8204 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:49:12.419499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48b722e0-75f1-451a-8619-ca2b02a3357f req-f13e3891-420f-4990-b6fd-3c50b93afe31 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 210 time: 0.0739045 Mar 03 17:49:12.522286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a909d-6545-4a83-9a88-026d5770be52 None None] Network 92e181e6-1adf-451a-8b0d-4cb06cf6779c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:12.694639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Allocated IP 19.80.0.215 (a114cfcf-c612-487c-b798-53c3d8dcba98/0137078a-af7c-4a8c-b56a-86dcef69e249/fca50207-b43f-422c-a6ec-ce88549e92de) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:12.715425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ce1fe-5db2-4716-9df2-3fadf98d5283 req-3b32b7b8-fbd9-4630-81ba-f2e93d56100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:12.717696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e4ce1fe-5db2-4716-9df2-3fadf98d5283 req-3b32b7b8-fbd9-4630-81ba-f2e93d56100f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 1096 time: 0.4173121 Mar 03 17:49:12.728695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe0f7-d194-4df1-b586-653a91158543 req-2015c756-96f7-43d1-97d1-e25fb9ddd3f1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:12.734998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe0f7-d194-4df1-b586-653a91158543 req-2015c756-96f7-43d1-97d1-e25fb9ddd3f1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:12.737423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79a48f-dcc0-4c3d-953a-72142b0c73c5 req-2d1c8cca-13ef-4f5e-b0dd-dd0247210275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:12.738886 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e79a48f-dcc0-4c3d-953a-72142b0c73c5 req-2d1c8cca-13ef-4f5e-b0dd-dd0247210275 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 0.2057774 Mar 03 17:49:12.742449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-521fe0f7-d194-4df1-b586-653a91158543 req-2015c756-96f7-43d1-97d1-e25fb9ddd3f1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 1655 time: 0.4232864 Mar 03 17:49:12.834033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f030e3-6a57-4f99-902a-65bac369c8f4 req-c644804b-d93b-40a9-a80e-a0450920a8f5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:12.835586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30f030e3-6a57-4f99-902a-65bac369c8f4 req-c644804b-d93b-40a9-a80e-a0450920a8f5 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2472470 Mar 03 17:49:12.897451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-521fe0f7-d194-4df1-b586-653a91158543 req-554387a9-a13c-49c1-a9f9-1a701ea9d8e6 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537509 Mar 03 17:49:12.905297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e4ce1fe-5db2-4716-9df2-3fadf98d5283 req-77ce647e-81f6-48f2-ad11-32c38cc63181 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597400 Mar 03 17:49:12.922566 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e79a48f-dcc0-4c3d-953a-72142b0c73c5 req-79a12a5e-a3d0-4e6a-a25c-649b366888a1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690767 Mar 03 17:49:12.991583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30f030e3-6a57-4f99-902a-65bac369c8f4 req-b76eeb68-509c-4f6b-9b9a-917175a73dc6 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363630 Mar 03 17:49:13.246221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:13.284098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-08ebb22d-d0ce-4d2d-a696-0016a77591e9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:13.284098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-08ebb22d-d0ce-4d2d-a696-0016a77591e9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.16 "GET /v2.0/networks?id=ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 200 len: 817 time: 0.4177520 Mar 03 17:49:13.290803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba4526c4-feed-467b-9ae3-a116d481ff00 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:13.360652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Request body: {'port': {'device_id': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf', 'admin_state_up': True, 'tenant_id': '274eb7bcd26243a3a695a2887a757cf0'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:13.476091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:13.516087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:13.530344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'mac_address': 'fa:16:3e:95:f5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:13.581477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Transition to ACTIVE for port object fca50207-b43f-422c-a6ec-ce88549e92de will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:13.589491 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:13.607656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba4526c4-feed-467b-9ae3-a116d481ff00 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:13.612197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-af2a355a-5f5b-4467-a552-d18040353176 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:13.613879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-af2a355a-5f5b-4467-a552-d18040353176 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "GET /v2.0/networks?id=ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 200 len: 817 time: 0.4722552 Mar 03 17:49:13.624340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:13.628917 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:13.635508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Request body: {'port': {'device_id': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf', 'admin_state_up': True, 'tenant_id': '274eb7bcd26243a3a695a2887a757cf0'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:13.682463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:13.692367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Usage tracker for resource:port and tenant:274eb7bcd26243a3a695a2887a757cf0 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:13.710606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:13.734862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-541874f4-4bff-49a0-a619-1570f2c71b57 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:13.735461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-541874f4-4bff-49a0-a619-1570f2c71b57 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:13.738237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ba4526c4-feed-467b-9ae3-a116d481ff00'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:13.772030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-541874f4-4bff-49a0-a619-1570f2c71b57 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:13.773391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-541874f4-4bff-49a0-a619-1570f2c71b57 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.3872323 Mar 03 17:49:13.810327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-2eb71fbc-3df2-47b1-80e3-95f9ed8afc05 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/quotas/87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 375 time: 0.0229065 Mar 03 17:49:13.870031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:13.892768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:13.914921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c41254-9042-49f8-b6aa-ddf61be99ccc req-41b0139d-00db-4409-a99a-312398626d61 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:13.922842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39c41254-9042-49f8-b6aa-ddf61be99ccc req-41b0139d-00db-4409-a99a-312398626d61 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 945 time: 0.5425503 Mar 03 17:49:13.961253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Made reservation on behalf of 274eb7bcd26243a3a695a2887a757cf0 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:13.965284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:13.991090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:14.089272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39c41254-9042-49f8-b6aa-ddf61be99ccc req-5361d839-1444-4abd-a703-82b564126bca tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654191 Mar 03 17:49:14.137727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-b52fc367-92b8-4099-ad76-daa6e10e2cd6 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:14.138417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-42187530-ea68-40d1-bf50-05a0d899948e req-b52fc367-92b8-4099-ad76-daa6e10e2cd6 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Synchronizing usage tracker for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:14.159241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:14.176989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network a114cfcf-c612-487c-b798-53c3d8dcba98 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:14.191528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Usage tracker for resource:port and tenant:274eb7bcd26243a3a695a2887a757cf0 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:14.202828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:14.211226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:14.221608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:14.228439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-18f89a10-ee36-4200-b77c-af4b3be5b17a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4159794 Mar 03 17:49:14.248035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Port': ['ID=fca50207-b43f-422c-a6ec-ce88549e92de,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:14.270464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:14.438818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Deleting port 06a71de8-ba31-4125-84db-768d7c234575 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:14.439171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:14.466162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Made reservation on behalf of 274eb7bcd26243a3a695a2887a757cf0 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:14.471730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:14.497628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:14.498370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:14.562636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-2a3b2140-f9fb-481f-84c4-b26f6445a4e3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0348790 Mar 03 17:49:14.596885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-42187530-ea68-40d1-bf50-05a0d899948e req-b52fc367-92b8-4099-ad76-daa6e10e2cd6 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Unset dirty status for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:14.598236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-b52fc367-92b8-4099-ad76-daa6e10e2cd6 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "GET /v2.0/networks?id=ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 200 len: 817 time: 0.7535899 Mar 03 17:49:14.608585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Allocated IP 172.20.0.8 (ebf72e72-e995-4412-935e-3a4cf590a4bf/855aef2d-282d-4f35-b603-8a5c1187b63d/b56f67ca-d264-4ecf-8773-e3b79ae06aff) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:14.615759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Request body: {'port': {'device_id': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:14.615947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Request body: {'port': {'device_id': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf', 'admin_state_up': True, 'tenant_id': '274eb7bcd26243a3a695a2887a757cf0'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:14.661853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-58097c90-ab47-4d26-b685-ab7a65f9360c None None] Provisioning for port fca50207-b43f-422c-a6ec-ce88549e92de completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:14.667728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-58097c90-ab47-4d26-b685-ab7a65f9360c None None] Provisioning complete for port fca50207-b43f-422c-a6ec-ce88549e92de triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:14.668090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58097c90-ab47-4d26-b685-ab7a65f9360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:14.736198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-58097c90-ab47-4d26-b685-ab7a65f9360c None None] Port fca50207-b43f-422c-a6ec-ce88549e92de cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:49:14.750269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-80a5c784-6264-47cb-8cb3-bc24f1ada9de req-006a00db-a96c-4b94-9f10-a6c06cac9bb3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Synchronizing usage tracker for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:14.788522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-4f048041-4165-45a4-b767-a66e019a2896 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504313 Mar 03 17:49:14.845156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-80a5c784-6264-47cb-8cb3-bc24f1ada9de req-006a00db-a96c-4b94-9f10-a6c06cac9bb3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Unset dirty status for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:14.846336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-80a5c784-6264-47cb-8cb3-bc24f1ada9de req-006a00db-a96c-4b94-9f10-a6c06cac9bb3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 210 time: 0.2044516 Mar 03 17:49:14.878139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] For port 06a71de8-ba31-4125-84db-768d7c234575, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=06a71de8-ba31-4125-84db-768d7c234575,segment=NetworkSegment(02c9f36d-e6c5-41be-a478-c04484fbb123),segment_id=02c9f36d-e6c5-41be-a478-c04484fbb123)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:14.878494 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:14.896355 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.022631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Calling delete_port for 06a71de8-ba31-4125-84db-768d7c234575 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:15.215666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:15.298522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba4526c4-feed-467b-9ae3-a116d481ff00 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:15.412965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port ba4526c4-feed-467b-9ae3-a116d481ff00 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:15.413351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.420715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:15.433361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-89b314d2-6746-46f3-9d9e-d0ca9eaab269 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357362 Mar 03 17:49:15.450202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Made reservation on behalf of 274eb7bcd26243a3a695a2887a757cf0 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:15.453752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.563135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82221ab5-5642-45ae-a9e0-750b52850e8b {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:15.574148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.594933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Transition to ACTIVE for port object 82221ab5-5642-45ae-a9e0-750b52850e8b will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:15.599621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.607986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.741467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=82221ab5-5642-45ae-a9e0-750b52850e8b,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:15.756320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.812827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.818640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:15.843175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:15.853781 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:15.882738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.883084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.883421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.884402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.884751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.885099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.885446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.885771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.886092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.886410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.886728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.887043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:15.923432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807024-810b-4e3f-bea8-269b69c33aaa req-d7d41fac-4071-4947-90ec-724099fea820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:15.937867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807024-810b-4e3f-bea8-269b69c33aaa req-d7d41fac-4071-4947-90ec-724099fea820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:15.952167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807024-810b-4e3f-bea8-269b69c33aaa req-d7d41fac-4071-4947-90ec-724099fea820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:15.952907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-31807024-810b-4e3f-bea8-269b69c33aaa req-d7d41fac-4071-4947-90ec-724099fea820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:15.960772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:16.169034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-31807024-810b-4e3f-bea8-269b69c33aaa req-d7d41fac-4071-4947-90ec-724099fea820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:16.170694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31807024-810b-4e3f-bea8-269b69c33aaa req-d7d41fac-4071-4947-90ec-724099fea820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2377 time: 1.1432838 Mar 03 17:49:16.295617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Allocated IP 172.20.0.10 (ebf72e72-e995-4412-935e-3a4cf590a4bf/855aef2d-282d-4f35-b603-8a5c1187b63d/85d03df0-9a7a-432e-a541-427e06706778) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:16.424994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=06a71de8-ba31-4125-84db-768d7c234575,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:16.525888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:16.629643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4380-2654-416f-9d50-65852eda73f5 req-ae7e67f0-8513-4ebe-ba50-c3df6cd0bf7c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:16.638385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f13b4380-2654-416f-9d50-65852eda73f5 req-ae7e67f0-8513-4ebe-ba50-c3df6cd0bf7c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.6179061 Mar 03 17:49:16.730521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Attempting to bind port 82221ab5-5642-45ae-a9e0-750b52850e8b on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:16.731145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Attempting to bind port 82221ab5-5642-45ae-a9e0-750b52850e8b by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:16.731145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Attempting to bind port 82221ab5-5642-45ae-a9e0-750b52850e8b on network a114cfcf-c612-487c-b798-53c3d8dcba98 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:16.752176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Network ebf72e72-e995-4412-935e-3a4cf590a4bf is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:16.778169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Port 82221ab5-5642-45ae-a9e0-750b52850e8b on network a114cfcf-c612-487c-b798-53c3d8dcba98 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:16.778825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Attempting to bind port 82221ab5-5642-45ae-a9e0-750b52850e8b on network a114cfcf-c612-487c-b798-53c3d8dcba98 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:16.781374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:16.796280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:16.801743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f13b4380-2654-416f-9d50-65852eda73f5 req-9335e914-b6a4-44ed-b956-5d8483de78fd tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599786 Mar 03 17:49:16.829089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:16.841975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:16.842375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Checking segment: {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:16.842712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Bound using segment: {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:16.843162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Bound port: 82221ab5-5642-45ae-a9e0-750b52850e8b, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:16.845772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:16.856755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31807024-810b-4e3f-bea8-269b69c33aaa req-7b301f18-4494-4581-967f-67bb83459356 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536644 Mar 03 17:49:16.875853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Pushing event updated for resources: {'Port': ['ID=b56f67ca-d264-4ecf-8773-e3b79ae06aff,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:17.030534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:17.031335 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:17.084744 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:17.191936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-8f134940-4130-4c9e-9809-0a2ceaf273e2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8373117 Mar 03 17:49:17.217798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Request body: {'port': {'device_id': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:17.255553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] For port 82221ab5-5642-45ae-a9e0-750b52850e8b, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:17.283194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] For port 82221ab5-5642-45ae-a9e0-750b52850e8b, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=82221ab5-5642-45ae-a9e0-750b52850e8b,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:17.298857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:17.487284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:17.487975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:17.489418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] 10.222.0.16 "PUT /v2.0/ports/82221ab5-5642-45ae-a9e0-750b52850e8b HTTP/1.1" status: 200 len: 1092 time: 2.8829381 Mar 03 17:49:17.489882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'tag': '82221ab5-5642-45ae-a9e0-750b52850e8b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:17.539478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:17.567552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Request body: {'port': {'device_id': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:17.595181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:49:17.649920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:17.741260 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:17.851862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-6f48e20b-7122-491f-9ca5-0852c0ae89da tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:17.854973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-6f48e20b-7122-491f-9ca5-0852c0ae89da tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.2300653 Mar 03 17:49:17.874988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Request body: {'port': {'device_id': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'admin_state_up': True, 'tenant_id': '87b34e58186648678211e562771b5fc0'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:17.905634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ea5e-102e-4c51-8641-15f9eaae0da3 req-39c96e8e-9e5d-4db4-a1a7-bb0026a89dd7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:17.912985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2836ea5e-102e-4c51-8641-15f9eaae0da3 req-39c96e8e-9e5d-4db4-a1a7-bb0026a89dd7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 945 time: 0.8209796 Mar 03 17:49:17.963359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56572281-805c-4c32-9cd7-6d95f4f2cdbf service neutron] Pushing event updated for resources: {'Port': ['ID=82221ab5-5642-45ae-a9e0-750b52850e8b,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:17.967942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Network ebf72e72-e995-4412-935e-3a4cf590a4bf is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:18.016088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:18.045218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:18.055305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b9f9dfc-9131-4a86-affa-41f9f3902ed5 req-12c98fc2-7223-4fee-bcb2-5def62ee2b1e tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 210 time: 0.0807431 Mar 03 17:49:18.127053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:18.127414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Allocated IP 172.20.0.13 (ebf72e72-e995-4412-935e-3a4cf590a4bf/855aef2d-282d-4f35-b603-8a5c1187b63d/6e569716-bb5a-4611-8bfb-516ab59723be) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:18.127783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:18.169373 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'code': 200} Mar 03 17:49:18.240699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:18.261903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Pushing event updated for resources: {'Port': ['ID=85d03df0-9a7a-432e-a541-427e06706778,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:18.317157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2836ea5e-102e-4c51-8641-15f9eaae0da3 req-4fbac4f9-fab5-45b2-a461-a7e3fee1fd2e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029720 Mar 03 17:49:18.332966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-669bba71-be38-46da-a5d3-5a22434de1a9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7076015 Mar 03 17:49:18.354199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Request body: {'port': {'device_id': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:18.365173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06e762b8-23e5-4b3f-92c5-ca1e2c9e411d req-f9a70c52-728a-4e13-a5cb-93b5cbcb4c4e tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 210 time: 0.0767896 Mar 03 17:49:18.378475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:18.382380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Usage tracker for resource:port and tenant:87b34e58186648678211e562771b5fc0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:18.385909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:18.394659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:18.420988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Made reservation on behalf of 87b34e58186648678211e562771b5fc0 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:18.424764 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:18.572501 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'tag': '82221ab5-5642-45ae-a9e0-750b52850e8b', 'status': 'completed', 'code': 200} Mar 03 17:49:18.573041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:18.593405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.16', 59171) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:18.611379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:49:18.622723 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] Sync routers for ids ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:49:18.639718 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] Routers {'042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:18.640344 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:18.719113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70c04331-e8ac-4f1d-82c2-1be97a664c0d admin admin] 10.222.0.23 "PUT /v2.0/routers/042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6483417 Mar 03 17:49:18.719986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38358) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:18.971375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:19.044583 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] Set router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:19.317851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497df8f-e5e3-4c4b-9317-779477e16f98 req-63b7f373-b3f3-473b-a9a4-5344dc8eed14 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:19.324841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497df8f-e5e3-4c4b-9317-779477e16f98 req-63b7f373-b3f3-473b-a9a4-5344dc8eed14 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:19.331816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497df8f-e5e3-4c4b-9317-779477e16f98 req-63b7f373-b3f3-473b-a9a4-5344dc8eed14 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:19.341452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3497df8f-e5e3-4c4b-9317-779477e16f98 req-63b7f373-b3f3-473b-a9a4-5344dc8eed14 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2389 time: 0.1883969 Mar 03 17:49:19.388939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:19.486221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb289b4-7bd2-48ab-80d3-630492cf8204 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:19.491543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f11bf0e-1de3-4db4-8cc0-23b4ad633771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:19.498113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:19.511562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Deleting port 5afc1c5a-7c21-4218-979b-a79a654e896c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:19.511897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:19.516253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Transition to ACTIVE for port object abb289b4-7bd2-48ab-80d3-630492cf8204 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:19.579456 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:19.608499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:19.618032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Allocated IP 172.20.0.13 (aca13643-4bfd-4bda-9748-828744b866b0/2e9df596-4c5d-4665-a0f7-02dfafab3987/5e148a7a-b4a7-4754-aeef-fd058965351d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:19.631565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-97fb9f02-4e99-4dc9-8f6f-c475cee37086 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:19.633198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-97fb9f02-4e99-4dc9-8f6f-c475cee37086 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6038709 Mar 03 17:49:19.684694 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:49:15Z', 'revision_number': 5, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port': {'id': '5afc1c5a-7c21-4218-979b-a79a654e896c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:82:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:41Z', 'updated_at': '2022-03-03T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:19.695203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=abb289b4-7bd2-48ab-80d3-630492cf8204,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:19.697455 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] Checking router: 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:49:19.708177 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] Routers {'042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:19.708822 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:48:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:19.716668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3497df8f-e5e3-4c4b-9317-779477e16f98 req-5156748b-47f7-4e8c-9b25-bf4dc754b2bb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741236 Mar 03 17:49:19.725901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-10cff8b4-950c-49ef-91b0-e955ba9376be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:19.726735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-10cff8b4-950c-49ef-91b0-e955ba9376be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:19.727390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-10cff8b4-950c-49ef-91b0-e955ba9376be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:19.730121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-10cff8b4-950c-49ef-91b0-e955ba9376be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2732 time: 1.0913725 Mar 03 17:49:19.926736 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] Set router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:20.020842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] For port 5afc1c5a-7c21-4218-979b-a79a654e896c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5afc1c5a-7c21-4218-979b-a79a654e896c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:20.022053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:20.157014 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:49:19Z', 'revision_number': 6, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:20.162107 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432c32-d187-430c-bdb2-9d4896d9ae55 None None] The sync data for ids ['042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50'] in n-d-827121-1 is: [{'id': '042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50', 'name': 'tempest-FloatingIPsTestJSON-215429087-router', 'tenant_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:49:19Z', 'revision_number': 6, 'project_id': '102483bc8b1f404cb2b8aaa6b2dd1a86', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:49:20.173853 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-93ba2574-13e5-4bed-b736-56e6eb227970 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.5303504 Mar 03 17:49:20.353706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Calling delete_port for 5afc1c5a-7c21-4218-979b-a79a654e896c owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:20.432286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'floatingip': {'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:20.453763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-5c66f8d8-6ed9-4c69-8661-24ff33bee050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:20.454302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-5c66f8d8-6ed9-4c69-8661-24ff33bee050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:20.454794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-5c66f8d8-6ed9-4c69-8661-24ff33bee050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:20.456352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-5c66f8d8-6ed9-4c69-8661-24ff33bee050 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f389fc2f47884d02ac1facdc79c1c969&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6009467 Mar 03 17:49:20.466839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5457e9fb-fe9c-42a7-ba9e-3479796c0bcb req-d9c14193-c255-4d55-b762-9b5fc702034a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 210 time: 0.0880744 Mar 03 17:49:20.495989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Attempting to bind port abb289b4-7bd2-48ab-80d3-630492cf8204 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:20.495989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Attempting to bind port abb289b4-7bd2-48ab-80d3-630492cf8204 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:20.495989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Attempting to bind port abb289b4-7bd2-48ab-80d3-630492cf8204 on network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:20.511966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Port abb289b4-7bd2-48ab-80d3-630492cf8204 on network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:20.512337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Attempting to bind port abb289b4-7bd2-48ab-80d3-630492cf8204 on network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:20.522362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:20.522703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Checking segment: {'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:20.523096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Bound using segment: {'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:20.523628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Bound port: abb289b4-7bd2-48ab-80d3-630492cf8204, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0670e4ec-cf48-4a47-982c-a0504cdfe786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:20.523976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:20.763599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:20.821898 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:20.845166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] For port abb289b4-7bd2-48ab-80d3-630492cf8204, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:20.892046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] For port abb289b4-7bd2-48ab-80d3-630492cf8204, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abb289b4-7bd2-48ab-80d3-630492cf8204,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:20.909841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-8f6b5f05-7572-4e3c-abfe-2faac71fe1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:20.911357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2f7023e-f0f5-4bf2-ac82-f2d55cd32d7b req-8f6b5f05-7572-4e3c-abfe-2faac71fe1e2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4471152 Mar 03 17:49:20.924876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.044890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:21.045544 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.046930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] 10.222.0.16 "PUT /v2.0/ports/abb289b4-7bd2-48ab-80d3-630492cf8204 HTTP/1.1" status: 200 len: 1092 time: 3.5099039 Mar 03 17:49:21.051812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Network ebf72e72-e995-4412-935e-3a4cf590a4bf is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:21.052559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'tag': 'abb289b4-7bd2-48ab-80d3-630492cf8204'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:21.074797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:21.077887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:21.112348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1439b88-7c55-4146-a348-2eca90f31798 req-737a8622-9f2c-4261-b40b-aec977ea9ae7 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:21.114308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1439b88-7c55-4146-a348-2eca90f31798 req-737a8622-9f2c-4261-b40b-aec977ea9ae7 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 932 time: 0.5055106 Mar 03 17:49:21.115354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Pushing event updated for resources: {'Port': ['ID=6e569716-bb5a-4611-8bfb-516ab59723be,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:21.128939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Request body: {'port': {'device_id': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:21.255663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153bd7f-8b45-44bd-b95d-cc09959dbfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=abb289b4-7bd2-48ab-80d3-630492cf8204,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:21.340999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56f67ca-d264-4ecf-8773-e3b79ae06aff {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:21.349633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.391954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Transition to ACTIVE for port object b56f67ca-d264-4ecf-8773-e3b79ae06aff will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:21.401139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1439b88-7c55-4146-a348-2eca90f31798 req-91898a28-ce60-41b5-963a-b7a0244b2f13 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377586 Mar 03 17:49:21.403642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06a71de8-ba31-4125-84db-768d7c234575 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:21.453103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.500092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 06a71de8-ba31-4125-84db-768d7c234575 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:49:21.500429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06a71de8-ba31-4125-84db-768d7c234575 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:49:21.501472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5afc1c5a-7c21-4218-979b-a79a654e896c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:21.690641 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.736143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aadee00a-d227-4a1b-bdbf-9bbdc309590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.765799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-ab773d13-2c0a-4bf0-8d5f-ba1e323adc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:21.767294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-ab773d13-2c0a-4bf0-8d5f-ba1e323adc47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93b9435a856b4472a6b942e906d028b4&device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 1096 time: 1.4718525 Mar 03 17:49:21.772889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:21.773563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.779945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:21.914692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b56f67ca-d264-4ecf-8773-e3b79ae06aff,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:21.922615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.025380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-ffd8a69b-bb13-4022-81df-dba4cc511321 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4131260 Mar 03 17:49:22.048813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Request body: {'port': {'device_id': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:22.091506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.159828 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:49:22.182981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5afc1c5a-7c21-4218-979b-a79a654e896c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:22.242686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Attempting to bind port b56f67ca-d264-4ecf-8773-e3b79ae06aff on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:22.243008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Attempting to bind port b56f67ca-d264-4ecf-8773-e3b79ae06aff by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:22.245770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Attempting to bind port b56f67ca-d264-4ecf-8773-e3b79ae06aff on network ebf72e72-e995-4412-935e-3a4cf590a4bf {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:22.261915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.262290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.262588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.262915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.263244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.263564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.263882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.264200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.264515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.264831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.265146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.265487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:22.270708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc66ef-65ae-4fda-819f-ecf68f0d7dea req-114fd016-5eed-4f3c-9079-784ecca4ea7c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:22.273050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc66ef-65ae-4fda-819f-ecf68f0d7dea req-114fd016-5eed-4f3c-9079-784ecca4ea7c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.4644225 Mar 03 17:49:22.332662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Port b56f67ca-d264-4ecf-8773-e3b79ae06aff on network ebf72e72-e995-4412-935e-3a4cf590a4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:22.334092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Attempting to bind port b56f67ca-d264-4ecf-8773-e3b79ae06aff on network ebf72e72-e995-4412-935e-3a4cf590a4bf {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:22.342427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-3d643d36-28db-4b1a-8287-2e72ed0e2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:22.343242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-3d643d36-28db-4b1a-8287-2e72ed0e2cd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 200 len: 919 time: 0.5602670 Mar 03 17:49:22.344259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.512046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:22.512891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Checking segment: {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:22.513577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Bound using segment: {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:22.514264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Bound port: b56f67ca-d264-4ecf-8773-e3b79ae06aff, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:22.515069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.649850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-8bc2c251-6f4f-4efd-9e95-72059c75b077 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 200 len: 217 time: 0.2804375 Mar 03 17:49:22.678654 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.702756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d03df0-9a7a-432e-a541-427e06706778 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:22.715807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.725910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Network aca13643-4bfd-4bda-9748-828744b866b0 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:22.736461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Transition to ACTIVE for port object 85d03df0-9a7a-432e-a541-427e06706778 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:22.745477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:22.748547 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.765172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.796035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.805305 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:22.815473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:22.841577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:22.852171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc66ef-65ae-4fda-819f-ecf68f0d7dea req-641329de-7ef8-4ad8-aba9-4b488df65618 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158627 Mar 03 17:49:22.853020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] For port b56f67ca-d264-4ecf-8773-e3b79ae06aff, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:22.953208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:49:22.963572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] For port b56f67ca-d264-4ecf-8773-e3b79ae06aff, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56f67ca-d264-4ecf-8773-e3b79ae06aff,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:22.972725 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.019822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-dabd6674-3dcb-42d3-8d4a-3efe9a502f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:23.027228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-dabd6674-3dcb-42d3-8d4a-3efe9a502f5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 200 len: 858 time: 0.3642058 Mar 03 17:49:23.031083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=85d03df0-9a7a-432e-a541-427e06706778,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:23.130079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:49:23.139129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b56f67ca-d264-4ecf-8773-e3b79ae06aff,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:23.250448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:23.251153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.252737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-8caf43d6-188c-420e-8589-062a59059fa2 service neutron] 10.222.0.16 "PUT /v2.0/ports/b56f67ca-d264-4ecf-8773-e3b79ae06aff HTTP/1.1" status: 200 len: 1091 time: 6.0442531 Mar 03 17:49:23.281901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca50207-b43f-422c-a6ec-ce88549e92de {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:23.317231 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.372738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Attempting to bind port 85d03df0-9a7a-432e-a541-427e06706778 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:23.373112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Attempting to bind port 85d03df0-9a7a-432e-a541-427e06706778 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:23.374380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Attempting to bind port 85d03df0-9a7a-432e-a541-427e06706778 on network ebf72e72-e995-4412-935e-3a4cf590a4bf {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:23.375880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.381789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.395241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Transition to ACTIVE for port object fca50207-b43f-422c-a6ec-ce88549e92de will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:23.400538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Port 85d03df0-9a7a-432e-a541-427e06706778 on network ebf72e72-e995-4412-935e-3a4cf590a4bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:23.400974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Attempting to bind port 85d03df0-9a7a-432e-a541-427e06706778 on network ebf72e72-e995-4412-935e-3a4cf590a4bf {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:23.411122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.445409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-07d69cf6-3999-4b91-badc-006be32565b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef3be4d6-5829-4678-a8c2-8555c6a2b220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3912580 Mar 03 17:49:23.460688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:23.461061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Checking segment: {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:23.461478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Bound using segment: {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:23.461968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Bound port: 85d03df0-9a7a-432e-a541-427e06706778, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:23.462318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.504713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ba5d2-4692-4034-a0dd-19229eac2804 req-d2e1dac6-4a6c-4790-9393-095b314bd815 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:23.511280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ba5d2-4692-4034-a0dd-19229eac2804 req-d2e1dac6-4a6c-4790-9393-095b314bd815 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:23.517064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ba5d2-4692-4034-a0dd-19229eac2804 req-d2e1dac6-4a6c-4790-9393-095b314bd815 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:23.518767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d9ba5d2-4692-4034-a0dd-19229eac2804 req-d2e1dac6-4a6c-4790-9393-095b314bd815 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2401 time: 0.3764591 Mar 03 17:49:23.524916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:23.525571 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.542973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.567042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.691847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9e035bfe-0862-44ba-b458-ecd46a5ebb8f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8256125 Mar 03 17:49:23.748911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.749436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:49:23.760232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Request body: {'port': {'device_id': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:23.833549 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.905550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca50207-b43f-422c-a6ec-ce88549e92de,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:23.925604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:23.928978 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bc88ecee-ac1e-4487-952a-5d63c95514bc admin admin] 10.222.0.23 "DELETE /v2.0/routers/042eda6b-6a10-4fc0-82e8-c1b7bb4ddb50 HTTP/1.1" status: 204 len: 168 time: 5.1965392 Mar 03 17:49:23.950217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38398) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:24.050981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d9ba5d2-4692-4034-a0dd-19229eac2804 req-89eb122f-3c4c-434f-86c0-cf121da046f0 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026569 Mar 03 17:49:24.068219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-4ac4e0f3-8255-415d-9d59-c70ee7c7400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:24.069788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-4ac4e0f3-8255-415d-9d59-c70ee7c7400d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=274eb7bcd26243a3a695a2887a757cf0&device_id=c78fd0b6-8ae3-45ac-a925-1d82591e1cec HTTP/1.1" status: 200 len: 1094 time: 0.7440283 Mar 03 17:49:24.140339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] For port 85d03df0-9a7a-432e-a541-427e06706778, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:24.158019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:24.167915 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-d9699baf-c135-4c15-8f89-bd2e067178d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56f67ca-d264-4ecf-8773-e3b79ae06aff HTTP/1.1" status: 200 len: 217 time: 0.0847898 Mar 03 17:49:24.182351 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348 associated. External IP: 172.25.0.221, port: 09910e6c-d015-4edc-aa54-e21f69a6f849. Mar 03 17:49:24.215302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] For port 85d03df0-9a7a-432e-a541-427e06706778, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=85d03df0-9a7a-432e-a541-427e06706778,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:24.230152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] Deleting subnet 12e7e93a-d7d9-40f4-91d4-3a01286b4ed6 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:49:24.236485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:24.271531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-ee09f678-4eb3-4dd2-97c3-7e7d63daecfd service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8118517 Mar 03 17:49:24.276935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:24.283784 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'tag': 'abb289b4-7bd2-48ab-80d3-630492cf8204', 'status': 'completed', 'code': 200} Mar 03 17:49:24.284396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:24.405111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Attempting to bind port fca50207-b43f-422c-a6ec-ce88549e92de on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:24.405497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Attempting to bind port fca50207-b43f-422c-a6ec-ce88549e92de by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:24.405794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Attempting to bind port fca50207-b43f-422c-a6ec-ce88549e92de on network a114cfcf-c612-487c-b798-53c3d8dcba98 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:24.426785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-e4ccfa55-951d-4236-8202-b80de834a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:24.428639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-e4ccfa55-951d-4236-8202-b80de834a45f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=855aef2d-282d-4f35-b603-8a5c1187b63d HTTP/1.1" status: 200 len: 857 time: 0.2508698 Mar 03 17:49:24.430100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:24.431555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:24.433009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/85d03df0-9a7a-432e-a541-427e06706778 HTTP/1.1" status: 200 len: 1092 time: 6.0887399 Mar 03 17:49:24.444769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Port fca50207-b43f-422c-a6ec-ce88549e92de on network a114cfcf-c612-487c-b798-53c3d8dcba98 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:24.445519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Attempting to bind port fca50207-b43f-422c-a6ec-ce88549e92de on network a114cfcf-c612-487c-b798-53c3d8dcba98 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:24.587304 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:24.634023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:24.635011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Checking segment: {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:24.636239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Bound using segment: {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:24.637519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Bound port: fca50207-b43f-422c-a6ec-ce88549e92de, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c4e168-e2de-4833-85d8-77aaf4449b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:24.638100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:24.648524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-cdc047fd-1d79-44c1-9d4c-1ec5e2743f7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebf72e72-e995-4412-935e-3a4cf590a4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970098 Mar 03 17:49:24.662211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e7444-af5e-4e32-b569-18d79b1bc7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=85d03df0-9a7a-432e-a541-427e06706778,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:24.881421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb562ccd-f646-4019-9a10-170c51ec4cd8 req-a61cbfb7-f192-446d-9921-368195cce416 service neutron] 10.222.0.35 "GET /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516977 Mar 03 17:49:24.978667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] For port fca50207-b43f-422c-a6ec-ce88549e92de, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:24.983863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e569716-bb5a-4611-8bfb-516ab59723be {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:25.002096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410169-cf16-4139-b402-6a8473e77476 req-6463befd-950e-40a6-be78-e22199398ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:25.002575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410169-cf16-4139-b402-6a8473e77476 req-6463befd-950e-40a6-be78-e22199398ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:25.003116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410169-cf16-4139-b402-6a8473e77476 req-6463befd-950e-40a6-be78-e22199398ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:25.004762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98410169-cf16-4139-b402-6a8473e77476 req-6463befd-950e-40a6-be78-e22199398ae2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2824 time: 0.6649868 Mar 03 17:49:25.006451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] For port fca50207-b43f-422c-a6ec-ce88549e92de, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=fca50207-b43f-422c-a6ec-ce88549e92de,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:25.014745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:25.072039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:25.089530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Transition to ACTIVE for port object 6e569716-bb5a-4611-8bfb-516ab59723be will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:25.106846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:25.126420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:25.239235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-da5b030c-c57d-4840-bf86-eba703b2b8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656064 Mar 03 17:49:25.265533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eabe0-9c50-4afb-9e05-29a20d29f721 req-e5b9a237-8c5b-4a24-b1aa-1224062453bb tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:25.290072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d84eabe0-9c50-4afb-9e05-29a20d29f721 req-e5b9a237-8c5b-4a24-b1aa-1224062453bb tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 932 time: 0.7997355 Mar 03 17:49:25.370809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-67cced66-cd44-4215-834f-2fdb55116fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:25.372217 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-67cced66-cd44-4215-834f-2fdb55116fcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=274eb7bcd26243a3a695a2887a757cf0&device_id=e6d5106d-c906-49fc-a685-8c773bf67b00 HTTP/1.1" status: 200 len: 1095 time: 0.8347168 Mar 03 17:49:25.438994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Pushing event updated for resources: {'Port': ['ID=6e569716-bb5a-4611-8bfb-516ab59723be,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:25.462722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:25.463274 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:25.465441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] 10.222.0.16 "PUT /v2.0/ports/fca50207-b43f-422c-a6ec-ce88549e92de HTTP/1.1" status: 200 len: 1092 time: 4.3746672 Mar 03 17:49:25.642437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-66a85b0c-efa3-4295-a05a-ec6ea061bd08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85d03df0-9a7a-432e-a541-427e06706778 HTTP/1.1" status: 200 len: 217 time: 0.1861548 Mar 03 17:49:25.649593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:49:25.788814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Attempting to bind port 6e569716-bb5a-4611-8bfb-516ab59723be on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:25.789186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Attempting to bind port 6e569716-bb5a-4611-8bfb-516ab59723be by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:25.789410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Attempting to bind port 6e569716-bb5a-4611-8bfb-516ab59723be on network ebf72e72-e995-4412-935e-3a4cf590a4bf {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:25.812760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Port 6e569716-bb5a-4611-8bfb-516ab59723be on network ebf72e72-e995-4412-935e-3a4cf590a4bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:25.812760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Attempting to bind port 6e569716-bb5a-4611-8bfb-516ab59723be on network ebf72e72-e995-4412-935e-3a4cf590a4bf {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:25.825092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:25.825495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Checking segment: {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:25.825829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Bound using segment: {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:25.826250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Bound port: 6e569716-bb5a-4611-8bfb-516ab59723be, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940177c9-77a2-4c40-a15f-44ab2dcd1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:25.826587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:25.923917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-c236cceb-4a6f-4989-8d9d-9a634466d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:25.925606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-c236cceb-4a6f-4989-8d9d-9a634466d4d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=855aef2d-282d-4f35-b603-8a5c1187b63d HTTP/1.1" status: 200 len: 857 time: 0.2587709 Mar 03 17:49:25.936450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d84eabe0-9c50-4afb-9e05-29a20d29f721 req-27c5edc0-7a4b-437a-8b1c-3137be9edaa4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450610 Mar 03 17:49:25.968079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:49:26.018220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-187fad09-3d57-43df-814a-a9a2185809f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebf72e72-e995-4412-935e-3a4cf590a4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807476 Mar 03 17:49:26.018831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca50207-b43f-422c-a6ec-ce88549e92de,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:26.103128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e148a7a-b4a7-4754-aeef-fd058965351d {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:26.112128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:26.129509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Transition to ACTIVE for port object 5e148a7a-b4a7-4754-aeef-fd058965351d will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:26.153253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:49:26.168118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:49:26.179508 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:26.180812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:26.181723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:26.234985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-4f3afdda-add0-4b38-b5de-6835a31f6525 service neutron] 10.222.0.16 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972232 Mar 03 17:49:26.248044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-e2ffa950-a871-4ef7-9dfb-c6f3026df5bf service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159264 Mar 03 17:49:26.278285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410169-cf16-4139-b402-6a8473e77476 req-4ee5d06a-f75d-4ad7-a755-bd3a06086965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:26.278753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410169-cf16-4139-b402-6a8473e77476 req-4ee5d06a-f75d-4ad7-a755-bd3a06086965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:26.279221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410169-cf16-4139-b402-6a8473e77476 req-4ee5d06a-f75d-4ad7-a755-bd3a06086965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:26.280757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98410169-cf16-4139-b402-6a8473e77476 req-4ee5d06a-f75d-4ad7-a755-bd3a06086965 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f389fc2f47884d02ac1facdc79c1c969&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.2599852 Mar 03 17:49:26.282691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-141ee105-5738-4fba-be59-2e108cd5f829 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "PUT /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 200 len: 997 time: 5.8819964 Mar 03 17:49:26.300645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'tag': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff'}, {'name': 'network-changed', 'server_uuid': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'tag': '85d03df0-9a7a-432e-a541-427e06706778'}, {'name': 'network-changed', 'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:26.341848 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:26.350958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:26.360435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:26.479525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:26.485694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e7e93a-d7d9-40f4-91d4-3a01286b4ed6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:26.541656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:26.553471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcad502-f63f-48e0-aefb-8e2517c11769 None None] Network 0b6fb320-279d-4864-bfe0-bbc08476e700 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:26.614168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb777b-1715-42c7-90b5-3535ba3740a1 req-d270c5d0-02c5-4ec8-a4a9-995129d8c28e tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:26.623755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1dbb777b-1715-42c7-90b5-3535ba3740a1 req-d270c5d0-02c5-4ec8-a4a9-995129d8c28e tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 944 time: 0.4374673 Mar 03 17:49:26.665463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f12a2771-4d3d-4df0-9910-b4753d76d50e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/12e7e93a-d7d9-40f4-91d4-3a01286b4ed6 HTTP/1.1" status: 204 len: 168 time: 2.7129145 Mar 03 17:49:26.686893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38422) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:26.808026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] For port 6e569716-bb5a-4611-8bfb-516ab59723be, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:26.881209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] For port 6e569716-bb5a-4611-8bfb-516ab59723be, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e569716-bb5a-4611-8bfb-516ab59723be,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:26.943021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:26.951518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-22d4f12a-0de7-4fb3-9d95-9217b8b51e38 service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936650 Mar 03 17:49:26.961455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:26.984344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1dbb777b-1715-42c7-90b5-3535ba3740a1 req-0ad5340a-00de-41f4-b3b8-1f17a76df548 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594842 Mar 03 17:49:27.037138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.048979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410169-cf16-4139-b402-6a8473e77476 req-ebb7807f-8938-473b-8b36-cbb6ef821045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.052261 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98410169-cf16-4139-b402-6a8473e77476 req-ebb7807f-8938-473b-8b36-cbb6ef821045 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7383409 Mar 03 17:49:27.060438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Pushing event updated for resources: {'Port': ['ID=6e569716-bb5a-4611-8bfb-516ab59723be,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:27.064686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.065371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.067184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-8d74d699-76ee-4e8d-8f88-9f7190a6c189 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e569716-bb5a-4611-8bfb-516ab59723be HTTP/1.1" status: 200 len: 1092 time: 5.0221219 Mar 03 17:49:27.096255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-aa1cd969-574a-42b8-9172-6901762a77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.097821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-aa1cd969-574a-42b8-9172-6901762a77c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.8143618 Mar 03 17:49:27.119982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Deleting port 95ce3277-ff58-4b8a-89c8-b55970d9046e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:27.121715 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.265642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] DHCP port deletion for 0b6fb320-279d-4864-bfe0-bbc08476e700 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:49:27.271514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] Deleting port 95ce3277-ff58-4b8a-89c8-b55970d9046e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:27.271882 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.283207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:27.283923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:27.284484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:27.355670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:27.356144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:27.373470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:27.373470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:27.374214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:27.374750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Bound port: 5e148a7a-b4a7-4754-aeef-fd058965351d, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:27.375210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.430414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 95ce3277-ff58-4b8a-89c8-b55970d9046e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:27.535600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:27.539269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:27.559212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-51b10cad-3ffe-4d7e-a85e-2e33e48de74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.561079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-51b10cad-3ffe-4d7e-a85e-2e33e48de74b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=274eb7bcd26243a3a695a2887a757cf0&device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 1095 time: 0.4172115 Mar 03 17:49:27.562500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.603793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916781-2767-44d4-84e4-5e8bfc4c7757 req-6784e44a-41c6-43d9-8c3e-32c517a60aef tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.605578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2916781-2767-44d4-84e4-5e8bfc4c7757 req-6784e44a-41c6-43d9-8c3e-32c517a60aef tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.1700764 Mar 03 17:49:27.690066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-281f2077-86f4-401c-817c-924fbd04fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.690474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-281f2077-86f4-401c-817c-924fbd04fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.690948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-281f2077-86f4-401c-817c-924fbd04fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.697610 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-281f2077-86f4-401c-817c-924fbd04fbd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2866 time: 0.4955573 Mar 03 17:49:27.698199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.699021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.700651 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] 10.222.0.16 "PUT /v2.0/ports/5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 1092 time: 3.9461002 Mar 03 17:49:27.702125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] For port 95ce3277-ff58-4b8a-89c8-b55970d9046e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=95ce3277-ff58-4b8a-89c8-b55970d9046e,segment=NetworkSegment(02c9f36d-e6c5-41be-a478-c04484fbb123),segment_id=02c9f36d-e6c5-41be-a478-c04484fbb123)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:27.702583 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.725973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-d387748f-a3c2-4607-bbc8-a2500a86e734 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e569716-bb5a-4611-8bfb-516ab59723be HTTP/1.1" status: 200 len: 217 time: 0.1094701 Mar 03 17:49:27.798529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187530-ea68-40d1-bf50-05a0d899948e req-10245a2b-5548-468b-8773-4c99b9039c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.800539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-10245a2b-5548-468b-8773-4c99b9039c3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=855aef2d-282d-4f35-b603-8a5c1187b63d HTTP/1.1" status: 200 len: 857 time: 0.0647607 Mar 03 17:49:27.800683 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-52b4faf6-6323-45d5-8b1b-e99951e2d90e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=82221ab5-5642-45ae-a9e0-750b52850e8b HTTP/1.1" status: 200 len: 217 time: 0.0794115 Mar 03 17:49:27.861367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] Calling delete_port for 95ce3277-ff58-4b8a-89c8-b55970d9046e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:27.893779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-f88e5a50-b6f8-4a2f-9bd0-0a297628c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.895419 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-f88e5a50-b6f8-4a2f-9bd0-0a297628c43c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0137078a-af7c-4a8c-b56a-86dcef69e249 HTTP/1.1" status: 200 len: 801 time: 0.0785289 Mar 03 17:49:27.902264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-eb57fb33-a05f-4daa-9d1a-2e9e2d531f34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebf72e72-e995-4412-935e-3a4cf590a4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547709 Mar 03 17:49:27.910829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-bead7386-b25d-4b4a-96c9-b23f596d0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:27.912610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-bead7386-b25d-4b4a-96c9-b23f596d0916 service neutron] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.8066432 Mar 03 17:49:27.951638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2916781-2767-44d4-84e4-5e8bfc4c7757 req-45a0d26d-9e66-456c-9306-aab10ba2f8a7 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945228 Mar 03 17:49:27.953911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] For port 95ce3277-ff58-4b8a-89c8-b55970d9046e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=95ce3277-ff58-4b8a-89c8-b55970d9046e,segment=NetworkSegment(02c9f36d-e6c5-41be-a478-c04484fbb123),segment_id=02c9f36d-e6c5-41be-a478-c04484fbb123)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:27.954333 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:27.970421 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:28.073804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] Pushing event deleted for resources: {'Port': ['ID=95ce3277-ff58-4b8a-89c8-b55970d9046e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:28.098011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5da48d-c146-470b-81cc-f73dc8b6edbd None None] No DVR routers for this DVR port 95ce3277-ff58-4b8a-89c8-b55970d9046e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:49:28.116976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:1d:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:22Z', 'revision_number': 1, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:28.129257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:49:28.134599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port 95ce3277-ff58-4b8a-89c8-b55970d9046e {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 17:49:28.135004 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 95ce3277-ff58-4b8a-89c8-b55970d9046e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:49:28.155761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:28.159657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:28.167309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504dc8a-3303-41d7-b8df-11ef11f4402a service neutron] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:28.270603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-6a10ce8d-90ab-4ec6-a45e-76e00a6f4641 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 1000 time: 0.2073905 Mar 03 17:49:28.277012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Calling delete_port for 95ce3277-ff58-4b8a-89c8-b55970d9046e owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:28.319699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-569dfde9-53f5-495a-9999-27b466cdcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:28.321568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-569dfde9-53f5-495a-9999-27b466cdcbf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1095 time: 0.5115252 Mar 03 17:49:28.323736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-6481a8f1-d4cc-4004-b635-5dc52728b1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099915 Mar 03 17:49:28.408988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:28.450225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-798250ef-f9e1-4781-aed9-c195a825ab9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 217 time: 0.0892930 Mar 03 17:49:28.552704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-7827d09a-d4c6-4b21-9c93-2d45cdc1be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:28.554476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-7827d09a-d4c6-4b21-9c93-2d45cdc1be3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.2747777 Mar 03 17:49:28.570013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:49:28.570468 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:49:28.602555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-307b8821-a78a-444e-9c9e-6fec73ab73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:28.604501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-307b8821-a78a-444e-9c9e-6fec73ab73de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a114cfcf-c612-487c-b798-53c3d8dcba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6985061 Mar 03 17:49:28.770179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8f84-6ef1-4d8b-9441-55b30798e88e req-773a73cb-5538-436f-9cab-21bc9301676c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:28.776846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8f84-6ef1-4d8b-9441-55b30798e88e req-773a73cb-5538-436f-9cab-21bc9301676c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:28.783677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8f84-6ef1-4d8b-9441-55b30798e88e req-773a73cb-5538-436f-9cab-21bc9301676c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:28.785440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6afe8f84-6ef1-4d8b-9441-55b30798e88e req-773a73cb-5538-436f-9cab-21bc9301676c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2413 time: 0.4758723 Mar 03 17:49:28.801914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-a7a484bd-6641-4f10-8def-aa190a3c28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:28.803841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-a7a484bd-6641-4f10-8def-aa190a3c28c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.3474104 Mar 03 17:49:28.828207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:1d:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:22Z', 'revision_number': 1, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:28.832606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e2df9-78ef-44a8-b432-4494ac918721 None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:1d:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:22Z', 'revision_number': 1, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:49:28.869384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6afe8f84-6ef1-4d8b-9441-55b30798e88e req-2f8fd08b-9074-42ad-8063-d8159ef5de75 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760322 Mar 03 17:49:28.879866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-b4f7f080-594b-4211-9cf3-b16f004244d8 service neutron] 10.222.0.16 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686691 Mar 03 17:49:28.884764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-fe27472b-4527-4792-b5ae-20ae46d8ad4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735393 Mar 03 17:49:29.065251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-76741392-cda9-407c-bcb5-c099a692a9dc service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710572 Mar 03 17:49:29.067344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42187530-ea68-40d1-bf50-05a0d899948e req-48f7fd59-ef63-421d-8eea-afa901b34892 service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366362 Mar 03 17:49:29.068893 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'status': 'completed', 'code': 200} Mar 03 17:49:29.201241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Deleting port 95ce3277-ff58-4b8a-89c8-b55970d9046e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:29.201612 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:29.235795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-3c0de07b-08f8-4361-b713-9356ce9bfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:29.237293 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-3c0de07b-08f8-4361-b713-9356ce9bfa73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6753736 Mar 03 17:49:29.250559 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-ef3ff0bd-a86f-4b5f-aeb3-920bec93f453 service neutron] 10.222.0.16 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632829 Mar 03 17:49:29.257874 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'tag': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff', 'status': 'completed', 'code': 200} Mar 03 17:49:29.258125 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'tag': '85d03df0-9a7a-432e-a541-427e06706778', 'status': 'completed', 'code': 200} Mar 03 17:49:29.258371 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de', 'status': 'completed', 'code': 200} Mar 03 17:49:29.278679 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efeb584-0f15-453a-bd2a-1cffbbb230c7 None None] New status for floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:49:29.362372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 85d03df0-9a7a-432e-a541-427e06706778 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:29.536289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e57bfe35-bef6-4176-91ee-b4fedbf0880f req-c82ec985-cc45-4542-b84a-42166a164266 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607351 Mar 03 17:49:29.585664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-f35d7aa6-f18f-4093-808d-14a4f1664877 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985334 Mar 03 17:49:29.588306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-6eedd954-e19d-48e9-9c06-33e9cf5ef1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:29.589126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-6eedd954-e19d-48e9-9c06-33e9cf5ef1ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.4822900 Mar 03 17:49:29.598960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 85d03df0-9a7a-432e-a541-427e06706778, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=85d03df0-9a7a-432e-a541-427e06706778,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:29.615742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '85d03df0-9a7a-432e-a541-427e06706778', 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf', 'port_id': '85d03df0-9a7a-432e-a541-427e06706778', 'mac_address': 'fa:16:3e:14:9a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855aef2d-282d-4f35-b603-8a5c1187b63d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:29.668473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] The port '95ce3277-ff58-4b8a-89c8-b55970d9046e' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:49:29.687162 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:29.700679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-a4c34019-af2f-4420-b6fc-b2647b6f64fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=abb289b4-7bd2-48ab-80d3-630492cf8204 HTTP/1.1" status: 200 len: 217 time: 0.2144749 Mar 03 17:49:29.711293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d03df0-9a7a-432e-a541-427e06706778 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:29.743648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 85d03df0-9a7a-432e-a541-427e06706778, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=85d03df0-9a7a-432e-a541-427e06706778,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:29.750610 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:29.840479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=85d03df0-9a7a-432e-a541-427e06706778,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:29.877674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-08c53298-6379-42d2-99a9-cb81ec17d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:29.879341 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-08c53298-6379-42d2-99a9-cb81ec17d88e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=274eb7bcd26243a3a695a2887a757cf0&device_id=e6d5106d-c906-49fc-a685-8c773bf67b00 HTTP/1.1" status: 200 len: 1095 time: 0.5328004 Mar 03 17:49:29.942488 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:30.000190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['85d03df0-9a7a-432e-a541-427e06706778'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:30.013299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e9568f6-fba1-47ca-8326-33fe6c074100 req-ca445265-dafa-4f46-b0af-8835ce4b5e73 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137883 Mar 03 17:49:30.016124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-6a80f2a6-085e-4a32-97fe-740595ddb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.017002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-6a80f2a6-085e-4a32-97fe-740595ddb3bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.4164913 Mar 03 17:49:30.090297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-813af784-611e-4237-a8a2-f583731781eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.091814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-813af784-611e-4237-a8a2-f583731781eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c864b302-4bf0-4f66-94bf-60d4b0b9708d HTTP/1.1" status: 200 len: 801 time: 0.3843670 Mar 03 17:49:30.148108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb634b-00d2-42af-89a9-f14f5d7430cc req-91ee7e7b-d325-40e0-8d35-5cd41d1402a1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.157483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cffb634b-00d2-42af-89a9-f14f5d7430cc req-91ee7e7b-d325-40e0-8d35-5cd41d1402a1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 944 time: 0.8975799 Mar 03 17:49:30.178950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6fb320-279d-4864-bfe0-bbc08476e700']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:30.193508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-94e98415-eb67-46f2-9303-b0daf52d03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.194993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-94e98415-eb67-46f2-9303-b0daf52d03d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=274eb7bcd26243a3a695a2887a757cf0&device_id=c78fd0b6-8ae3-45ac-a925-1d82591e1cec HTTP/1.1" status: 200 len: 1094 time: 0.7618551 Mar 03 17:49:30.213843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c9f36d-e6c5-41be-a478-c04484fbb123') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:30.214970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c9f36d-e6c5-41be-a478-c04484fbb123') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:30.290330 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:30.313267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-ac4c5b45-9b05-491e-b3ff-2b25bdf4cf1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 1002 time: 0.2874601 Mar 03 17:49:30.408255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f1da2-874f-4231-8399-6758309909f4 req-2040ba27-3efc-4158-8b83-5e6aeab55e86 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.409278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-675f1da2-874f-4231-8399-6758309909f4 req-2040ba27-3efc-4158-8b83-5e6aeab55e86 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Synchronizing usage tracker for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:30.414347 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:30.419571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-8c343f1c-36c1-47d8-82b4-deb0c556516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.421257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-8c343f1c-36c1-47d8-82b4-deb0c556516b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1009631 Mar 03 17:49:30.427311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-a6577319-53e6-4957-9acc-7ad1d937a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.429013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-a6577319-53e6-4957-9acc-7ad1d937a2c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 200 len: 918 time: 0.5358396 Mar 03 17:49:30.452488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cffb634b-00d2-42af-89a9-f14f5d7430cc req-bcfe0875-20c0-4e87-aa39-e86607fad530 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940328 Mar 03 17:49:30.469613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-675f1da2-874f-4231-8399-6758309909f4 req-2040ba27-3efc-4158-8b83-5e6aeab55e86 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Unset dirty status for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:30.473214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:49:30.476415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-675f1da2-874f-4231-8399-6758309909f4 req-2040ba27-3efc-4158-8b83-5e6aeab55e86 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 944 time: 0.2504599 Mar 03 17:49:30.483384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:30.528318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-675f1da2-874f-4231-8399-6758309909f4 req-084bc425-005d-46ab-952c-81a207585a04 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Synchronizing usage tracker for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:30.534032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56f67ca-d264-4ecf-8773-e3b79ae06aff details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:30.570060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-7dd2b7e4-c660-403a-9838-e2f9473ab812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:30.571603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-7dd2b7e4-c660-403a-9838-e2f9473ab812 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424236 Mar 03 17:49:30.572370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-675f1da2-874f-4231-8399-6758309909f4 req-084bc425-005d-46ab-952c-81a207585a04 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Unset dirty status for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:30.585504 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-675f1da2-874f-4231-8399-6758309909f4 req-084bc425-005d-46ab-952c-81a207585a04 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081688 Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:49:30.628504 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:49:30.807483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b56f67ca-d264-4ecf-8773-e3b79ae06aff, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56f67ca-d264-4ecf-8773-e3b79ae06aff,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:30.823184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff', 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf', 'port_id': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff', 'mac_address': 'fa:16:3e:57:ab:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855aef2d-282d-4f35-b603-8a5c1187b63d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:30.887707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:30.893437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-ed074e75-1cfe-4ff7-b685-e3e79667706d service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066473 Mar 03 17:49:30.906385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56f67ca-d264-4ecf-8773-e3b79ae06aff {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:30.925617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b56f67ca-d264-4ecf-8773-e3b79ae06aff, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56f67ca-d264-4ecf-8773-e3b79ae06aff,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:30.930910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:30.951741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-fc95ec6b-e1c1-419c-bb05-256a357ffae0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85d03df0-9a7a-432e-a541-427e06706778 HTTP/1.1" status: 200 len: 217 time: 0.4801025 Mar 03 17:49:31.010021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b56f67ca-d264-4ecf-8773-e3b79ae06aff,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:31.045127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-4e2195b1-223b-4c56-add7-1b1a6de8f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:31.046776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-4e2195b1-223b-4c56-add7-1b1a6de8f596 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 200 len: 918 time: 0.8204787 Mar 03 17:49:31.048978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-1e2af0a9-456c-4ff7-95c9-4db24eb7210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:31.050520 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-1e2af0a9-456c-4ff7-95c9-4db24eb7210b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94e5b46f-f6b7-411e-bec6-6d0db76f6f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9406126 Mar 03 17:49:31.059809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:31.069902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:31.071618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f38ec5-55a9-45cb-92b1-967710780ddb req-a1688b24-bdd1-4f23-bdb5-f4c9316ae99c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:31.079570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f38ec5-55a9-45cb-92b1-967710780ddb req-a1688b24-bdd1-4f23-bdb5-f4c9316ae99c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:31.085981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f38ec5-55a9-45cb-92b1-967710780ddb req-a1688b24-bdd1-4f23-bdb5-f4c9316ae99c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:31.093623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2f38ec5-55a9-45cb-92b1-967710780ddb req-a1688b24-bdd1-4f23-bdb5-f4c9316ae99c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2413 time: 0.3070114 Mar 03 17:49:31.272895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'tag': '6e569716-bb5a-4611-8bfb-516ab59723be'}, {'name': 'network-changed', 'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:31.296358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-366f19b4-7c86-4c3a-8b7b-14890d3d5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:31.298256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-366f19b4-7c86-4c3a-8b7b-14890d3d5581 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=855aef2d-282d-4f35-b603-8a5c1187b63d HTTP/1.1" status: 200 len: 857 time: 0.3353105 Mar 03 17:49:31.319450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6fb320-279d-4864-bfe0-bbc08476e700,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:31.337938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b56f67ca-d264-4ecf-8773-e3b79ae06aff'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:31.338822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2f38ec5-55a9-45cb-92b1-967710780ddb req-40b453c3-5c28-4dd6-8f51-16a9e9f48d07 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441502 Mar 03 17:49:31.368360 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-3287c569-35b9-4293-9e71-924c4fce1a5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56f67ca-d264-4ecf-8773-e3b79ae06aff HTTP/1.1" status: 200 len: 217 time: 0.2929614 Mar 03 17:49:31.384475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e5bdac-96c5-4ab0-b697-1c441d8341df req-6bdd1873-d10c-4687-b1c7-04833b68c10f service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784842 Mar 03 17:49:31.391587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aba02c1a-bc98-40b1-9418-9d5c0dbf8e3b admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b6fb320-279d-4864-bfe0-bbc08476e700 HTTP/1.1" status: 204 len: 168 time: 4.6988883 Mar 03 17:49:31.454211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e569716-bb5a-4611-8bfb-516ab59723be details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:31.507534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-beaca324-79ad-42f6-bc68-ce7321c63907 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebf72e72-e995-4412-935e-3a4cf590a4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823041 Mar 03 17:49:31.509669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-9da87a5a-d00d-4b39-bfbe-d9329d3aed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:31.511069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-9da87a5a-d00d-4b39-bfbe-d9329d3aed31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=855aef2d-282d-4f35-b603-8a5c1187b63d HTTP/1.1" status: 200 len: 857 time: 0.1266239 Mar 03 17:49:31.606186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e569716-bb5a-4611-8bfb-516ab59723be, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e569716-bb5a-4611-8bfb-516ab59723be,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:31.620512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 85d03df0-9a7a-432e-a541-427e06706778 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:31.650324 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'tag': '6e569716-bb5a-4611-8bfb-516ab59723be', 'status': 'completed', 'code': 200} Mar 03 17:49:31.656939 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d', 'status': 'completed', 'code': 200} Mar 03 17:49:31.668432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6e569716-bb5a-4611-8bfb-516ab59723be', 'network_id': 'ebf72e72-e995-4412-935e-3a4cf590a4bf', 'port_id': '6e569716-bb5a-4611-8bfb-516ab59723be', 'mac_address': 'fa:16:3e:75:52:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855aef2d-282d-4f35-b603-8a5c1187b63d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:31.682122 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-ffe13b3b-e2c6-44e5-bd1b-d8410cbfe894 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebf72e72-e995-4412-935e-3a4cf590a4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234398 Mar 03 17:49:31.763994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:31.871499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38478) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:31.893597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e569716-bb5a-4611-8bfb-516ab59723be {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:31.957747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7716a507-e866-4a7d-971f-3a9fa8f5e81c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=102483bc8b1f404cb2b8aaa6b2dd1a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839434 Mar 03 17:49:31.973289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:31.992056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 85d03df0-9a7a-432e-a541-427e06706778 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:32.024049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-1c004019-09a7-4da3-96da-ac39263da84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:32.026542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-1c004019-09a7-4da3-96da-ac39263da84a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=274eb7bcd26243a3a695a2887a757cf0&device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 1095 time: 0.2828889 Mar 03 17:49:32.033054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-c82027e9-2a2c-48b3-bda4-02fc1dd13b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:32.035588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-c82027e9-2a2c-48b3-bda4-02fc1dd13b28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1095 time: 0.3657475 Mar 03 17:49:32.046734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e569716-bb5a-4611-8bfb-516ab59723be, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e569716-bb5a-4611-8bfb-516ab59723be,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:32.061813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 85d03df0-9a7a-432e-a541-427e06706778 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:32.062222 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:32.193622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-fc8fcc5d-274b-4d26-8808-cf3d4cf98eb5 service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336231 Mar 03 17:49:32.196438 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-ecf2840b-73a6-4515-988f-f87c39170745 service neutron] 10.222.0.16 "GET /v2.0/networks/94e5b46f-f6b7-411e-bec6-6d0db76f6f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1228571 Mar 03 17:49:32.290547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:32.406728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38498) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:32.414712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e569716-bb5a-4611-8bfb-516ab59723be,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:32.538375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-45bf77eb-9395-47c2-b324-bf1b8cd6d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:32.540049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-45bf77eb-9395-47c2-b324-bf1b8cd6d313 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.4784849 Mar 03 17:49:32.540189 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:32.562419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:32.565841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6e569716-bb5a-4611-8bfb-516ab59723be'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:32.598067 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f4b714b-b317-4f82-89d5-7fa6fae640b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:32.694894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d03df0-9a7a-432e-a541-427e06706778'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:32.778534 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-ec0127b8-4df8-4025-9975-c8ddc4803c57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 217 time: 0.1834092 Mar 03 17:49:32.791615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 85d03df0-9a7a-432e-a541-427e06706778, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=85d03df0-9a7a-432e-a541-427e06706778,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:32.804069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-7efcfe54-8965-4a15-bfe1-21e39b9810bb tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:32.810840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-7efcfe54-8965-4a15-bfe1-21e39b9810bb tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.2969794 Mar 03 17:49:32.812803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:32.841412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:32.858381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-ac82cc61-25cf-45b6-8703-e70fce7a4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:32.860090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-ac82cc61-25cf-45b6-8703-e70fce7a4bb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.0637641 Mar 03 17:49:32.941081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:32.952173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-c3e8448a-f47e-4e68-b045-681afc48bb3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833280 Mar 03 17:49:32.954430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-a3d48feb-4cf6-48c7-9191-a4e0f29e1e29 service neutron] 10.222.0.16 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1183128 Mar 03 17:49:32.954696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f4b714b-b317-4f82-89d5-7fa6fae640b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:33.004823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Usage tracker for resource:security_group_rule and tenant:c46bdac65d1d4b298d64ea512be937e2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:33.031418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:33.057740 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-0dfc4666-0b45-4c02-847f-3918d1921177 service neutron] 10.222.0.16 "GET /v2.0/networks/94e5b46f-f6b7-411e-bec6-6d0db76f6f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424092 Mar 03 17:49:33.072135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-0db04b06-689f-4cb1-b8e5-fbb3d47f8f68 service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8490105 Mar 03 17:49:33.080779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-22f2b4dd-0748-4a4b-a0c7-d3efef9c36fd tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.2689309 Mar 03 17:49:33.085622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'floatingip': {'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:33.090797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-da1bde12-f617-4be5-8a56-aa0137a1abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:33.093883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-da1bde12-f617-4be5-8a56-aa0137a1abdc service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 200 len: 918 time: 1.0569513 Mar 03 17:49:33.143144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:33.174608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=85d03df0-9a7a-432e-a541-427e06706778,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:33.207658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:33.224780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '5e148a7a-b4a7-4754-aeef-fd058965351d', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'port_id': '5e148a7a-b4a7-4754-aeef-fd058965351d', 'mac_address': 'fa:16:3e:88:af:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9df596-4c5d-4665-a0f7-02dfafab3987', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:33.303369 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:33.328339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e148a7a-b4a7-4754-aeef-fd058965351d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:33.347133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:33.352758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:33.362967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-cadf4388-01e1-47b3-a748-9b6178495b31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e569716-bb5a-4611-8bfb-516ab59723be HTTP/1.1" status: 200 len: 217 time: 0.1617587 Mar 03 17:49:33.364041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f4b714b-b317-4f82-89d5-7fa6fae640b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:33.432518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:33.485826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-99af884d-b909-4bfe-af1f-798d729b3003 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=fca50207-b43f-422c-a6ec-ce88549e92de HTTP/1.1" status: 200 len: 217 time: 0.4181507 Mar 03 17:49:33.522303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-3997de0b-9082-476a-b593-291022314406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:33.523760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-3997de0b-9082-476a-b593-291022314406 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=855aef2d-282d-4f35-b603-8a5c1187b63d HTTP/1.1" status: 200 len: 857 time: 0.1505733 Mar 03 17:49:33.525377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b714b-b317-4f82-89d5-7fa6fae640b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f69c35-aa0d-471a-bc57-9cd6b2d2570f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:33.545287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f699398-c24f-4780-b309-f31e8b122e4d req-e7f5cbc7-5e23-4f5e-88ad-a8f614da3c25 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:33.546454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2f699398-c24f-4780-b309-f31e8b122e4d req-e7f5cbc7-5e23-4f5e-88ad-a8f614da3c25 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:33.556496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f4b714b-b317-4f82-89d5-7fa6fae640b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:33.559612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f4b714b-b317-4f82-89d5-7fa6fae640b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32f69c35-aa0d-471a-bc57-9cd6b2d2570f HTTP/1.1" status: 204 len: 168 time: 1.5733590 Mar 03 17:49:33.624953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-49526c9d-cb54-4987-94f6-961bf9bfe571 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebf72e72-e995-4412-935e-3a4cf590a4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704491 Mar 03 17:49:33.639495 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:33.663369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2f699398-c24f-4780-b309-f31e8b122e4d req-e7f5cbc7-5e23-4f5e-88ad-a8f614da3c25 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:33.665350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f699398-c24f-4780-b309-f31e8b122e4d req-e7f5cbc7-5e23-4f5e-88ad-a8f614da3c25 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 944 time: 1.1236959 Mar 03 17:49:33.677901 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-21e7caef-baaf-4f68-ae22-a6ec5988e59e service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011185 Mar 03 17:49:33.731471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-998414ac-eeb2-4743-9370-7fdaf4fd33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:33.732913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-998414ac-eeb2-4743-9370-7fdaf4fd33c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0137078a-af7c-4a8c-b56a-86dcef69e249 HTTP/1.1" status: 200 len: 801 time: 0.2318704 Mar 03 17:49:33.742375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['5e148a7a-b4a7-4754-aeef-fd058965351d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:33.744164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-513606b7-1c72-4416-a0a2-60cd9fff33eb service neutron] 10.222.0.16 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672191 Mar 03 17:49:33.872537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2f699398-c24f-4780-b309-f31e8b122e4d req-e180692c-97ea-406c-a6c1-c05939d6eb08 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:33.932938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-22a65a13-f97a-47f1-8102-86f258ad6a70 service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969158 Mar 03 17:49:33.952149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2f699398-c24f-4780-b309-f31e8b122e4d req-e180692c-97ea-406c-a6c1-c05939d6eb08 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:33.953269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f699398-c24f-4780-b309-f31e8b122e4d req-e180692c-97ea-406c-a6c1-c05939d6eb08 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744122 Mar 03 17:49:34.058444 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.071620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.108740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4a7b448a-90cf-48f3-947d-6737f836c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:34.110379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-4a7b448a-90cf-48f3-947d-6737f836c3fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a114cfcf-c612-487c-b798-53c3d8dcba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3628247 Mar 03 17:49:34.191535 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-8a4d6016-6689-41df-ab39-1b6eddcea92d service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884062 Mar 03 17:49:34.267252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c46bdac65d1d4b298d64ea512be937e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8059487 Mar 03 17:49:34.269223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09000b71-34db-48dc-9070-66792f75252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943b7be3-003f-48c0-961f-bdaf8e9d5432,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:34.286979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38532) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:34.405562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ccd6b8f-9b43-455a-9e19-b9ce7dfcc6fd req-49b3f7ff-8248-42f4-838b-f12cbc19c17d service neutron] 10.222.0.35 "GET /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596496 Mar 03 17:49:34.428470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3d951-285e-43ee-857b-1b2b9dae50dd req-489cdcf0-0fd5-4a6a-8b4d-79cf633750f8 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:34.430509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b3a3d951-285e-43ee-857b-1b2b9dae50dd req-489cdcf0-0fd5-4a6a-8b4d-79cf633750f8 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 945 time: 0.2363997 Mar 03 17:49:34.431413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99b54e71-3d61-48b3-a2c5-db3b58be894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.465835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-dbe3e95e-dab9-4c2b-af2d-720a603f968a service neutron] 10.222.0.16 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808869 Mar 03 17:49:34.481747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99b54e71-3d61-48b3-a2c5-db3b58be894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.516962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b3a3d951-285e-43ee-857b-1b2b9dae50dd req-dcd613b9-4740-4639-8a23-ea8ed999314f tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750747 Mar 03 17:49:34.568848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99b54e71-3d61-48b3-a2c5-db3b58be894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.577662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56f67ca-d264-4ecf-8773-e3b79ae06aff up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:34.588348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b54e71-3d61-48b3-a2c5-db3b58be894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943b7be3-003f-48c0-961f-bdaf8e9d5432,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:34.596713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99b54e71-3d61-48b3-a2c5-db3b58be894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.600448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-99b54e71-3d61-48b3-a2c5-db3b58be894f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/943b7be3-003f-48c0-961f-bdaf8e9d5432 HTTP/1.1" status: 204 len: 168 time: 0.3045614 Mar 03 17:49:34.697564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port b56f67ca-d264-4ecf-8773-e3b79ae06aff completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:34.703904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port b56f67ca-d264-4ecf-8773-e3b79ae06aff triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:34.705010 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.713487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-3830561d-39a2-42c2-91ae-cd13b46e8821 service neutron] 10.222.0.16 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901264 Mar 03 17:49:34.811354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af7dbe-1c62-4c4f-a0d0-ccc6f8d2ca93 req-fc5fff0f-b36e-4c8c-bb03-c9eb676e0d23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:34.817773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af7dbe-1c62-4c4f-a0d0-ccc6f8d2ca93 req-fc5fff0f-b36e-4c8c-bb03-c9eb676e0d23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:34.824234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af7dbe-1c62-4c4f-a0d0-ccc6f8d2ca93 req-fc5fff0f-b36e-4c8c-bb03-c9eb676e0d23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:34.826216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7af7dbe-1c62-4c4f-a0d0-ccc6f8d2ca93 req-fc5fff0f-b36e-4c8c-bb03-c9eb676e0d23 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2413 time: 0.1038125 Mar 03 17:49:34.878875 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.888891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7af7dbe-1c62-4c4f-a0d0-ccc6f8d2ca93 req-53509bc2-371a-45ff-a62a-388b362bd0f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Mar 03 17:49:34.904570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.910381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.943315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b56f67ca-d264-4ecf-8773-e3b79ae06aff, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56f67ca-d264-4ecf-8773-e3b79ae06aff,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:34.947920 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:34.999110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-1e980fde-66a6-4926-b84b-26efbd20857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:34.999586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-1e980fde-66a6-4926-b84b-26efbd20857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:35.000050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-1e980fde-66a6-4926-b84b-26efbd20857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:35.001662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-1e980fde-66a6-4926-b84b-26efbd20857d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2866 time: 0.1821516 Mar 03 17:49:35.067877 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d03df0-9a7a-432e-a541-427e06706778', 'code': 200} Mar 03 17:49:35.128453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b56f67ca-d264-4ecf-8773-e3b79ae06aff,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:35.239490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b83560-50b7-4d07-9391-ab79d3c9afaa req-9827f65d-d0d8-4159-a919-99f505a98334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:35.240951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05b83560-50b7-4d07-9391-ab79d3c9afaa req-9827f65d-d0d8-4159-a919-99f505a98334 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6d5106d-c906-49fc-a685-8c773bf67b00 HTTP/1.1" status: 200 len: 1097 time: 0.0977223 Mar 03 17:49:35.293234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05b83560-50b7-4d07-9391-ab79d3c9afaa req-bccd6620-9c7c-4b98-ba16-07dd23ca8ea6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Mar 03 17:49:35.351568 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348 associated. External IP: 172.25.0.221, port: 09910e6c-d015-4edc-aa54-e21f69a6f849. Mar 03 17:49:35.392869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e569716-bb5a-4611-8bfb-516ab59723be up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:35.494401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6e569716-bb5a-4611-8bfb-516ab59723be completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:35.499846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6e569716-bb5a-4611-8bfb-516ab59723be triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:35.500503 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.595937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38600) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:35.620002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-19a66222-aa51-4f63-8433-f541137cdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:35.621745 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-19a66222-aa51-4f63-8433-f541137cdd4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a114cfcf-c612-487c-b798-53c3d8dcba98 HTTP/1.1" status: 200 len: 903 time: 0.6103785 Mar 03 17:49:35.662359 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.699547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e569716-bb5a-4611-8bfb-516ab59723be, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e569716-bb5a-4611-8bfb-516ab59723be,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:35.702180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101263b-053a-4e09-8c2e-90b35ba3cd27 req-899cd280-f538-400a-b611-2ce92543caf9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:35.705535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.706590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba4526c4-feed-467b-9ae3-a116d481ff00 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:35.707657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8101263b-053a-4e09-8c2e-90b35ba3cd27 req-899cd280-f538-400a-b611-2ce92543caf9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 945 time: 0.1018119 Mar 03 17:49:35.712633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-2af25f2d-2a87-434a-b36e-b05ba41eca41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=fca50207-b43f-422c-a6ec-ce88549e92de HTTP/1.1" status: 200 len: 217 time: 0.0835943 Mar 03 17:49:35.732381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-636484942-network', 'tenant_id': '8ff5d7d74d8346c98d672ae0744aa078'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:35.741215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:35.752234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Usage tracker for resource:network and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:35.756407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:35.766207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:35.773184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8101263b-053a-4e09-8c2e-90b35ba3cd27 req-0c555087-2528-40fa-b68d-d8091a59c48b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595756 Mar 03 17:49:35.782795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Made reservation on behalf of 8ff5d7d74d8346c98d672ae0744aa078 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:35.785809 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.801357 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.818174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:35.823135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:35.826499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:35.833126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:35.837321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-bccc6f2e-8080-4493-9dea-443d1df7f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:35.838783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-bccc6f2e-8080-4493-9dea-443d1df7f1b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0137078a-af7c-4a8c-b56a-86dcef69e249 HTTP/1.1" status: 200 len: 801 time: 0.0703812 Mar 03 17:49:35.851861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e569716-bb5a-4611-8bfb-516ab59723be,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:35.933564 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.946803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.955336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.982522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:35.989533 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:35.998744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:49:36.004146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856e8278-3146-47e0-8a12-dd2a9dd3caeb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:36.013102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:36.013703 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Added segment a6d0a707-4404-477f-aa39-68cdd5ab46f8 of type vlan for network 2d9ab9b8-afef-4b3c-835b-f40269a594e3 Mar 03 17:49:36.021312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-75b8e577-fa95-4961-8054-4dced6e8dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:36.022868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-75b8e577-fa95-4961-8054-4dced6e8dc70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a114cfcf-c612-487c-b798-53c3d8dcba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1770170 Mar 03 17:49:36.025362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:49:36.054514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:36.092009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:36.100123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:36.101975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:36.102786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:36.212616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] Pushing event updated for resources: {'Network': ['ID=2d9ab9b8-afef-4b3c-835b-f40269a594e3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:36.223546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5e28b258-0e1a-40dd-9479-b89f8680415a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6263580 Mar 03 17:49:36.224225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38626) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:36.230247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2d9ab9b8-afef-4b3c-835b-f40269a594e3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:49:36.232033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Request body: {'subnet': {'network_id': '2d9ab9b8-afef-4b3c-835b-f40269a594e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-636484942-subnet', 'tenant_id': '8ff5d7d74d8346c98d672ae0744aa078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:36.237578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:36.241706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Usage tracker for resource:subnet and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:36.245313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:36.251265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:36.262490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Made reservation on behalf of 8ff5d7d74d8346c98d672ae0744aa078 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:36.265532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:36.348262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-8f140779-d07e-4e4a-99b1-83560d866b8e service neutron] 10.222.0.16 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182478 Mar 03 17:49:36.357272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:49:36.409700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:49:36.420119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:36.420838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:36.598219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:36.639282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:36.670615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ffe4e1-b9ff-4768-b62f-37ab5ca8482b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:36.706237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Checking segment: {'id': 'a6d0a707-4404-477f-aa39-68cdd5ab46f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d9ab9b8-afef-4b3c-835b-f40269a594e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:36.706731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Network hostable DHCP agents. Network: 2d9ab9b8-afef-4b3c-835b-f40269a594e3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:49:36.731204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Network 2d9ab9b8-afef-4b3c-835b-f40269a594e3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:49:36.744585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2d9ab9b8-afef-4b3c-835b-f40269a594e3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:36.749052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:36.749857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:36.757768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d92a85-80c5-45a7-bc9f-791681720c2c None None] Network 2d9ab9b8-afef-4b3c-835b-f40269a594e3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:36.788340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab416e45-5189-41e7-963a-f404e98f01c4 req-a24d3b19-58f9-454c-821f-3b6df3a56efe service neutron] 10.222.0.16 "GET /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327769 Mar 03 17:49:36.801746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dac361c2-17c9-4302-9866-d3dc168c816e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5696883 Mar 03 17:49:36.870961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:36.942479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 5e148a7a-b4a7-4754-aeef-fd058965351d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:36.956704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 5e148a7a-b4a7-4754-aeef-fd058965351d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:36.957286 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:37.014857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fac4-0ef9-4bfb-bb92-f2dddf044ae4 req-61cde311-55a9-441c-98a6-3040d8dec354 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.016557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e50fac4-0ef9-4bfb-bb92-f2dddf044ae4 req-61cde311-55a9-441c-98a6-3040d8dec354 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 946 time: 0.0923610 Mar 03 17:49:37.034433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:49:37.063273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e50fac4-0ef9-4bfb-bb92-f2dddf044ae4 req-87b7b97f-ec02-49d7-959d-6961a8515617 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Mar 03 17:49:37.094068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff'}, {'server_uuid': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e569716-bb5a-4611-8bfb-516ab59723be'}, {'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:37.232060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:49:37.246443 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:37.269632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11768bca-e918-46d5-9729-cec3a143dafa req-7b247fad-40cc-46c7-aeae-fd2562b6b010 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.275501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11768bca-e918-46d5-9729-cec3a143dafa req-7b247fad-40cc-46c7-aeae-fd2562b6b010 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.281215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11768bca-e918-46d5-9729-cec3a143dafa req-7b247fad-40cc-46c7-aeae-fd2562b6b010 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.283165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-11768bca-e918-46d5-9729-cec3a143dafa req-7b247fad-40cc-46c7-aeae-fd2562b6b010 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2413 time: 0.1018286 Mar 03 17:49:37.331649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:37.337571 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-11768bca-e918-46d5-9729-cec3a143dafa req-de4ca431-5334-4777-9a60-cf9f90603f0c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478320 Mar 03 17:49:37.371946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-60b623a7-b4e0-4b0f-a9ec-1bd639026c50 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "PUT /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 200 len: 998 time: 4.2901998 Mar 03 17:49:37.395219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c31e40-1ba1-4745-aa50-0c5e49a20312 None None] Network 2d9ab9b8-afef-4b3c-835b-f40269a594e3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:49:37.415484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:37.462143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-dc0eaddf-cbf7-4ba9-a21d-d17afd1c0e47 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.463520 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-dc0eaddf-cbf7-4ba9-a21d-d17afd1c0e47 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports/09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 943 time: 0.0819378 Mar 03 17:49:37.594061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:37.606871 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:37.651241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-ba9c7eff-1a8f-4fc2-9dde-dff63e9676e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.653450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-ba9c7eff-1a8f-4fc2-9dde-dff63e9676e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.1208138 Mar 03 17:49:37.719496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad033969-caf3-4592-8748-00cd2859b3d5 req-4193816c-2d78-4d7d-bd75-a340ad32185d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.730205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad033969-caf3-4592-8748-00cd2859b3d5 req-4193816c-2d78-4d7d-bd75-a340ad32185d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 946 time: 0.1444104 Mar 03 17:49:37.782841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:37.783369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad033969-caf3-4592-8748-00cd2859b3d5 req-c3e60759-51bd-4a37-8ba0-a39eddb0d1fd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518141 Mar 03 17:49:37.807910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:29:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:34Z', 'revision_number': 3, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:37.812220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:49:37.828566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:37.829203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:37.835539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-ba6834de-fbbf-484b-9cd7-c393d62d3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.838100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-ba6834de-fbbf-484b-9cd7-c393d62d3925 service neutron] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.1784463 Mar 03 17:49:37.915510 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-df78a48b-31c2-4454-b540-b14ef88f9e68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 217 time: 0.0711730 Mar 03 17:49:37.982357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-a6ecba35-1c15-4ff1-ac47-1d0ebd048d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:37.991651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-a6ecba35-1c15-4ff1-ac47-1d0ebd048d76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.0691662 Mar 03 17:49:38.053573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:38.169707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-a107354d-3140-485a-8a2b-b71adb49e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:38.174768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-a107354d-3140-485a-8a2b-b71adb49e327 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820242 Mar 03 17:49:38.282555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-128288654', 'description': 'tempest-description-987937336'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:38.288622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:38.292589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:38.296078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:38.301717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:38.313792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:38.334788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:38.340803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:38.343806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:38.350898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:38.372665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-9de1d017-9da2-4e6f-b4f1-3ff74a70ab98 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895564 Mar 03 17:49:38.444055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:38.449178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:38.503171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78dffc-6a26-4544-b272-806af80212e0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:38.509314 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:38.524664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b62ce573-109b-4264-bc28-71ade5209e49 req-44fbaf8b-4d46-4aad-85d2-f69f3b63532a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2454467 Mar 03 17:49:38.525874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:29:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:34Z', 'revision_number': 3, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:38.532275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9828ed-6bb9-473d-b44b-ef845543f498 None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:29:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:34Z', 'revision_number': 3, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:49:38.542912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-ce25c59e-838f-4c92-a60f-7b961f9d2b2c service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687651 Mar 03 17:49:38.576573 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff', 'code': 200} Mar 03 17:49:38.577066 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e569716-bb5a-4611-8bfb-516ab59723be', 'code': 200} Mar 03 17:49:38.577556 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'code': 200} Mar 03 17:49:38.603162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device fca50207-b43f-422c-a6ec-ce88549e92de details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:38.672053 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'status': 'completed', 'code': 200} Mar 03 17:49:38.826069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0666b6f-e470-4d1f-8742-384c98c2e555 req-b0955037-141b-43ed-aff2-8247ed428beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:38.829620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0666b6f-e470-4d1f-8742-384c98c2e555 req-b0955037-141b-43ed-aff2-8247ed428beb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 1097 time: 0.1529469 Mar 03 17:49:38.844903 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2809f3-374d-49bd-a259-d5d8fcf9c6c2 None None] New status for floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:49:38.886493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0666b6f-e470-4d1f-8742-384c98c2e555 req-56e3810b-598a-4309-8162-5ed3f22ae755 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504928 Mar 03 17:49:38.909788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port fca50207-b43f-422c-a6ec-ce88549e92de, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=fca50207-b43f-422c-a6ec-ce88549e92de,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:38.926021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'fca50207-b43f-422c-a6ec-ce88549e92de', 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98', 'port_id': 'fca50207-b43f-422c-a6ec-ce88549e92de', 'mac_address': 'fa:16:3e:e6:92:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0137078a-af7c-4a8c-b56a-86dcef69e249', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:38.991307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-fa461e6e-11cd-422c-85f3-bc3d08835cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:38.993035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-fa461e6e-11cd-422c-85f3-bc3d08835cc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 1096 time: 0.4198921 Mar 03 17:49:39.058451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2055093-e199-41c1-b517-d269c97e442d req-6320f0e1-4341-4c2e-93d0-77fc565e7e15 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.070589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2055093-e199-41c1-b517-d269c97e442d req-6320f0e1-4341-4c2e-93d0-77fc565e7e15 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 946 time: 0.1549771 Mar 03 17:49:39.150178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-dca2e9e5-3562-45e7-800b-c8a5eba4d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.151664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-dca2e9e5-3562-45e7-800b-c8a5eba4d240 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.3979645 Mar 03 17:49:39.153629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce533f-e5f0-4da3-af11-7b6faf478238 req-ac241a05-d54a-4641-8f1c-37c4c9af4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.155312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ce533f-e5f0-4da3-af11-7b6faf478238 req-ac241a05-d54a-4641-8f1c-37c4c9af4199 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c78fd0b6-8ae3-45ac-a925-1d82591e1cec HTTP/1.1" status: 200 len: 1096 time: 0.4675987 Mar 03 17:49:39.156766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2055093-e199-41c1-b517-d269c97e442d req-3c2efe50-96fd-4873-95b5-6590ab7094a4 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799074 Mar 03 17:49:39.165366 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:39.190896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca50207-b43f-422c-a6ec-ce88549e92de {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:39.209051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port fca50207-b43f-422c-a6ec-ce88549e92de, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=fca50207-b43f-422c-a6ec-ce88549e92de,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:39.215188 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:39.218480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 82221ab5-5642-45ae-a9e0-750b52850e8b details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:39.277229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:49:39.307515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:39.308133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:39.353616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9ce533f-e5f0-4da3-af11-7b6faf478238 req-873f3bc4-ea62-4194-8446-5d99bc6b0678 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352897 Mar 03 17:49:39.363963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-72cb93d6-d327-46fe-8b9e-cea283eaa2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.365519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-72cb93d6-d327-46fe-8b9e-cea283eaa2c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.3653083 Mar 03 17:49:39.389590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 82221ab5-5642-45ae-a9e0-750b52850e8b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=82221ab5-5642-45ae-a9e0-750b52850e8b,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:39.407631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '82221ab5-5642-45ae-a9e0-750b52850e8b', 'network_id': 'a114cfcf-c612-487c-b798-53c3d8dcba98', 'port_id': '82221ab5-5642-45ae-a9e0-750b52850e8b', 'mac_address': 'fa:16:3e:9f:51:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0137078a-af7c-4a8c-b56a-86dcef69e249', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:39.484767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=fca50207-b43f-422c-a6ec-ce88549e92de,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:39.502899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-5a7b5ea7-728c-480d-ab45-207176309342 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 1001 time: 0.1290584 Mar 03 17:49:39.503976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-1f695a8a-981b-453a-a50c-11be89e77f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.505397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-1f695a8a-981b-453a-a50c-11be89e77f3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.3337803 Mar 03 17:49:39.592030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c40a8-47a1-432f-aade-cae0677d670c req-bbdafdbc-bd92-4b0a-8583-a8d10299b4cf tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.598244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-bbdafdbc-bd92-4b0a-8583-a8d10299b4cf tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 0.3039999 Mar 03 17:49:39.606642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:39.617086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-6c8d5769-70eb-4e96-b349-26f32701a0e5 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/quotas/0a47e7fe8e5943d796b42c52963afc1f HTTP/1.1" status: 200 len: 375 time: 0.0134909 Mar 03 17:49:39.625782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-f7304742-40ca-4077-b91d-f21d5c2edcef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 217 time: 0.0806458 Mar 03 17:49:39.632848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82221ab5-5642-45ae-a9e0-750b52850e8b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:39.668350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:39.682726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-756423ed-0824-4bed-b525-235c5a1fb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.684589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-756423ed-0824-4bed-b525-235c5a1fb9c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1744633 Mar 03 17:49:39.719780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-cf35b284-5e1d-43f6-a057-23897d4d7aa2 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955248 Mar 03 17:49:39.728769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 82221ab5-5642-45ae-a9e0-750b52850e8b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=82221ab5-5642-45ae-a9e0-750b52850e8b,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:39.751873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-0506f25c-e16c-4210-ba70-f293d2a257c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.753468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-0506f25c-e16c-4210-ba70-f293d2a257c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1189458 Mar 03 17:49:39.828060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f246-b134-4c81-8136-98428a0c9428 req-cbb6b4c6-74e9-44ea-a3d1-0adfd8a76ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:39.829509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-cbb6b4c6-74e9-44ea-a3d1-0adfd8a76ac8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359265 Mar 03 17:49:39.852911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:39.853976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abb289b4-7bd2-48ab-80d3-630492cf8204 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:39.891133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-e8e39952-e0c8-4097-92ad-0f1fdea46e53 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617739 Mar 03 17:49:40.009932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-3a9d4001-0880-4bc8-926d-c3f805e2b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:40.014045 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-3a9d4001-0880-4bc8-926d-c3f805e2b66e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508612 Mar 03 17:49:40.078050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=82221ab5-5642-45ae-a9e0-750b52850e8b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:40.083045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-76aafe29-84ac-4a63-ac5b-975eaf794831 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898813 Mar 03 17:49:40.238118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-47792342-2be7-48fe-92fe-71280f8736b8 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815668 Mar 03 17:49:40.486204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-8469d940-f33d-4fe6-9286-80f6c8c8901d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:40.491055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-8469d940-f33d-4fe6-9286-80f6c8c8901d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8 HTTP/1.1" status: 200 len: 943 time: 0.2888758 Mar 03 17:49:40.516954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port abb289b4-7bd2-48ab-80d3-630492cf8204, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abb289b4-7bd2-48ab-80d3-630492cf8204,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:40.578808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:40.624663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'abb289b4-7bd2-48ab-80d3-630492cf8204', 'network_id': '94e5b46f-f6b7-411e-bec6-6d0db76f6f8a', 'port_id': 'abb289b4-7bd2-48ab-80d3-630492cf8204', 'mac_address': 'fa:16:3e:c3:2f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c864b302-4bf0-4f66-94bf-60d4b0b9708d', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:40.634613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Deleting port ba4526c4-feed-467b-9ae3-a116d481ff00 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:40.635244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:40.688893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:40.729752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b694f246-b134-4c81-8136-98428a0c9428 req-fdff160b-3b9a-4ed7-8103-524051ee111e service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906201 Mar 03 17:49:40.827494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:40.859809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-7b15c63c-3b43-430b-9237-25fc4c468b05 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119335 Mar 03 17:49:40.913942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb289b4-7bd2-48ab-80d3-630492cf8204 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:40.936746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port abb289b4-7bd2-48ab-80d3-630492cf8204, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abb289b4-7bd2-48ab-80d3-630492cf8204,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:40.947717 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:40.986894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:29:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:39Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:40.997129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:49:41.023649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:41.024673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:41.062523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256676-65c9-4de1-8883-531c5005554d req-9a1644f5-ed0d-4e4d-8997-43faf4418976 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:41.070806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256676-65c9-4de1-8883-531c5005554d req-9a1644f5-ed0d-4e4d-8997-43faf4418976 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:41.078591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256676-65c9-4de1-8883-531c5005554d req-9a1644f5-ed0d-4e4d-8997-43faf4418976 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:41.087003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-97256676-65c9-4de1-8883-531c5005554d req-9a1644f5-ed0d-4e4d-8997-43faf4418976 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2415 time: 0.5371511 Mar 03 17:49:41.211856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=abb289b4-7bd2-48ab-80d3-630492cf8204,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:41.221855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-649128a8-bb9b-4856-928a-bfbe304560de req-55205cdc-a61a-49d2-ba4f-623481a07df3 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/bb78dffc-6a26-4544-b272-806af80212e0 HTTP/1.1" status: 200 len: 1803 time: 0.4127924 Mar 03 17:49:41.239919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.241487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.241850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.242182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.242510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.243477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.243834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.244122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.244463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.244759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.245080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.245419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:49:41.250654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-97256676-65c9-4de1-8883-531c5005554d req-dcb89ff9-3e40-49b8-9492-4223a6d7d943 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624973 Mar 03 17:49:41.271117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb78dffc-6a26-4544-b272-806af80212e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:41.271956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb78dffc-6a26-4544-b272-806af80212e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:41.301439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] For port ba4526c4-feed-467b-9ae3-a116d481ff00, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ba4526c4-feed-467b-9ae3-a116d481ff00,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:41.302319 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:41.312878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:41.323161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:41.440210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:41.453963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-533f3787-0b8a-471c-ba03-2aaed800cb44 req-0c0e354b-781f-4627-a380-c9f64ae85e75 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831034 Mar 03 17:49:41.454694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:41.467957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:41.529931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['fca50207-b43f-422c-a6ec-ce88549e92de'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:41.533859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Calling delete_port for ba4526c4-feed-467b-9ae3-a116d481ff00 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:41.620933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:41.675373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:41.681814 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:41.700141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['82221ab5-5642-45ae-a9e0-750b52850e8b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:41.724121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51888d03-ed55-455f-9e93-967697f38d8c,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:41.733552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:41.737843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-649128a8-bb9b-4856-928a-bfbe304560de req-905f0f04-8411-4056-bff8-94baeacdec75 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5035083 Mar 03 17:49:41.752639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:41.762358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['abb289b4-7bd2-48ab-80d3-630492cf8204'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:41.943375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event deleted for resources: {'Port': ['ID=ba4526c4-feed-467b-9ae3-a116d481ff00,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:41.947260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] No DVR routers for this DVR port ba4526c4-feed-467b-9ae3-a116d481ff00 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:49:41.950437 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:41.955142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1885f-126f-4183-bb49-cb976b4a0c2e req-b4e0bbca-ddc5-4d63-b2f2-7dff8c3bf75c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:41.957112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-deleted', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:41.964265 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76f1885f-126f-4183-bb49-cb976b4a0c2e req-b4e0bbca-ddc5-4d63-b2f2-7dff8c3bf75c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 946 time: 0.1229987 Mar 03 17:49:42.012590 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9152d47b-f49c-453b-b94c-b063a7dbb41c req-d157b04d-cb01-4ca7-806e-7422e9ccce7f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "DELETE /v2.0/ports/ba4526c4-feed-467b-9ae3-a116d481ff00 HTTP/1.1" status: 204 len: 173 time: 1.5146179 Mar 03 17:49:42.034147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8257d0a-7b02-43cf-a0f6-41eb6911d86a req-712f3aa7-1b6e-4716-895f-42cc35724942 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:42.042771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8257d0a-7b02-43cf-a0f6-41eb6911d86a req-712f3aa7-1b6e-4716-895f-42cc35724942 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 946 time: 0.3481767 Mar 03 17:49:42.138883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8257d0a-7b02-43cf-a0f6-41eb6911d86a req-13637bfc-e8be-41b7-a03c-a577a18816b8 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951102 Mar 03 17:49:42.190108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76f1885f-126f-4183-bb49-cb976b4a0c2e req-8a40ed13-38ad-415a-a2c2-ea55eaa5a09c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245147 Mar 03 17:49:42.265085 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d', 'code': 200} Mar 03 17:49:42.279818 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'status': 'completed', 'code': 200} Mar 03 17:49:42.471688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed128bf8-c867-4e74-a98d-300e20caf88a req-36e36646-9b74-46f1-8c00-e377a5fcdc56 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1784265 Mar 03 17:49:42.529167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-f24a2e9d-db4c-46a4-98ab-49d45748fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:42.531091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-f24a2e9d-db4c-46a4-98ab-49d45748fd4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 1096 time: 0.1736920 Mar 03 17:49:42.536719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b41e3ded-0be2-48be-bccb-3de0262f091d req-0c1227e3-2a80-4ae0-a927-d90b79622113 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:42.605793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b41e3ded-0be2-48be-bccb-3de0262f091d req-0c1227e3-2a80-4ae0-a927-d90b79622113 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:42.615541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b41e3ded-0be2-48be-bccb-3de0262f091d req-0c1227e3-2a80-4ae0-a927-d90b79622113 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 210 time: 0.1621816 Mar 03 17:49:42.651579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535760a3-aed2-47f0-9595-898c94cfd119 req-9bdcad75-2b02-4eba-9e72-d2b32c0a6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:42.653226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-535760a3-aed2-47f0-9595-898c94cfd119 req-9bdcad75-2b02-4eba-9e72-d2b32c0a6980 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1097 time: 0.1598263 Mar 03 17:49:42.688134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c40a8-47a1-432f-aade-cae0677d670c req-27990e36-21b0-44b9-95f3-d70ef701caab tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:42.690327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-27990e36-21b0-44b9-95f3-d70ef701caab tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 0.6305320 Mar 03 17:49:42.761036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-561d8ca4-770d-48d5-aa99-1e379c391732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:42.762805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-561d8ca4-770d-48d5-aa99-1e379c391732 service neutron] 10.222.0.16 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.2257140 Mar 03 17:49:42.780813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Request body: {'port': {'device_id': '44580988-9466-411e-850e-7cecb326de90', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'admin_state_up': True, 'tenant_id': '0a47e7fe8e5943d796b42c52963afc1f'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:42.876543 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-1100ba19-560b-461b-a519-3bcd9cc148b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 1001 time: 0.1059134 Mar 03 17:49:42.884110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed128bf8-c867-4e74-a98d-300e20caf88a req-31c99407-2854-4062-a8b7-917d7fe1665b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:42.897018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed128bf8-c867-4e74-a98d-300e20caf88a req-31c99407-2854-4062-a8b7-917d7fe1665b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports/e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 942 time: 0.4242420 Mar 03 17:49:42.979026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-241802540', 'description': 'tempest-description-1756104021'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:42.989117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:42.996513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:43.002015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:43.009928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:43.022728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-535760a3-aed2-47f0-9595-898c94cfd119 req-11094fb0-53a0-41af-85f9-eb18ed7a6d0e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631365 Mar 03 17:49:43.032122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:29:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:39Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:43.038033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493580c-eba5-4707-a0d3-c352bd101872 None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:29:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:39Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:49:43.048227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-68720e50-7016-46af-be7e-b0f016a741c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:43.049910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-68720e50-7016-46af-be7e-b0f016a741c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1513622 Mar 03 17:49:43.056004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.114107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38758) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:43.137406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:43.146602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:43.168172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:43.179445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:43.197027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:43.229567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed128bf8-c867-4e74-a98d-300e20caf88a req-add2e6b3-c8f1-4990-9690-4adbd32d0744 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1651232 Mar 03 17:49:43.231006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:43.254705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Made reservation on behalf of 0a47e7fe8e5943d796b42c52963afc1f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:49:43.259254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.387073 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.418318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.426977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.431308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:43.448043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed128bf8-c867-4e74-a98d-300e20caf88a req-b1a5f6d1-12f4-4cdc-9a17-8b5bdd2e0151 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:43.449424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed128bf8-c867-4e74-a98d-300e20caf88a req-b1a5f6d1-12f4-4cdc-9a17-8b5bdd2e0151 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.2190566 Mar 03 17:49:43.466070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-b3ff33d9-12be-4f29-90e6-2ff94453b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:43.467536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-b3ff33d9-12be-4f29-90e6-2ff94453b6ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225729 Mar 03 17:49:43.487773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Usage tracker for resource:security_group_rule and tenant:d86216169ce94398a6c9277863355a47 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:43.503178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:43.519917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:43.522690 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24ed98-cf09-4d3e-ba9f-8c69c06fe9c8', 'name': 'network-vif-deleted', 'tag': 'ba4526c4-feed-467b-9ae3-a116d481ff00', 'status': 'completed', 'code': 200} Mar 03 17:49:43.550657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f41f35-3357-44d6-9833-0dc3785556b8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:43.561897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.579769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-771a01e9-9d8e-4058-ae47-526beee4aba3 req-0f46ea72-9c9b-4724-b79c-23155dafcf4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6088145 Mar 03 17:49:43.582176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Allocated IP 172.20.0.11 (b0cfe53f-e053-40a2-ac08-5a0cea5bf524/895a84b1-2ed7-49c2-9719-4f37ca7d944f/cd1a57a7-7284-4968-9b1e-c2f6d825c6c7) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:49:43.700988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-7369e7d1-b297-44ad-86bc-934472f10caa service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261009 Mar 03 17:49:43.837503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f89c04-f680-4145-b03d-aecaf9d7c56d req-c0277f91-e152-4662-a04b-b559b0ff9171 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:43.839053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99f89c04-f680-4145-b03d-aecaf9d7c56d req-c0277f91-e152-4662-a04b-b559b0ff9171 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78fd0b6-8ae3-45ac-a925-1d82591e1cec HTTP/1.1" status: 200 len: 945 time: 0.1906204 Mar 03 17:49:43.884788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.891575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-489213ad-be11-49f7-80b1-fa1057edbef4 req-16abe378-7723-41cf-9bd8-4dbe04624b27 service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808078 Mar 03 17:49:43.897503 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:43.904958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99f89c04-f680-4145-b03d-aecaf9d7c56d req-23f27512-458f-4ac9-8db8-6a5b5d5cae88 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Mar 03 17:49:43.979552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d86216169ce94398a6c9277863355a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8614566 Mar 03 17:49:43.980018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38778) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:43.999559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3c118-6678-44de-a548-ff4fedee4350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d393ed-8547-4da3-b1b3-43ccc1227a0e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:44.023347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536357-eea5-4ddf-8078-9a39ed585fd0 req-6993911a-a0b9-4f12-88e3-e52ae8f89020 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:44.029609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536357-eea5-4ddf-8078-9a39ed585fd0 req-6993911a-a0b9-4f12-88e3-e52ae8f89020 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:44.035291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536357-eea5-4ddf-8078-9a39ed585fd0 req-6993911a-a0b9-4f12-88e3-e52ae8f89020 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:44.036931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a536357-eea5-4ddf-8078-9a39ed585fd0 req-6993911a-a0b9-4f12-88e3-e52ae8f89020 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2416 time: 0.3247952 Mar 03 17:49:44.046191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.097915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a536357-eea5-4ddf-8078-9a39ed585fd0 req-3bb2aa91-9e17-49b5-84ee-edca87dcefa0 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482495 Mar 03 17:49:44.100873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bbbde0a-58bf-4332-aad7-bf8d8ef0c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.135168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bbbde0a-58bf-4332-aad7-bf8d8ef0c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.180574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd1b7-75ce-41cc-ba44-cde2bc8f06e1 req-fc7e096b-151a-493f-9c97-9b9bb694ed61 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:44.182124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-66ebd1b7-75ce-41cc-ba44-cde2bc8f06e1 req-fc7e096b-151a-493f-9c97-9b9bb694ed61 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 946 time: 0.1529760 Mar 03 17:49:44.200945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.240553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-66ebd1b7-75ce-41cc-ba44-cde2bc8f06e1 req-6e8f7e9a-d97d-4d40-bdf5-4796059ff96e tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 Mar 03 17:49:44.241576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bbbde0a-58bf-4332-aad7-bf8d8ef0c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.261528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbde0a-58bf-4332-aad7-bf8d8ef0c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d393ed-8547-4da3-b1b3-43ccc1227a0e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:44.262939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bbbde0a-58bf-4332-aad7-bf8d8ef0c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.264246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7bbbde0a-58bf-4332-aad7-bf8d8ef0c92b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2d393ed-8547-4da3-b1b3-43ccc1227a0e HTTP/1.1" status: 204 len: 168 time: 0.2831309 Mar 03 17:49:44.274402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:49:44.284713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:49:44.292728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:49:44.341389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-e0b6417a-9213-4a64-ab8f-88f668c1cd17 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/e2f41f35-3357-44d6-9833-0dc3785556b8 HTTP/1.1" status: 200 len: 1804 time: 0.0587461 Mar 03 17:49:44.354762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e2f41f35-3357-44d6-9833-0dc3785556b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:44.355199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e2f41f35-3357-44d6-9833-0dc3785556b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:44.362091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:44.366612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:44.370119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:44.373362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:44.391608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:44.396885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-5601a488-65f1-40d0-9abd-05ac22261f05 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.2599020 Mar 03 17:49:44.411946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:44.413225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.485354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.495491 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-7f1599d5-72a5-4d1d-a435-db414f85721c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7314932 Mar 03 17:49:44.510798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Request body: {'port': {'device_id': '44580988-9466-411e-850e-7cecb326de90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:44.548298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-63685fde-c87e-4166-a703-88de74a78cd3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:44.549847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-63685fde-c87e-4166-a703-88de74a78cd3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports/e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 942 time: 0.1302137 Mar 03 17:49:44.706749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.713133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.739168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f15dbf4-e598-4803-9456-0e4de2301f5f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:44.753076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.765929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-109f0421-be1a-40d4-91d5-85d947a45ff7 req-b96f23b9-cf0f-4c81-8c17-67a7c10d0919 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4169972 Mar 03 17:49:44.779926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:44.815854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-2604566b-2571-4ea1-ae42-38f15ceab076 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1512794 Mar 03 17:49:44.935818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c31915-fc3e-4b8c-b137-91ed3706aa64 req-98fcb534-fa8b-44c3-9de2-25736a076a13 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:44.937393 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8c31915-fc3e-4b8c-b137-91ed3706aa64 req-98fcb534-fa8b-44c3-9de2-25736a076a13 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 932 time: 0.0863698 Mar 03 17:49:44.990283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device fca50207-b43f-422c-a6ec-ce88549e92de up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:44.997995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8c31915-fc3e-4b8c-b137-91ed3706aa64 req-6b75f3d0-c90b-4f59-a0ed-037fae28cd9c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541797 Mar 03 17:49:45.093877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port fca50207-b43f-422c-a6ec-ce88549e92de completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:45.103595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port fca50207-b43f-422c-a6ec-ce88549e92de triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:45.103972 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.223709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-3ba00b7a-5ef3-40f1-9f93-39cc9e4a429c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:45.225787 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-3ba00b7a-5ef3-40f1-9f93-39cc9e4a429c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.4088976 Mar 03 17:49:45.259053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.287047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:45.296624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port fca50207-b43f-422c-a6ec-ce88549e92de, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=fca50207-b43f-422c-a6ec-ce88549e92de,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:45.301752 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.303230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 82221ab5-5642-45ae-a9e0-750b52850e8b up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:45.416022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9f04d-4292-492b-b435-28b97b6e785a req-973a1561-a5f3-4a1f-9aaf-05194aabd8a3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:45.417542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffe9f04d-4292-492b-b435-28b97b6e785a req-973a1561-a5f3-4a1f-9aaf-05194aabd8a3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d5106d-c906-49fc-a685-8c773bf67b00 HTTP/1.1" status: 200 len: 946 time: 0.0891826 Mar 03 17:49:45.424839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=fca50207-b43f-422c-a6ec-ce88549e92de,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:45.425524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ddd505fe-d70b-4057-8c58-c2953c153bf4 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1793890 Mar 03 17:49:45.438479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 82221ab5-5642-45ae-a9e0-750b52850e8b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:45.439766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:45.443772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 82221ab5-5642-45ae-a9e0-750b52850e8b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:45.444167 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.476410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba4526c4-feed-467b-9ae3-a116d481ff00 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:45.478029 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffe9f04d-4292-492b-b435-28b97b6e785a req-f7fc6972-42ff-4411-b44d-7f2c49885517 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 Mar 03 17:49:45.506346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1435833004', 'description': 'tempest-description-182010660'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:45.514914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:45.518556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: ba4526c4-feed-467b-9ae3-a116d481ff00 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:49:45.518891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ba4526c4-feed-467b-9ae3-a116d481ff00 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:49:45.519024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:45.522823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:45.528495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:45.541534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.566310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.570290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:45.575304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:45.578556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:45.584551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:45.600408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.634091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 82221ab5-5642-45ae-a9e0-750b52850e8b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=82221ab5-5642-45ae-a9e0-750b52850e8b,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:45.638751 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.639474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abb289b4-7bd2-48ab-80d3-630492cf8204 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:45.665950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.671185 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.724729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce6ca9-60ff-49bb-93bf-8037517f1a5f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:45.728184 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.729384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e4887774-a583-45a0-848f-a6dd94d1af4a req-bd018343-aa9e-43cf-87e9-225d725db2ad tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2273200 Mar 03 17:49:45.753568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=82221ab5-5642-45ae-a9e0-750b52850e8b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:45.764883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port abb289b4-7bd2-48ab-80d3-630492cf8204 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:45.770034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port abb289b4-7bd2-48ab-80d3-630492cf8204 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:45.770398 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.797466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:45.814364 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.845737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Transition to ACTIVE for port object cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:49:45.853806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.889824 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.921157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb23e6-7934-460a-97a2-0ede81c4e4bb req-5112d91e-e704-455d-a6be-24a6cb301b12 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:45.924495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port abb289b4-7bd2-48ab-80d3-630492cf8204, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abb289b4-7bd2-48ab-80d3-630492cf8204,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:45.927176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb23e6-7934-460a-97a2-0ede81c4e4bb req-5112d91e-e704-455d-a6be-24a6cb301b12 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:45.928761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.933621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb23e6-7934-460a-97a2-0ede81c4e4bb req-5112d91e-e704-455d-a6be-24a6cb301b12 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:45.940603 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25cb23e6-7934-460a-97a2-0ede81c4e4bb req-5112d91e-e704-455d-a6be-24a6cb301b12 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2418 time: 0.1043634 Mar 03 17:49:45.980735 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:45.982000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25cb23e6-7934-460a-97a2-0ede81c4e4bb req-390e10ae-6ce8-4c31-b327-074bfd4d3bed tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Mar 03 17:49:46.012864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=abb289b4-7bd2-48ab-80d3-630492cf8204,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:46.046190 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:46.046502 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348 disassociated. External IP: 172.25.0.221, port: e01834b0-6f87-4b83-849c-933c02ee0fd3. Mar 03 17:49:46.140975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:46.281404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ac9e2-1b92-4855-9113-296982f3be7e req-2f33e947-0269-4a9f-9e95-7ecd39231018 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:46.282872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5ac9e2-1b92-4855-9113-296982f3be7e req-2f33e947-0269-4a9f-9e95-7ecd39231018 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.0829880 Mar 03 17:49:46.326641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5ac9e2-1b92-4855-9113-296982f3be7e req-afb8e993-318b-4dbe-a3da-19e0f993df73 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Mar 03 17:49:46.456378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Attempting to bind port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:46.456995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Attempting to bind port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:46.456995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Attempting to bind port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:46.512914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc52bab-5e6a-42e9-bed8-55cecabeeab7 req-4147d348-4407-4593-84ef-959998ede7ae tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:46.514405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fc52bab-5e6a-42e9-bed8-55cecabeeab7 req-4147d348-4407-4593-84ef-959998ede7ae tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 946 time: 0.0790491 Mar 03 17:49:46.524478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:46.524792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Attempting to bind port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:46.534459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:46.534723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Checking segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:46.535095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Bound using segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:46.535511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Bound port: cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:46.535843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:46.558816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fc52bab-5e6a-42e9-bed8-55cecabeeab7 req-246fb81a-0778-4e93-9291-0bb4d4d946f5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Mar 03 17:49:46.609602 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de', 'code': 200} Mar 03 17:49:46.717701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:49:46.723259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:46.727575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:46.734207 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:46.815995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-963494496', 'description': 'tempest-description-319525801'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:46.821896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:46.825875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:46.829900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:46.835600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:46.845901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:46.861481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:46.862093 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:46.863458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] 10.222.0.35 "PUT /v2.0/ports/cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 HTTP/1.1" status: 200 len: 1092 time: 2.3572376 Mar 03 17:49:46.863889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:46.873690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:46.878738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:46.882472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:46.890021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:46.900275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a029-bc7e-4d2e-ada9-f23a1b0899af service neutron] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:46.963835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:46.967692 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:47.010434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb955ca-8125-4b8d-9892-defd1b4582f7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:47.014093 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:47.018163 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a0004ea-c4d5-44fe-b6dc-84f88c9de381 req-fb657530-4f1b-4f04-abe9-8523440e1a6d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2065537 Mar 03 17:49:47.035313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:49:47.040223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:47.046040 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2933264-1125-4060-8782-455bf58cac95 None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:49:47.056425 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:47.057020 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:47.107586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ca2577fe-17c3-4995-9190-fde4a579cf39 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "PUT /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 200 len: 695 time: 1.6753185 Mar 03 17:49:47.110328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c40a8-47a1-432f-aade-cae0677d670c req-16d0dc0c-0e68-4d5f-912d-5d48ad8a2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.111236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-16d0dc0c-0e68-4d5f-912d-5d48ad8a2a29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 1095 time: 0.1562967 Mar 03 17:49:47.191890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95848f4c-07b1-4ccc-8b72-6269217e5652 req-9f83bcb5-b456-4277-ad65-17dd19ff3b19 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.193529 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95848f4c-07b1-4ccc-8b72-6269217e5652 req-9f83bcb5-b456-4277-ad65-17dd19ff3b19 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 944 time: 0.0824325 Mar 03 17:49:47.230685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-053882c3-d647-4364-a2bd-03d9a3e67e60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 HTTP/1.1" status: 200 len: 217 time: 0.0741544 Mar 03 17:49:47.241736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95848f4c-07b1-4ccc-8b72-6269217e5652 req-cf53bb77-3941-422e-9cb8-23bb443c9d12 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Mar 03 17:49:47.296604 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:47.313102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-49f50789-62cd-41b9-8abc-1eb622ab184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.314626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-49f50789-62cd-41b9-8abc-1eb622ab184e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 1096 time: 0.1919522 Mar 03 17:49:47.315994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c40a8-47a1-432f-aade-cae0677d670c req-6aa4d2d4-725f-41c5-89c6-c62d1762f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.317346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-6aa4d2d4-725f-41c5-89c6-c62d1762f7db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.0793109 Mar 03 17:49:47.398381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-8e74b500-598d-4a14-ba93-48dac4ce5476 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538917 Mar 03 17:49:47.577954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3dca-b71e-41ec-9983-59b891a86cc9 req-84adcaef-8ab1-4c9b-9ce8-0edb9da3478c tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.579362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09dd3dca-b71e-41ec-9983-59b891a86cc9 req-84adcaef-8ab1-4c9b-9ce8-0edb9da3478c tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1097 time: 0.0769601 Mar 03 17:49:47.595817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-a0d751f5-59cf-4763-a23a-7ebf81230d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.597141 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-a0d751f5-59cf-4763-a23a-7ebf81230d60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.2770023 Mar 03 17:49:47.622497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-09dd3dca-b71e-41ec-9983-59b891a86cc9 req-5543f69c-d83e-47fe-87c0-19ad772efb9e tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Synchronizing usage tracker for tenant:062cb1db02304da19ba26d962ff6eb96 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:47.629603 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:47.634416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2933264-1125-4060-8782-455bf58cac95 None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:49:47.639634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-09dd3dca-b71e-41ec-9983-59b891a86cc9 req-5543f69c-d83e-47fe-87c0-19ad772efb9e tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Unset dirty status for tenant:062cb1db02304da19ba26d962ff6eb96 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:47.641082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09dd3dca-b71e-41ec-9983-59b891a86cc9 req-5543f69c-d83e-47fe-87c0-19ad772efb9e tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551858 Mar 03 17:49:47.643023 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:47.643619 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:47.687129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-80ee3665-57d2-4ba7-99cb-f9a4e56975e5 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368305 Mar 03 17:49:47.698507 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-a9a9ab21-6c7d-430b-b8d9-54906ea8b12d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 217 time: 0.0871835 Mar 03 17:49:47.748382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:47.835785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-3b800a93-4d2c-4848-91c5-f57f448b9882 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.837914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-3b800a93-4d2c-4848-91c5-f57f448b9882 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 946 time: 0.1499732 Mar 03 17:49:47.844114 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:47.905823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c80e-5b12-4f65-8b04-35ef4d3f65c0 req-ffe543ca-4d83-4932-935b-ef744bf89293 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:47.907378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-56f4c80e-5b12-4f65-8b04-35ef4d3f65c0 req-ffe543ca-4d83-4932-935b-ef744bf89293 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d5106d-c906-49fc-a685-8c773bf67b00 HTTP/1.1" status: 200 len: 946 time: 0.1582065 Mar 03 17:49:47.944893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Deleting port a71318d6-8f38-4fcd-b914-09e01a697ce5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:47.945284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:48.002388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-06a5b446-4222-45c2-b967-ab83b4097177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.003823 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-06a5b446-4222-45c2-b967-ab83b4097177 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.2603581 Mar 03 17:49:48.031941 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-56f4c80e-5b12-4f65-8b04-35ef4d3f65c0 req-af26b331-d74f-4624-8137-f23fa7104298 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091652 Mar 03 17:49:48.060811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-544c40a8-47a1-432f-aade-cae0677d670c req-69cc330d-381c-4ffc-a653-d2556ca15075 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639436 Mar 03 17:49:48.125684 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'status': 'completed', 'code': 200} Mar 03 17:49:48.131960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ae43a5b6-e080-4211-a5dd-74a5887bc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.136517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-ae43a5b6-e080-4211-a5dd-74a5887bc185 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221774 Mar 03 17:49:48.245581 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2933264-1125-4060-8782-455bf58cac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:48.249764 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2933264-1125-4060-8782-455bf58cac95 None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:49:48.342362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] For port a71318d6-8f38-4fcd-b914-09e01a697ce5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a71318d6-8f38-4fcd-b914-09e01a697ce5,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:48.342636 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:48.377398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-5030b2b3-444f-4ca4-8f39-cfb3f4ee5a8d service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338965 Mar 03 17:49:48.383270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-e47544c2-1427-42ca-9db9-e343f2a5aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.384727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-e47544c2-1427-42ca-9db9-e343f2a5aca0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 1095 time: 0.2008059 Mar 03 17:49:48.478200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198a978-5c0b-4525-800e-af2c2939019a None None] New status for floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:49:48.621874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Calling delete_port for a71318d6-8f38-4fcd-b914-09e01a697ce5 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:48.635161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63d2ff32-7d81-4245-aebe-889d6bab300e req-37e391bf-ba8c-4255-b751-44f0cd10bfb1 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494974 Mar 03 17:49:48.637558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-96645ebe-4650-4d98-a9d7-8287f12a2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.638878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-96645ebe-4650-4d98-a9d7-8287f12a2153 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 906 time: 0.2345819 Mar 03 17:49:48.653383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82221ab5-5642-45ae-a9e0-750b52850e8b'}, {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb289b4-7bd2-48ab-80d3-630492cf8204'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:48.691551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc9ad-8f8e-42d4-a090-803ea5fab577 req-888f730f-7916-43e0-af86-9b3f65daa2da tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.697257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc9ad-8f8e-42d4-a090-803ea5fab577 req-888f730f-7916-43e0-af86-9b3f65daa2da tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.702950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc9ad-8f8e-42d4-a090-803ea5fab577 req-888f730f-7916-43e0-af86-9b3f65daa2da tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.704569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-632fc9ad-8f8e-42d4-a090-803ea5fab577 req-888f730f-7916-43e0-af86-9b3f65daa2da tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2419 time: 0.4533386 Mar 03 17:49:48.723380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-eaf79544-2210-4080-9a32-423782e447f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 HTTP/1.1" status: 200 len: 217 time: 0.0778072 Mar 03 17:49:48.813985 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-3b17e4ee-6bcd-4cc9-af5a-c52ef54e84de tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/76ce6ca9-60ff-49bb-93bf-8037517f1a5f HTTP/1.1" status: 200 len: 1804 time: 0.1139960 Mar 03 17:49:48.817734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-ab6f81be-41d8-4572-99c8-d820588b8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.818893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-ab6f81be-41d8-4572-99c8-d820588b8445 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.0885084 Mar 03 17:49:48.820135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-632fc9ad-8f8e-42d4-a090-803ea5fab577 req-efdb4492-aaac-48bd-bc80-af936e18859a tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024218 Mar 03 17:49:48.833663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-375de26c-5555-49a7-9f98-24dd6a033b74 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:48.835126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-375de26c-5555-49a7-9f98-24dd6a033b74 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6d5106d-c906-49fc-a685-8c773bf67b00 HTTP/1.1" status: 200 len: 946 time: 0.4795632 Mar 03 17:49:48.879358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-dbeedff7-691a-4981-8850-403cb3500111 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475295 Mar 03 17:49:48.928497 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:48.938873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Deleting port 85d03df0-9a7a-432e-a541-427e06706778 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:48.939217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:48.941644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:48.954053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ca8a1b0a-2e58-4423-aa67-c98aa624e8b7 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/fbb955ca-8125-4b8d-9892-defd1b4582f7 HTTP/1.1" status: 200 len: 1803 time: 0.1342065 Mar 03 17:49:48.989706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['a71318d6-8f38-4fcd-b914-09e01a697ce5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:49.006018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '76ce6ca9-60ff-49bb-93bf-8037517f1a5f', 'remote_group_id': 'fbb955ca-8125-4b8d-9892-defd1b4582f7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:49.006340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '76ce6ca9-60ff-49bb-93bf-8037517f1a5f', 'remote_group_id': 'fbb955ca-8125-4b8d-9892-defd1b4582f7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:49.022104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Pushing event deleted for resources: {'Port': ['ID=a71318d6-8f38-4fcd-b914-09e01a697ce5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:49.025940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:49.034556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:49.039554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:49.047600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:49.079665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-6b135283-d983-4799-80a6-601258c02342 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924686 Mar 03 17:49:49.185910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] No DVR routers for this DVR port a71318d6-8f38-4fcd-b914-09e01a697ce5 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:49:49.199168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-91efe51d-872f-4ebc-adf4-2c3371927f77 req-3d1b78ae-2a45-41c4-aa8b-2f1ff4a6b7c9 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=45c33176-23f5-4baf-8492-1ad2c7c07894 HTTP/1.1" status: 200 len: 210 time: 0.1230335 Mar 03 17:49:49.201962 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.204436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'name': 'network-vif-deleted', 'tag': 'a71318d6-8f38-4fcd-b914-09e01a697ce5'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:49.240610 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-254a9d14-9bd5-44a8-ae2b-1fbef6462476 req-4fc76a10-7926-48f1-b02b-91e609d4db69 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.16 "DELETE /v2.0/ports/a71318d6-8f38-4fcd-b914-09e01a697ce5 HTTP/1.1" status: 204 len: 173 time: 1.3961909 Mar 03 17:49:49.249697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.349157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.352067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3244e102-0a6d-4d6a-b968-953c4d78eeb8 req-f353fa36-3151-41c2-83a7-d1fa16c17d37 service neutron] 10.222.0.35 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658758 Mar 03 17:49:49.353881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.388401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06405f1-f2a1-4912-9490-bac75aa77912,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:49.395111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.397899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-485b86c6-36a3-4434-9072-061ae11b7ab0 req-ffd5adf0-a9b2-4fc2-9fdd-b9c34e07d191 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3999896 Mar 03 17:49:49.438012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] For port 85d03df0-9a7a-432e-a541-427e06706778, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=85d03df0-9a7a-432e-a541-427e06706778,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:49.438382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.466606 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-950dd5fc-67fa-40a9-9026-d1a3bf17dc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.566496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff6448-1c2f-491f-9eb2-b5697c62975d req-45eed910-f76d-4fb0-b576-712591cd3f13 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:49.567214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0eff6448-1c2f-491f-9eb2-b5697c62975d req-45eed910-f76d-4fb0-b576-712591cd3f13 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:49.571306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Calling delete_port for 85d03df0-9a7a-432e-a541-427e06706778 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:49.582910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0eff6448-1c2f-491f-9eb2-b5697c62975d req-45eed910-f76d-4fb0-b576-712591cd3f13 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:49.584267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0eff6448-1c2f-491f-9eb2-b5697c62975d req-45eed910-f76d-4fb0-b576-712591cd3f13 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 944 time: 0.0949824 Mar 03 17:49:49.615951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92f3e8-19bf-4414-a01b-269ba3bb83b0 req-04bb7063-c93b-44f9-b9e6-96c5875d2c6d tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:49.618823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c92f3e8-19bf-4414-a01b-269ba3bb83b0 req-04bb7063-c93b-44f9-b9e6-96c5875d2c6d tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1097 time: 0.2837086 Mar 03 17:49:49.634016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0eff6448-1c2f-491f-9eb2-b5697c62975d req-c0c99ab9-6f85-4f8d-854b-8ac5d5727ea0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Mar 03 17:49:49.687790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c92f3e8-19bf-4414-a01b-269ba3bb83b0 req-0a2604e4-0dfe-4f12-a11a-e30f66228396 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622618 Mar 03 17:49:49.750187 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82221ab5-5642-45ae-a9e0-750b52850e8b', 'code': 200} Mar 03 17:49:49.750580 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb289b4-7bd2-48ab-80d3-630492cf8204', 'code': 200} Mar 03 17:49:49.763992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:49.776837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['85d03df0-9a7a-432e-a541-427e06706778', '6e569716-bb5a-4611-8bfb-516ab59723be'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:49.837594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Pushing event deleted for resources: {'Port': ['ID=85d03df0-9a7a-432e-a541-427e06706778,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:49.854294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b56f67ca-d264-4ecf-8773-e3b79ae06aff'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:50.020277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] No DVR routers for this DVR port 85d03df0-9a7a-432e-a541-427e06706778 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:49:50.023325 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:50.041782 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c33176-23f5-4baf-8492-1ad2c7c07894', 'name': 'network-vif-deleted', 'tag': 'a71318d6-8f38-4fcd-b914-09e01a697ce5', 'status': 'completed', 'code': 200} Mar 03 17:49:50.049478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-402752119', 'description': 'tempest-description-1708289396'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:50.050478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-169b612a-bb38-4010-838b-7f42c10b8e0f req-e90d91f2-406c-4efc-9772-1d96bebdbdd3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Synchronizing usage tracker for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:50.057478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:50.059596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21a13396-4d62-4cec-95a2-cb3caf28cb9c req-7c57d193-5338-477c-b2d1-b20b343fcb00 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "DELETE /v2.0/ports/85d03df0-9a7a-432e-a541-427e06706778 HTTP/1.1" status: 204 len: 173 time: 1.2046387 Mar 03 17:49:50.069300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:50.073274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:50.084174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:50.085240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-169b612a-bb38-4010-838b-7f42c10b8e0f req-e90d91f2-406c-4efc-9772-1d96bebdbdd3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Unset dirty status for tenant:274eb7bcd26243a3a695a2887a757cf0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:50.087055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-169b612a-bb38-4010-838b-7f42c10b8e0f req-e90d91f2-406c-4efc-9772-1d96bebdbdd3 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d5106d-c906-49fc-a685-8c773bf67b00 HTTP/1.1" status: 200 len: 210 time: 0.1323211 Mar 03 17:49:50.101020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ce15-fbe1-413d-be93-bbbbc72d1155 req-983207c2-d26c-45b7-8469-60288d378cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.101538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ce15-fbe1-413d-be93-bbbbc72d1155 req-983207c2-d26c-45b7-8469-60288d378cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.102649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ce15-fbe1-413d-be93-bbbbc72d1155 req-983207c2-d26c-45b7-8469-60288d378cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.105080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5eb6ce15-fbe1-413d-be93-bbbbc72d1155 req-983207c2-d26c-45b7-8469-60288d378cbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2872 time: 0.2217970 Mar 03 17:49:50.130840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:50.156313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5eb6ce15-fbe1-413d-be93-bbbbc72d1155 req-2a533015-30d6-460b-961d-dc0bbf43cb66 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445211 Mar 03 17:49:50.162834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:50.189703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:50.194066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:50.197594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:50.203849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:50.292787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:50.296962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:50.337649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef425a-76c1-40f7-89ac-b2d2ee5511d0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:50.340312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:50.341556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-742a9b39-f15d-4b5d-bbcf-d834a7886f53 req-b4f8a158-1ac0-40b8-b5d7-30705ce8dea5 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2968402 Mar 03 17:49:50.420041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791698-2e65-4bd7-8194-61ce9b1b49eb req-12c21a18-8dca-41c7-a6af-d75e3b97d23b tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.425938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791698-2e65-4bd7-8194-61ce9b1b49eb req-12c21a18-8dca-41c7-a6af-d75e3b97d23b tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.431791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791698-2e65-4bd7-8194-61ce9b1b49eb req-12c21a18-8dca-41c7-a6af-d75e3b97d23b tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.433477 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05791698-2e65-4bd7-8194-61ce9b1b49eb req-12c21a18-8dca-41c7-a6af-d75e3b97d23b tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2419 time: 0.1090865 Mar 03 17:49:50.482871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05791698-2e65-4bd7-8194-61ce9b1b49eb req-9d09d60c-769b-44ff-93cd-29d3f23426fc tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Mar 03 17:49:50.506701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-918ded19-ec56-40c1-ac2e-bfb4280743f3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.508286 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-918ded19-ec56-40c1-ac2e-bfb4280743f3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0835223 Mar 03 17:49:50.570628 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'status': 'completed', 'code': 200} Mar 03 17:49:50.591698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-48c74bc9-018c-4c06-957f-1dc0c842a42d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0779800 Mar 03 17:49:50.602161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'floatingip': {'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:50.703887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-632ee014-6dca-48d8-9bde-30f7a37b85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.706167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-632ee014-6dca-48d8-9bde-30f7a37b85bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 1096 time: 0.0991950 Mar 03 17:49:50.817413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:50.982761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-09d2b56e-cfb8-473b-abcf-c960417d19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:50.984474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-09d2b56e-cfb8-473b-abcf-c960417d19a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.2656343 Mar 03 17:49:51.019638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a71318d6-8f38-4fcd-b914-09e01a697ce5 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:51.059606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-5c05d122-a9a3-4823-817e-813584c741e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 200 len: 217 time: 0.0674345 Mar 03 17:49:51.081896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: a71318d6-8f38-4fcd-b914-09e01a697ce5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:49:51.082314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a71318d6-8f38-4fcd-b914-09e01a697ce5 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:49:51.131906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-614266fd-2dd4-4865-a08d-633f9b37af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:51.133514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-614266fd-2dd4-4865-a08d-633f9b37af16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.0660641 Mar 03 17:49:51.219908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-5687b625-d2e7-4547-aaa1-b7407efafb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:51.221833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-5687b625-d2e7-4547-aaa1-b7407efafb1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818882 Mar 03 17:49:51.372009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-d1107bc1-964d-4b49-8c63-6b69042f820a service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393836 Mar 03 17:49:51.453256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:51.487130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:51.491521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:51.539524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e99f407-e2e0-40ae-82dc-1197f7c75df9 req-1e903096-fa79-45ae-8873-765c683c314a service neutron] 10.222.0.16 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620646 Mar 03 17:49:51.612602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:51.629880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'mac_address': 'fa:16:3e:b3:79:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:49:51.679111 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348 associated. External IP: 172.25.0.221, port: 09910e6c-d015-4edc-aa54-e21f69a6f849. Mar 03 17:49:51.699814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:51.734551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:49:51.750283 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eba81816-96a6-4d9c-85e7-c3e6033c0602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:51.756817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:51.762227 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:51.764051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-6980daeb-5533-4bf8-9120-d35822952a69 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:49:51.769816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-6980daeb-5533-4bf8-9120-d35822952a69 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1425872 Mar 03 17:49:51.817462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Request body: {'binding': {'host': 'n-h2-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:51.817944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:49:51.839824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:52.018099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['cd1a57a7-7284-4968-9b1e-c2f6d825c6c7'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:52.024948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on host n-h2-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:52.025610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:52.026180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:52.031073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:52.031639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:52.037132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:52.038015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:52.038612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:52.039292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Bound port: 5e148a7a-b4a7-4754-aeef-fd058965351d, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:52.042143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'name': 'network-vif-deleted', 'tag': '85d03df0-9a7a-432e-a541-427e06706778'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:52.079197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:49:52.098324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:52.105869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.120047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-91cb20f2-30c3-41a3-a72e-0364e810c735 service neutron] 10.222.0.23 "POST /v2.0/ports/5e148a7a-b4a7-4754-aeef-fd058965351d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3426147 Mar 03 17:49:52.314987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-345554714', 'description': 'tempest-description-667154816'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:52.320982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:52.325650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:52.330835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:52.348900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:52.419437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:49:52.423721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.434846 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:49:52.443934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.448052 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:52.448951 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:52.481179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:52.489153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:52.494690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:52.499411 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-765ca9c1-f557-4712-bdde-3cbb9cae4ab7 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "PUT /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 200 len: 997 time: 1.9012277 Mar 03 17:49:52.502991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:52.558819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-3c828479-352d-4506-bcf8-19f8f7011fe3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:52.560279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-3c828479-352d-4506-bcf8-19f8f7011fe3 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.16 "GET /v2.0/ports?device_id=05c48b7c-3109-4bff-9771-cdff0d38e757 HTTP/1.1" status: 200 len: 945 time: 0.1645586 Mar 03 17:49:52.563808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-4ab9a0ee-de6f-4825-8a63-4e0f7c0216e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:52.565173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-4ab9a0ee-de6f-4825-8a63-4e0f7c0216e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1097 time: 0.2140090 Mar 03 17:49:52.571355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:52.610424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-c981895f-43b6-41aa-98d6-4d422e8f21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:52.612073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-c981895f-43b6-41aa-98d6-4d422e8f21f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.0967257 Mar 03 17:49:52.654543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38944) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:52.658569 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:52.669251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.754088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Deleting port e01834b0-6f87-4b83-849c-933c02ee0fd3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:52.754457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.766841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.799276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-2c403db6-ce40-49c2-bd72-128c6bbbaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:52.800618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-2c403db6-ce40-49c2-bd72-128c6bbbaba8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.1815827 Mar 03 17:49:52.827203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.854054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.917170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-05141a97-ffcb-44b6-9d0b-1ccf52fabc77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 1000 time: 0.1085269 Mar 03 17:49:52.943169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-59d8d928-e320-48ea-92a8-82ecb6fb637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:52.944606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-59d8d928-e320-48ea-92a8-82ecb6fb637c service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.3440175 Mar 03 17:49:52.957396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:52.983003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-85bb6750-e97f-490a-a337-1bdca79b581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:52.984753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-85bb6750-e97f-490a-a337-1bdca79b581e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.0601816 Mar 03 17:49:53.045273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-f0e9d2c0-06dc-42ab-a1b9-92d221af9d4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 217 time: 0.0720613 Mar 03 17:49:53.045885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a7915-1654-43f5-b732-ebb8fb51f86d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:53.062055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:53.071530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-9784e14f-6a48-4881-be9a-7f7301006c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:53.073293 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-9784e14f-6a48-4881-be9a-7f7301006c62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821891 Mar 03 17:49:53.119943 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:1d:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:51Z', 'revision_number': 8, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:53.124686 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:49:53.134170 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:53.134790 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:53.219055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-b4fa465b-ba62-4051-ac3a-f6f213619069 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387844 Mar 03 17:49:53.236321 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.237529 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5feaf93-2621-49cb-b373-87dc0b6386b6 req-61b8d244-72ac-4d0d-8f2c-727dbaa99e16 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9268551 Mar 03 17:49:53.240318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Usage tracker for resource:security_group_rule and tenant:46058eac66b6403399c06de9a5105155 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:53.247606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:53.249154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:53.330675 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:53.388922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b24861e3-afc3-4f28-bfc6-c8f62044a4a6 req-2bce6610-7472-41ad-8842-29ec4b6d85ee service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627753 Mar 03 17:49:53.462326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:49:53.490750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-1dbbd2d7-b37f-408f-ac53-ea54604fdeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:53.492227 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-1dbbd2d7-b37f-408f-ac53-ea54604fdeb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.4217558 Mar 03 17:49:53.534140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:49:53.540089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:49:53.540571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.584575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-37a0f603-d2cd-423b-9cb2-b39677c1d0c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729389 Mar 03 17:49:53.596371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.645449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.671059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] For port e01834b0-6f87-4b83-849c-933c02ee0fd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e01834b0-6f87-4b83-849c-933c02ee0fd3,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:53.671466 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.677390 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.706039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:53.717611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:53.719834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad9de-ca8d-4dc1-b9fd-93eb5b4794ee req-bd5c40e1-36de-4b1d-a047-0fee30b36451 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:53.724447 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.726663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 85d03df0-9a7a-432e-a541-427e06706778 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:53.728033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad9de-ca8d-4dc1-b9fd-93eb5b4794ee req-bd5c40e1-36de-4b1d-a047-0fee30b36451 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:53.734508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad9de-ca8d-4dc1-b9fd-93eb5b4794ee req-bd5c40e1-36de-4b1d-a047-0fee30b36451 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:53.736221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca1ad9de-ca8d-4dc1-b9fd-93eb5b4794ee req-bd5c40e1-36de-4b1d-a047-0fee30b36451 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2419 time: 0.1229122 Mar 03 17:49:53.773423 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:1d:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:51Z', 'revision_number': 8, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:53.779300 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9acd2-1811-4c7c-a784-a54462cefef0 None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '518c314c-eb57-460d-a5ab-e8fdd4435348', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'port_id': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'mac_address': 'fa:16:3e:1d:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:48:44Z', 'updated_at': '2022-03-03T17:49:51Z', 'revision_number': 8, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:49:53.811027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca1ad9de-ca8d-4dc1-b9fd-93eb5b4794ee req-71c0f87c-4cb7-4d8c-81c1-8433ecda0fa4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670440 Mar 03 17:49:53.893924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 85d03df0-9a7a-432e-a541-427e06706778 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:49:53.894533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 85d03df0-9a7a-432e-a541-427e06706778 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:49:53.937044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:53.946019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:53.958994 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d5106d-c906-49fc-a685-8c773bf67b00', 'name': 'network-vif-deleted', 'tag': '85d03df0-9a7a-432e-a541-427e06706778', 'status': 'completed', 'code': 200} Mar 03 17:49:53.982830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Calling delete_port for e01834b0-6f87-4b83-849c-933c02ee0fd3 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:49:54.049147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43e8e-1872-4aa6-9e6d-384837ed1747 req-6850f2c4-a5f6-4009-b3e8-099d83999c0f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:54.051017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52e43e8e-1872-4aa6-9e6d-384837ed1747 req-6850f2c4-a5f6-4009-b3e8-099d83999c0f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 946 time: 0.0901952 Mar 03 17:49:54.095032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:54.096585 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46058eac66b6403399c06de9a5105155&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4370570 Mar 03 17:49:54.097547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf15db-cfa1-498a-9503-01c1434599b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf3746c-0459-4608-8d63-563dfd7a6e82,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:54.138764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:54.150207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a8162-78e1-4399-b24f-dee13121c8f3 None None] New status for floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:49:54.155087 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52e43e8e-1872-4aa6-9e6d-384837ed1747 req-8f371d55-9863-426e-a8a0-e6073cb9a01f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971889 Mar 03 17:49:54.214597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-435d73eb-a101-41c6-a46e-286392900770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:54.230204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35623-7b97-4791-bf8c-66fc126f1efd req-9e790bd5-9bec-4c0a-b2f5-63bd95fff9d7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:54.237403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3f35623-7b97-4791-bf8c-66fc126f1efd req-9e790bd5-9bec-4c0a-b2f5-63bd95fff9d7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 945 time: 0.8213792 Mar 03 17:49:54.248602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-435d73eb-a101-41c6-a46e-286392900770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:54.278757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-d34066f1-b97f-467c-b85b-1536e32aab43 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845567 Mar 03 17:49:54.323311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-435d73eb-a101-41c6-a46e-286392900770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:54.342711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d73eb-a101-41c6-a46e-286392900770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf3746c-0459-4608-8d63-563dfd7a6e82,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:54.353060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:54.360918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-435d73eb-a101-41c6-a46e-286392900770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:54.362440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-435d73eb-a101-41c6-a46e-286392900770 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebf3746c-0459-4608-8d63-563dfd7a6e82 HTTP/1.1" status: 204 len: 168 time: 0.2665033 Mar 03 17:49:54.385995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3f35623-7b97-4791-bf8c-66fc126f1efd req-b124498c-d180-4f6b-91e8-77f308e5f763 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477354 Mar 03 17:49:54.388286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['09910e6c-d015-4edc-aa54-e21f69a6f849'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:54.425717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['e01834b0-6f87-4b83-849c-933c02ee0fd3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:54.458292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Pushing event deleted for resources: {'Port': ['ID=e01834b0-6f87-4b83-849c-933c02ee0fd3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:54.488492 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'status': 'completed', 'code': 200} Mar 03 17:49:54.747109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-534ef4ae-78db-4d1b-b83e-754f1a6459a4 req-61570ddb-9c3d-4318-8897-ed88ce641067 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 200 len: 999 time: 0.1735487 Mar 03 17:49:54.770400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] No DVR routers for this DVR port e01834b0-6f87-4b83-849c-933c02ee0fd3 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:49:54.773624 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:54.805868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-8f9ac7be-79b4-437b-9b30-875827468b3d service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093970 Mar 03 17:49:54.817712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d0ac9b-9b41-4c1f-a2e4-25e470858963 req-1e9a1942-503c-4395-9826-feb9cb6781ea tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.16 "DELETE /v2.0/ports/e01834b0-6f87-4b83-849c-933c02ee0fd3 HTTP/1.1" status: 204 len: 173 time: 2.2514439 Mar 03 17:49:54.861669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-2b5be608-d185-4fb6-ad1b-7c005365d3f9 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/9fef425a-76c1-40f7-89ac-b2d2ee5511d0 HTTP/1.1" status: 200 len: 1804 time: 0.2881157 Mar 03 17:49:55.008714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-81ae17a1-23dc-439d-abfb-cf64c562e81d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/f08a7915-1654-43f5-b732-ebb8fb51f86d HTTP/1.1" status: 200 len: 1803 time: 0.1393645 Mar 03 17:49:55.015376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fef425a-76c1-40f7-89ac-b2d2ee5511d0', 'remote_group_id': 'f08a7915-1654-43f5-b732-ebb8fb51f86d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:55.016091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fef425a-76c1-40f7-89ac-b2d2ee5511d0', 'remote_group_id': 'f08a7915-1654-43f5-b732-ebb8fb51f86d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:55.023978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:55.028920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:55.032192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:55.045496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:55.123910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-ada45b4a-736c-41c3-9865-aa4cb3c8c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.125298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-ada45b4a-736c-41c3-9865-aa4cb3c8c650 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.6133366 Mar 03 17:49:55.145428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef4ae-78db-4d1b-b83e-754f1a6459a4 req-35d9739e-2954-4c3e-92b4-05bb117ff95d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.146965 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-534ef4ae-78db-4d1b-b83e-754f1a6459a4 req-35d9739e-2954-4c3e-92b4-05bb117ff95d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.3991022 Mar 03 17:49:55.211840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-0c07e451-cdf1-40de-832b-757e58bcfb86 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.213950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-0c07e451-cdf1-40de-832b-757e58bcfb86 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1097 time: 0.3220596 Mar 03 17:49:55.232319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827121-1'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:55.277937 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:55.323041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-0e5a3a31-adce-4d4c-be83-7986a5145b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.324505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-0e5a3a31-adce-4d4c-be83-7986a5145b2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.1751816 Mar 03 17:49:55.374758 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'code': 200} Mar 03 17:49:55.397515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:55.403575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:55.443843 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:55.464844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae64440f-2099-4ce3-8feb-d00ff7d91c72,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:55.517524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:55.518987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcffd797-3cc2-40e8-802a-92e19a24766c req-97ad5ce4-cbc4-4b91-b4de-af8ad74ae568 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5090439 Mar 03 17:49:55.558493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-c32d05a3-090d-4d32-9ef5-7cfd4f9fd6b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 1002 time: 0.2262921 Mar 03 17:49:55.715005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-1ff53a2a-a8e0-46f2-a8ec-fce8b359e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.716352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-1ff53a2a-a8e0-46f2-a8ec-fce8b359e05e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1492198 Mar 03 17:49:55.722548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7c40d-5b1f-4813-875d-389931d68d0f req-d1564758-10e8-4e0d-bdab-32f4266b3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.723934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5a7c40d-5b1f-4813-875d-389931d68d0f req-d1564758-10e8-4e0d-bdab-32f4266b3ee7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 1097 time: 0.2462039 Mar 03 17:49:55.814790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5a7c40d-5b1f-4813-875d-389931d68d0f req-1f2255d5-644b-48f4-8713-458055d3f0b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525038 Mar 03 17:49:55.833207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088df3e-3727-428a-ae66-4025cf460eab req-ed963393-7b92-4684-a269-92c48ebaf28a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.834644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8088df3e-3727-428a-ae66-4025cf460eab req-ed963393-7b92-4684-a269-92c48ebaf28a tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2045107 Mar 03 17:49:55.863348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-d8a629e7-241d-4209-8994-6e85dd74b517 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.3188801 Mar 03 17:49:55.869854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-21601c5b-298c-49ee-9516-65a1fd9e3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.871308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-21601c5b-298c-49ee-9516-65a1fd9e3d2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464183 Mar 03 17:49:55.890523 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8088df3e-3727-428a-ae66-4025cf460eab req-42300c63-7346-46b2-8bed-c36ff50cb243 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Mar 03 17:49:55.960939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'name': 'network-vif-deleted', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:55.971189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-b4b13c5e-6809-4f54-a0c7-79dae5196455 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:55.971705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-b4b13c5e-6809-4f54-a0c7-79dae5196455 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:49:55.975453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:56.004514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-b4b13c5e-6809-4f54-a0c7-79dae5196455 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:49:56.005665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-b4b13c5e-6809-4f54-a0c7-79dae5196455 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports/09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 943 time: 0.1344790 Mar 03 17:49:56.020424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:56.084792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.151938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.192376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffec31-7278-494b-8d67-a03b3b6ab607 req-914bb933-49aa-4492-9eb4-8ebe3f48a174 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:56.193824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d9ffec31-7278-494b-8d67-a03b3b6ab607 req-914bb933-49aa-4492-9eb4-8ebe3f48a174 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 946 time: 0.2121243 Mar 03 17:49:56.199210 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-218f96eb-6ac5-4ea9-b6af-8b681dcf1fbc service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813340 Mar 03 17:49:56.318182 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d9ffec31-7278-494b-8d67-a03b3b6ab607 req-ee52942c-479e-4401-912d-8b42e015cc3b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180322 Mar 03 17:49:56.339646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-bff90904-9f1a-496a-b6fb-8e34ac7b44fb tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.2529116 Mar 03 17:49:56.359012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:56.378320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6601cf4-b9a0-492b-8250-1d25bc2d3e12 req-bb9a48ee-8ae2-4d59-8257-6a4eedbed7f4 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643267 Mar 03 17:49:56.408914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on host n-h1-827121-1 for vnic_type normal with profile {"migrating_to": "n-h2-827121-1"} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:49:56.409247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:49:56.409601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:56.461864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:49:56.462188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Attempting to bind port 5e148a7a-b4a7-4754-aeef-fd058965351d on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:49:56.485130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:49:56.485492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:49:56.485889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:49:56.486323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Bound port: 5e148a7a-b4a7-4754-aeef-fd058965351d, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:49:56.486665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.503421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7ee9-f07c-40c5-870f-934d707ce301 req-dfca2664-2da0-44d0-be51-1d5b35b53a9b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:56.504882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0cad7ee9-f07c-40c5-870f-934d707ce301 req-dfca2664-2da0-44d0-be51-1d5b35b53a9b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.0800183 Mar 03 17:49:56.549925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0cad7ee9-f07c-40c5-870f-934d707ce301 req-e6749f67-d033-419c-891e-ad188f91f823 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Mar 03 17:49:56.579164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-08e92ca9-3549-46ea-ba95-98235fc29f93 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:56.580583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-08e92ca9-3549-46ea-ba95-98235fc29f93 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.2228849 Mar 03 17:49:56.684480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:49:56.704078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:49:56.712270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-b5bb9b10-046d-41a2-a989-c3ecf7ded741 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.1238787 Mar 03 17:49:56.714048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.778182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:56.819723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-197e778a-af8d-42ab-8e7e-24a88c943204 req-6c83b800-6ce5-485c-906f-cc372f4ec6ed tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/f08a7915-1654-43f5-b732-ebb8fb51f86d HTTP/1.1" status: 200 len: 1803 time: 0.0479250 Mar 03 17:49:56.885025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-197e778a-af8d-42ab-8e7e-24a88c943204 req-2054a221-8fc2-44da-9e41-17962b981911 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.912797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-197e778a-af8d-42ab-8e7e-24a88c943204 req-2054a221-8fc2-44da-9e41-17962b981911 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.984941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:56.985653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-197e778a-af8d-42ab-8e7e-24a88c943204 req-2054a221-8fc2-44da-9e41-17962b981911 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.988430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:56.989096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:56.990510 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-7b5699e6-baa3-475a-8b46-a67b3d4ffa08 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 1122 time: 1.7627859 Mar 03 17:49:57.007787 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:57.019495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054a221-8fc2-44da-9e41-17962b981911 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a7915-1654-43f5-b732-ebb8fb51f86d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:57.028887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-197e778a-af8d-42ab-8e7e-24a88c943204 req-2054a221-8fc2-44da-9e41-17962b981911 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:57.034773 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-197e778a-af8d-42ab-8e7e-24a88c943204 req-2054a221-8fc2-44da-9e41-17962b981911 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-groups/f08a7915-1654-43f5-b732-ebb8fb51f86d HTTP/1.1" status: 204 len: 173 time: 0.2095048 Mar 03 17:49:57.071054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e01834b0-6f87-4b83-849c-933c02ee0fd3 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:49:57.150135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: e01834b0-6f87-4b83-849c-933c02ee0fd3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:49:57.150482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e01834b0-6f87-4b83-849c-933c02ee0fd3 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:49:57.154664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['5e148a7a-b4a7-4754-aeef-fd058965351d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:49:57.349046 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c48b7c-3109-4bff-9771-cdff0d38e757', 'name': 'network-vif-deleted', 'tag': 'e01834b0-6f87-4b83-849c-933c02ee0fd3', 'status': 'completed', 'code': 200} Mar 03 17:49:57.461040 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:57.464235 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:57.464586 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348 disassociated. External IP: 172.25.0.221, port: 09910e6c-d015-4edc-aa54-e21f69a6f849. Mar 03 17:49:57.728091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c718bc-dc67-47be-82d5-f1e656c91922 req-b084c1ca-9060-4f8c-a25a-89767f6d09be tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:57.734409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c718bc-dc67-47be-82d5-f1e656c91922 req-b084c1ca-9060-4f8c-a25a-89767f6d09be tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:57.740137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c718bc-dc67-47be-82d5-f1e656c91922 req-b084c1ca-9060-4f8c-a25a-89767f6d09be tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:57.741749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4c718bc-dc67-47be-82d5-f1e656c91922 req-b084c1ca-9060-4f8c-a25a-89767f6d09be tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2419 time: 0.0973270 Mar 03 17:49:57.789126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4c718bc-dc67-47be-82d5-f1e656c91922 req-bc93f03b-3bed-4027-9dad-4294a45a48be tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Mar 03 17:49:57.824892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:49:57.966105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ed417-3c94-4c11-bd1d-850bdf54523d req-884e133b-c133-4f32-a2e1-871c412b175d tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:57.967660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c3ed417-3c94-4c11-bd1d-850bdf54523d req-884e133b-c133-4f32-a2e1-871c412b175d tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.0846412 Mar 03 17:49:58.016634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c3ed417-3c94-4c11-bd1d-850bdf54523d req-3ebf02d8-4c55-487f-aba8-800be6f677b1 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Mar 03 17:49:58.022077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:49:58.027655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:58.034713 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:49:58.046311 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:58.047131 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:58.090713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-52f39db7-9531-4a4d-9e24-654c6e0198f0 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "PUT /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 200 len: 696 time: 1.3713727 Mar 03 17:49:58.116510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b008271a-a23f-4b49-a316-5458e1659c85 req-aefa4d6b-55dd-493d-a0c0-9ad86ef3c175 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/9fef425a-76c1-40f7-89ac-b2d2ee5511d0 HTTP/1.1" status: 200 len: 1804 time: 0.0598624 Mar 03 17:49:58.192718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-1f42f86e-4819-43ac-be2d-4e1470b7d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:58.194625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-1f42f86e-4819-43ac-be2d-4e1470b7d760 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.0826600 Mar 03 17:49:58.295306 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:58.352478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-20e888ec-316e-4b4e-b18f-a39686d17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:58.353990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-20e888ec-316e-4b4e-b18f-a39686d17413 service neutron] 10.222.0.23 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.1534505 Mar 03 17:49:58.430899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03db3f4-9d28-4dd9-9fa1-b00e2bb00861 req-104c8445-7285-490e-8297-63e01ffda603 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:58.432716 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e03db3f4-9d28-4dd9-9fa1-b00e2bb00861 req-104c8445-7285-490e-8297-63e01ffda603 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 944 time: 0.0876052 Mar 03 17:49:58.442792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-f821b43e-7752-49e6-ae58-fc1a7525edcc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 217 time: 0.0818644 Mar 03 17:49:58.485143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e03db3f4-9d28-4dd9-9fa1-b00e2bb00861 req-17635ee4-96a7-4370-a1fe-c1c827c98a8b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Mar 03 17:49:58.510055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-a51a5987-7082-4ea9-b9b8-3bf6edbd8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:58.512215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-a51a5987-7082-4ea9-b9b8-3bf6edbd8a08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.0685694 Mar 03 17:49:58.611114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-8ee55f7b-1331-4bb1-b04a-ac12631251b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:58.619902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-8ee55f7b-1331-4bb1-b04a-ac12631251b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016738 Mar 03 17:49:58.660761 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:58.665167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:49:58.674724 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:49:58.676190 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:58.780587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-e5c3ea49-f2d6-4ef0-ad4e-45ecbb399fd0 service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564670 Mar 03 17:49:58.913092 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:49:59.034523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bb383-822e-4908-9d14-0a302db779cb req-ee7582f9-7d19-4219-81f6-39b7d20a747b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.036287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a1bb383-822e-4908-9d14-0a302db779cb req-ee7582f9-7d19-4219-81f6-39b7d20a747b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.2070591 Mar 03 17:49:59.091851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a1bb383-822e-4908-9d14-0a302db779cb req-b82d875a-c5ac-4d8c-a478-b79b00ce6c21 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Mar 03 17:49:59.126555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1116470851', 'description': 'tempest-description-150407859'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:49:59.128841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a39da426-3d6b-4ab1-aed4-7a695bf1809d req-24433993-b5fa-4a4b-b3b5-99c58254149f service neutron] 10.222.0.23 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399358 Mar 03 17:49:59.133373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:59.142861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:59.155111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:59.171590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-cc0cd170-c4a2-4470-97e2-6cd35a7b361e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.175954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:59.178296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-cc0cd170-c4a2-4470-97e2-6cd35a7b361e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.184690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-cc0cd170-c4a2-4470-97e2-6cd35a7b361e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.186484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-cc0cd170-c4a2-4470-97e2-6cd35a7b361e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2419 time: 0.1711006 Mar 03 17:49:59.191541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:59.199351 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:49:59.215572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:49:59.220855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:49:59.225532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:49:59.239431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:49:59.301437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port 82221ab5-5642-45ae-a9e0-750b52850e8b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:49:59.301810 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:59.368146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:59.373700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:59.416882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cf2427-56a3-4f56-bf73-573f6732299a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:49:59.437777 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:49:59.439333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4eb9b4-75a3-488f-84a4-f24cf4a76fd1 req-3f8fd0ea-1b64-42ba-b972-22ad69b7038a tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3175530 Mar 03 17:49:59.440472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d'}, {'name': 'network-changed', 'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d'}, {'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:49:59.472159 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:49:59.476481 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60362363-67de-4adf-8de7-c4c923ee1297 None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:48:08Z', 'revision_number': 4, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '29a00986-b089-4cf9-93ff-920526a745a6', 'name': '', 'network_id': '150a5147-cc7d-41be-b0bb-3c61b46e1b72', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'mac_address': 'fa:16:3e:6a:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:04Z', 'updated_at': '2022-03-03T17:48:19Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'subnets': [{'id': 'ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:49:59.516961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:49:59.743238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39072) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:49:59.752311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:59.773413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d has no active binding in host n-h2-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:49:59.791536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaca026-fef6-4e9e-a520-a458b2398fcf req-9d6e3458-612d-41bb-b901-d301747920cd tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.793203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1eaca026-fef6-4e9e-a520-a458b2398fcf req-9d6e3458-612d-41bb-b901-d301747920cd tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.1523285 Mar 03 17:49:59.805291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7767f38-633d-4d20-b41d-cb94511f7735 req-876525ee-2d4b-4688-b17c-36de09dbf820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.812311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7767f38-633d-4d20-b41d-cb94511f7735 req-876525ee-2d4b-4688-b17c-36de09dbf820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.818074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7767f38-633d-4d20-b41d-cb94511f7735 req-876525ee-2d4b-4688-b17c-36de09dbf820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:49:59.819780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7767f38-633d-4d20-b41d-cb94511f7735 req-876525ee-2d4b-4688-b17c-36de09dbf820 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 2419 time: 0.3838329 Mar 03 17:49:59.835939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10cde6-8fbe-4853-b9d0-a5c90973ff0b None None] New status for floating IP 518c314c-eb57-460d-a5ab-e8fdd4435348: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:49:59.861759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1eaca026-fef6-4e9e-a520-a458b2398fcf req-3b6baf30-839d-4d59-8ca7-ad9a5eed4c13 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583155 Mar 03 17:49:59.894506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7767f38-633d-4d20-b41d-cb94511f7735 req-ecb1839e-9e3c-4552-8abb-25f16b777663 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675147 Mar 03 17:49:59.896275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port 82221ab5-5642-45ae-a9e0-750b52850e8b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=82221ab5-5642-45ae-a9e0-750b52850e8b,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:49:59.896991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:00.082670 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d', 'code': 200} Mar 03 17:50:00.082915 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d', 'status': 'completed', 'code': 200} Mar 03 17:50:00.083722 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'status': 'completed', 'code': 200} Mar 03 17:50:00.094931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for 82221ab5-5642-45ae-a9e0-750b52850e8b owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:00.166965 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:00.236789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:00.246617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-19d0ffda-2801-4050-a12d-f3af80d8ae4d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/c9cf2427-56a3-4f56-bf73-573f6732299a HTTP/1.1" status: 200 len: 1804 time: 0.1610324 Mar 03 17:50:00.258637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Usage tracker for resource:security_group_rule and tenant:b04e0241624040a0b6943c025fac66a9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:00.265247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9cf2427-56a3-4f56-bf73-573f6732299a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:00.265584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9cf2427-56a3-4f56-bf73-573f6732299a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:00.272195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:00.276703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:00.279554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:00.285218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:00.298439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:00.311225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:00.341191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e04b-46f1-4d81-ba79-8858c0421e68 req-b96e9068-af0c-4d75-9ad8-080979e91289 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:00.356692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5635e04b-46f1-4d81-ba79-8858c0421e68 req-b96e9068-af0c-4d75-9ad8-080979e91289 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 944 time: 0.1526728 Mar 03 17:50:00.390486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-9283182f-40f7-4ce7-b8a5-44395b780fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:00.391947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-9283182f-40f7-4ce7-b8a5-44395b780fac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1125 time: 0.2721117 Mar 03 17:50:00.457807 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5635e04b-46f1-4d81-ba79-8858c0421e68 req-c36d0616-71ac-40e0-ba94-8892ef4aed17 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Mar 03 17:50:00.480590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:00.504224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-d1c37b7e-6ac4-46f5-a1c4-e5f01fa3a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:00.505755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-d1c37b7e-6ac4-46f5-a1c4-e5f01fa3a349 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.3228147 Mar 03 17:50:00.561434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-5615839e-a858-4d58-949e-5bd960c7bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:00.562862 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-5615839e-a858-4d58-949e-5bd960c7bc44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.1523983 Mar 03 17:50:00.657475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:00.668819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-04499c39-60bd-474a-b44d-c86ea9cd17e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 217 time: 0.0827861 Mar 03 17:50:00.689766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['abb289b4-7bd2-48ab-80d3-630492cf8204', 'fca50207-b43f-422c-a6ec-ce88549e92de', '82221ab5-5642-45ae-a9e0-750b52850e8b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:00.736481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:00.740353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-e0387892-5821-4ddb-9fee-0febafb5229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:00.741896 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-e0387892-5821-4ddb-9fee-0febafb5229d service neutron] 10.222.0.35 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.2192829 Mar 03 17:50:00.745243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=82221ab5-5642-45ae-a9e0-750b52850e8b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:00.759037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:00.781130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-29fb2e3a-ef5c-4747-8a0d-6be32032d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:00.782742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-29fb2e3a-ef5c-4747-8a0d-6be32032d4d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.1066496 Mar 03 17:50:00.856024 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-a3189c50-a039-41bd-8842-fcdc996ea698 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545251 Mar 03 17:50:00.952921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-cdd76185-42f2-4bd5-b754-f30c0f372c44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 217 time: 0.1662140 Mar 03 17:50:00.960818 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:00.962516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad96415-0b65-43f9-bd57-b1c5ba8716e3,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:00.980686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port 82221ab5-5642-45ae-a9e0-750b52850e8b on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:01.049114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:01.058850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a055ec-7ba4-4967-8aa5-33836aa1aaac req-383b4fd1-1fec-457f-9991-ac9f8c0c7f76 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:01.061454 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:01.065814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99a055ec-7ba4-4967-8aa5-33836aa1aaac req-383b4fd1-1fec-457f-9991-ac9f8c0c7f76 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.3264966 Mar 03 17:50:01.113886 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-be1b49b3-416f-4d3b-a2b5-88d529f80525 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "DELETE /v2.0/ports/82221ab5-5642-45ae-a9e0-750b52850e8b HTTP/1.1" status: 204 len: 173 time: 1.9215467 Mar 03 17:50:01.114512 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:01.128888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1910a210-69ca-46fa-a505-b77ce099cfa1 req-449e5745-4f34-4d0e-9ea1-50e56c865465 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8673718 Mar 03 17:50:01.230499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-b02b0a02-31a9-4e0c-bc3e-416174e14a7e service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556309 Mar 03 17:50:01.241250 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99a055ec-7ba4-4967-8aa5-33836aa1aaac req-5c595690-3ce1-4816-a742-ccdb330acadc tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744976 Mar 03 17:50:01.383431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b04e0241624040a0b6943c025fac66a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6356494 Mar 03 17:50:01.389276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39096) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:01.404824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-49df0f77-1bfe-40da-9ada-fe84775f0305 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3369980 Mar 03 17:50:01.421491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be625be-dbc1-4553-bed2-8b3332261cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989002a9-f620-44b6-b002-50cd3cbb29ac,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:01.426621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-7bde1d2c-70df-469f-8ec0-c3e3ad613bed tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 200 len: 694 time: 0.1219983 Mar 03 17:50:01.433078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-e0adac1e-39b0-45ae-ba12-d1947047e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:01.434691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-e0adac1e-39b0-45ae-ba12-d1947047e015 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.4557583 Mar 03 17:50:01.535996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port abb289b4-7bd2-48ab-80d3-630492cf8204 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:01.536351 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:01.566379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-1c0ce6cb-ba1b-48d2-b1f9-e88f59b13f09 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233244 Mar 03 17:50:01.604240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-684825ba-743a-4d3d-a606-438bb74c9ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:01.655385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-684825ba-743a-4d3d-a606-438bb74c9ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:01.695615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147b65-5385-4104-9381-a526d36c1035 req-7b903351-6f9c-469b-a541-13789677c80e tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:01.697066 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62147b65-5385-4104-9381-a526d36c1035 req-7b903351-6f9c-469b-a541-13789677c80e tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.35 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2408016 Mar 03 17:50:01.749871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-ad4d91b4-f480-4d47-9a2f-09982500121f tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:01.751281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-ad4d91b4-f480-4d47-9a2f-09982500121f tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.3158190 Mar 03 17:50:01.797544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a631f3-2e06-471b-b651-2074090bf1e8 req-d8571fe0-b1ec-4030-b945-a95aea167e5c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:01.799028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04a631f3-2e06-471b-b651-2074090bf1e8 req-d8571fe0-b1ec-4030-b945-a95aea167e5c tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/ports?device_id=17565d2c-5745-4503-9ab2-f714d400605e HTTP/1.1" status: 200 len: 945 time: 0.2914529 Mar 03 17:50:01.849527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Deleting port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:01.849964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:01.883944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-7c8d9951-26dd-411a-abd6-52c33cd1f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:01.886332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-7c8d9951-26dd-411a-abd6-52c33cd1f393 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4260092 Mar 03 17:50:01.899104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-a431d60f-f138-4361-a6bf-759f445b4e92 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 697 time: 0.1397882 Mar 03 17:50:02.005090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-684825ba-743a-4d3d-a606-438bb74c9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:02.035704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04a631f3-2e06-471b-b651-2074090bf1e8 req-f42525aa-0523-4132-93ad-f3744cc38e3e tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcf255d-2e8b-4e6b-9b45-1958ecb192da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247107 Mar 03 17:50:02.036405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684825ba-743a-4d3d-a606-438bb74c9ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989002a9-f620-44b6-b002-50cd3cbb29ac,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:02.084148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-deleted', 'tag': '82221ab5-5642-45ae-a9e0-750b52850e8b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:02.118387 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-684825ba-743a-4d3d-a606-438bb74c9ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:02.125379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-684825ba-743a-4d3d-a606-438bb74c9ed0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/989002a9-f620-44b6-b002-50cd3cbb29ac HTTP/1.1" status: 204 len: 168 time: 0.7258315 Mar 03 17:50:02.175347 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-310ca482-6fa2-4fa1-876a-f63d5b4ff120 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 697 time: 0.2059591 Mar 03 17:50:02.367944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port abb289b4-7bd2-48ab-80d3-630492cf8204, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=abb289b4-7bd2-48ab-80d3-630492cf8204,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:02.368312 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:02.396342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764cd16-a265-4f5e-bae3-5bcf8e1c0bfa req-54738654-60cb-4c19-8df0-d55c5c97a71c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:02.402490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764cd16-a265-4f5e-bae3-5bcf8e1c0bfa req-54738654-60cb-4c19-8df0-d55c5c97a71c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:02.404108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d764cd16-a265-4f5e-bae3-5bcf8e1c0bfa req-54738654-60cb-4c19-8df0-d55c5c97a71c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 1683 time: 0.2205465 Mar 03 17:50:02.415359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] For port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:02.415359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:02.518867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Deleting port bbe92911-d366-422c-a23a-c75024a8720f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:02.518867 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:02.553482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for abb289b4-7bd2-48ab-80d3-630492cf8204 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:02.589927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Calling delete_port for 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:02.605468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-ca2d99de-e920-4eda-b391-feb2f439c158 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582446 Mar 03 17:50:02.657460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d764cd16-a265-4f5e-bae3-5bcf8e1c0bfa req-550e6369-9954-4396-8b50-708b868eb77b tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466764 Mar 03 17:50:02.755428 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-ae036a14-a5b5-4c84-8956-ee8401afedb3 service neutron] 10.222.0.16 "GET /v2.0/ports/5e148a7a-b4a7-4754-aeef-fd058965351d/bindings/n-h2-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.2600708 Mar 03 17:50:02.868117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7162336-99e0-456d-b324-21cfa66573ee req-3088e5a3-f0ec-4bf8-8959-0dea36d310ba tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/c9cf2427-56a3-4f56-bf73-573f6732299a HTTP/1.1" status: 200 len: 2397 time: 0.1716082 Mar 03 17:50:02.896826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9cf2427-56a3-4f56-bf73-573f6732299a', 'remote_group_id': None}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:02.897138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9cf2427-56a3-4f56-bf73-573f6732299a', 'remote_group_id': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:02.908961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:02.916748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Usage tracker for resource:security_group_rule and tenant:8ff5d7d74d8346c98d672ae0744aa078 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:02.921988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:02.929612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:02.931377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:02.944353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:03.024157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Pushing event deleted for resources: {'Port': ['ID=3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:03.069269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1944ae32-2925-4025-ad1e-964dc6153ec9 req-0e82641b-0c9c-4f0b-a702-f860cd1293ed service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567773 Mar 03 17:50:03.078505 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.078829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.099836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device fca50207-b43f-422c-a6ec-ce88549e92de no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:03.157070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] No DVR routers for this DVR port 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:03.163110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.168366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17565d2c-5745-4503-9ab2-f714d400605e', 'name': 'network-vif-deleted', 'tag': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:03.235234 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.248136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Calling delete_port for bbe92911-d366-422c-a23a-c75024a8720f owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:03.250253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62147b65-5385-4104-9381-a526d36c1035 req-86650ca1-2d3f-438e-a04d-08b574626f04 tempest-ServerRescueNegativeTestJSON-1913084542 tempest-ServerRescueNegativeTestJSON-1913084542-project] 10.222.0.35 "DELETE /v2.0/ports/3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac HTTP/1.1" status: 204 len: 173 time: 1.5456064 Mar 03 17:50:03.266803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.267551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:03.288947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port fca50207-b43f-422c-a6ec-ce88549e92de, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=fca50207-b43f-422c-a6ec-ce88549e92de,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:03.294563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.295570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 82221ab5-5642-45ae-a9e0-750b52850e8b no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:03.297301 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.305434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.322309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.325360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:03.365096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:03.365656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 82221ab5-5642-45ae-a9e0-750b52850e8b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:03.366000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 82221ab5-5642-45ae-a9e0-750b52850e8b not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:03.366413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abb289b4-7bd2-48ab-80d3-630492cf8204 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:03.373534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=abb289b4-7bd2-48ab-80d3-630492cf8204,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:03.410614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: abb289b4-7bd2-48ab-80d3-630492cf8204 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:03.410958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device abb289b4-7bd2-48ab-80d3-630492cf8204 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:03.448669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=fca50207-b43f-422c-a6ec-ce88549e92de,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:03.479687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a6dae6-80f4-40cc-8053-424b0375eec1,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:03.491065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port abb289b4-7bd2-48ab-80d3-630492cf8204 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:03.502340 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.516520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e148a7a-b4a7-4754-aeef-fd058965351d {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:03.524779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-04d3fd9c-af41-4eb2-bed7-efd99555eab1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "DELETE /v2.0/ports/abb289b4-7bd2-48ab-80d3-630492cf8204 HTTP/1.1" status: 204 len: 173 time: 2.3945212 Mar 03 17:50:03.528261 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.530797 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7162336-99e0-456d-b324-21cfa66573ee req-0883a9c1-66e6-409e-ba38-d2d7e881e7a4 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6489773 Mar 03 17:50:03.541247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:03.541545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-17096405-cf74-4344-bed2-cbbd3196d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:03.549144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-17096405-cf74-4344-bed2-cbbd3196d1d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 1097 time: 0.4001656 Mar 03 17:50:03.575428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.801178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port fca50207-b43f-422c-a6ec-ce88549e92de {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:03.801453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.826996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] Transition to ACTIVE for port object 5e148a7a-b4a7-4754-aeef-fd058965351d will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:03.834622 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.842334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:03.911167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Pushing event deleted for resources: {'Port': ['ID=bbe92911-d366-422c-a23a-c75024a8720f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:03.920956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-a41fcf41-b038-4e82-9f6a-935abf4a54a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:03.922408 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-a41fcf41-b038-4e82-9f6a-935abf4a54a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 200 len: 921 time: 0.2861280 Mar 03 17:50:04.104770 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-4f5eb230-11a2-4d71-a765-5247ca2d9a51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 200 len: 217 time: 0.1462460 Mar 03 17:50:04.122755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] No DVR routers for this DVR port 5e148a7a-b4a7-4754-aeef-fd058965351d on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:04.147003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=10']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:04.198080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:04.216060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4acd7-7ad9-497a-b5a1-617bbdcb8912 req-ea7f62cc-cb4e-4007-a6df-332817750713 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.218646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a9b4acd7-7ad9-497a-b5a1-617bbdcb8912 req-ea7f62cc-cb4e-4007-a6df-332817750713 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 944 time: 0.4351788 Mar 03 17:50:04.230637 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-58774c40-2808-49b3-b142-2e03ed3109b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/5e148a7a-b4a7-4754-aeef-fd058965351d/bindings/n-h2-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4633303 Mar 03 17:50:04.234531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-fffd6c17-b6f3-4c50-bd8a-3c1beac0e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.236079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-fffd6c17-b6f3-4c50-bd8a-3c1beac0e2d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 200 len: 859 time: 0.1227407 Mar 03 17:50:04.277434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a9b4acd7-7ad9-497a-b5a1-617bbdcb8912 req-351a596d-283b-46f1-b8e1-f54216872198 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Mar 03 17:50:04.431276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-cfd6b9be-727e-4458-a9ed-dd117091f1f0 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.432719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-cfd6b9be-727e-4458-a9ed-dd117091f1f0 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.0960348 Mar 03 17:50:04.459693 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-deleted', 'tag': '82221ab5-5642-45ae-a9e0-750b52850e8b', 'status': 'completed', 'code': 200} Mar 03 17:50:04.501107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:04.502319 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0edaa673-2d74-4c43-aa6b-ae37de513548 req-deaba00a-4a58-4b4a-aa68-56e0514b848e tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "DELETE /v2.0/floatingips/518c314c-eb57-460d-a5ab-e8fdd4435348 HTTP/1.1" status: 204 len: 173 time: 2.3261964 Mar 03 17:50:04.532566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port fca50207-b43f-422c-a6ec-ce88549e92de, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=fca50207-b43f-422c-a6ec-ce88549e92de,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:04.533272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:04.566987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-d4b84de3-95b4-499d-89db-6c33c4211e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.568443 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-d4b84de3-95b4-499d-89db-6c33c4211e8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870&tenant_id=87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1049583 Mar 03 17:50:04.577913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90092a34-c04c-421a-becc-1af8d7bc0d84 req-59ffc6d5-2b54-41f8-ae33-4884b06586f4 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.579535 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90092a34-c04c-421a-becc-1af8d7bc0d84 req-59ffc6d5-2b54-41f8-ae33-4884b06586f4 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.1459341 Mar 03 17:50:04.671068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90092a34-c04c-421a-becc-1af8d7bc0d84 req-183babc3-1742-404e-a81c-5cfa25b0b7ac tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848386 Mar 03 17:50:04.672010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for fca50207-b43f-422c-a6ec-ce88549e92de owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:04.694378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-a0040246-0d9c-4685-808f-e2bcf6481ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.696802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-a0040246-0d9c-4685-808f-e2bcf6481ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1096 time: 0.0958259 Mar 03 17:50:04.718887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-6f53400d-de31-4adc-9af9-936ac792615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.720378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-6f53400d-de31-4adc-9af9-936ac792615f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=150a5147-cc7d-41be-b0bb-3c61b46e1b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355941 Mar 03 17:50:04.777733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39146) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:04.827795 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17565d2c-5745-4503-9ab2-f714d400605e', 'name': 'network-vif-deleted', 'tag': '3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac', 'status': 'completed', 'code': 200} Mar 03 17:50:04.847699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-4af4ccf6-b959-4b8a-8105-78a27fefa52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:04.849497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-4af4ccf6-b959-4b8a-8105-78a27fefa52a service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.1460772 Mar 03 17:50:04.874326 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de', 'code': 200} Mar 03 17:50:04.955182 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-df75197f-065e-4c38-a10a-f4e2504d818a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 217 time: 0.0985117 Mar 03 17:50:05.040994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-27402076-7758-4c9e-b75e-df832c7fc036 req-e085a720-b5ad-4a44-b26a-865ab69f745d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/c9cf2427-56a3-4f56-bf73-573f6732299a HTTP/1.1" status: 200 len: 2995 time: 0.1139500 Mar 03 17:50:05.048750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-9c258de1-4293-4744-a8f3-824e9b62e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:05.050191 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-9c258de1-4293-4744-a8f3-824e9b62e0f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.0877607 Mar 03 17:50:05.091026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-014fb6f8-b759-432d-90da-282f866c9ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627212 Mar 03 17:50:05.121128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-e25fbefd-9052-412a-bb33-14cc4695bc66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548644 Mar 03 17:50:05.200568 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:05.266244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-a957e4f4-8744-4462-9ec5-078c9e5fa364 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385074 Mar 03 17:50:05.378657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=fca50207-b43f-422c-a6ec-ce88549e92de,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:05.450796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-bb456e12-2800-4440-9294-40da30e7d64b service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779130 Mar 03 17:50:05.487538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43764e-f3ca-4130-b1a3-c5dac012f1fe req-8da63fde-0dc4-42d0-8258-7a6a10d872af tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:05.495379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43764e-f3ca-4130-b1a3-c5dac012f1fe req-8da63fde-0dc4-42d0-8258-7a6a10d872af tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:05.503327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a43764e-f3ca-4130-b1a3-c5dac012f1fe req-8da63fde-0dc4-42d0-8258-7a6a10d872af tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057&device_id=c78fd0b6-8ae3-45ac-a925-1d82591e1cec HTTP/1.1" status: 200 len: 1682 time: 0.1455810 Mar 03 17:50:05.555439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a43764e-f3ca-4130-b1a3-c5dac012f1fe req-5127168e-20dc-493d-9e0f-e65d2d416460 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510881 Mar 03 17:50:05.560898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port fca50207-b43f-422c-a6ec-ce88549e92de on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:05.575536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:05.583069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05518fa3-e900-4a28-ba3a-d39d8e398f5b req-c2880678-61b1-4001-90e9-dede77b02bb0 service neutron] 10.222.0.35 "GET /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825318 Mar 03 17:50:05.589950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:05.610586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e053a-7489-4419-ad7c-06446135a560 req-7bba0f62-042d-4f6e-bf60-954b8e36b649 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:05.611295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-082e053a-7489-4419-ad7c-06446135a560 req-7bba0f62-042d-4f6e-bf60-954b8e36b649 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:05.616621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10ef24be-77fd-44c7-a660-4acd1fbd83fe req-44efdccd-3cc1-46d0-a758-3a55b7c518b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.16 "DELETE /v2.0/ports/fca50207-b43f-422c-a6ec-ce88549e92de HTTP/1.1" status: 204 len: 173 time: 2.0804675 Mar 03 17:50:05.638693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:05.639140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 3ed9a6d6-b75d-43fc-a1c1-fcbbca7c3dac not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:05.687328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-082e053a-7489-4419-ad7c-06446135a560 req-7bba0f62-042d-4f6e-bf60-954b8e36b649 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:05.688498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-082e053a-7489-4419-ad7c-06446135a560 req-7bba0f62-042d-4f6e-bf60-954b8e36b649 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6 HTTP/1.1" status: 200 len: 865 time: 0.5924675 Mar 03 17:50:05.780622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-082e053a-7489-4419-ad7c-06446135a560 req-0ffe9fc3-3db7-4445-b75c-d54c0ba9e5b8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801985 Mar 03 17:50:06.000329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa188d-6633-4e04-906d-b146be095f21 req-adf3da96-9489-4118-bc7c-eb64cd227ea8 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:06.001889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccaa188d-6633-4e04-906d-b146be095f21 req-adf3da96-9489-4118-bc7c-eb64cd227ea8 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 945 time: 0.0823066 Mar 03 17:50:06.047922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccaa188d-6633-4e04-906d-b146be095f21 req-8012c8a8-5d3a-4935-a6b2-41fd5970915f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Mar 03 17:50:06.054092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2b93be4-b721-4be6-8ef3-665ffb39e9d0 req-37de384c-73cd-485d-a71b-2cf403fc4a8b tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-group-rules/10a6dae6-80f4-40cc-8053-424b0375eec1 HTTP/1.1" status: 200 len: 783 time: 0.0721679 Mar 03 17:50:06.146358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2b93be4-b721-4be6-8ef3-665ffb39e9d0 req-d41a4fa5-5175-4ff7-bf84-e1698082960d tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/c9cf2427-56a3-4f56-bf73-573f6732299a HTTP/1.1" status: 200 len: 2995 time: 0.0889380 Mar 03 17:50:06.150287 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.249188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512048d2-7d2f-41c5-b2e8-6554a5b42be8 req-541ca3b3-1b9d-479f-8da6-c3074f64c8cf tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:06.251249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-512048d2-7d2f-41c5-b2e8-6554a5b42be8 req-541ca3b3-1b9d-479f-8da6-c3074f64c8cf tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.0852292 Mar 03 17:50:06.261901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-c1556db5-5d6c-4951-855f-8905c5b810bd tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:06.263437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-c1556db5-5d6c-4951-855f-8905c5b810bd tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.2806923 Mar 03 17:50:06.296425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-512048d2-7d2f-41c5-b2e8-6554a5b42be8 req-199753c8-596f-4798-afe0-2f5aa8e5e4c6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Mar 03 17:50:06.321726 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c2b93be4-b721-4be6-8ef3-665ffb39e9d0 req-32358e5e-6e55-4a29-b6b8-7c533f212403 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.405115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c2b93be4-b721-4be6-8ef3-665ffb39e9d0 req-32358e5e-6e55-4a29-b6b8-7c533f212403 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.469942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-deleted', 'tag': 'abb289b4-7bd2-48ab-80d3-630492cf8204'}, {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-deleted', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:06.480156 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c2b93be4-b721-4be6-8ef3-665ffb39e9d0 req-32358e5e-6e55-4a29-b6b8-7c533f212403 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.520707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c95ae-4410-4ce9-93c1-70fa321a4919 req-86346fdf-0602-4245-89cd-352485c2ad55 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:06.522769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-585c95ae-4410-4ce9-93c1-70fa321a4919 req-86346fdf-0602-4245-89cd-352485c2ad55 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 946 time: 0.0998359 Mar 03 17:50:06.553397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32358e5e-6e55-4a29-b6b8-7c533f212403 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10a6dae6-80f4-40cc-8053-424b0375eec1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:06.565607 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c2b93be4-b721-4be6-8ef3-665ffb39e9d0 req-32358e5e-6e55-4a29-b6b8-7c533f212403 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.577086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-585c95ae-4410-4ce9-93c1-70fa321a4919 req-0c2959a3-f1f0-4559-b1ca-ab691332bc0d tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Mar 03 17:50:06.579925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2b93be4-b721-4be6-8ef3-665ffb39e9d0 req-32358e5e-6e55-4a29-b6b8-7c533f212403 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/10a6dae6-80f4-40cc-8053-424b0375eec1 HTTP/1.1" status: 204 len: 173 time: 0.3556988 Mar 03 17:50:06.654447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-93888eff-8f09-4d61-b160-0279aba1ca2c service neutron] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:06.658820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-93888eff-8f09-4d61-b160-0279aba1ca2c service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.660010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33bbca3b-3892-467e-96c3-e0a80e304a1e req-93888eff-8f09-4d61-b160-0279aba1ca2c service neutron] 10.222.0.35 "DELETE /v2.0/ports/5e148a7a-b4a7-4754-aeef-fd058965351d/bindings/n-h1-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.3852434 Mar 03 17:50:06.683505 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-deleted', 'tag': 'abb289b4-7bd2-48ab-80d3-630492cf8204', 'status': 'completed', 'code': 200} Mar 03 17:50:06.684047 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95ce4d7-1ef4-40b4-9a64-33c0ea2fd6c6', 'name': 'network-vif-deleted', 'tag': 'fca50207-b43f-422c-a6ec-ce88549e92de', 'status': 'completed', 'code': 200} Mar 03 17:50:06.739608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Deleting port 40d77332-c6ef-4952-9902-6cb7853df003 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:06.739949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.754237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1d3b882-dc90-4973-b3a2-f3094a632182 req-08010f28-e41a-485b-b267-7e3df90b7162 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/c9cf2427-56a3-4f56-bf73-573f6732299a HTTP/1.1" status: 200 len: 2397 time: 0.0589600 Mar 03 17:50:06.825273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d1d3b882-dc90-4973-b3a2-f3094a632182 req-7bf89a89-7f0e-4543-88e8-4f9de4cc800b tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.859681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d1d3b882-dc90-4973-b3a2-f3094a632182 req-7bf89a89-7f0e-4543-88e8-4f9de4cc800b tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.919025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d1d3b882-dc90-4973-b3a2-f3094a632182 req-7bf89a89-7f0e-4543-88e8-4f9de4cc800b tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.921093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] For port 40d77332-c6ef-4952-9902-6cb7853df003, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40d77332-c6ef-4952-9902-6cb7853df003,segment=NetworkSegment(1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4),segment_id=1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:06.921597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.934819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf89a89-7f0e-4543-88e8-4f9de4cc800b tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cf2427-56a3-4f56-bf73-573f6732299a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:06.943130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d1d3b882-dc90-4973-b3a2-f3094a632182 req-7bf89a89-7f0e-4543-88e8-4f9de4cc800b tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:06.955904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1d3b882-dc90-4973-b3a2-f3094a632182 req-7bf89a89-7f0e-4543-88e8-4f9de4cc800b tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9cf2427-56a3-4f56-bf73-573f6732299a HTTP/1.1" status: 204 len: 173 time: 0.1947935 Mar 03 17:50:07.051768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Calling delete_port for 40d77332-c6ef-4952-9902-6cb7853df003 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:07.106440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:07.246956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:07.263419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39184) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:07.302363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e697a-d654-4f83-98e9-c4d4caa849b6 req-fea9397f-763b-4b2c-87c3-ac4e59ea50ac tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:07.303902 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f65e697a-d654-4f83-98e9-c4d4caa849b6 req-fea9397f-763b-4b2c-87c3-ac4e59ea50ac tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1096 time: 0.2703247 Mar 03 17:50:07.344725 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-0e23d3c9-a005-4601-a7c6-e602a071299b req-e439fa21-5ecb-49f9-b5eb-26fac0c25dd8 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] show failed (client error): The resource could not be found. Mar 03 17:50:07.349857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e23d3c9-a005-4601-a7c6-e602a071299b req-e439fa21-5ecb-49f9-b5eb-26fac0c25dd8 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/f08a7915-1654-43f5-b732-ebb8fb51f86d HTTP/1.1" status: 404 len: 352 time: 0.0442746 Mar 03 17:50:07.373818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting subnet c864b302-4bf0-4f66-94bf-60d4b0b9708d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:07.376821 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:07.415037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f65e697a-d654-4f83-98e9-c4d4caa849b6 req-6fa84724-569c-4b60-ad29-d49e0108b59a tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014757 Mar 03 17:50:07.439546 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:07.459293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:07.500145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d77332-c6ef-4952-9902-6cb7853df003,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:07.587535 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:07.754394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a12b-ede1-42b9-851b-b695c0e26661 req-7bbe8624-d31f-4292-aa52-1844d30c28d6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:07.755880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b992a12b-ede1-42b9-851b-b695c0e26661 req-7bbe8624-d31f-4292-aa52-1844d30c28d6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.1246846 Mar 03 17:50:07.757346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:07.812409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Subnet': ['ID=c864b302-4bf0-4f66-94bf-60d4b0b9708d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:07.816338 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:07.826817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b61a5-60ca-45e0-b39b-e8fdb59966e8 None None] Network 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:07.832090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5c1fee88-cce0-4caf-a3c5-b84db05be4f8 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/subnets/c864b302-4bf0-4f66-94bf-60d4b0b9708d HTTP/1.1" status: 204 len: 168 time: 0.5652528 Mar 03 17:50:07.835475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:07.838271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4beb4f0-9c8d-472d-845a-16c69012b62b req-76ea718e-37c6-418a-bdec-ea9063c61a83 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/9fef425a-76c1-40f7-89ac-b2d2ee5511d0 HTTP/1.1" status: 200 len: 1804 time: 0.1270032 Mar 03 17:50:07.884232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b992a12b-ede1-42b9-851b-b695c0e26661 req-1837eeea-edb3-4b6e-a8da-57ab21a73e46 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979145 Mar 03 17:50:07.963056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:07.973203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-58803b9d-1f4c-4f64-a4e1-802b7f23265c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:07.974000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-58803b9d-1f4c-4f64-a4e1-802b7f23265c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:07.977282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:07.977971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.094592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-58803b9d-1f4c-4f64-a4e1-802b7f23265c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:08.095763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-58803b9d-1f4c-4f64-a4e1-802b7f23265c tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.35 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 946 time: 0.5919135 Mar 03 17:50:08.103794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d4beb4f0-9c8d-472d-845a-16c69012b62b req-cf683793-a80e-40a5-b0a7-5c54114d4c62 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.162406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] DHCP port deletion for 94e5b46f-f6b7-411e-bec6-6d0db76f6f8a request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:50:08.168333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Deleting port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:08.168804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.188722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.207452 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d4beb4f0-9c8d-472d-845a-16c69012b62b req-cf683793-a80e-40a5-b0a7-5c54114d4c62 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.272003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:08.272645 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.311834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Deleting port 09910e6c-d015-4edc-aa54-e21f69a6f849 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:08.312171 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.403315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] For port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,segment=NetworkSegment(0670e4ec-cf48-4a47-982c-a0504cdfe786),segment_id=0670e4ec-cf48-4a47-982c-a0504cdfe786)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:08.404154 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.404607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for 2d0ec012-3910-4a5c-a687-fa21e3fc35cd owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:08.479663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e3221-a961-4455-9d54-9d62f7788848 req-83e51770-76cb-4dea-ad18-fee52c592564 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:08.481066 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de8e3221-a961-4455-9d54-9d62f7788848 req-83e51770-76cb-4dea-ad18-fee52c592564 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 946 time: 0.2737758 Mar 03 17:50:08.488358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d4beb4f0-9c8d-472d-845a-16c69012b62b req-cf683793-a80e-40a5-b0a7-5c54114d4c62 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.527099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.528418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf683793-a80e-40a5-b0a7-5c54114d4c62 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef425a-76c1-40f7-89ac-b2d2ee5511d0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:08.528906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Calling delete_port for 2d0ec012-3910-4a5c-a687-fa21e3fc35cd owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:08.575376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de8e3221-a961-4455-9d54-9d62f7788848 req-03564a01-8243-4f5a-94e3-f511ce0ef181 tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c64a47e-45b7-4213-82e3-51467a6c972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829604 Mar 03 17:50:08.585028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=2d0ec012-3910-4a5c-a687-fa21e3fc35cd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:08.587348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:08.625344 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:50:08.625701 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:50:08.653125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d4beb4f0-9c8d-472d-845a-16c69012b62b req-cf683793-a80e-40a5-b0a7-5c54114d4c62 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.654288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4beb4f0-9c8d-472d-845a-16c69012b62b req-cf683793-a80e-40a5-b0a7-5c54114d4c62 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-groups/9fef425a-76c1-40f7-89ac-b2d2ee5511d0 HTTP/1.1" status: 204 len: 173 time: 0.7569654 Mar 03 17:50:08.752893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.843590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e5b46f-f6b7-411e-bec6-6d0db76f6f8a']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:08.848313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] For port 09910e6c-d015-4edc-aa54-e21f69a6f849, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=09910e6c-d015-4edc-aa54-e21f69a6f849,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:08.848946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.867599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0670e4ec-cf48-4a47-982c-a0504cdfe786') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:08.867979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0670e4ec-cf48-4a47-982c-a0504cdfe786') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:08.888613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.920440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.935071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-e93a6a32-c990-47b0-915b-a73b0ee080e5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:08.936549 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-e93a6a32-c990-47b0-915b-a73b0ee080e5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.2145927 Mar 03 17:50:08.937522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:08.937924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:08.952791 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:09.008842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Calling delete_port for 09910e6c-d015-4edc-aa54-e21f69a6f849 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:09.126985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Deleting port 2d0ec012-3910-4a5c-a687-fa21e3fc35cd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:09.127654 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.137304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-b78b8c8e-555a-4ee5-bc10-03b6ba5fc2bc tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/quotas/87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 375 time: 0.1835380 Mar 03 17:50:09.195694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.201705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Router 2bcd49a7-495e-42a6-85cd-49d724193fc3 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:50:09.208599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac947d14-bac8-448f-a10b-075f7525ebc9 None None] The port '2d0ec012-3910-4a5c-a687-fa21e3fc35cd' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:50:09.219209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.222547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Network': ['ID=94e5b46f-f6b7-411e-bec6-6d0db76f6f8a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:09.241764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bd462d-8a1d-42d8-836a-4683d592bd02 req-9f015adb-aefa-4169-9d18-b899cb22ee70 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/fbb955ca-8125-4b8d-9892-defd1b4582f7 HTTP/1.1" status: 200 len: 1803 time: 0.3175275 Mar 03 17:50:09.255617 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-33bfac07-7322-42fd-9dc5-6844bc1191b4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/networks/94e5b46f-f6b7-411e-bec6-6d0db76f6f8a HTTP/1.1" status: 204 len: 168 time: 1.4199958 Mar 03 17:50:09.261503 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-be8cbb2b-6c5e-4ea5-924d-01f89e754a16 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163599 Mar 03 17:50:09.261873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39226) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:09.424369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting subnet 0137078a-af7c-4a8c-b56a-86dcef69e249 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:09.430890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.473343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2d0ec012-3910-4a5c-a687-fa21e3fc35cd no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:09.493850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-20b6f379-49f6-4ec2-8835-b6c2c602ba70 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987610 Mar 03 17:50:09.500885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.512652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2d0ec012-3910-4a5c-a687-fa21e3fc35cd {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:09.513046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2d0ec012-3910-4a5c-a687-fa21e3fc35cd not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:09.607183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-00bd462d-8a1d-42d8-836a-4683d592bd02 req-3bd87c7d-9495-447c-b387-b2ff50018595 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.610317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:50:09.611816 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.623645 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] Sync routers for ids ['2bcd49a7-495e-42a6-85cd-49d724193fc3'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:50:09.624823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['09910e6c-d015-4edc-aa54-e21f69a6f849'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:09.634875 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] Routers {'2bcd49a7-495e-42a6-85cd-49d724193fc3'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:09.635598 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2bcd49a7-495e-42a6-85cd-49d724193fc3'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:09.688233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Pushing event deleted for resources: {'Port': ['ID=09910e6c-d015-4edc-aa54-e21f69a6f849,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:09.702554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-706dd13e-0c88-45b7-ba87-939d41c4cf91 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695838 Mar 03 17:50:09.707190 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.708518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9dee1d61-dc63-4ab2-8432-b1896ca5da42 admin admin] 10.222.0.23 "PUT /v2.0/routers/2bcd49a7-495e-42a6-85cd-49d724193fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9286342 Mar 03 17:50:09.725365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-236bea43-c886-4c0d-b20c-c4d6a541563f tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:09.726946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-236bea43-c886-4c0d-b20c-c4d6a541563f tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78fd0b6-8ae3-45ac-a925-1d82591e1cec HTTP/1.1" status: 200 len: 945 time: 0.3939850 Mar 03 17:50:09.753625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39232) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:09.809978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.862301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.865482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98d2b7-d8a1-4e63-b377-64ab341180e8 None None] Network a114cfcf-c612-487c-b798-53c3d8dcba98 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:09.873153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Subnet': ['ID=0137078a-af7c-4a8c-b56a-86dcef69e249,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:09.875992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ef78b521-689e-4298-ab6c-edfbbdd80809 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/subnets/0137078a-af7c-4a8c-b56a-86dcef69e249 HTTP/1.1" status: 204 len: 168 time: 0.6131997 Mar 03 17:50:09.878713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39240) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:09.880120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-00bd462d-8a1d-42d8-836a-4683d592bd02 req-3bd87c7d-9495-447c-b387-b2ff50018595 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.916429 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] Set router 2bcd49a7-495e-42a6-85cd-49d724193fc3 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:09.966175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] No DVR routers for this DVR port 09910e6c-d015-4edc-aa54-e21f69a6f849 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:09.974467 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:09.977297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e88f261-82f3-46fa-aa9f-49fa4a4ea3f1 req-7c39b022-8f35-416d-b9a2-92fba91bf98b tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.35 "DELETE /v2.0/ports/09910e6c-d015-4edc-aa54-e21f69a6f849 HTTP/1.1" status: 204 len: 173 time: 1.8715382 Mar 03 17:50:09.981754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'name': 'network-vif-deleted', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:10.012047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Deleting port b56f67ca-d264-4ecf-8773-e3b79ae06aff {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:10.012689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.034778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.048171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port 283a844d-ca17-4267-a317-53b0692507b0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:10.048682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.342533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.551428 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:50:07Z', 'revision_number': 5, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:10.563664 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] Checking router: 2bcd49a7-495e-42a6-85cd-49d724193fc3 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:50:10.575191 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] Routers {'2bcd49a7-495e-42a6-85cd-49d724193fc3'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:10.575769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2bcd49a7-495e-42a6-85cd-49d724193fc3'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:10.576712 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-00bd462d-8a1d-42d8-836a-4683d592bd02 req-3bd87c7d-9495-447c-b387-b2ff50018595 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.595266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] DHCP port deletion for a114cfcf-c612-487c-b798-53c3d8dcba98 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:50:10.599613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Deleting port 283a844d-ca17-4267-a317-53b0692507b0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:10.599986 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.615340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port 283a844d-ca17-4267-a317-53b0692507b0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=283a844d-ca17-4267-a317-53b0692507b0,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:10.615917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.626806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd87c7d-9495-447c-b387-b2ff50018595 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb955ca-8125-4b8d-9892-defd1b4582f7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:10.728700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-00bd462d-8a1d-42d8-836a-4683d592bd02 req-3bd87c7d-9495-447c-b387-b2ff50018595 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:10.743983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bd462d-8a1d-42d8-836a-4683d592bd02 req-3bd87c7d-9495-447c-b387-b2ff50018595 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-groups/fbb955ca-8125-4b8d-9892-defd1b4582f7 HTTP/1.1" status: 204 len: 173 time: 1.4308689 Mar 03 17:50:10.885554 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] Set router 2bcd49a7-495e-42a6-85cd-49d724193fc3 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:10.907295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] For port 283a844d-ca17-4267-a317-53b0692507b0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=283a844d-ca17-4267-a317-53b0692507b0,segment=NetworkSegment(b5c4e168-e2de-4833-85d8-77aaf4449b3a),segment_id=b5c4e168-e2de-4833-85d8-77aaf4449b3a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:10.907752 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.032186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for 283a844d-ca17-4267-a317-53b0692507b0 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:11.115220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Calling delete_port for 283a844d-ca17-4267-a317-53b0692507b0 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:11.192576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df38a-9c65-4b62-bfeb-7c8c36f711fa req-6c829e4b-d3a4-4b37-a444-53bd46132c44 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:11.212483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c23df38a-9c65-4b62-bfeb-7c8c36f711fa req-6c829e4b-d3a4-4b37-a444-53bd46132c44 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.4475360 Mar 03 17:50:11.261671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.263597 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:50:11.264136 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:50:11.267127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-42bf5c1a-15ed-4bad-aa9c-6a4a3ffae335 req-8adb4199-b617-457f-985a-8194c61cdbcc tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Synchronizing usage tracker for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:11.330390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=283a844d-ca17-4267-a317-53b0692507b0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:11.336181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port 283a844d-ca17-4267-a317-53b0692507b0 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:11.349887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-3b73df3f-609c-471a-bdc5-1217c6a3e584 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:11.351718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-3b73df3f-609c-471a-bdc5-1217c6a3e584 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 946 time: 0.8427231 Mar 03 17:50:11.356699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-42bf5c1a-15ed-4bad-aa9c-6a4a3ffae335 req-8adb4199-b617-457f-985a-8194c61cdbcc tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] Unset dirty status for tenant:8fe6106d09e1464c8eccdef00d00bfe7 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:11.367620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42bf5c1a-15ed-4bad-aa9c-6a4a3ffae335 req-8adb4199-b617-457f-985a-8194c61cdbcc tempest-FloatingIPsAssociationTestJSON-210395076 tempest-FloatingIPsAssociationTestJSON-210395076-project] 10.222.0.23 "GET /v2.0/ports?device_id=88396d78-3c5a-4a4b-ae4e-563217b6260a HTTP/1.1" status: 200 len: 210 time: 0.3503313 Mar 03 17:50:11.372721 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:50:07Z', 'revision_number': 5, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:11.374176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.389005 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b2d80-072a-47e4-8e1d-f157b8717c58 None None] The sync data for ids ['2bcd49a7-495e-42a6-85cd-49d724193fc3'] in n-d-827121-1 is: [{'id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-809586456-router', 'tenant_id': '93b9435a856b4472a6b942e906d028b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:46:34Z', 'updated_at': '2022-03-03T17:50:07Z', 'revision_number': 5, 'project_id': '93b9435a856b4472a6b942e906d028b4', 'gw_port': {'id': '0abf1d52-c9b5-4182-8b7e-fb5bf02d474d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcd49a7-495e-42a6-85cd-49d724193fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:46:36Z', 'updated_at': '2022-03-03T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:50:11.416790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c23df38a-9c65-4b62-bfeb-7c8c36f711fa req-442bd4e4-2d34-444d-8ccc-db21b88e9e0c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033229 Mar 03 17:50:11.435403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 283a844d-ca17-4267-a317-53b0692507b0 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:11.464294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] For port b56f67ca-d264-4ecf-8773-e3b79ae06aff, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b56f67ca-d264-4ecf-8773-e3b79ae06aff,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:11.464294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.495277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 283a844d-ca17-4267-a317-53b0692507b0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:11.496134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 283a844d-ca17-4267-a317-53b0692507b0 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:11.586598 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88396d78-3c5a-4a4b-ae4e-563217b6260a', 'name': 'network-vif-deleted', 'tag': '09910e6c-d015-4edc-aa54-e21f69a6f849', 'status': 'completed', 'code': 200} Mar 03 17:50:11.618587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 09910e6c-d015-4edc-aa54-e21f69a6f849 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:11.654410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Deleting port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:11.654924 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.658067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 09910e6c-d015-4edc-aa54-e21f69a6f849 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:11.658388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 09910e6c-d015-4edc-aa54-e21f69a6f849 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:11.692228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Calling delete_port for b56f67ca-d264-4ecf-8773-e3b79ae06aff owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:11.721579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.744323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3bc217ee-414d-4931-9433-a011b8519916 req-a09e4eff-d3e2-4b62-96ed-8a19206d6a18 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 210 time: 0.1906714 Mar 03 17:50:11.759974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Deleting port 6e569716-bb5a-4611-8bfb-516ab59723be {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:11.760262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.771627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Deleting port 283a844d-ca17-4267-a317-53b0692507b0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:11.771894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.774035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a114cfcf-c612-487c-b798-53c3d8dcba98']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:11.803118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c4e168-e2de-4833-85d8-77aaf4449b3a') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:11.803422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c4e168-e2de-4833-85d8-77aaf4449b3a') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:11.825925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.864945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.872611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:11.872891 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:11.919602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec0def6b-8c34-4c1b-8a6e-201c2edb5973 None None] The port '283a844d-ca17-4267-a317-53b0692507b0' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:12.020448 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:12.120726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c227a-889a-4e30-ab90-ac1dfdfe25ea req-1d83d170-7d56-470a-80a9-883b9d9563b9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:12.127850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d70c227a-889a-4e30-ab90-ac1dfdfe25ea req-1d83d170-7d56-470a-80a9-883b9d9563b9 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78fd0b6-8ae3-45ac-a925-1d82591e1cec HTTP/1.1" status: 200 len: 945 time: 0.4555738 Mar 03 17:50:12.145279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.155195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.254003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Network': ['ID=a114cfcf-c612-487c-b798-53c3d8dcba98,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:12.269348 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.279832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-23a81c0f-29ef-4575-ac89-bb4f0d120caf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/networks/a114cfcf-c612-487c-b798-53c3d8dcba98 HTTP/1.1" status: 204 len: 168 time: 2.3973916 Mar 03 17:50:12.283851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39262) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:12.284933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6e569716-bb5a-4611-8bfb-516ab59723be'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:12.292338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1271255493'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:12.307701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d70c227a-889a-4e30-ab90-ac1dfdfe25ea req-fcb87a79-3d7c-4090-9f39-1ded343a34c2 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc77661-3061-4c55-95b9-145d34f87d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790094 Mar 03 17:50:12.316377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:12.324462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:network and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:12.328593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:12.337987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-2d35c3cf-1ba1-407d-ab5a-1a49f14c35e0 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:12.339448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-2d35c3cf-1ba1-407d-ab5a-1a49f14c35e0 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.3167408 Mar 03 17:50:12.343454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:12.356140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Request body: {'port': {'device_id': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'admin_state_up': True, 'tenant_id': '87b34e58186648678211e562771b5fc0'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:12.380859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Pushing event deleted for resources: {'Port': ['ID=b56f67ca-d264-4ecf-8773-e3b79ae06aff,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:12.400792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:12.404468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.432007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] For port 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:12.432469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.443796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71b58c76-5c8d-449c-9ccb-2d327060b3aa req-1bdead65-e4b0-4f5f-8a04-160440de9f06 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/76ce6ca9-60ff-49bb-93bf-8037517f1a5f HTTP/1.1" status: 200 len: 1804 time: 0.3322854 Mar 03 17:50:12.489835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:12.500309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.500667 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Added segment 97d08539-b299-4c13-9379-9f7ecd9c9a6e of type vlan for network 7c556270-032e-4197-a4d8-3459533aba1e Mar 03 17:50:12.526583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.570497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.576027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:12.576612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.635014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3482387 Mar 03 17:50:12.641446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39270) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:12.642905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Calling delete_port for 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:12.661519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'subnet': {'network_id': '7c556270-032e-4197-a4d8-3459533aba1e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:12.691160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] No DVR routers for this DVR port b56f67ca-d264-4ecf-8773-e3b79ae06aff on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:12.699888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.718106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] For port 6e569716-bb5a-4611-8bfb-516ab59723be, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e569716-bb5a-4611-8bfb-516ab59723be,segment=NetworkSegment(940177c9-77a2-4c40-a15f-44ab2dcd1cf9),segment_id=940177c9-77a2-4c40-a15f-44ab2dcd1cf9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:12.718106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:12.731242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39276) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:12.865049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Calling delete_port for 6e569716-bb5a-4611-8bfb-516ab59723be owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:12.893122 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81b056d7-9d09-4cb8-abcc-7679b1c24867 req-d26c4978-b438-4279-8980-2f834f25158c tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.16 "DELETE /v2.0/ports/b56f67ca-d264-4ecf-8773-e3b79ae06aff HTTP/1.1" status: 204 len: 173 time: 3.1332984 Mar 03 17:50:12.893427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5702-8d86-4681-a71c-0a1b6691a517 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Network': ['ID=7c556270-032e-4197-a4d8-3459533aba1e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:12.913469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7c556270-032e-4197-a4d8-3459533aba1e details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:12.958656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:13.006387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:13.080217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71b58c76-5c8d-449c-9ccb-2d327060b3aa req-e31328be-ec45-46e4-9554-84f764a8d7ee tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.104570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:13.137984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Made reservation on behalf of 87b34e58186648678211e562771b5fc0 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:13.137984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.145210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56f67ca-d264-4ecf-8773-e3b79ae06aff no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:13.146898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:subnet and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:13.153281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:13.155739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71b58c76-5c8d-449c-9ccb-2d327060b3aa req-e31328be-ec45-46e4-9554-84f764a8d7ee tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.177795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605fc7d-e055-4cef-9c10-10d535397a89 req-c2ee31de-e5e3-48ef-96a9-cdc0482655d7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:13.180482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d605fc7d-e055-4cef-9c10-10d535397a89 req-c2ee31de-e5e3-48ef-96a9-cdc0482655d7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.3462040 Mar 03 17:50:13.195712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:13.200860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: b56f67ca-d264-4ecf-8773-e3b79ae06aff {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:13.201220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b56f67ca-d264-4ecf-8773-e3b79ae06aff not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:13.311148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71b58c76-5c8d-449c-9ccb-2d327060b3aa req-e31328be-ec45-46e4-9554-84f764a8d7ee tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.328735 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.340672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:13.344085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.371287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31328be-ec45-46e4-9554-84f764a8d7ee tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce6ca9-60ff-49bb-93bf-8037517f1a5f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:13.382377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.385622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40d77332-c6ef-4952-9902-6cb7853df003 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:13.402386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Pushing event deleted for resources: {'Port': ['ID=6e569716-bb5a-4611-8bfb-516ab59723be,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:13.442636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 40d77332-c6ef-4952-9902-6cb7853df003 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:13.443149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40d77332-c6ef-4952-9902-6cb7853df003 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:13.547038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abf1d52-c9b5-4182-8b7e-fb5bf02d474d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:13.591375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'name': 'network-vif-deleted', 'tag': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:13.596037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-71b58c76-5c8d-449c-9ccb-2d327060b3aa req-e31328be-ec45-46e4-9554-84f764a8d7ee tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.597126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71b58c76-5c8d-449c-9ccb-2d327060b3aa req-e31328be-ec45-46e4-9554-84f764a8d7ee tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-groups/76ce6ca9-60ff-49bb-93bf-8037517f1a5f HTTP/1.1" status: 204 len: 173 time: 1.1426246 Mar 03 17:50:13.606773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] No DVR routers for this DVR port 6e569716-bb5a-4611-8bfb-516ab59723be on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:13.610697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.612665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1347c470-90c8-45f5-a670-f771db5e9d75 req-213c48d9-b808-49cd-a932-050ecb1b0186 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.35 "DELETE /v2.0/ports/6e569716-bb5a-4611-8bfb-516ab59723be HTTP/1.1" status: 204 len: 173 time: 2.2310948 Mar 03 17:50:13.648499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.801421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d605fc7d-e055-4cef-9c10-10d535397a89 req-d5bdb61d-a7a3-437f-a24b-a5e4bbd45c0d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001093 Mar 03 17:50:13.825892 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44fc1cc1-3de9-4400-bd1b-27e3975859dc req-9cdab8d8-eaf5-42b7-af7f-be019a5a1393 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 210 time: 0.0464566 Mar 03 17:50:13.905492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.909314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.928084 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78fd0b6-8ae3-45ac-a925-1d82591e1cec', 'name': 'network-vif-deleted', 'tag': 'b56f67ca-d264-4ecf-8773-e3b79ae06aff', 'status': 'completed', 'code': 200} Mar 03 17:50:13.965784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4554e547-3363-4974-9898-d4e9a593dc07 req-3475f288-afda-411b-81e0-e4275bd79807 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/e2f41f35-3357-44d6-9833-0dc3785556b8 HTTP/1.1" status: 200 len: 2403 time: 0.0862980 Mar 03 17:50:13.978801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:13.979446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bcd49a7-495e-42a6-85cd-49d724193fc3 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:50:14.007359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.012478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5bb8cee5-9843-4af9-b841-52d8f27e7a90 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2bcd49a7-495e-42a6-85cd-49d724193fc3 HTTP/1.1" status: 204 len: 168 time: 4.2546990 Mar 03 17:50:14.015808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39294) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:14.024816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Allocated IP 172.20.0.5 (aca13643-4bfd-4bda-9748-828744b866b0/2e9df596-4c5d-4665-a0f7-02dfafab3987/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:14.078953 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4554e547-3363-4974-9898-d4e9a593dc07 req-2f0ad60a-e5ad-4b6e-aa73-892613361e64 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.121226 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4554e547-3363-4974-9898-d4e9a593dc07 req-2f0ad60a-e5ad-4b6e-aa73-892613361e64 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.189934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4554e547-3363-4974-9898-d4e9a593dc07 req-2f0ad60a-e5ad-4b6e-aa73-892613361e64 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.212307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ad60a-e5ad-4b6e-aa73-892613361e64 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f41f35-3357-44d6-9833-0dc3785556b8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:14.215939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4554e547-3363-4974-9898-d4e9a593dc07 req-2f0ad60a-e5ad-4b6e-aa73-892613361e64 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.228808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4554e547-3363-4974-9898-d4e9a593dc07 req-2f0ad60a-e5ad-4b6e-aa73-892613361e64 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-groups/e2f41f35-3357-44d6-9833-0dc3785556b8 HTTP/1.1" status: 204 len: 173 time: 0.2566721 Mar 03 17:50:14.273898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-188ece18-136d-43d7-82c2-2e91d906c78d req-333319c7-d2ab-47d1-9cca-8830ff1a9b34 tempest-ListServersNegativeTestJSON-92320417 tempest-ListServersNegativeTestJSON-92320417-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba7a4b71-4ede-4bec-8f58-56f9039ef057 HTTP/1.1" status: 200 len: 210 time: 0.1758611 Mar 03 17:50:14.319298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5162e081-d2a4-4dbb-9a6d-c7199347b3a2 req-f11360f4-2d08-4253-bdae-298abc2386e1 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "GET /v2.0/security-groups/bb78dffc-6a26-4544-b272-806af80212e0 HTTP/1.1" status: 200 len: 2396 time: 0.0591326 Mar 03 17:50:14.347139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] Deleting subnet fcdd67d9-feaf-49a6-8b95-cc13811eff14 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:14.369652 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.393969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5162e081-d2a4-4dbb-9a6d-c7199347b3a2 req-1c9a6d6c-02ca-4b07-8467-b8571003c389 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.422645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5162e081-d2a4-4dbb-9a6d-c7199347b3a2 req-1c9a6d6c-02ca-4b07-8467-b8571003c389 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.478848 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5162e081-d2a4-4dbb-9a6d-c7199347b3a2 req-1c9a6d6c-02ca-4b07-8467-b8571003c389 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.484990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.501219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a6d6c-02ca-4b07-8467-b8571003c389 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78dffc-6a26-4544-b272-806af80212e0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:14.506177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5162e081-d2a4-4dbb-9a6d-c7199347b3a2 req-1c9a6d6c-02ca-4b07-8467-b8571003c389 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.520716 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5162e081-d2a4-4dbb-9a6d-c7199347b3a2 req-1c9a6d6c-02ca-4b07-8467-b8571003c389 tempest-SecurityGroupRulesTestJSON-67919879 tempest-SecurityGroupRulesTestJSON-67919879-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb78dffc-6a26-4544-b272-806af80212e0 HTTP/1.1" status: 204 len: 173 time: 0.1941500 Mar 03 17:50:14.521242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39304) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:14.600354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] Deleting subnet 51ffe4e1-b9ff-4768-b62f-37ab5ca8482b {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:14.600999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.601823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.647390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39310) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:14.668392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.696544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Subnet': ['ID=2c7308ac-0902-4c4b-bcbc-384cf1de179a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:14.726613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Checking segment: {'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:14.726968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network hostable DHCP agents. Network: 7c556270-032e-4197-a4d8-3459533aba1e, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:14.733511 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.740772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.765954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.794242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.799463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.814476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:14.824903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e4340861a747cfaa712ebd9e8a121e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:14.830063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:14.839228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:14.904228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network 7c556270-032e-4197-a4d8-3459533aba1e is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:14.914678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:14.973470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ffe4e1-b9ff-4768-b62f-37ab5ca8482b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:15.006846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.027172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7c556270-032e-4197-a4d8-3459533aba1e) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:15.031972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b3b5085-0161-41b4-bc8c-306625fe4b5e req-943c920e-a80d-4e10-ad0e-7d1a09e64156 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 210 time: 0.0661020 Mar 03 17:50:15.034763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d94642-ae6d-40f9-88c3-a3368caa4fa6 None None] Network 7c556270-032e-4197-a4d8-3459533aba1e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:15.036911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.042504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2df43be9-7c28-451c-8da3-e2b2b5aecdc7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/51ffe4e1-b9ff-4768-b62f-37ab5ca8482b HTTP/1.1" status: 204 len: 168 time: 0.5200698 Mar 03 17:50:15.052765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39320) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:15.070480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:15.071093 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.111049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdd67d9-feaf-49a6-8b95-cc13811eff14,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:15.119159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.294793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.308156 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.309915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-7c556270-032e-4197-a4d8-3459533aba1e', 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'fixed_ips': [{'subnet_id': '2c7308ac-0902-4c4b-bcbc-384cf1de179a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:50:15.311033 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.333927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.376127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092b4487-ca4d-4107-8d22-87feced8b87c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:15.384281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5d4231ac-0132-4798-97c8-df8fe70dc4c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5e4340861a747cfaa712ebd9e8a121e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7351551 Mar 03 17:50:15.384980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39328) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:15.406739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39332) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:15.431041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:15.461774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-75e4727a-5c72-4d1b-97e4-55f64026b9eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8192446 Mar 03 17:50:15.471138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39336) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:15.472987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Network aca13643-4bfd-4bda-9748-828744b866b0 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:15.475854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:15.476966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0abf1d52-c9b5-4182-8b7e-fb5bf02d474d not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:15.477702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.479434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3a693658-b57e-4b2f-8f03-962437fb9166 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fcdd67d9-feaf-49a6-8b95-cc13811eff14 HTTP/1.1" status: 204 len: 168 time: 1.4630842 Mar 03 17:50:15.483657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39338) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:15.494951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:15.503552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1054890333'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:15.510738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:15.563206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:15.567773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:15.580868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Allocated IP 19.80.0.2 (7c556270-032e-4197-a4d8-3459533aba1e/2c7308ac-0902-4c4b-bcbc-384cf1de179a/8d54b01c-ee9a-4ae7-addb-7a1735a7a4db) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:15.602202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:network and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:15.614421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:15.620781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] Deleting subnet 855aef2d-282d-4f35-b603-8a5c1187b63d {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:15.623595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.634028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b761e-35de-41c2-aa66-86dbed758604 req-6062887c-d504-4ebe-8328-ff7ef2c19828 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:15.635584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a84b761e-35de-41c2-aa66-86dbed758604 req-6062887c-d504-4ebe-8328-ff7ef2c19828 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.6635671 Mar 03 17:50:15.640604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:15.640841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.662657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e569716-bb5a-4611-8bfb-516ab59723be no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:15.675085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732ed53-8ef0-4abe-b265-8d7c88029c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.705926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9ab9b8-afef-4b3c-835b-f40269a594e3']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:15.708823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6e569716-bb5a-4611-8bfb-516ab59723be {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:15.709159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e569716-bb5a-4611-8bfb-516ab59723be not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:15.719323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:15.719904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.730787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d0a707-4404-477f-aa39-68cdd5ab46f8') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:15.731125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d0a707-4404-477f-aa39-68cdd5ab46f8') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:15.748284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.755716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:15.759093 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.759579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.784676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.792253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732ed53-8ef0-4abe-b265-8d7c88029c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.798078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-6c100e07-9ced-44ed-b21b-2adf59a57848 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4463329 Mar 03 17:50:15.822449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a84b761e-35de-41c2-aa66-86dbed758604 req-a388805d-9f39-4969-976a-78d404cc941a tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779613 Mar 03 17:50:15.823457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.826626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Request body: {'port': {'device_id': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:15.854277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:15.854277 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:15.866011 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:15.881318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:15.889920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.908164 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.958135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'name': 'network-vif-deleted', 'tag': '6e569716-bb5a-4611-8bfb-516ab59723be'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:15.958374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:15.958895 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Added segment cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06 of type vlan for network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 Mar 03 17:50:16.012208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.031545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.037895 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7a4b71-4ede-4bec-8f58-56f9039ef057', 'name': 'network-vif-deleted', 'tag': '6e569716-bb5a-4611-8bfb-516ab59723be', 'status': 'completed', 'code': 200} Mar 03 17:50:16.039938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Transition to ACTIVE for port object 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:16.049069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9ab9b8-afef-4b3c-835b-f40269a594e3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:16.051092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732ed53-8ef0-4abe-b265-8d7c88029c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.062483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Transition to ACTIVE for port object 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:16.069408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.079848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.080232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.080502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.080834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.081156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.081609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.081963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.082303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.082584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.082898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.083294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.083724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:16.090222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732ed53-8ef0-4abe-b265-8d7c88029c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092b4487-ca4d-4107-8d22-87feced8b87c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:16.094844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-76416a3c-634f-4c5a-b1e5-90faee061c9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/2d9ab9b8-afef-4b3c-835b-f40269a594e3 HTTP/1.1" status: 204 len: 168 time: 1.0389214 Mar 03 17:50:16.095293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732ed53-8ef0-4abe-b265-8d7c88029c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.099163 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e732ed53-8ef0-4abe-b265-8d7c88029c46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/092b4487-ca4d-4107-8d22-87feced8b87c HTTP/1.1" status: 204 len: 168 time: 0.7126567 Mar 03 17:50:16.100528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.139233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855aef2d-282d-4f35-b603-8a5c1187b63d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:16.144802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.149783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-06ba7713-6b70-4cca-9e8b-729255230910 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/855aef2d-282d-4f35-b603-8a5c1187b63d HTTP/1.1" status: 204 len: 168 time: 0.7415011 Mar 03 17:50:16.150377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39352) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:16.151269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Deleting port 29a00986-b089-4cf9-93ff-920526a745a6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:16.153550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.158618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Network 7c556270-032e-4197-a4d8-3459533aba1e is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:16.167706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:16.173460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:16.240987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.301377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.308128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Pushing event updated for resources: {'Port': ['ID=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:16.321614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Attempting to bind port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:16.322024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Attempting to bind port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:16.322453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Attempting to bind port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db on network 7c556270-032e-4197-a4d8-3459533aba1e {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:16.338513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:16.338784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Checking segment: {'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:16.340569 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.340970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Bound using segment: {'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:16.342626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Bound port: 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:16.343009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.363108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.422705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39358) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:16.449405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:50:16.466824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] For port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:16.470285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] For port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:16.477307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3be4d6-5829-4678-a8c2-8555c6a2b220']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:16.478174 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.493153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:16.493573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7b8c3f-fee5-4c37-9f2f-81bd184d37c4') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:16.508721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.529098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.537240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:16.537529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.559378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-51d6abf7-7a85-4519-a2e4-adf765914858 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ff5d7d74d8346c98d672ae0744aa078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238582 Mar 03 17:50:16.562520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39362) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:16.566226 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.601747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cddfc9-14b2-4f15-8663-1d1eb3a47420 None None] Pushing event updated for resources: {'Port': ['ID=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:16.646150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf72e72-e995-4412-935e-3a4cf590a4bf']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:16.649259 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:16.666775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.684598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940177c9-77a2-4c40-a15f-44ab2dcd1cf9') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:16.685151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940177c9-77a2-4c40-a15f-44ab2dcd1cf9') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:16.712418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.719307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.724574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:16.725166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.727322 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04ce177f-bba4-4398-9aea-dcec59a5963b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.743686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.762011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:16.762416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:16.775784 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:16.823013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04ce177f-bba4-4398-9aea-dcec59a5963b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.946412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.972987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.976085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:16.978969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf72e72-e995-4412-935e-3a4cf590a4bf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:17.039720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bbf5a989-02e2-4270-a060-cd08ed98f9b2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ebf72e72-e995-4412-935e-3a4cf590a4bf HTTP/1.1" status: 204 len: 168 time: 0.8882637 Mar 03 17:50:17.046944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04ce177f-bba4-4398-9aea-dcec59a5963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:17.050015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04ce177f-bba4-4398-9aea-dcec59a5963b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:17.051353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-04ce177f-bba4-4398-9aea-dcec59a5963b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/856e8278-3146-47e0-8a12-dd2a9dd3caeb HTTP/1.1" status: 204 len: 168 time: 0.4877069 Mar 03 17:50:17.075781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5941510 Mar 03 17:50:17.078400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce177f-bba4-4398-9aea-dcec59a5963b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856e8278-3146-47e0-8a12-dd2a9dd3caeb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:17.080728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:17.105729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'subnet': {'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:17.122893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:17.131224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef3be4d6-5829-4678-a8c2-8555c6a2b220 HTTP/1.1" status: 204 len: 168 time: 1.6353693 Mar 03 17:50:17.204210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c76b7d-fcda-4e46-aa45-8dd05cfc088c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Network': ['ID=74b810af-d9dc-41a8-9ab5-0b76dc0a5685,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:17.224049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:17.257228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88867a29-c311-4948-9a6b-f90a6ad3215b req-c537ed01-a90f-4aff-8bd1-e1abcc5392cd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:17.266694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88867a29-c311-4948-9a6b-f90a6ad3215b req-c537ed01-a90f-4aff-8bd1-e1abcc5392cd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.2726405 Mar 03 17:50:17.272051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39388) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:17.329249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a77dcc-69ab-4506-b749-9bdcb9896b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3be4d6-5829-4678-a8c2-8555c6a2b220,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:17.375890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:17.383954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82f3d6-1a65-4975-8ada-789e80590dc3 req-921f887a-395a-4237-8637-aa37a8995604 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:17.384868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4c82f3d6-1a65-4975-8ada-789e80590dc3 req-921f887a-395a-4237-8637-aa37a8995604 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:17.398063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] For port 29a00986-b089-4cf9-93ff-920526a745a6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=29a00986-b089-4cf9-93ff-920526a745a6,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:17.398293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Usage tracker for resource:subnet and tenant:f389fc2f47884d02ac1facdc79c1c969 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:17.398630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:17.514902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:17.573099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:17.600927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39402) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:17.606977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:17.654203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-39a79637-126a-432f-afd3-883b1fdb93e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=274eb7bcd26243a3a695a2887a757cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784459 Mar 03 17:50:17.660853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88867a29-c311-4948-9a6b-f90a6ad3215b req-9723cb37-6c85-44c0-9cc0-c5888abafbdc tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793619 Mar 03 17:50:17.665406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39408) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:17.680497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:17.684718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:17.696038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:17.721950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Calling delete_port for 29a00986-b089-4cf9-93ff-920526a745a6 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:17.762924 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:17.790083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4c82f3d6-1a65-4975-8ada-789e80590dc3 req-921f887a-395a-4237-8637-aa37a8995604 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:17.791584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c82f3d6-1a65-4975-8ada-789e80590dc3 req-921f887a-395a-4237-8637-aa37a8995604 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 931 time: 1.4069071 Mar 03 17:50:17.876795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-daf50c91-92af-4193-93e7-fe9d218e71e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93b9435a856b4472a6b942e906d028b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617924 Mar 03 17:50:17.878994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39416) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:17.980923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-92938995-ff2b-4bf7-9262-8317f70c39e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.105833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-92938995-ff2b-4bf7-9262-8317f70c39e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.133272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a51-4adf-4083-ad49-e915c940562a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.156670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3f7a7-c752-415a-990f-51166b809313 None None] Network 7c556270-032e-4197-a4d8-3459533aba1e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:18.199303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c82f3d6-1a65-4975-8ada-789e80590dc3 req-796b36dc-d108-4e00-a0ba-f22c0dd1e203 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489222 Mar 03 17:50:18.208085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a51-4adf-4083-ad49-e915c940562a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.260142 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.334414 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-92938995-ff2b-4bf7-9262-8317f70c39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.358485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938995-ff2b-4bf7-9262-8317f70c39e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc77661-3061-4c55-95b9-145d34f87d81,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:18.403550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Subnet': ['ID=d0b95d4f-1356-46ca-8712-83e8d772bd18,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:18.406582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:18.419277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Checking segment: {'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:18.419539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network hostable DHCP agents. Network: 74b810af-d9dc-41a8-9ab5-0b76dc0a5685, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:18.425651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a51-4adf-4083-ad49-e915c940562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.448090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.455153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c0a51-4adf-4083-ad49-e915c940562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcf255d-2e8b-4e6b-9b45-1958ecb192da,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:18.461004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a51-4adf-4083-ad49-e915c940562a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.464536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c21c0a51-4adf-4083-ad49-e915c940562a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dcf255d-2e8b-4e6b-9b45-1958ecb192da HTTP/1.1" status: 204 len: 168 time: 0.5654135 Mar 03 17:50:18.464536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-92938995-ff2b-4bf7-9262-8317f70c39e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.465414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-92938995-ff2b-4bf7-9262-8317f70c39e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cc77661-3061-4c55-95b9-145d34f87d81 HTTP/1.1" status: 204 len: 168 time: 0.7964609 Mar 03 17:50:18.473166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:18.476292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-15f5548c-1e23-4590-a4ad-85c9092bf7e4 None None] Provisioning for port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:18.484368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-15f5548c-1e23-4590-a4ad-85c9092bf7e4 None None] Provisioning complete for port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:18.484767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15f5548c-1e23-4590-a4ad-85c9092bf7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.486877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 74b810af-d9dc-41a8-9ab5-0b76dc0a5685) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:18.492665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:18.493466 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.530100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-929fd5bf-dc3a-4d93-a9f0-2e528f7a13c1 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4474144 Mar 03 17:50:18.560094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc66aa0-e831-4c32-a658-fa150492dc01 None None] Network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:18.580730 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.636696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Transition to ACTIVE for port object 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:18.637932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a00986-b089-4cf9-93ff-920526a745a6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:18.674193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:18.829829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39448) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:19.091457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39468) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:19.181686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15f5548c-1e23-4590-a4ad-85c9092bf7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.197952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-74b810af-d9dc-41a8-9ab5-0b76dc0a5685', 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'fixed_ips': [{'subnet_id': 'd0b95d4f-1356-46ca-8712-83e8d772bd18'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:50:19.198790 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.277668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:19.321260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2098616361-network', 'tenant_id': 'd19d399f2e6a471c9abce0346543a68f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:19.345983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:19.364720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-15f5548c-1e23-4590-a4ad-85c9092bf7e4 None None] For port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:19.372284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Usage tracker for resource:network and tenant:d19d399f2e6a471c9abce0346543a68f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:19.398255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-15f5548c-1e23-4590-a4ad-85c9092bf7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.403384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:19.409610 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.432496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:19.443621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:19.448098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Usage tracker for resource:security_group_rule and tenant:142ba5ca2d2a48128015bfc303ca80c0 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:19.451493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:19.462224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:19.552128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.573888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.603133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.649453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-d5014616-4060-4167-b81b-bb1164b46109 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:19.655598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-d5014616-4060-4167-b81b-bb1164b46109 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:19.665736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-d5014616-4060-4167-b81b-bb1164b46109 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/networks?id=7c556270-032e-4197-a4d8-3459533aba1e&id=74b810af-d9dc-41a8-9ab5-0b76dc0a5685 HTTP/1.1" status: 200 len: 1392 time: 0.5656180 Mar 03 17:50:19.684575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Made reservation on behalf of d19d399f2e6a471c9abce0346543a68f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:19.687314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.701641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:19.702144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:19.702488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:19.713797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6199fb0e-9f03-406d-be97-550601e3d0be,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:19.716539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:50:19.717743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:19.730636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9dc4b8f2-1b69-4ea9-9b77-b3c7d3c1988f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/quotas/f389fc2f47884d02ac1facdc79c1c969 HTTP/1.1" status: 200 len: 375 time: 0.0635812 Mar 03 17:50:19.731133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:19.731604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:19.732397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:19.732804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Bound port: 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:19.733152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.734774 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.795101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-50e65a26-5075-4eea-b050-660f96df6dfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=142ba5ca2d2a48128015bfc303ca80c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7025907 Mar 03 17:50:19.801940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39490) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:19.807197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:19.816099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dbeea-e04f-41f9-8e74-8fe90f65cb3c req-bbdda07e-b57d-4f1c-8bbd-1f22b19d3464 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:19.817748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ec9dbeea-e04f-41f9-8e74-8fe90f65cb3c req-bbdda07e-b57d-4f1c-8bbd-1f22b19d3464 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.8785565 Mar 03 17:50:19.824961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:d19d399f2e6a471c9abce0346543a68f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:19.825585 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-176333a7-48fa-4748-8262-239f56053d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.832847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:19.855660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:19.859423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dcae8e31-46a6-45ca-904f-1d6eba3805ce None None] Provisioning complete for port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:19.859803 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcae8e31-46a6-45ca-904f-1d6eba3805ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.952831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ffb491df-42c8-4e40-80fc-d6dab50bd006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:19.985152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0b9f83d6-5c74-45e8-9d9a-1275e63c2d27 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2530699 Mar 03 17:50:19.998121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5548c-1e23-4590-a4ad-85c9092bf7e4 None None] Pushing event updated for resources: {'Port': ['ID=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:20.027336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:20.033948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ec9dbeea-e04f-41f9-8e74-8fe90f65cb3c req-d34e9a2d-5a4b-498c-bdd0-7a3319d13416 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055721 Mar 03 17:50:20.056418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Allocated IP 19.86.0.2 (74b810af-d9dc-41a8-9ab5-0b76dc0a5685/d0b95d4f-1356-46ca-8712-83e8d772bd18/a2dca301-6868-44fb-bf71-2baf79212289) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:20.061602 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ffb491df-42c8-4e40-80fc-d6dab50bd006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.202223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:20.221433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.232786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.243144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.256214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:20.268998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.269404 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Added segment 95e40008-b407-4da3-9fa8-e7bac099d646 of type vlan for network 2c547a89-eded-4981-9ea1-7084f73df9e9 Mar 03 17:50:20.300605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.376800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39510) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:20.377163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:20.404001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db86a28-5252-439d-81e8-354c7b72e028,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:20.413282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-d337d088-5638-4f6b-aa21-5f93a27a9154 service neutron] 10.222.0.23 "GET /v2.0/networks/7c556270-032e-4197-a4d8-3459533aba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269228 Mar 03 17:50:20.510238 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.514152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:20.514743 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.545675 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ffb491df-42c8-4e40-80fc-d6dab50bd006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.548770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ffb491df-42c8-4e40-80fc-d6dab50bd006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.552653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ffb491df-42c8-4e40-80fc-d6dab50bd006 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6199fb0e-9f03-406d-be97-550601e3d0be HTTP/1.1" status: 204 len: 168 time: 0.7486672 Mar 03 17:50:20.562951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:20.563551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.564954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] 10.222.0.16 "PUT /v2.0/ports/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 1091 time: 4.7474654 Mar 03 17:50:20.572919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:20.599515 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.610323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39530) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:20.611253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7698169 Mar 03 17:50:20.619115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1746376788-network', 'tenant_id': 'db6705a0cd1d4f24aeaa0177205fba07'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:20.620849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Transition to ACTIVE for port object a2dca301-6868-44fb-bf71-2baf79212289 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:20.625092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Request body: {'subnet': {'network_id': '2c547a89-eded-4981-9ea1-7084f73df9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2098616361-subnet', 'tenant_id': 'd19d399f2e6a471c9abce0346543a68f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:20.627250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-217097047-network', 'tenant_id': '293d0be19a054461bcfce8dc3d4f4265'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:20.634063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb491df-42c8-4e40-80fc-d6dab50bd006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6199fb0e-9f03-406d-be97-550601e3d0be,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:20.655619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Transition to ACTIVE for port object a2dca301-6868-44fb-bf71-2baf79212289 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:20.672008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.686355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd0264-91af-4425-95b1-efdd2dd65e42 service neutron] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:20.687800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:20.697780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:20.708900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Router 81a5a620-04c9-4571-9bc0-cb7b9162408c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:50:20.718885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Usage tracker for resource:subnet and tenant:d19d399f2e6a471c9abce0346543a68f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:20.724873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:20.734719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:20.749574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:20.749740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:20.755087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Usage tracker for resource:network and tenant:db6705a0cd1d4f24aeaa0177205fba07 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:20.759595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:20.766116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:20.775837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Usage tracker for resource:network and tenant:293d0be19a054461bcfce8dc3d4f4265 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:20.779390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:20.791212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:20.805560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d419b63-ba9a-4727-bcef-6094a1ae5fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=2c547a89-eded-4981-9ea1-7084f73df9e9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:20.809971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:20.812430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:20.846792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe75cf7-7f4b-45f8-bbe1-5484ab7e9188 req-1c23595a-ba40-468f-a0e2-ac1013a7231a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:20.848997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe75cf7-7f4b-45f8-bbe1-5484ab7e9188 req-1c23595a-ba40-468f-a0e2-ac1013a7231a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 943 time: 0.5402389 Mar 03 17:50:20.849958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Made reservation on behalf of db6705a0cd1d4f24aeaa0177205fba07 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:20.853177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.863744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2c547a89-eded-4981-9ea1-7084f73df9e9 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:20.868902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-78deec8c-1326-4685-8217-48b412a6ddd2 service neutron] 10.222.0.23 "GET /v2.0/networks/7c556270-032e-4197-a4d8-3459533aba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466255 Mar 03 17:50:20.871290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Made reservation on behalf of 293d0be19a054461bcfce8dc3d4f4265 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:20.873736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.886120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.895815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-4bfee3d1-4b29-4b1a-96d7-6c611d16d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:20.897277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-4bfee3d1-4b29-4b1a-96d7-6c611d16d021 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1094 time: 0.2565696 Mar 03 17:50:20.898225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Made reservation on behalf of d19d399f2e6a471c9abce0346543a68f for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:20.900172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:20.942477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.015264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Pushing event updated for resources: {'Port': ['ID=a2dca301-6868-44fb-bf71-2baf79212289,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:21.017224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-1b972894-9e1d-4df5-887c-85ae65107ae5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 217 time: 0.0982611 Mar 03 17:50:21.024276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Attempting to bind port a2dca301-6868-44fb-bf71-2baf79212289 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:21.024918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Attempting to bind port a2dca301-6868-44fb-bf71-2baf79212289 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:21.025513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Attempting to bind port a2dca301-6868-44fb-bf71-2baf79212289 on network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:21.032644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:21.033319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Checking segment: {'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:21.033928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.034474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Bound using segment: {'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:21.035123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Bound port: a2dca301-6868-44fb-bf71-2baf79212289, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:21.035665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.141433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] For port a2dca301-6868-44fb-bf71-2baf79212289, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:21.146283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] For port a2dca301-6868-44fb-bf71-2baf79212289, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a2dca301-6868-44fb-bf71-2baf79212289,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:21.152580 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.187826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:21.195225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:21.201578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Usage tracker for resource:security_group_rule and tenant:db6705a0cd1d4f24aeaa0177205fba07 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:21.211923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Usage tracker for resource:security_group_rule and tenant:293d0be19a054461bcfce8dc3d4f4265 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:21.218275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:21.222940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:21.234933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:21.235886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe75cf7-7f4b-45f8-bbe1-5484ab7e9188 req-4511c86a-324b-43a0-bd0a-bd0b355dd3df tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694096 Mar 03 17:50:21.241263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:21.293515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f977b-d262-49e6-b4c8-fe031274ff2f None None] Pushing event updated for resources: {'Port': ['ID=a2dca301-6868-44fb-bf71-2baf79212289,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:21.324136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:50:21.337974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] Sync routers for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:50:21.343944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-4f574f24-a440-4445-922d-e25f35f43a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:21.345386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-4f574f24-a440-4445-922d-e25f35f43a3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.3212507 Mar 03 17:50:21.359282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:21.359962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:21.381147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-6ab5e4e2-6ad5-48e3-9c3c-911586f2d0ae service neutron] 10.222.0.23 "GET /v2.0/networks/74b810af-d9dc-41a8-9ab5-0b76dc0a5685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962211 Mar 03 17:50:21.449779 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b', 'status': 'completed', 'code': 200} Mar 03 17:50:21.467023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3ae1b4a3-7f4c-4df0-b15e-d9244b54c2a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/81a5a620-04c9-4571-9bc0-cb7b9162408c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7064764 Mar 03 17:50:21.473722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39548) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:21.488890 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-734b54f7-39d7-4c47-a620-be9364def667 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348839 Mar 03 17:50:21.569454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:21.775863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.802100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.859886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.860605 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-317d99be-c467-4d90-8bac-913399118bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.860879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:21.876291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-7eb011fa-d136-466e-9b3e-dceb28973261 service neutron] 10.222.0.23 "GET /v2.0/networks/74b810af-d9dc-41a8-9ab5-0b76dc0a5685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786644 Mar 03 17:50:21.881482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.889643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:21.890726 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.894297 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.894653 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Added segment 3f6d02b3-08be-429b-94f8-9340c5e6d2f0 of type vlan for network 90774188-5f97-47e5-80be-f5eaaa040dda Mar 03 17:50:21.896294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ab3f8-2311-4201-ade1-564822b96595,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:21.936900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:21.969437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.982446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:21.982797 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Added segment a86f05fb-6407-4d20-98fe-cd5ebaf3862e of type vlan for network a40e466b-46a1-456c-822b-6c2ecb49097d Mar 03 17:50:21.986468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc1cc3f-337d-44e1-9587-cd1caaf6f6c1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:22.001232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-0bab61e8-a29b-4021-af50-b9a94962ac74 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433086 Mar 03 17:50:22.024785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:22.040811 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.070547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.071597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:22.072321 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.095418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.096184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:22.096770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.273318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.316795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a83a41f-8f2b-4928-a8e5-81301e1db6fe req-597d4008-af74-48e8-bf09-0c8ad450c8c7 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 210 time: 0.0770283 Mar 03 17:50:22.319472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] Pushing event updated for resources: {'Network': ['ID=90774188-5f97-47e5-80be-f5eaaa040dda,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:22.342710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d06bcd62-2a63-4548-ad3e-da4ffe1779e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9618018 Mar 03 17:50:22.346389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39568) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:22.351858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9694202 Mar 03 17:50:22.379060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39570) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:22.385899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Request body: {'subnet': {'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-217097047-subnet', 'tenant_id': '293d0be19a054461bcfce8dc3d4f4265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:22.391186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:22.396244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Usage tracker for resource:subnet and tenant:293d0be19a054461bcfce8dc3d4f4265 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:22.405394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:22.412846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:22.431589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Made reservation on behalf of 293d0be19a054461bcfce8dc3d4f4265 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:22.434248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.514554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 90774188-5f97-47e5-80be-f5eaaa040dda details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:22.712104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd50d4-1e36-4401-9c66-46c553fae1e2 req-f1db7353-5a88-48ae-8a20-84f7db9714b7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:22.719940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64fd50d4-1e36-4401-9c66-46c553fae1e2 req-f1db7353-5a88-48ae-8a20-84f7db9714b7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.9760642 Mar 03 17:50:22.759399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.784225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Request body: {'subnet': {'network_id': 'a40e466b-46a1-456c-822b-6c2ecb49097d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1746376788-subnet', 'tenant_id': 'db6705a0cd1d4f24aeaa0177205fba07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:22.814258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0756c10-1c84-4735-a36f-ba8dba7e5f4d None None] Network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:22.838981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39584) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:22.843794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.851743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:22.920627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64fd50d4-1e36-4401-9c66-46c553fae1e2 req-f8940cdb-e405-4b2c-8b44-de57da95afb7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994905 Mar 03 17:50:22.927512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:22.929732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-27734092-6578-4934-b076-237594f229f5 None None] Provisioning for port a2dca301-6868-44fb-bf71-2baf79212289 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:22.937137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Usage tracker for resource:subnet and tenant:db6705a0cd1d4f24aeaa0177205fba07 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:22.957256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:22.962511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed72ae-a66a-45bf-b5de-51d3ce75bb37 admin admin] Pushing event updated for resources: {'Network': ['ID=a40e466b-46a1-456c-822b-6c2ecb49097d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:22.974328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:23.011157 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af0650a7-6757-4ea8-bfab-bcab256c399b req-dc06a439-616a-4e03-b707-59b17d036eae service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0004191 Mar 03 17:50:23.024933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd065e3-5975-4858-9080-97652e36051d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:23.026389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Made reservation on behalf of db6705a0cd1d4f24aeaa0177205fba07 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:23.028719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.037539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.037795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.038237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.038638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.039311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.039715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.040144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.041058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.041856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.042509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.043025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.043664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:23.048885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Checking segment: {'id': '95e40008-b407-4da3-9fa8-e7bac099d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2c547a89-eded-4981-9ea1-7084f73df9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:23.049687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Network hostable DHCP agents. Network: 2c547a89-eded-4981-9ea1-7084f73df9e9, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:23.074685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.109148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a40e466b-46a1-456c-822b-6c2ecb49097d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:23.125602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.141228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04396bfe-0403-4f60-9391-f9118744fcea,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:23.154328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Checking segment: {'id': '3f6d02b3-08be-429b-94f8-9340c5e6d2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:23.154737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Network hostable DHCP agents. Network: 90774188-5f97-47e5-80be-f5eaaa040dda, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:23.205743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5b72c-f949-4f6c-afd6-0eaedb1f10a4 req-044c31d7-47b9-4d88-b80d-e3b394b65700 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:23.213926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1fa5b72c-f949-4f6c-afd6-0eaedb1f10a4 req-044c31d7-47b9-4d88-b80d-e3b394b65700 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 943 time: 0.4233127 Mar 03 17:50:23.221104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Deleting port 7916286a-9acd-445a-b033-a3248f7625be {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:23.223005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.235291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Network 90774188-5f97-47e5-80be-f5eaaa040dda is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:23.261885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 90774188-5f97-47e5-80be-f5eaaa040dda) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:23.283047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5374ea-b148-4aa7-aa8e-7dc5cb8763a8 None None] Network 90774188-5f97-47e5-80be-f5eaaa040dda requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:23.303378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.303637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:23.304100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.317312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '7916286a-9acd-445a-b033-a3248f7625be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:50:18Z', 'revision_number': 5, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port': {'id': '7916286a-9acd-445a-b033-a3248f7625be', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:47:57Z', 'updated_at': '2022-03-03T17:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:23.327741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:23.332957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1fa5b72c-f949-4f6c-afd6-0eaedb1f10a4 req-28440839-5353-4425-9bf5-8c920d637fb4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180794 Mar 03 17:50:23.349285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:02c14ba00a064414aab237b5e0f0f2b7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:23.353447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:23.374513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1c95d520-4d8a-4cf1-9477-be2b2186c863 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0213799 Mar 03 17:50:23.378537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:23.380476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Network 2c547a89-eded-4981-9ea1-7084f73df9e9 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:23.464586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] Checking router: 81a5a620-04c9-4571-9bc0-cb7b9162408c for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:50:23.476351 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.498498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2c547a89-eded-4981-9ea1-7084f73df9e9) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:23.503888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:23.504701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.519410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dca301-6868-44fb-bf71-2baf79212289 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:23.549961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c93a021-e8a4-4431-8b8e-6a4b269e072b None None] Network 2c547a89-eded-4981-9ea1-7084f73df9e9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:23.589665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d546b3de-0022-48cd-ad92-67a0cf6b2b32,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:23.601473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Checking segment: {'id': 'a86f05fb-6407-4d20-98fe-cd5ebaf3862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a40e466b-46a1-456c-822b-6c2ecb49097d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:23.601473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Network hostable DHCP agents. Network: a40e466b-46a1-456c-822b-6c2ecb49097d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:23.622780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Network a40e466b-46a1-456c-822b-6c2ecb49097d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:23.635744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a40e466b-46a1-456c-822b-6c2ecb49097d) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:23.641113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:23.642031 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:23.666656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f366a60d-5a50-4128-9fdd-07b51f4fa49b None None] Network a40e466b-46a1-456c-822b-6c2ecb49097d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:23.669967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-86fbfa86-897b-4a92-8d41-4ba6913b3244 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2898035 Mar 03 17:50:23.702207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] Routers {'81a5a620-04c9-4571-9bc0-cb7b9162408c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:23.702827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['81a5a620-04c9-4571-9bc0-cb7b9162408c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:23.741189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-add0d12a-f27c-47db-b168-4b87d44f903e req-8e43aeeb-3d06-4b81-b401-dc5897704b9e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:23.784305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8198fe9f-9b55-4ebb-9716-11a559469f33 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1689298 Mar 03 17:50:23.807415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b04ce5-4cab-465f-9f02-392466336de4 req-98d378f4-9192-48e9-990f-e99bc751801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:23.809253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82b04ce5-4cab-465f-9f02-392466336de4 req-98d378f4-9192-48e9-990f-e99bc751801f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1094 time: 0.6888282 Mar 03 17:50:23.853835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-add0d12a-f27c-47db-b168-4b87d44f903e req-8e43aeeb-3d06-4b81-b401-dc5897704b9e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:23.863346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-add0d12a-f27c-47db-b168-4b87d44f903e req-8e43aeeb-3d06-4b81-b401-dc5897704b9e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 210 time: 0.3057225 Mar 03 17:50:23.897133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39608) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:24.001907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] For port 7916286a-9acd-445a-b033-a3248f7625be, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7916286a-9acd-445a-b033-a3248f7625be,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:24.001907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.092080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.317340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Calling delete_port for 7916286a-9acd-445a-b033-a3248f7625be owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:24.341269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] Set router 81a5a620-04c9-4571-9bc0-cb7b9162408c gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:24.370767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.386453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.475229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-aa612ebb-4c92-4e17-a4a0-a1b18f3a2118 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:24.481124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-aa612ebb-4c92-4e17-a4a0-a1b18f3a2118 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:24.483905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-aa612ebb-4c92-4e17-a4a0-a1b18f3a2118 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.35 "GET /v2.0/networks?id=7c556270-032e-4197-a4d8-3459533aba1e&id=74b810af-d9dc-41a8-9ab5-0b76dc0a5685 HTTP/1.1" status: 200 len: 1392 time: 0.4944911 Mar 03 17:50:24.489392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] Deleting subnet d546b3de-0022-48cd-ad92-67a0cf6b2b32 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:24.490746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b04ce5-4cab-465f-9f02-392466336de4 req-7a231a0d-83ef-4fe0-9e6f-15cb89dc55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:24.492652 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82b04ce5-4cab-465f-9f02-392466336de4 req-7a231a0d-83ef-4fe0-9e6f-15cb89dc55a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.6690888 Mar 03 17:50:24.495841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82bf880-1a05-4d5d-868f-f8852c79903f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:24.499735 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd58ff51-ce03-4b14-b066-d0cc6d0edfb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02c14ba00a064414aab237b5e0f0f2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6513314 Mar 03 17:50:24.505815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39626) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:24.506010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'port': {'device_id': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e', 'admin_state_up': True, 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:24.525498 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.600344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82b04ce5-4cab-465f-9f02-392466336de4 req-d843a2c2-cde5-4335-980e-2ae3f62cc53e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 217 time: 0.0985584 Mar 03 17:50:24.633194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.657923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a2dca301-6868-44fb-bf71-2baf79212289 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:24.666099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648bc4-4387-4302-a141-d6aa7c8bd84d req-13f4a3c3-5ae2-49b3-b0b3-ab08ffc059e2 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:24.669309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:50:23Z', 'revision_number': 6, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:24.677596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba648bc4-4387-4302-a141-d6aa7c8bd84d req-13f4a3c3-5ae2-49b3-b0b3-ab08ffc059e2 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.5449917 Mar 03 17:50:24.679557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d8d7b1-f9db-4506-b65b-3f256ec85800 None None] Network 2c547a89-eded-4981-9ea1-7084f73df9e9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:24.688316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.692891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a2dca301-6868-44fb-bf71-2baf79212289 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:24.693629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.731710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdb90a-a566-45e5-9806-d52d982f3115 None None] Network a40e466b-46a1-456c-822b-6c2ecb49097d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:24.749574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-d9f10613-c55f-412a-9553-2cecbc561772 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:24.750287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-d9f10613-c55f-412a-9553-2cecbc561772 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Synchronizing usage tracker for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:24.795127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b04ce5-4cab-465f-9f02-392466336de4 req-4c042163-df1f-4927-8e0f-e4f5852acbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:24.796853 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82b04ce5-4cab-465f-9f02-392466336de4 req-4c042163-df1f-4927-8e0f-e4f5852acbcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.1872752 Mar 03 17:50:24.797345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa1c0b-9ab5-45bb-ab0c-fd45a36b9bcd None None] The sync data for ids ['81a5a620-04c9-4571-9bc0-cb7b9162408c'] in n-d-827121-1 is: [{'id': '81a5a620-04c9-4571-9bc0-cb7b9162408c', 'name': 'tempest-FloatingIPsAssociationTestJSON-567720059-router', 'tenant_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:47:54Z', 'updated_at': '2022-03-03T17:50:23Z', 'revision_number': 6, 'project_id': '8fe6106d09e1464c8eccdef00d00bfe7', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:50:24.801963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:24.807619 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.811721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba648bc4-4387-4302-a141-d6aa7c8bd84d req-00376f56-52ba-4bb3-b30e-2b39149a9866 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325355 Mar 03 17:50:24.835334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-d9f10613-c55f-412a-9553-2cecbc561772 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Unset dirty status for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:24.841612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-d9f10613-c55f-412a-9553-2cecbc561772 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/networks?id=90774188-5f97-47e5-80be-f5eaaa040dda HTTP/1.1" status: 200 len: 812 time: 0.6272514 Mar 03 17:50:24.863041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:24.884352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-badcb4b1-00ca-4614-812c-27c1733cb8b0 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/quotas/293d0be19a054461bcfce8dc3d4f4265 HTTP/1.1" status: 200 len: 375 time: 0.0417333 Mar 03 17:50:24.916188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fa06004-20e3-4729-8ef0-1fe135ff8eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:24.940814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82b04ce5-4cab-465f-9f02-392466336de4 req-bfc0e224-208c-4229-bc80-09b4f089b83c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224415 Mar 03 17:50:24.942398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-285ce26a-1feb-4f66-99d7-9339d83689f5 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=293d0be19a054461bcfce8dc3d4f4265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572710 Mar 03 17:50:24.945044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:24.948762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.015426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ec2cd-a564-4e99-b22f-02c5707f5926 None None] Network 90774188-5f97-47e5-80be-f5eaaa040dda requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:25.113623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.156041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47944372-4480-4c3f-9316-01ba8307278b None None] Provisioning complete for port a2dca301-6868-44fb-bf71-2baf79212289 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:25.156597 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47944372-4480-4c3f-9316-01ba8307278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.171175 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-c856e448-56a9-48a3-ba64-1d9a7a2e6aa8 req-1c4630fc-50c7-4879-8f55-bb637d7dd0fe tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] show failed (client error): The resource could not be found. Mar 03 17:50:25.172849 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c856e448-56a9-48a3-ba64-1d9a7a2e6aa8 req-1c4630fc-50c7-4879-8f55-bb637d7dd0fe tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "GET /v2.0/security-groups/a9549f25-85f5-46a8-9a77-1868ab6dc176 HTTP/1.1" status: 404 len: 352 time: 0.2452693 Mar 03 17:50:25.193427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fa06004-20e3-4729-8ef0-1fe135ff8eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.203049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d546b3de-0022-48cd-ad92-67a0cf6b2b32,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:25.210627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.296301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6fd1152b-7874-4a64-9b8a-208ffc888533 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d546b3de-0022-48cd-ad92-67a0cf6b2b32 HTTP/1.1" status: 204 len: 168 time: 1.3984163 Mar 03 17:50:25.310243 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-10f17c85-4988-4708-9291-065329cb4e4a service neutron] 10.222.0.23 "GET /v2.0/networks/90774188-5f97-47e5-80be-f5eaaa040dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459213 Mar 03 17:50:25.319746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39636) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:25.425454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fa06004-20e3-4729-8ef0-1fe135ff8eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.443755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Allocated IP 19.80.0.216 (7c556270-032e-4197-a4d8-3459533aba1e/2c7308ac-0902-4c4b-bcbc-384cf1de179a/c8d19a49-1578-484b-98a3-270df4514a99) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:25.474043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.512068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8acbe923-31ca-4f81-917a-11b169bcb888 service neutron] 10.222.0.23 "GET /v2.0/networks/90774188-5f97-47e5-80be-f5eaaa040dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003310 Mar 03 17:50:25.549809 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.551576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa06004-20e3-4729-8ef0-1fe135ff8eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82bf880-1a05-4d5d-868f-f8852c79903f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:25.604264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7916286a-9acd-445a-b033-a3248f7625be,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:25.741675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a2dca301-6868-44fb-bf71-2baf79212289, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a2dca301-6868-44fb-bf71-2baf79212289,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:25.744791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.754571 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82b04ce5-4cab-465f-9f02-392466336de4 req-b2c6283c-d271-4cbc-b9f4-a244f8eb7fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822084 Mar 03 17:50:25.756707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fa06004-20e3-4729-8ef0-1fe135ff8eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.760669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2fa06004-20e3-4729-8ef0-1fe135ff8eab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e82bf880-1a05-4d5d-868f-f8852c79903f HTTP/1.1" status: 204 len: 168 time: 1.2020330 Mar 03 17:50:25.807510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.855116 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:25.889808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-fd1d739e-d04e-46be-9415-46f6acb253a0 req-93a54fa7-9802-4f26-9d64-2c8f45f5e3fe tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:25.900313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Transition to ACTIVE for port object c8d19a49-1578-484b-98a3-270df4514a99 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:25.938782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-fd1d739e-d04e-46be-9415-46f6acb253a0 req-93a54fa7-9802-4f26-9d64-2c8f45f5e3fe tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:25.945369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd1d739e-d04e-46be-9415-46f6acb253a0 req-93a54fa7-9802-4f26-9d64-2c8f45f5e3fe tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 210 time: 0.1240387 Mar 03 17:50:25.988726 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.018283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.044913 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47944372-4480-4c3f-9316-01ba8307278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.066982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a2dca301-6868-44fb-bf71-2baf79212289,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:26.073072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 29a00986-b089-4cf9-93ff-920526a745a6 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:26.158307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 29a00986-b089-4cf9-93ff-920526a745a6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:26.158998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 29a00986-b089-4cf9-93ff-920526a745a6 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:26.169686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7916286a-9acd-445a-b033-a3248f7625be no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:26.229245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58d30833-87ef-439d-859a-6f5d28336a7f req-63a57a36-529a-4296-8673-41783eff8469 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 210 time: 0.1335003 Mar 03 17:50:26.242376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb5ca-8279-4fb8-9caf-6de486d5c0e9 req-a7c16339-e723-4518-8bc6-23d708ca0530 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:26.244230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-247fb5ca-8279-4fb8-9caf-6de486d5c0e9 req-a7c16339-e723-4518-8bc6-23d708ca0530 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 943 time: 0.8230023 Mar 03 17:50:26.261542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 7916286a-9acd-445a-b033-a3248f7625be {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:26.263872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7916286a-9acd-445a-b033-a3248f7625be not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:26.305930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network 7c556270-032e-4197-a4d8-3459533aba1e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:26.307127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Port': ['ID=c8d19a49-1578-484b-98a3-270df4514a99,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:26.314463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:26.324491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:26.398976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-47944372-4480-4c3f-9316-01ba8307278b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:50:26.399333 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-47944372-4480-4c3f-9316-01ba8307278b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:50:26.400705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.403330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.437986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:26.438873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.469643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-9764e003-2e70-4148-a206-c283de408a67 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9682956 Mar 03 17:50:26.471892 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82b04ce5-4cab-465f-9f02-392466336de4 req-b4ad7075-db5b-4237-aeae-720a910f234f service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016122 Mar 03 17:50:26.483625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Request body: {'port': {'device_id': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685', 'admin_state_up': True, 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:26.502773 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.503572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a5a620-04c9-4571-9bc0-cb7b9162408c {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:50:26.508817 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.546917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40e466b-46a1-456c-822b-6c2ecb49097d']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:26.565691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86f05fb-6407-4d20-98fe-cd5ebaf3862e') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:26.565976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86f05fb-6407-4d20-98fe-cd5ebaf3862e') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:26.580923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.599617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.608133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:26.608721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:26.660725 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:26.802041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.803444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b9038013-6cfa-409a-a21c-8043636b1b35 admin admin] 10.222.0.23 "DELETE /v2.0/routers/81a5a620-04c9-4571-9bc0-cb7b9162408c HTTP/1.1" status: 204 len: 168 time: 5.3200436 Mar 03 17:50:26.808076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39670) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:26.838439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:26.850653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:26.866137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-247fb5ca-8279-4fb8-9caf-6de486d5c0e9 req-e060cad4-cc00-43ab-8d9c-97188ad15a4b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359999 Mar 03 17:50:26.876183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.878170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Made reservation on behalf of f389fc2f47884d02ac1facdc79c1c969 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:26.881344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.881488 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:26.921088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1601843-5d25-4857-9b67-4794bf909c1b req-b1da29c5-5c20-47fa-89d9-8b724e4ad01b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:26.922696 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d1601843-5d25-4857-9b67-4794bf909c1b req-b1da29c5-5c20-47fa-89d9-8b724e4ad01b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.1921277 Mar 03 17:50:26.942736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a40e466b-46a1-456c-822b-6c2ecb49097d HTTP/1.1" status: 204 len: 168 time: 1.6083527 Mar 03 17:50:26.948384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55581abe-732d-4f81-9b62-44a4475a1038 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40e466b-46a1-456c-822b-6c2ecb49097d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:26.981687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] Deleting subnet ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:26.985796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.052713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39682) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:27.066689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a4cde5c-ab46-4d78-9caa-590ad6b22594 req-67fef5fc-c29c-4ec8-8c60-6725b36f78bb tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d19d399f2e6a471c9abce0346543a68f HTTP/1.1" status: 200 len: 2984 time: 0.1205437 Mar 03 17:50:27.077011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.141262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-62b1ec33-3d18-4ada-a0d8-6b0a37305b87 None None] Provisioning for port c8d19a49-1578-484b-98a3-270df4514a99 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:27.146485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-62b1ec33-3d18-4ada-a0d8-6b0a37305b87 None None] Provisioning complete for port c8d19a49-1578-484b-98a3-270df4514a99 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:27.147110 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-62b1ec33-3d18-4ada-a0d8-6b0a37305b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.225568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:50:27.235222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a4cde5c-ab46-4d78-9caa-590ad6b22594 req-2cfdb4da-6535-4b09-9c70-add8fd608780 tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "GET /v2.0/security-groups/0db86a28-5252-439d-81e8-354c7b72e028 HTTP/1.1" status: 200 len: 2981 time: 0.1606536 Mar 03 17:50:27.240012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39688) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:27.293704 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d1601843-5d25-4857-9b67-4794bf909c1b req-ed142d76-1be9-4f73-9f8c-21bdea3e6145 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618374 Mar 03 17:50:27.344721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-62b1ec33-3d18-4ada-a0d8-6b0a37305b87 None None] Port c8d19a49-1578-484b-98a3-270df4514a99 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:50:27.404968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Allocated IP 19.86.0.26 (74b810af-d9dc-41a8-9ab5-0b76dc0a5685/d0b95d4f-1356-46ca-8712-83e8d772bd18/b54555e5-0687-4bea-974d-455a5f4e003d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:27.408548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-740700353-network', 'tenant_id': '1bebe3ae120e44028dc9476285e47575'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:27.451300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:27.482870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Usage tracker for resource:network and tenant:1bebe3ae120e44028dc9476285e47575 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:27.497980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:27.517226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:27.572519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:27.588449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'port_id': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b', 'mac_address': 'fa:16:3e:e7:4d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9df596-4c5d-4665-a0f7-02dfafab3987', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:50:27.595596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a4cde5c-ab46-4d78-9caa-590ad6b22594 req-2b660005-97e1-4587-ba25-fb11fa7f28d5 tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "GET /v2.0/security-groups/0db86a28-5252-439d-81e8-354c7b72e028 HTTP/1.1" status: 200 len: 2981 time: 0.3595626 Mar 03 17:50:27.611505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.655680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d83c9-3398-42ab-a9f1-e05be2c83bc2 req-440b2a4c-274d-4789-9e1e-134f0a276a36 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:27.657183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f76d83c9-3398-42ab-a9f1-e05be2c83bc2 req-440b2a4c-274d-4789-9e1e-134f0a276a36 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 932 time: 0.2163646 Mar 03 17:50:27.673188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56479e82-0829-4fe0-a988-1e225ed43837 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db6705a0cd1d4f24aeaa0177205fba07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330080 Mar 03 17:50:27.676006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39696) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:27.679770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.692356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Made reservation on behalf of 1bebe3ae120e44028dc9476285e47575 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:27.695558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.712884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:27.728939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.732729 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.741165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:27.748078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.750804 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f76d83c9-3398-42ab-a9f1-e05be2c83bc2 req-28080745-0672-406d-acaa-ad5a1690ea0d tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832417 Mar 03 17:50:27.779573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Transition to ACTIVE for port object b54555e5-0687-4bea-974d-455a5f4e003d will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:27.824545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:27.831667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:27.836495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-821773e8-65ff-4cbd-82cc-1ab8278e2070 req-d1249989-c5e7-4846-80bd-831a0994759b tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "GET /v2.0/security-groups/0db86a28-5252-439d-81e8-354c7b72e028 HTTP/1.1" status: 200 len: 2981 time: 0.0582192 Mar 03 17:50:27.847234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1bebe3ae120e44028dc9476285e47575 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:27.848822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:27.870786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-6e6418e8-8a49-4010-bb02-14fcd3284520 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:27.872397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-6e6418e8-8a49-4010-bb02-14fcd3284520 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.16 "GET /v2.0/networks?id=90774188-5f97-47e5-80be-f5eaaa040dda HTTP/1.1" status: 200 len: 812 time: 0.4523830 Mar 03 17:50:27.877295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:27.882377 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dce30103-98e5-416f-b713-5dd2f591f477 req-2c63f761-dfe1-40a4-8a71-db5927770955 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 210 time: 0.1122789 Mar 03 17:50:27.893318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:27.903899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Request body: {'port': {'device_id': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda', 'admin_state_up': True, 'tenant_id': '293d0be19a054461bcfce8dc3d4f4265'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:27.950759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dca301-6868-44fb-bf71-2baf79212289 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:28.002772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event updated for resources: {'Port': ['ID=b54555e5-0687-4bea-974d-455a5f4e003d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:28.027066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:28.030103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:28.032244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a2dca301-6868-44fb-bf71-2baf79212289 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:28.032791 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.036699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:28.119963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.123222 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-821773e8-65ff-4cbd-82cc-1ab8278e2070 req-7578e31a-6d50-4ef6-b14a-d0ecf71a7280 tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 17:50:28.135048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-821773e8-65ff-4cbd-82cc-1ab8278e2070 req-7578e31a-6d50-4ef6-b14a-d0ecf71a7280 tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "DELETE /v2.0/security-groups/0db86a28-5252-439d-81e8-354c7b72e028 HTTP/1.1" status: 409 len: 352 time: 0.2384744 Mar 03 17:50:28.178208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['835a5ddf-b52a-4f18-86ca-e29d7ce63b6b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:28.180057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:28.184461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Usage tracker for resource:port and tenant:293d0be19a054461bcfce8dc3d4f4265 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:28.187920 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-643e3286-c920-46eb-9ec5-a5987f77a746 req-cbd5b363-c846-42e9-a486-e62cc00724cb tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] show failed (client error): The resource could not be found. Mar 03 17:50:28.189062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-643e3286-c920-46eb-9ec5-a5987f77a746 req-cbd5b363-c846-42e9-a486-e62cc00724cb tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "GET /v2.0/security-groups/39941d40-653c-419d-9bcd-f509253bb651 HTTP/1.1" status: 404 len: 352 time: 0.0309188 Mar 03 17:50:28.208058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:28.208961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:28.209232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.214159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e33e-e2ec-4273-a884-f32b52b095e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.215784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:28.226574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:28.239300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.241953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084bc330-56e9-4cf8-9366-43e6b7ab4d5a None None] Network 150a5147-cc7d-41be-b0bb-3c61b46e1b72 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:28.255962 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-f56b434b-a56a-404d-a780-9a474381dcba req-5f3f8e38-0602-4082-861e-1d0ba52bbde4 tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] show failed (client error): The resource could not be found. Mar 03 17:50:28.268777 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f56b434b-a56a-404d-a780-9a474381dcba req-5f3f8e38-0602-4082-861e-1d0ba52bbde4 tempest-SecurityGroupsNegativeTestJSON-707687653 tempest-SecurityGroupsNegativeTestJSON-707687653-project] 10.222.0.23 "GET /v2.0/security-groups/ad4b0930-f276-468d-bbc8-9e0d2f174fa6 HTTP/1.1" status: 404 len: 352 time: 0.0282490 Mar 03 17:50:28.270344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39706) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:28.280625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a5dd3461-909b-448d-8985-04214ca85bbb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8018034 Mar 03 17:50:28.290777 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e33e-e2ec-4273-a884-f32b52b095e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.294374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Request body: {'port': {'device_id': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:28.448196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab4ad53a-4b66-4a4b-8f34-6bace87ff481 None None] Provisioning for port b54555e5-0687-4bea-974d-455a5f4e003d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:28.450405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.451924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Made reservation on behalf of 293d0be19a054461bcfce8dc3d4f4265 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:28.456507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.468378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] Deleting subnet dfd065e3-5975-4858-9080-97652e36051d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:50:28.483756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.491234 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.494637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab4ad53a-4b66-4a4b-8f34-6bace87ff481 None None] Provisioning complete for port b54555e5-0687-4bea-974d-455a5f4e003d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:28.494863 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab4ad53a-4b66-4a4b-8f34-6bace87ff481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.513804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.538944 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f3f5791-b10e-4ef6-8cd1-ab552cc05276 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ecf2b9a9-dcb8-40f6-bcc4-1f95f6707254 HTTP/1.1" status: 204 len: 168 time: 1.7269003 Mar 03 17:50:28.541224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39712) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:28.588564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:28.595603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ad53a-4b66-4a4b-8f34-6bace87ff481 None None] Port b54555e5-0687-4bea-974d-455a5f4e003d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:50:28.663759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942db96-303d-4de9-a6c2-296df999451d req-1d93f367-0758-43a6-962b-a9784fab20a1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:28.670943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0942db96-303d-4de9-a6c2-296df999451d req-1d93f367-0758-43a6-962b-a9784fab20a1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 944 time: 0.6184983 Mar 03 17:50:28.675068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.695027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.726433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904f0885-05d5-4abd-be95-79b944621b3d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:28.752874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] DHCP port deletion for 150a5147-cc7d-41be-b0bb-3c61b46e1b72 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:50:28.758405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90350637-446d-4536-8da3-671a2ee36fdd req-6270ae97-d39d-46c7-ac06-56943a8a17a2 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:28.760456 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90350637-446d-4536-8da3-671a2ee36fdd req-6270ae97-d39d-46c7-ac06-56943a8a17a2 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.3083503 Mar 03 17:50:28.761660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.761905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] Deleting port 2800064b-f122-4eff-b2c0-2fc2991d67ef {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:28.762064 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Added segment ac4b88e5-62ef-4019-b393-c15bf6a865cb of type vlan for network 145a8ba2-c747-4563-82df-3daf347571fb Mar 03 17:50:28.762619 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.805826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Deleting port 2800064b-f122-4eff-b2c0-2fc2991d67ef {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:28.806094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.834488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0942db96-303d-4de9-a6c2-296df999451d req-4829c506-92fa-4c70-99fe-51a3f8960ad9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626275 Mar 03 17:50:28.841776 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e33e-e2ec-4273-a884-f32b52b095e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.847019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.925349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:28.926936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90350637-446d-4536-8da3-671a2ee36fdd req-9d33b682-3e8c-43ce-8d37-6e2646b5d28a tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480632 Mar 03 17:50:28.965219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0e33e-e2ec-4273-a884-f32b52b095e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc1cc3f-337d-44e1-9587-cd1caaf6f6c1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:29.075059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Allocated IP 172.20.0.6 (90774188-5f97-47e5-80be-f5eaaa040dda/04396bfe-0403-4f60-9391-f9118744fcea/267cfbea-1abd-4f83-b9b6-030ad68ee5f6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:29.076857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] For port 2800064b-f122-4eff-b2c0-2fc2991d67ef, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2800064b-f122-4eff-b2c0-2fc2991d67ef,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:29.077720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.091864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e33e-e2ec-4273-a884-f32b52b095e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.095354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e7e0e33e-e2ec-4273-a884-f32b52b095e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bc1cc3f-337d-44e1-9587-cd1caaf6f6c1 HTTP/1.1" status: 204 len: 168 time: 1.4115102 Mar 03 17:50:29.095354 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.095354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:29.095354 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.212504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.235151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c784ea3-ae86-4334-837d-cf9723f4218d req-afd2cec6-9e73-471a-b9de-6d49f483b993 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 210 time: 0.0720990 Mar 03 17:50:29.263138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] Calling delete_port for 2800064b-f122-4eff-b2c0-2fc2991d67ef owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:29.274114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] For port 2800064b-f122-4eff-b2c0-2fc2991d67ef, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2800064b-f122-4eff-b2c0-2fc2991d67ef,segment=NetworkSegment(df7d990a-a4a2-46f4-b656-0199b4bc3c65),segment_id=df7d990a-a4a2-46f4-b656-0199b4bc3c65)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:29.274114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.352412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.363743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3077660 Mar 03 17:50:29.366730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd065e3-5975-4858-9080-97652e36051d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:29.368935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.374042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-81b13d06-2881-4db5-8eab-15f2cbb77283 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dfd065e3-5975-4858-9080-97652e36051d HTTP/1.1" status: 204 len: 168 time: 1.0967762 Mar 03 17:50:29.382281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:29.416446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef8f4-87dd-4b84-b6a1-48ae3319f2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=145a8ba2-c747-4563-82df-3daf347571fb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:29.479549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] No DVR routers for this DVR port 2800064b-f122-4eff-b2c0-2fc2991d67ef on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:50:29.499463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ee6b8-e582-4014-a438-d5583795ae76 None None] Pushing event deleted for resources: {'Port': ['ID=2800064b-f122-4eff-b2c0-2fc2991d67ef,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:29.508388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 145a8ba2-c747-4563-82df-3daf347571fb details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:29.573945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Calling delete_port for 2800064b-f122-4eff-b2c0-2fc2991d67ef owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:50:29.625845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d19a49-1578-484b-98a3-270df4514a99 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:29.644816 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.687750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Transition to ACTIVE for port object c8d19a49-1578-484b-98a3-270df4514a99 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:29.693556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.705431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147f509-b003-43b6-87ca-51bfac9c904b req-cacdd02f-6e97-4d42-9335-3e4ba501ccf3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:29.711503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147f509-b003-43b6-87ca-51bfac9c904b req-cacdd02f-6e97-4d42-9335-3e4ba501ccf3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:29.718727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3147f509-b003-43b6-87ca-51bfac9c904b req-cacdd02f-6e97-4d42-9335-3e4ba501ccf3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1654 time: 0.7223971 Mar 03 17:50:29.764216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:50:29.764532 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:50:29.824074 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:29.890098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3147f509-b003-43b6-87ca-51bfac9c904b req-0af982a6-cf3a-4160-a5de-67aadb176f56 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700704 Mar 03 17:50:29.896293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d19a49-1578-484b-98a3-270df4514a99,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:29.978851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2800064b-f122-4eff-b2c0-2fc2991d67ef no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:50:30.069081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Attempting to bind port c8d19a49-1578-484b-98a3-270df4514a99 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:30.069524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Attempting to bind port c8d19a49-1578-484b-98a3-270df4514a99 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:30.069863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Attempting to bind port c8d19a49-1578-484b-98a3-270df4514a99 on network 7c556270-032e-4197-a4d8-3459533aba1e {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:30.114663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2800064b-f122-4eff-b2c0-2fc2991d67ef {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:50:30.115205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2800064b-f122-4eff-b2c0-2fc2991d67ef not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:50:30.146791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Port c8d19a49-1578-484b-98a3-270df4514a99 on network 7c556270-032e-4197-a4d8-3459533aba1e not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:50:30.146791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Attempting to bind port c8d19a49-1578-484b-98a3-270df4514a99 on network 7c556270-032e-4197-a4d8-3459533aba1e {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:30.154972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:30.155315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Checking segment: {'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:30.155702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Bound using segment: {'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:30.156136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Bound port: c8d19a49-1578-484b-98a3-270df4514a99, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d08539-b299-4c13-9379-9f7ecd9c9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:30.156478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.269223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.273626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Deleting port 2800064b-f122-4eff-b2c0-2fc2991d67ef {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:30.273970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.276714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.316943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c547a89-eded-4981-9ea1-7084f73df9e9']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:30.335868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e40008-b407-4da3-9fa8-e7bac099d646') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:30.336170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e40008-b407-4da3-9fa8-e7bac099d646') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:30.354325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.387413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] The port '2800064b-f122-4eff-b2c0-2fc2991d67ef' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:50:30.387885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cd0be-7086-4f51-a871-387035c87a8b req-aa741a14-9ab4-48fc-9949-328d2f6d649b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:30.389428 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-505cd0be-7086-4f51-a871-387035c87a8b req-aa741a14-9ab4-48fc-9949-328d2f6d649b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 944 time: 0.3051422 Mar 03 17:50:30.393554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.406007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:30.406407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:30.421144 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:30.432768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.447009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8632dc8-854f-42a5-bb68-a98a8eefc1f0 req-8cf42532-bd82-493a-b633-463c9fc86a3a tempest-ComputeTenantNetworksTest-676820944 tempest-ComputeTenantNetworksTest-676820944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:30.448889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39758) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:30.453909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8632dc8-854f-42a5-bb68-a98a8eefc1f0 req-8cf42532-bd82-493a-b633-463c9fc86a3a tempest-ComputeTenantNetworksTest-676820944 tempest-ComputeTenantNetworksTest-676820944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:30.460862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8632dc8-854f-42a5-bb68-a98a8eefc1f0 req-8cf42532-bd82-493a-b633-463c9fc86a3a tempest-ComputeTenantNetworksTest-676820944 tempest-ComputeTenantNetworksTest-676820944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:30.462502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8632dc8-854f-42a5-bb68-a98a8eefc1f0 req-8cf42532-bd82-493a-b633-463c9fc86a3a tempest-ComputeTenantNetworksTest-676820944 tempest-ComputeTenantNetworksTest-676820944-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3966660 Mar 03 17:50:30.494406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:30.555739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c8d19a49-1578-484b-98a3-270df4514a99,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:30.560461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.568725 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.612599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Network 90774188-5f97-47e5-80be-f5eaaa040dda is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:30.616030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-505cd0be-7086-4f51-a871-387035c87a8b req-469d48e7-b728-40b0-8b89-7c347cd3c85b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115262 Mar 03 17:50:30.620268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:30.622065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.624015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:30.663616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Pushing event updated for resources: {'Port': ['ID=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:30.686501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150a5147-cc7d-41be-b0bb-3c61b46e1b72']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:30.689289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.698843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c547a89-eded-4981-9ea1-7084f73df9e9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:30.710784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:30.711614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.712671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0d0aac23-a237-4ad1-8819-f5580cf5fa48 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c547a89-eded-4981-9ea1-7084f73df9e9 HTTP/1.1" status: 204 len: 168 time: 1.3243163 Mar 03 17:50:30.713739 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] 10.222.0.35 "PUT /v2.0/ports/c8d19a49-1578-484b-98a3-270df4514a99 HTTP/1.1" status: 200 len: 1092 time: 2.4255688 Mar 03 17:50:30.714358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:30.719023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1739279129-network', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:30.728335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:30.730083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7d990a-a4a2-46f4-b656-0199b4bc3c65') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:30.730555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7d990a-a4a2-46f4-b656-0199b4bc3c65') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:30.737503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Usage tracker for resource:network and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:30.743144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:30.751127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:30.751772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.756474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Request body: {'port': {'device_id': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:30.760421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:30.781313 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-c4924e5d-092e-481f-be2b-b2cb62f6d207 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8813457 Mar 03 17:50:30.785638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.786199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Made reservation on behalf of 2c83c3901d8c479cb9bfbc365e3a1e8e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:30.788895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.805837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Request body: {'port': {'device_id': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:30.812507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e325d-01e7-449f-9891-87b10df6ece0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d19a49-1578-484b-98a3-270df4514a99,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:30.842515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.859377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.909947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dbb09-a616-4142-9e83-751af2efdf17 req-3d0efb43-bc21-4b7d-b479-a92555803190 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:30.917495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-415dbb09-a616-4142-9e83-751af2efdf17 req-3d0efb43-bc21-4b7d-b479-a92555803190 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.3049457 Mar 03 17:50:30.920572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:30.920835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:30.923839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:30.935065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Usage tracker for resource:security_group_rule and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:30.942846 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:30.961052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39772) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:30.964190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:31.016075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:31.100106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.118512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-415dbb09-a616-4142-9e83-751af2efdf17 req-f94382f5-576c-4db5-b77e-e6602c2cfb0b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001522 Mar 03 17:50:31.135449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.137238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bd8f5-ce94-4040-8827-f67aa4da2b58 req-f691444d-6a6b-4164-bc2b-407a3dfb1a62 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:31.138162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c17bd8f5-ce94-4040-8827-f67aa4da2b58 req-f691444d-6a6b-4164-bc2b-407a3dfb1a62 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Synchronizing usage tracker for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:31.145222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dab222b2-bff3-463c-b95f-a8c33ac27714 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d19d399f2e6a471c9abce0346543a68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743886 Mar 03 17:50:31.146930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39776) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:31.180748 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.223999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.232033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:31.313980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:31.320314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:31.321970 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.376609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=150a5147-cc7d-41be-b0bb-3c61b46e1b72,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:31.382859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0df0dd8-be0c-4555-b31e-17d0bb60f469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.410352 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.442265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.450935 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.472075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2cb18c89-a879-4878-8321-8076c7c6cfbb admin admin] 10.222.0.23 "DELETE /v2.0/networks/150a5147-cc7d-41be-b0bb-3c61b46e1b72 HTTP/1.1" status: 204 len: 168 time: 2.9286144 Mar 03 17:50:31.487444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8b964-5d73-40ee-846d-3685ab9a7b6f req-01bda106-ab25-4123-a303-bce83419df55 tempest-ComputeTenantNetworksTest-676820944 tempest-ComputeTenantNetworksTest-676820944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:31.488647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:31.488825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5d8b964-5d73-40ee-846d-3685ab9a7b6f req-01bda106-ab25-4123-a303-bce83419df55 tempest-ComputeTenantNetworksTest-676820944 tempest-ComputeTenantNetworksTest-676820944-project] 10.222.0.23 "GET /v2.0/networks/145a8ba2-c747-4563-82df-3daf347571fb HTTP/1.1" status: 200 len: 768 time: 0.3303127 Mar 03 17:50:31.500139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02dcfe4-ebf8-47bb-a9d7-ecf15f531edd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:31.505580 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0df0dd8-be0c-4555-b31e-17d0bb60f469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.514765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39784) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:31.519937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:31.526474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c17bd8f5-ce94-4040-8827-f67aa4da2b58 req-f691444d-6a6b-4164-bc2b-407a3dfb1a62 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Unset dirty status for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:31.527785 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c17bd8f5-ce94-4040-8827-f67aa4da2b58 req-f691444d-6a6b-4164-bc2b-407a3dfb1a62 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 931 time: 0.6929753 Mar 03 17:50:31.529005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.599961 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99', 'status': 'completed', 'code': 200} Mar 03 17:50:31.616380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:31.642654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:31.716713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:31.717292 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Added segment b93431e1-5a07-4e84-ac6e-25e05d059399 of type vlan for network ac463f0f-e2c1-4625-84bb-a74e13232bea Mar 03 17:50:31.803944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39790) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:31.906629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-afd648db-2ee3-4f83-8579-40f3dac60902 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fe6106d09e1464c8eccdef00d00bfe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015129 Mar 03 17:50:31.910532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39794) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:31.959755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d92c92-f30f-4b81-9ed0-94ae7e285234 req-0d6abdc6-63bb-4845-8c3a-3ebd2ed752a4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:31.966160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d92c92-f30f-4b81-9ed0-94ae7e285234 req-0d6abdc6-63bb-4845-8c3a-3ebd2ed752a4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:31.967012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-38d92c92-f30f-4b81-9ed0-94ae7e285234 req-0d6abdc6-63bb-4845-8c3a-3ebd2ed752a4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:31.988763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c17bd8f5-ce94-4040-8827-f67aa4da2b58 req-c8481aa9-a175-484d-b52b-324d6e277166 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942027 Mar 03 17:50:32.002918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.032042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.049281 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b', 'code': 200} Mar 03 17:50:32.052456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-38d92c92-f30f-4b81-9ed0-94ae7e285234 req-0d6abdc6-63bb-4845-8c3a-3ebd2ed752a4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:32.053863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38d92c92-f30f-4b81-9ed0-94ae7e285234 req-0d6abdc6-63bb-4845-8c3a-3ebd2ed752a4 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1666 time: 0.3092713 Mar 03 17:50:32.086242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54555e5-0687-4bea-974d-455a5f4e003d {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:32.117313 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.119087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-974824aa-a833-4b4f-8adb-33a8dc130289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.132156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de28df-3f25-46b6-be29-218614ddd3be req-553c4e44-5352-4f8e-a2ff-ed39cdc5cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.132734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de28df-3f25-46b6-be29-218614ddd3be req-553c4e44-5352-4f8e-a2ff-ed39cdc5cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.134315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7de28df-3f25-46b6-be29-218614ddd3be req-553c4e44-5352-4f8e-a2ff-ed39cdc5cfb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1913 time: 0.4773242 Mar 03 17:50:32.148867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0df0dd8-be0c-4555-b31e-17d0bb60f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.187021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:50:32.213300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Transition to ACTIVE for port object b54555e5-0687-4bea-974d-455a5f4e003d will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:32.235931 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.240658 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-974824aa-a833-4b4f-8adb-33a8dc130289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.292287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38d92c92-f30f-4b81-9ed0-94ae7e285234 req-4aa70017-2a20-4444-bf80-2633ad4f67c3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294633 Mar 03 17:50:32.296097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df0dd8-be0c-4555-b31e-17d0bb60f469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db86a28-5252-439d-81e8-354c7b72e028,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:32.385279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.397163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.398688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.399282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.464105 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-974824aa-a833-4b4f-8adb-33a8dc130289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.536819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b54555e5-0687-4bea-974d-455a5f4e003d,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:32.549460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:32.556322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145a8ba2-c747-4563-82df-3daf347571fb']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:32.567528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974824aa-a833-4b4f-8adb-33a8dc130289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64a47e-45b7-4213-82e3-51467a6c972f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:32.637614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4b88e5-62ef-4019-b393-c15bf6a865cb') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:32.637889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4b88e5-62ef-4019-b393-c15bf6a865cb') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:32.644191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f945b-c0e7-4752-8809-6ffec26035cf req-f4382d55-51e5-435f-873f-6729c27abf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.645682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d43f945b-c0e7-4752-8809-6ffec26035cf req-f4382d55-51e5-435f-873f-6729c27abf6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1096 time: 0.4780333 Mar 03 17:50:32.646510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-974824aa-a833-4b4f-8adb-33a8dc130289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.647550 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-974824aa-a833-4b4f-8adb-33a8dc130289 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c64a47e-45b7-4213-82e3-51467a6c972f HTTP/1.1" status: 204 len: 168 time: 0.7360766 Mar 03 17:50:32.649624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.665721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0df0dd8-be0c-4555-b31e-17d0bb60f469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.669446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0df0dd8-be0c-4555-b31e-17d0bb60f469 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0db86a28-5252-439d-81e8-354c7b72e028 HTTP/1.1" status: 204 len: 168 time: 1.4945946 Mar 03 17:50:32.677263 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2253134 Mar 03 17:50:32.678092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d158a-2827-4aa7-ae29-cb2988808c55 admin admin] Pushing event updated for resources: {'Network': ['ID=ac463f0f-e2c1-4625-84bb-a74e13232bea,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:32.689639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ac463f0f-e2c1-4625-84bb-a74e13232bea details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:32.690183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39804) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:32.691674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.721532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Request body: {'subnet': {'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1739279129-subnet', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:32.732964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:32.735719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Transition to ACTIVE for port object 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:32.739369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de28df-3f25-46b6-be29-218614ddd3be req-30b2f764-3dfc-4630-a628-1ccaab0e385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.739847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de28df-3f25-46b6-be29-218614ddd3be req-30b2f764-3dfc-4630-a628-1ccaab0e385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.740329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de28df-3f25-46b6-be29-218614ddd3be req-30b2f764-3dfc-4630-a628-1ccaab0e385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.742030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7de28df-3f25-46b6-be29-218614ddd3be req-30b2f764-3dfc-4630-a628-1ccaab0e385a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f389fc2f47884d02ac1facdc79c1c969&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5859656 Mar 03 17:50:32.743066 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.747744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Usage tracker for resource:subnet and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:32.752400 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.767454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:32.804006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b69cb-99b0-4e4f-b52b-11ccf77d795b req-6d3de34f-095a-49f2-9774-8cd49b0f29f0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.811055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-381b69cb-99b0-4e4f-b52b-11ccf77d795b req-6d3de34f-095a-49f2-9774-8cd49b0f29f0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 946 time: 0.3588533 Mar 03 17:50:32.817390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:50:32.817801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:32.828782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d43f945b-c0e7-4752-8809-6ffec26035cf req-f986884b-9baf-40df-b4cd-fcf3ede0b01d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694584 Mar 03 17:50:32.831506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Attempting to bind port b54555e5-0687-4bea-974d-455a5f4e003d on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:32.831936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Attempting to bind port b54555e5-0687-4bea-974d-455a5f4e003d by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:32.832409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Attempting to bind port b54555e5-0687-4bea-974d-455a5f4e003d on network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:32.841957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Port b54555e5-0687-4bea-974d-455a5f4e003d on network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:50:32.842433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Attempting to bind port b54555e5-0687-4bea-974d-455a5f4e003d on network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:50:32.844405 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:50:32.860434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:32.869670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a8cbd-359b-464a-99a9-5fa7c6d3c6d5 req-0dc46294-39c1-49d2-a1ce-090d43ef3a16 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:32.876499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba4a8cbd-359b-464a-99a9-5fa7c6d3c6d5 req-0dc46294-39c1-49d2-a1ce-090d43ef3a16 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 945 time: 0.6802435 Mar 03 17:50:32.884223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-381b69cb-99b0-4e4f-b52b-11ccf77d795b req-8bb3e61b-a24c-4dbb-b57e-92d3b7514526 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720904 Mar 03 17:50:32.889341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:32.889802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Checking segment: {'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:32.890295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Bound using segment: {'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:32.890955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Bound port: b54555e5-0687-4bea-974d-455a5f4e003d, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:32.892758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:33.127037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] For port b54555e5-0687-4bea-974d-455a5f4e003d, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:33.134058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Made reservation on behalf of 2c83c3901d8c479cb9bfbc365e3a1e8e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:33.134962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] For port b54555e5-0687-4bea-974d-455a5f4e003d, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b54555e5-0687-4bea-974d-455a5f4e003d,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:33.139216 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:33.141946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:33.286279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Pushing event updated for resources: {'Port': ['ID=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:33.328158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:33.328769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:33.331305 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:33.337179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:33.339854 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] 10.222.0.35 "PUT /v2.0/ports/b54555e5-0687-4bea-974d-455a5f4e003d HTTP/1.1" status: 200 len: 1091 time: 2.5832083 Mar 03 17:50:33.340621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8b4cd-f202-4ccf-a7a1-b56c3d9e1ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b54555e5-0687-4bea-974d-455a5f4e003d,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:33.474039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba4a8cbd-359b-464a-99a9-5fa7c6d3c6d5 req-46f01f4c-e6f9-40d0-90b7-57792a5ed64e tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964847 Mar 03 17:50:33.507168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=145a8ba2-c747-4563-82df-3daf347571fb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:33.551183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-05e5ab55-98b4-4681-93b7-72bb89d17fc0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/145a8ba2-c747-4563-82df-3daf347571fb HTTP/1.1" status: 204 len: 168 time: 2.0351899 Mar 03 17:50:33.581313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de28df-3f25-46b6-be29-218614ddd3be req-6b6a8843-a733-4b17-9dd1-fd76224a4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:33.582860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7de28df-3f25-46b6-be29-218614ddd3be req-6b6a8843-a733-4b17-9dd1-fd76224a4f27 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8205886 Mar 03 17:50:33.601704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'tag': 'b54555e5-0687-4bea-974d-455a5f4e003d'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:33.733184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Attempting to bind port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:33.736362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Attempting to bind port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '3f6d02b3-08be-429b-94f8-9340c5e6d2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:33.736362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Attempting to bind port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 on network 90774188-5f97-47e5-80be-f5eaaa040dda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:33.809185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 on network 90774188-5f97-47e5-80be-f5eaaa040dda not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:50:33.809536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Attempting to bind port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 on network 90774188-5f97-47e5-80be-f5eaaa040dda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:33.941090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8159b3f-0a5e-419d-a828-408b5ffffa24 req-8ec6b21e-ff35-4bb8-9c5a-1fd0bfa819b0 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:33.948262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8159b3f-0a5e-419d-a828-408b5ffffa24 req-8ec6b21e-ff35-4bb8-9c5a-1fd0bfa819b0 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:33.950580 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b8159b3f-0a5e-419d-a828-408b5ffffa24 req-8ec6b21e-ff35-4bb8-9c5a-1fd0bfa819b0 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1678 time: 0.1555300 Mar 03 17:50:33.951368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39856) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:34.028752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:34.029542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Checking segment: {'id': '3f6d02b3-08be-429b-94f8-9340c5e6d2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:34.030179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Bound using segment: {'id': '3f6d02b3-08be-429b-94f8-9340c5e6d2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:34.030842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Bound port: 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6d02b3-08be-429b-94f8-9340c5e6d2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:34.031398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.055885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1d4aecf0-03a1-4b5e-a4cc-2d72273ed440 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bebe3ae120e44028dc9476285e47575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031208 Mar 03 17:50:34.065883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39860) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:34.113178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b8159b3f-0a5e-419d-a828-408b5ffffa24 req-e348bb9a-bf25-4e88-bd0a-7fc83ea6f1a7 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419156 Mar 03 17:50:34.238333 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'tag': 'b54555e5-0687-4bea-974d-455a5f4e003d', 'status': 'completed', 'code': 200} Mar 03 17:50:34.244377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-525df5b3-600f-41f7-a68b-982d30dbb9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.299714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ff25-f3e8-4930-97cd-91a4df625882 req-6c691913-ea34-4248-b199-6d17bcf782a7 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.304445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-525df5b3-600f-41f7-a68b-982d30dbb9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.307789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a555ff25-f3e8-4930-97cd-91a4df625882 req-6c691913-ea34-4248-b199-6d17bcf782a7 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 943 time: 0.6655474 Mar 03 17:50:34.372196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-aad6851a-ec9c-4505-8fc1-cba9d19f4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.372582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-aad6851a-ec9c-4505-8fc1-cba9d19f4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.383168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-aad6851a-ec9c-4505-8fc1-cba9d19f4fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1980 time: 0.7428887 Mar 03 17:50:34.388083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39880) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:34.391274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.420352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39884) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:34.426995 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-525df5b3-600f-41f7-a68b-982d30dbb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.443243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525df5b3-600f-41f7-a68b-982d30dbb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904f0885-05d5-4abd-be95-79b944621b3d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:34.448268 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-525df5b3-600f-41f7-a68b-982d30dbb9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.449414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-525df5b3-600f-41f7-a68b-982d30dbb9e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/904f0885-05d5-4abd-be95-79b944621b3d HTTP/1.1" status: 204 len: 168 time: 0.3826981 Mar 03 17:50:34.488792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a555ff25-f3e8-4930-97cd-91a4df625882 req-8e124e8b-572c-4185-8c97-42e0205f64ac tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799026 Mar 03 17:50:34.495775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:34.503097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,segment=NetworkSegment(3f6d02b3-08be-429b-94f8-9340c5e6d2f0),segment_id=3f6d02b3-08be-429b-94f8-9340c5e6d2f0)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:34.542115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.582280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-545d02a8-1fb4-4ac9-aea8-520729388a4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=c8d19a49-1578-484b-98a3-270df4514a99 HTTP/1.1" status: 200 len: 217 time: 0.1934903 Mar 03 17:50:34.676581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.677224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.679189 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] 10.222.0.16 "PUT /v2.0/ports/267cfbea-1abd-4f83-b9b6-030ad68ee5f6 HTTP/1.1" status: 200 len: 1091 time: 3.8791728 Mar 03 17:50:34.688485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:34.698814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=144b67ea-f0a2-4300-8a32-949db1dd469a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:34.727914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Checking segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:34.728308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Network hostable DHCP agents. Network: ac463f0f-e2c1-4625-84bb-a74e13232bea, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:34.743583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64e90-f9e7-4821-8149-86fb93c1b9f0 req-a2fb9651-4c39-4500-86f4-d0a8ba182db1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.751438 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1da64e90-f9e7-4821-8149-86fb93c1b9f0 req-a2fb9651-4c39-4500-86f4-d0a8ba182db1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 945 time: 0.1268635 Mar 03 17:50:34.774078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-111220420-network', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:34.781130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e5de-7a45-44cc-a26a-ada94148fc8d service neutron] Pushing event updated for resources: {'Port': ['ID=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:34.784965 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6', 'status': 'completed', 'code': 200} Mar 03 17:50:34.789207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:34.789535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-network', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:34.797261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Usage tracker for resource:network and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:34.807167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:34.808939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:34.812483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-bcc204d8-9f85-42f5-8498-491730523d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.814435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-bcc204d8-9f85-42f5-8498-491730523d18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c7308ac-0902-4c4b-bcbc-384cf1de179a HTTP/1.1" status: 200 len: 801 time: 0.2162611 Mar 03 17:50:34.817821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:34.820452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Usage tracker for resource:network and tenant:1eca4900f28e4fa3a76e4a92f52f5abc is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:34.826373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:34.829383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1da64e90-f9e7-4821-8149-86fb93c1b9f0 req-12d5e054-d3a0-407d-8669-d33a18e0f072 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767868 Mar 03 17:50:34.836852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Made reservation on behalf of b7b4ae1858eb47aa925d0b19791bee7f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:34.839751 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.854098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.869713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:34.876173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Usage tracker for resource:security_group_rule and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:34.879893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:34.880114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:34.887159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:34.887396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Network ac463f0f-e2c1-4625-84bb-a74e13232bea is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:34.909119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Made reservation on behalf of 1eca4900f28e4fa3a76e4a92f52f5abc for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:34.911429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.923393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ac463f0f-e2c1-4625-84bb-a74e13232bea) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:34.933019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c39827-743f-4f11-a83a-d697c8b2ab1a None None] Network ac463f0f-e2c1-4625-84bb-a74e13232bea requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:34.941044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.941803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.949493 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:34.986909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:34.996719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-53a48cc9-d306-446d-800f-a2b33ff1a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:34.998229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-53a48cc9-d306-446d-800f-a2b33ff1a8b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=293d0be19a054461bcfce8dc3d4f4265&device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 1094 time: 0.2611861 Mar 03 17:50:35.001383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1eca4900f28e4fa3a76e4a92f52f5abc is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:35.037254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-836597dd-2da9-4fca-a122-a7565e67b4fa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3310399 Mar 03 17:50:35.037254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:35.052618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39912) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:35.114188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:35.121318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:35.143876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-237303a8-21ef-444a-abf3-53a7cb13712a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6 HTTP/1.1" status: 200 len: 217 time: 0.1080046 Mar 03 17:50:35.145108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:35.153076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-026061e8-ca34-471c-b3a6-9cafc01b5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:35.154901 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-026061e8-ca34-471c-b3a6-9cafc01b5a02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c556270-032e-4197-a4d8-3459533aba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3298633 Mar 03 17:50:35.158175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Usage tracker for resource:router and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:35.165240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:35.221175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.226656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.244843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:35.267690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:35.285668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162f3b6-fe49-48c2-84c5-4e70e3f7eed0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:35.296335 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.297359 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Added segment dceb16cb-757c-4068-8140-3c511e33115d of type vlan for network 6761c173-750c-4ebb-a7d4-1a78054aca99 Mar 03 17:50:35.301382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-ac463f0f-e2c1-4625-84bb-a74e13232bea', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:50:35.302268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.389246 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.458877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.460334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.468099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff890-e3c0-4ddc-9cea-efea354e694d req-63554aad-9e48-49da-8405-de3fd6b36f0f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:35.476043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff890-e3c0-4ddc-9cea-efea354e694d req-63554aad-9e48-49da-8405-de3fd6b36f0f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:35.477682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e89ff890-e3c0-4ddc-9cea-efea354e694d req-63554aad-9e48-49da-8405-de3fd6b36f0f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1678 time: 0.1784406 Mar 03 17:50:35.481620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-2f850bb0-b537-4224-bc79-8eefbfe2e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:35.481855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Allocated IP 172.20.0.2 (ac463f0f-e2c1-4625-84bb-a74e13232bea/144b67ea-f0a2-4300-8a32-949db1dd469a/59ba8a1a-1a29-4191-acba-8c524ac53800) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:35.483574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-2f850bb0-b537-4224-bc79-8eefbfe2e891 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04396bfe-0403-4f60-9391-f9118744fcea HTTP/1.1" status: 200 len: 852 time: 0.3271422 Mar 03 17:50:35.485601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.487955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:35.489097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.568471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f29f5d-216e-4106-aa2c-6c5fed47689c req-de9af135-c9b7-4b6b-8bfd-de62eb6969f3 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:35.575624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f29f5d-216e-4106-aa2c-6c5fed47689c req-de9af135-c9b7-4b6b-8bfd-de62eb6969f3 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1096 time: 0.5824835 Mar 03 17:50:35.617004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-55a615fe-9851-4744-9b83-501b87303bda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90774188-5f97-47e5-80be-f5eaaa040dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114147 Mar 03 17:50:35.618427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] Pushing event updated for resources: {'Network': ['ID=6761c173-750c-4ebb-a7d4-1a78054aca99,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:35.621307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.623688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.639523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:35.664714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e89ff890-e3c0-4ddc-9cea-efea354e694d req-cc49de09-5edc-43ef-a81f-75d83a55ca19 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680543 Mar 03 17:50:35.667236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.675976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-65141ab8-e5a6-44ec-8bf1-876e4f83c4be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2545266 Mar 03 17:50:35.682693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39936) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:35.688684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Request body: {'subnet': {'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-111220420-subnet', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:35.703130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-a88b7536-fcb8-4cf6-add2-3f3bec60c3cb service neutron] 10.222.0.35 "GET /v2.0/networks/7c556270-032e-4197-a4d8-3459533aba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402555 Mar 03 17:50:35.714530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:35.718633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Usage tracker for resource:subnet and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:35.721747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:35.728129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:35.740476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Made reservation on behalf of b7b4ae1858eb47aa925d0b19791bee7f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:35.745403 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.755238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:50:35.766643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:35.778319 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.778535 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Added segment 041a50a8-b18e-40c7-a5a9-1b85e3556594 of type vlan for network 58249e9f-f054-4b35-b93a-2002a8958eee Mar 03 17:50:35.814453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.896779 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:35.940563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39f29f5d-216e-4106-aa2c-6c5fed47689c req-18fb4ab0-8c96-4f26-a4fb-7671e3eb9548 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640442 Mar 03 17:50:35.956969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Transition to ACTIVE for port object 59ba8a1a-1a29-4191-acba-8c524ac53800 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:36.010683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3027788e-9d59-4f82-bbee-d9295e4d0854,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:36.023736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Transition to ACTIVE for port object 59ba8a1a-1a29-4191-acba-8c524ac53800 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:36.027650 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.028797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:36.029688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.059474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.067380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be51a6-3dd0-4aa2-8aea-a4d8fa7c4f15 req-e95f87ee-67d9-4ecb-a74b-a4830f6b3c1f tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:36.068882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52be51a6-3dd0-4aa2-8aea-a4d8fa7c4f15 req-e95f87ee-67d9-4ecb-a74b-a4830f6b3c1f tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 943 time: 0.1792142 Mar 03 17:50:36.139392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-52be51a6-3dd0-4aa2-8aea-a4d8fa7c4f15 req-728c7708-119b-42b7-9145-09938032b33b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Synchronizing usage tracker for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:36.165605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Network ac463f0f-e2c1-4625-84bb-a74e13232bea is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:36.167250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:36.180358 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:50:36.188783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.195001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:36.202526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:36.211578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'mac_address': 'fa:16:3e:b3:79:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:50:36.222404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Pushing event updated for resources: {'Port': ['ID=59ba8a1a-1a29-4191-acba-8c524ac53800,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:36.252980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-52be51a6-3dd0-4aa2-8aea-a4d8fa7c4f15 req-728c7708-119b-42b7-9145-09938032b33b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Unset dirty status for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:36.255379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52be51a6-3dd0-4aa2-8aea-a4d8fa7c4f15 req-728c7708-119b-42b7-9145-09938032b33b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756902 Mar 03 17:50:36.313754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289e4545-403d-482d-801e-d8072d8c7ee3,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:36.316025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Checking segment: {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:36.316441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Network hostable DHCP agents. Network: 6761c173-750c-4ebb-a7d4-1a78054aca99, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:36.341414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:36.355307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 6761c173-750c-4ebb-a7d4-1a78054aca99) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:36.365215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:36.365825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.392802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-81ca1ffe-89dd-4b2a-aa3c-3b8e6c4b3598 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7087789 Mar 03 17:50:36.393358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61094352-92e5-4d42-b069-740972855e55 None None] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:36.395536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39980) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:36.405378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:36.412764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:36.417289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Usage tracker for resource:router and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:36.421410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:36.427490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:36.443708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Attempting to bind port 59ba8a1a-1a29-4191-acba-8c524ac53800 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:36.444598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Attempting to bind port 59ba8a1a-1a29-4191-acba-8c524ac53800 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:36.445047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Attempting to bind port 59ba8a1a-1a29-4191-acba-8c524ac53800 on network ac463f0f-e2c1-4625-84bb-a74e13232bea {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:36.448850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.452733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.491253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.552664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:36.553041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Checking segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:36.553511 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.553908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Bound using segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:36.554386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Bound port: 59ba8a1a-1a29-4191-acba-8c524ac53800, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:36.554760 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.568953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.601958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:36.893188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:36.911369 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.951710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.966006 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-af9a3961-291b-4439-b024-bad5741e73d7 service neutron] 10.222.0.16 "GET /v2.0/networks/90774188-5f97-47e5-80be-f5eaaa040dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3381879 Mar 03 17:50:36.973033 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5831053 Mar 03 17:50:36.973829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] For port 59ba8a1a-1a29-4191-acba-8c524ac53800, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:36.990310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:36.998015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:36.999862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0e54-f360-4d31-8f17-8a705a5747f7 admin admin] Pushing event updated for resources: {'Network': ['ID=58249e9f-f054-4b35-b93a-2002a8958eee,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:37.020575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40020) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:37.020820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 58249e9f-f054-4b35-b93a-2002a8958eee details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:37.044878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Request body: {'subnet': {'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-subnet', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:37.045924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['cd1a57a7-7284-4968-9b1e-c2f6d825c6c7'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:37.097436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] For port 59ba8a1a-1a29-4191-acba-8c524ac53800, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=59ba8a1a-1a29-4191-acba-8c524ac53800,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:37.105946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-6761c173-750c-4ebb-a7d4-1a78054aca99', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:50:37.106764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:37.143883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:37.166494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-3e353998-8ba8-43ad-94de-0400652c4705 service neutron] 10.222.0.35 "GET /v2.0/networks/7c556270-032e-4197-a4d8-3459533aba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4386497 Mar 03 17:50:37.179805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:37.254175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbeb35-5000-44b0-a5f0-11f69cf6f68a req-33334b63-b811-4b5d-af38-63d656dfe3c2 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:37.257644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Usage tracker for resource:subnet and tenant:1eca4900f28e4fa3a76e4a92f52f5abc is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:37.263598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-1d0a15e7-abd5-494b-9254-fcdb42ca54b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=b54555e5-0687-4bea-974d-455a5f4e003d HTTP/1.1" status: 200 len: 217 time: 0.0893745 Mar 03 17:50:37.265936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370d21f-1422-49d5-b451-2e4dfb97669a req-32880445-5d2a-40f7-a511-fbe3906a4a07 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:37.269233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbeb35-5000-44b0-a5f0-11f69cf6f68a req-33334b63-b811-4b5d-af38-63d656dfe3c2 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:37.275773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dffbeb35-5000-44b0-a5f0-11f69cf6f68a req-33334b63-b811-4b5d-af38-63d656dfe3c2 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1678 time: 0.2537851 Mar 03 17:50:37.276471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6370d21f-1422-49d5-b451-2e4dfb97669a req-32880445-5d2a-40f7-a511-fbe3906a4a07 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1096 time: 0.8776319 Mar 03 17:50:37.277585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:37.280532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:37.388319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:37.411315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:37.419938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:37.428442 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6370d21f-1422-49d5-b451-2e4dfb97669a req-a63918d8-3c77-4cea-94ee-4c27d7604f78 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498542 Mar 03 17:50:37.445215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Usage tracker for resource:security_group_rule and tenant:18af04a7bc7e441cac4072a25f93d8a7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:37.454665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:37.476428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dffbeb35-5000-44b0-a5f0-11f69cf6f68a req-e0f6569f-7603-46b5-b71b-1e3f85a000ba tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207592 Mar 03 17:50:37.482667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:37.548183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Made reservation on behalf of 1eca4900f28e4fa3a76e4a92f52f5abc for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:37.550667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:37.628481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712a58-f6b3-4ccf-aece-40ef935d884f None None] Pushing event updated for resources: {'Port': ['ID=59ba8a1a-1a29-4191-acba-8c524ac53800,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:37.660698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-ced127ff-8960-4573-a045-41051a7460fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:37.662592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-ced127ff-8960-4573-a045-41051a7460fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b95d4f-1356-46ca-8712-83e8d772bd18 HTTP/1.1" status: 200 len: 801 time: 0.3830345 Mar 03 17:50:37.782672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427e9c0a-4608-40b5-9a0d-45391c8769e4 req-e4ce4e4b-edd7-46f3-a403-238437b49d99 service neutron] 10.222.0.16 "GET /v2.0/networks/90774188-5f97-47e5-80be-f5eaaa040dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7887988 Mar 03 17:50:37.931106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Allocated IP 172.20.0.2 (6761c173-750c-4ebb-a7d4-1a78054aca99/289e4545-403d-482d-801e-d8072d8c7ee3/4880fd28-8c97-44ec-8ddf-fe05b82529af) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:38.301849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-3ca98c95-beca-4a64-8138-306d025dc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:38.306831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-3ca98c95-beca-4a64-8138-306d025dc872 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=74b810af-d9dc-41a8-9ab5-0b76dc0a5685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5571132 Mar 03 17:50:38.347603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633da87e-5f7f-4683-9963-a2009b89d950 req-c4ca771b-0031-4f04-8d57-a06025608570 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:38.356870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-633da87e-5f7f-4683-9963-a2009b89d950 req-c4ca771b-0031-4f04-8d57-a06025608570 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 943 time: 0.5698955 Mar 03 17:50:38.361490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.372231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Transition to ACTIVE for port object 4880fd28-8c97-44ec-8ddf-fe05b82529af will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:38.391237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Transition to ACTIVE for port object 4880fd28-8c97-44ec-8ddf-fe05b82529af will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:38.391683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.399858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.429867 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.434731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.495996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.519690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:38.545590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:38.549172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:38.556983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Pushing event updated for resources: {'Port': ['ID=4880fd28-8c97-44ec-8ddf-fe05b82529af,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:38.559691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18af04a7bc7e441cac4072a25f93d8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4748502 Mar 03 17:50:38.579761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40050) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:38.637918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-633da87e-5f7f-4683-9963-a2009b89d950 req-09b995a0-cfab-4bc3-bdc0-e82621c02361 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800689 Mar 03 17:50:38.683131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Attempting to bind port 4880fd28-8c97-44ec-8ddf-fe05b82529af on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:38.683508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Attempting to bind port 4880fd28-8c97-44ec-8ddf-fe05b82529af by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:38.683869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Attempting to bind port 4880fd28-8c97-44ec-8ddf-fe05b82529af on network 6761c173-750c-4ebb-a7d4-1a78054aca99 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:38.695396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960a8ec-5d23-46a1-a9d0-bbbeb7b4999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc094e-9e70-4b16-9188-2f285403871e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:38.701394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:38.701806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Checking segment: {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:38.702194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.702588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Bound using segment: {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:38.703063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Bound port: 4880fd28-8c97-44ec-8ddf-fe05b82529af, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:38.703430 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.820238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] For port 4880fd28-8c97-44ec-8ddf-fe05b82529af, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:38.827025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] For port 4880fd28-8c97-44ec-8ddf-fe05b82529af, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4880fd28-8c97-44ec-8ddf-fe05b82529af,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:38.837760 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:38.891628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Allocated IP 172.25.0.62 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/71c1dd92-646a-415c-99c3-b19c6fdc3bfe) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:38.965084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6edc3c-7bee-4c25-b496-d6e5d8dd547e None None] Pushing event updated for resources: {'Port': ['ID=4880fd28-8c97-44ec-8ddf-fe05b82529af,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:39.064467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.109105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.210366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-e61c9a81-d863-48f0-b6ed-30e17bcc7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:39.212146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-e61c9a81-d863-48f0-b6ed-30e17bcc7291 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=293d0be19a054461bcfce8dc3d4f4265&device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 1094 time: 1.3464484 Mar 03 17:50:39.221720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.237920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e311f97-ba89-47a6-bd7b-dbd9c588552e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.357115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e311f97-ba89-47a6-bd7b-dbd9c588552e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.474820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.492986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe70a4-f57f-497d-a635-956cb09f745a None None] Network ac463f0f-e2c1-4625-84bb-a74e13232bea requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:39.546751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb21f3-4df7-405a-8584-b64f3735ecf4 req-03637a11-dd41-40a3-9b46-f822aee7dd01 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:39.555985 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-92cb21f3-4df7-405a-8584-b64f3735ecf4 req-03637a11-dd41-40a3-9b46-f822aee7dd01 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1096 time: 1.2313421 Mar 03 17:50:39.560478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-b553f378-117d-4e73-a0dc-a634d05e02b5 service neutron] 10.222.0.35 "GET /v2.0/networks/74b810af-d9dc-41a8-9ab5-0b76dc0a5685?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2336433 Mar 03 17:50:39.628599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb2955-04fa-444f-9902-9ad1c5eb6de9 req-5a22d1c1-66b8-4fce-b3be-fe6a73eb4273 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:39.637460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb2955-04fa-444f-9902-9ad1c5eb6de9 req-5a22d1c1-66b8-4fce-b3be-fe6a73eb4273 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:39.647692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17bb2955-04fa-444f-9902-9ad1c5eb6de9 req-5a22d1c1-66b8-4fce-b3be-fe6a73eb4273 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1678 time: 0.6667974 Mar 03 17:50:39.680127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Checking segment: {'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:39.680614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Network hostable DHCP agents. Network: 58249e9f-f054-4b35-b93a-2002a8958eee, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:39.699814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1df2e0d-3d01-4fad-adc4-11b78a7f9850,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:39.755259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17bb2955-04fa-444f-9902-9ad1c5eb6de9 req-f22b3e65-4d99-4a04-a1f1-46b5607770a7 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065466 Mar 03 17:50:39.761566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.769511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-92cb21f3-4df7-405a-8584-b64f3735ecf4 req-4969ee53-91a2-4ff5-ab7a-ef9ff4c4d78f tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124197 Mar 03 17:50:39.781779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df537726-6dc9-4201-9cce-8b0936d6c206 None None] Provisioning for port 59ba8a1a-1a29-4191-acba-8c524ac53800 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:39.792781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:39.919706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e311f97-ba89-47a6-bd7b-dbd9c588552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:39.997948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311f97-ba89-47a6-bd7b-dbd9c588552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc094e-9e70-4b16-9188-2f285403871e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:40.012048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b75964a1-cfd9-455b-9dc8-17412d2dfd64 req-8f50abec-108f-49fd-b946-36f6af16d816 service neutron] 10.222.0.35 "GET /v2.0/networks/74b810af-d9dc-41a8-9ab5-0b76dc0a5685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001966 Mar 03 17:50:40.029878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:40.051689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:40.089357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:40.120235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Network 58249e9f-f054-4b35-b93a-2002a8958eee is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:40.156759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:40.157125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:40.167902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Pushing event updated for resources: {'Port': ['ID=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:40.176603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-52f3e404-8d25-4533-9e4e-dbf6154c7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:40.178098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-52f3e404-8d25-4533-9e4e-dbf6154c7679 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90774188-5f97-47e5-80be-f5eaaa040dda HTTP/1.1" status: 200 len: 913 time: 0.9457383 Mar 03 17:50:40.246774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4880fd28-8c97-44ec-8ddf-fe05b82529af up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:40.370947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-4a8ee65d-b2a7-4401-b264-020a35bba774 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6 HTTP/1.1" status: 200 len: 217 time: 0.1409562 Mar 03 17:50:40.396688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 58249e9f-f054-4b35-b93a-2002a8958eee) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:40.414757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e311f97-ba89-47a6-bd7b-dbd9c588552e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:40.415690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd2e61-5a63-4470-aa5a-a3a734783e1e None None] Network 58249e9f-f054-4b35-b93a-2002a8958eee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:40.431194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3e311f97-ba89-47a6-bd7b-dbd9c588552e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70dc094e-9e70-4b16-9188-2f285403871e HTTP/1.1" status: 204 len: 168 time: 1.8495986 Mar 03 17:50:40.478394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Allocated IP 172.25.0.148 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/45ca0856-5509-4d9f-b2c2-59dbe88f11bc) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:40.480981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:40.481869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:40.524708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d3f405d1-1e7d-4703-8b66-3ba3a3dd5d93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.5261500 Mar 03 17:50:40.558473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:40.567681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4880fd28-8c97-44ec-8ddf-fe05b82529af completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:40.598979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:40.690986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:40.716169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:40.723565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-30bf64c2-ac9a-415d-83f6-ebc63e5c257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:40.729106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-30bf64c2-ac9a-415d-83f6-ebc63e5c257b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04396bfe-0403-4f60-9391-f9118744fcea HTTP/1.1" status: 200 len: 852 time: 0.3375962 Mar 03 17:50:40.763798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d33d5-5cf2-4854-bd4c-fcb600394678 None None] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:40.777067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Usage tracker for resource:router and tenant:1eca4900f28e4fa3a76e4a92f52f5abc is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:40.780906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 59ba8a1a-1a29-4191-acba-8c524ac53800 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:40.800820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:40.874859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:41.043434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:41.092757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4cf9b-94b0-4cfd-876a-2727ad86f07e req-af0b98e3-37e2-4071-bc06-d569410f4c23 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:41.106030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13f4cf9b-94b0-4cfd-876a-2727ad86f07e req-af0b98e3-37e2-4071-bc06-d569410f4c23 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 943 time: 1.0814307 Mar 03 17:50:41.125449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-e3614a59-2ca7-4078-b063-6dcd580f40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:41.125922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-e3614a59-2ca7-4078-b063-6dcd580f40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:41.127471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-e3614a59-2ca7-4078-b063-6dcd580f40cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f389fc2f47884d02ac1facdc79c1c969&device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1980 time: 1.0007954 Mar 03 17:50:41.134558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-e9b9a754-c1d5-4cfa-808a-1ec2374de2a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90774188-5f97-47e5-80be-f5eaaa040dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3583357 Mar 03 17:50:41.222734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:41.275570 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:41.276584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:41.368787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6de708bb-526d-42fc-b66f-c48211033a72 None None] Provisioning for port 4880fd28-8c97-44ec-8ddf-fe05b82529af completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:41.519442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ad95a-6dc8-4353-baff-baa8557aad6a req-beaa83e1-1caf-4030-9c23-3bfa788ca317 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:41.527876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ad95a-6dc8-4353-baff-baa8557aad6a req-beaa83e1-1caf-4030-9c23-3bfa788ca317 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:41.529525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6de708bb-526d-42fc-b66f-c48211033a72 None None] Provisioning complete for port 4880fd28-8c97-44ec-8ddf-fe05b82529af triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:41.529890 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6de708bb-526d-42fc-b66f-c48211033a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:41.530893 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6ad95a-6dc8-4353-baff-baa8557aad6a req-beaa83e1-1caf-4030-9c23-3bfa788ca317 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1678 time: 0.5036721 Mar 03 17:50:41.610201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13f4cf9b-94b0-4cfd-876a-2727ad86f07e req-91137161-d5c0-4670-9d10-3347130c369e tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031843 Mar 03 17:50:41.646923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:50:41.674062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:41.699192 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:41.829237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:41.850291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.851089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.851651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.851840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.852079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.852464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.852794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.853174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.853525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.854052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.854419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.854745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:41.866799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.001083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6ad95a-6dc8-4353-baff-baa8557aad6a req-40ab818e-1ba2-4108-a579-2c8dbbc3a2fd tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350782 Mar 03 17:50:42.033872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.044283 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6de708bb-526d-42fc-b66f-c48211033a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.097741 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:50:42.157172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-6a447d91-d17b-497a-9779-2baaf3e8dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:42.160674 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-6a447d91-d17b-497a-9779-2baaf3e8dae8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=74b810af-d9dc-41a8-9ab5-0b76dc0a5685 HTTP/1.1" status: 200 len: 903 time: 1.0249586 Mar 03 17:50:42.183423 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-4390da1b-e7af-47ff-a949-c295cc0aad09 service neutron] 10.222.0.16 "GET /v2.0/networks/90774188-5f97-47e5-80be-f5eaaa040dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9147189 Mar 03 17:50:42.316427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,segment=NetworkSegment(3f6d02b3-08be-429b-94f8-9340c5e6d2f0),segment_id=3f6d02b3-08be-429b-94f8-9340c5e6d2f0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:42.391473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6', 'network_id': '90774188-5f97-47e5-80be-f5eaaa040dda', 'port_id': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6', 'mac_address': 'fa:16:3e:25:71:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04396bfe-0403-4f60-9391-f9118744fcea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:50:42.403405 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'code': 200} Mar 03 17:50:42.410820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 59ba8a1a-1a29-4191-acba-8c524ac53800 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:42.423366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.616888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.629446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-58249e9f-f054-4b35-b93a-2002a8958eee', 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'fixed_ips': [{'subnet_id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:50:42.629446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.646048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 59ba8a1a-1a29-4191-acba-8c524ac53800 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:42.646426 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.699523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Router aa8b1452-2960-4575-be92-2af8f101d8b9 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:50:42.764490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6de708bb-526d-42fc-b66f-c48211033a72 None None] For port 4880fd28-8c97-44ec-8ddf-fe05b82529af, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4880fd28-8c97-44ec-8ddf-fe05b82529af,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:42.898361 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6de708bb-526d-42fc-b66f-c48211033a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:42.980794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f822156-30ad-4aef-aa79-15ae070ba652 req-2644158d-1844-4017-bf4f-ddf10e92087c tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:42.987959 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f822156-30ad-4aef-aa79-15ae070ba652 req-2644158d-1844-4017-bf4f-ddf10e92087c tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 943 time: 0.1825011 Mar 03 17:50:43.008751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:43.015293 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-6cb6931f-af69-42a2-8f02-fa3f64cb0cb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=b54555e5-0687-4bea-974d-455a5f4e003d HTTP/1.1" status: 200 len: 217 time: 0.8308892 Mar 03 17:50:43.028870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:43.046890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:50:43.058827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f822156-30ad-4aef-aa79-15ae070ba652 req-1ac8f326-9557-4c79-a57e-80a3c5ecdaed tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699434 Mar 03 17:50:43.068505 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Sync routers for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:50:43.081721 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:43.083424 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:43.133263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:43.134831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-502289e1-9435-49b0-a281-1e1a3db81685 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7359824 Mar 03 17:50:43.141805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40124) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:43.246731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,segment=NetworkSegment(3f6d02b3-08be-429b-94f8-9340c5e6d2f0),segment_id=3f6d02b3-08be-429b-94f8-9340c5e6d2f0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:43.261851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:43.326857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40130) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:43.431396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7bfb1f0d-bdfb-4ed7-966c-f081129da85b None None] Provisioning complete for port 59ba8a1a-1a29-4191-acba-8c524ac53800 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:43.431396 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1f0d-bdfb-4ed7-966c-f081129da85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:43.446191 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:43.490496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:43.558077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de708bb-526d-42fc-b66f-c48211033a72 None None] Pushing event updated for resources: {'Port': ['ID=4880fd28-8c97-44ec-8ddf-fe05b82529af,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:43.655092 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e503a95b-5891-4bad-a6d7-f5658d2ee465 req-12dcdecf-5396-49a3-a529-7d711b8ff87e service neutron] 10.222.0.16 "GET /v2.0/networks/90774188-5f97-47e5-80be-f5eaaa040dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9824555 Mar 03 17:50:43.656500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-eeb27e3b-3b45-4eba-8c53-dcd47b01700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:43.664933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-eeb27e3b-3b45-4eba-8c53-dcd47b01700a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b95d4f-1356-46ca-8712-83e8d772bd18 HTTP/1.1" status: 200 len: 801 time: 0.6303225 Mar 03 17:50:43.672542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dcd89-285e-4158-8a79-87f865d4928e req-83f13357-2832-4eb1-b58f-ea40772e2802 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:43.686908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dcd89-285e-4158-8a79-87f865d4928e req-83f13357-2832-4eb1-b58f-ea40772e2802 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:43.705158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-883dcd89-285e-4158-8a79-87f865d4928e req-83f13357-2832-4eb1-b58f-ea40772e2802 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1678 time: 0.3755815 Mar 03 17:50:43.743677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c8d19a49-1578-484b-98a3-270df4514a99 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:50:43.813301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-837973954'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:43.823419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:43.833205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:43.836441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:43.842005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:43.941400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Usage tracker for resource:network and tenant:300b925479154206a45134242f3edb94 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:43.945179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:43.945791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Pushing event updated for resources: {'Port': ['ID=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:43.952058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:43.975981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Made reservation on behalf of 300b925479154206a45134242f3edb94 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:43.983060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:43.984298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c8d19a49-1578-484b-98a3-270df4514a99,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:44.015783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-883dcd89-285e-4158-8a79-87f865d4928e req-2a7027e1-d48e-4204-a8fc-23263bad4a52 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084240 Mar 03 17:50:44.021071 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.051210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5919b-5813-42ee-bc0d-acc17b3431da req-b2270736-800a-4c2e-b90e-c46f97bad8a7 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:44.057025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c8d19a49-1578-484b-98a3-270df4514a99', 'network_id': '7c556270-032e-4197-a4d8-3459533aba1e', 'port_id': 'c8d19a49-1578-484b-98a3-270df4514a99', 'mac_address': 'fa:16:3e:01:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7308ac-0902-4c4b-bcbc-384cf1de179a', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:50:44.059742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['267cfbea-1abd-4f83-b9b6-030ad68ee5f6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:44.060723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ad5919b-5813-42ee-bc0d-acc17b3431da req-b2270736-800a-4c2e-b90e-c46f97bad8a7 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1096 time: 1.4980671 Mar 03 17:50:44.104172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-d3b44f5c-a94a-4364-80b1-f46c01967361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:44.116689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-d3b44f5c-a94a-4364-80b1-f46c01967361 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=74b810af-d9dc-41a8-9ab5-0b76dc0a5685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3604560 Mar 03 17:50:44.137499 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:40Z', 'revision_number': 3, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:44.141813 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Checking router: aa8b1452-2960-4575-be92-2af8f101d8b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:50:44.142089 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Updating router aa8b1452-2960-4575-be92-2af8f101d8b9 port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:50:44.190042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:44.199149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Usage tracker for resource:security_group_rule and tenant:300b925479154206a45134242f3edb94 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:44.215458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:44.223610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:44.275864 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.286667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.339837 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ad5919b-5813-42ee-bc0d-acc17b3431da req-6de84a16-7713-4a1e-b0c0-19725da3509b tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782335 Mar 03 17:50:44.354499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 59ba8a1a-1a29-4191-acba-8c524ac53800, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=59ba8a1a-1a29-4191-acba-8c524ac53800,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:44.409070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.493867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Allocated IP 172.20.0.2 (58249e9f-f054-4b35-b93a-2002a8958eee/f1df2e0d-3d01-4fad-adc4-11b78a7f9850/3da8c713-f306-44b9-a871-97865bfa27e2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:44.587995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:44.801445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=59ba8a1a-1a29-4191-acba-8c524ac53800,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:44.806926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4880fd28-8c97-44ec-8ddf-fe05b82529af up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:44.813127 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.828449 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Transition to ACTIVE for port object 71c1dd92-646a-415c-99c3-b19c6fdc3bfe will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:44.832922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.838364 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.901973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.933931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:50:44.945557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:44.946247 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Added segment 925e4b50-5936-437b-a79a-01751f4dc6d5 of type vlan for network f80c8e49-2ffc-4e93-9984-d8762cfed90c Mar 03 17:50:44.980694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.010540 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Pushing event updated for resources: {'Port': ['ID=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:45.018212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.058139 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.059857 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.060464 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.061784 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.065348 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.066083 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.066674 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.067224 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.067907 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.068472 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.071475 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.072175 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:50:45.094370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.108214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:45.109714 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Attempting to bind port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:45.110366 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Attempting to bind port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:45.111203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.111724 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Attempting to bind port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:45.161104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:45.162476 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:45.163147 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.164014 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:45.169652 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Bound port: 71c1dd92-646a-415c-99c3-b19c6fdc3bfe, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:45.170658 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.209215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d19a49-1578-484b-98a3-270df4514a99 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:45.325268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c8d19a49-1578-484b-98a3-270df4514a99,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:45.342616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4880fd28-8c97-44ec-8ddf-fe05b82529af triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:45.342983 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.359654 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] For port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:45.365802 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] For port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:45.371890 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.386981 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.387883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b54555e5-0687-4bea-974d-455a5f4e003d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:50:45.417250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event updated for resources: {'Network': ['ID=f80c8e49-2ffc-4e93-9984-d8762cfed90c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:45.465277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-f9dc5e10-014d-47f8-805f-d3343d7a30a1 service neutron] 10.222.0.35 "GET /v2.0/networks/74b810af-d9dc-41a8-9ab5-0b76dc0a5685?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3477175 Mar 03 17:50:45.508756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71072d98-27e2-4df9-94b2-9158a92ee3de,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:45.519762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f80c8e49-2ffc-4e93-9984-d8762cfed90c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:50:45.574579 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:45.582623 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:45.659534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a085-5a41-4e8c-949d-aa1228aeff45 req-1200f1f3-52fe-41e7-9a1b-b85c167ae028 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:45.670864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f320a085-5a41-4e8c-949d-aa1228aeff45 req-1200f1f3-52fe-41e7-9a1b-b85c167ae028 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 944 time: 1.1806169 Mar 03 17:50:45.682954 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28235-ef6a-4611-93e0-d9456767bdb8 None None] Pushing event updated for resources: {'Port': ['ID=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:45.718221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60de54d-c128-417f-aaf7-269f49b45e10 req-28bc2524-1e85-4286-8827-b2f686d745a8 service neutron] 10.222.0.35 "GET /v2.0/networks/74b810af-d9dc-41a8-9ab5-0b76dc0a5685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315531 Mar 03 17:50:45.722136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.765068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-536dc192-456d-44d8-8277-a07780984e09 None None] Provisioning complete for port 4880fd28-8c97-44ec-8ddf-fe05b82529af triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:45.765364 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-536dc192-456d-44d8-8277-a07780984e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.918826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:45.919278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-817ac137-17e6-4f19-b6e8-4070006e4d69 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5909295 Mar 03 17:50:45.924268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Request body: {'subnet': {'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:45.935458 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:50:45.969985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f320a085-5a41-4e8c-949d-aa1228aeff45 req-28529a37-18ef-4951-8dea-b61cf2161c02 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231420 Mar 03 17:50:45.975708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:45.981432 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:46.319797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Allocated IP 172.20.0.1 (6761c173-750c-4ebb-a7d4-1a78054aca99/289e4545-403d-482d-801e-d8072d8c7ee3/fecd13bb-c627-497d-a9a8-ba603d1c626a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:46.320198 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:46.332479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Transition to ACTIVE for port object 3da8c713-f306-44b9-a871-97865bfa27e2 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:46.359291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Transition to ACTIVE for port object 3da8c713-f306-44b9-a871-97865bfa27e2 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:46.394494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:46.496149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:46.498323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Network 58249e9f-f054-4b35-b93a-2002a8958eee is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:46.499661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c8d19a49-1578-484b-98a3-270df4514a99,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:46.515407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Transition to ACTIVE for port object fecd13bb-c627-497d-a9a8-ba603d1c626a will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:46.577194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-72ce4d26-e6ba-453d-94c5-914dc56affc9 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:50:46.578725 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-72ce4d26-e6ba-453d-94c5-914dc56affc9 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416734 Mar 03 17:50:46.586994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:46.596125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Request body: {'binding': {'host': 'n-h2-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:46.596967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:50:46.656541 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:40Z', 'revision_number': 3, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:46.662856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83644cc-dc5f-4753-844f-b7208b8958f3 None None] The sync data for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 is: [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:40Z', 'revision_number': 3, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:50:46.681175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:46.683482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:46.689274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Pushing event updated for resources: {'Port': ['ID=3da8c713-f306-44b9-a871-97865bfa27e2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:46.711168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:46.717624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:46.734461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:46.760999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:46.833552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:46.999729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Allocated IP 172.25.0.100 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/9d5e755c-5a9a-445f-a5f3-072211c6ab3b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:47.005621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b54555e5-0687-4bea-974d-455a5f4e003d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b54555e5-0687-4bea-974d-455a5f4e003d,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:47.017050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Attempting to bind port 3da8c713-f306-44b9-a871-97865bfa27e2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:47.017050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Attempting to bind port 3da8c713-f306-44b9-a871-97865bfa27e2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:47.028507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Attempting to bind port 3da8c713-f306-44b9-a871-97865bfa27e2 on network 58249e9f-f054-4b35-b93a-2002a8958eee {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:47.033988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Pushing event updated for resources: {'Port': ['ID=fecd13bb-c627-497d-a9a8-ba603d1c626a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:47.045526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:47.046614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Checking segment: {'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:47.047179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.047673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Bound using segment: {'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:47.048261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Bound port: 3da8c713-f306-44b9-a871-97865bfa27e2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:47.048911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.135976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on host n-h2-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:47.136305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:47.136628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:47.168594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:50:47.168915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:47.173087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.187132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b54555e5-0687-4bea-974d-455a5f4e003d', 'network_id': '74b810af-d9dc-41a8-9ab5-0b76dc0a5685', 'port_id': 'b54555e5-0687-4bea-974d-455a5f4e003d', 'mac_address': 'fa:16:3e:9e:af:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b95d4f-1356-46ca-8712-83e8d772bd18', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:50:47.253407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-70d8d955-4fbf-4b97-babf-0ce89bd9fe17 None None] Provisioning for port fecd13bb-c627-497d-a9a8-ba603d1c626a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:47.269956 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.326276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:47.333776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Usage tracker for resource:subnet and tenant:300b925479154206a45134242f3edb94 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:47.425071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-70d8d955-4fbf-4b97-babf-0ce89bd9fe17 None None] Provisioning complete for port fecd13bb-c627-497d-a9a8-ba603d1c626a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:47.437441 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70d8d955-4fbf-4b97-babf-0ce89bd9fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.476420 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.522506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 59ba8a1a-1a29-4191-acba-8c524ac53800 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:47.523323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.524969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:47.528807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.611817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54555e5-0687-4bea-974d-455a5f4e003d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:50:47.637525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:47.637525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:47.638060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:47.639030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Bound port: 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:47.675968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] For port 3da8c713-f306-44b9-a871-97865bfa27e2, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:47.677785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:47.679366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-70d8d955-4fbf-4b97-babf-0ce89bd9fe17 None None] Port fecd13bb-c627-497d-a9a8-ba603d1c626a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:50:47.719644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b54555e5-0687-4bea-974d-455a5f4e003d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b54555e5-0687-4bea-974d-455a5f4e003d,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:47.725889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] For port 3da8c713-f306-44b9-a871-97865bfa27e2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3da8c713-f306-44b9-a871-97865bfa27e2,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:47.729754 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.730590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13369503-4fac-44d4-8cfc-ee9d8b3e3b87 req-26537eaa-2828-4816-a6bc-ee2874245bb7 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:47.751420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13369503-4fac-44d4-8cfc-ee9d8b3e3b87 req-26537eaa-2828-4816-a6bc-ee2874245bb7 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:47.757703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13369503-4fac-44d4-8cfc-ee9d8b3e3b87 req-26537eaa-2828-4816-a6bc-ee2874245bb7 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1679 time: 1.2185791 Mar 03 17:50:47.799169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:47.810939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.812118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a9cb4bbf-7805-45b2-a1fa-ecd9e10f55e6 service neutron] 10.222.0.23 "POST /v2.0/ports/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b/bindings HTTP/1.1" status: 201 len: 389 time: 1.2196698 Mar 03 17:50:47.825270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b54555e5-0687-4bea-974d-455a5f4e003d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:47.846003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13369503-4fac-44d4-8cfc-ee9d8b3e3b87 req-e38e4924-6da2-4b0c-b190-2a77bf312870 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817528 Mar 03 17:50:47.862199 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:47.976593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Pushing event updated for resources: {'Port': ['ID=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:47.980470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:48.009716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.050594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:48.060397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c8d19a49-1578-484b-98a3-270df4514a99'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:48.095589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:48.160296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 59ba8a1a-1a29-4191-acba-8c524ac53800 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:48.160676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.215306 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.351936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6969097-6a81-4aee-89d5-0653836a4237 None None] Pushing event updated for resources: {'Port': ['ID=3da8c713-f306-44b9-a871-97865bfa27e2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:48.452993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71c1dd92-646a-415c-99c3-b19c6fdc3bfe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:48.487568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Made reservation on behalf of 300b925479154206a45134242f3edb94 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:48.497789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.556860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f872e5c-55f1-4d0e-ba5e-c980d2f6346f req-e401b661-6751-4c94-ba62-f8f727b48a07 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:48.558447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4f872e5c-55f1-4d0e-ba5e-c980d2f6346f req-e401b661-6751-4c94-ba62-f8f727b48a07 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 944 time: 0.3197803 Mar 03 17:50:48.665933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:48.692207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:48.692589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.751207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4f872e5c-55f1-4d0e-ba5e-c980d2f6346f req-e672b1af-0e4c-47c8-8b50-cb9f60255068 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864643 Mar 03 17:50:48.816049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Router bbbdb029-b171-4452-b66b-43755ca19eea is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:50:48.820922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.832299 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.933608 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.962620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:48.972053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:48.981290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Pushing event updated for resources: {'Port': ['ID=fecd13bb-c627-497d-a9a8-ba603d1c626a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:49.023555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:49.039977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b54555e5-0687-4bea-974d-455a5f4e003d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:50:49.265706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:49.344486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17bf9-ad02-4ff9-a3c3-64ce0f2bc714 req-7393349e-d7a7-4ed0-8859-d094a01c25de tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:49.361418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17bf9-ad02-4ff9-a3c3-64ce0f2bc714 req-7393349e-d7a7-4ed0-8859-d094a01c25de tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:49.363722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00f17bf9-ad02-4ff9-a3c3-64ce0f2bc714 req-7393349e-d7a7-4ed0-8859-d094a01c25de tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1680 time: 0.3071208 Mar 03 17:50:49.441141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:49.445221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:49.481038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3da8c713-f306-44b9-a871-97865bfa27e2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:49.567416 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00f17bf9-ad02-4ff9-a3c3-64ce0f2bc714 req-c92f2236-1940-4111-a4f8-49ce61b36762 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900930 Mar 03 17:50:49.588519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:49.676432 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:49.701761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a59a6961-8057-4254-bd95-69ca967a53f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:49.764505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c8d19a49-1578-484b-98a3-270df4514a99 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:49.806441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event updated for resources: {'Subnet': ['ID=077a3c44-9a36-4d70-a750-81f889f8b720,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:49.884917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Router aa8b1452-2960-4575-be92-2af8f101d8b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:50:49.974948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:50.002217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9fc56201-2d6f-4785-b355-9ac401b0c1f1 None None] Provisioning complete for port fecd13bb-c627-497d-a9a8-ba603d1c626a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:50.003954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9fc56201-2d6f-4785-b355-9ac401b0c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:50.033827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3da8c713-f306-44b9-a871-97865bfa27e2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:50.043783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port c8d19a49-1578-484b-98a3-270df4514a99 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:50.067717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c8d19a49-1578-484b-98a3-270df4514a99 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:50.068409 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:50.126773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f92f1aa-3e79-44b4-b91d-829e4755c2a2 None None] Network 58249e9f-f054-4b35-b93a-2002a8958eee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:50.179513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9fc56201-2d6f-4785-b355-9ac401b0c1f1 None None] Port fecd13bb-c627-497d-a9a8-ba603d1c626a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:50:50.185316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:50.269031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748df2-36e4-4fb3-93bc-a5c46f85fd11 req-1188c39f-c125-448d-8d3b-3da4a9939b19 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:50.270841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d748df2-36e4-4fb3-93bc-a5c46f85fd11 req-1188c39f-c125-448d-8d3b-3da4a9939b19 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 944 time: 0.2530656 Mar 03 17:50:50.274995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:50:50.280127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a6cc0829-4e99-43d6-ba23-1e5c2e71961d admin admin] 10.222.0.23 "PUT /v2.0/routers/aa8b1452-2960-4575-be92-2af8f101d8b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1369271 Mar 03 17:50:50.310467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Sync routers for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:50:50.342602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:50.343317 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:50.388582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d748df2-36e4-4fb3-93bc-a5c46f85fd11 req-26146a46-cb37-475f-ab32-9f548bec3e8d tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072433 Mar 03 17:50:50.425989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:50.426924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:50.528028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6cc2bc3d-8732-4d47-bfae-b318d65945f4 None None] Provisioning for port 3da8c713-f306-44b9-a871-97865bfa27e2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:50.613488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6cc2bc3d-8732-4d47-bfae-b318d65945f4 None None] Provisioning complete for port 3da8c713-f306-44b9-a871-97865bfa27e2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:50.613860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bc3d-8732-4d47-bfae-b318d65945f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:50.641486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:50.680686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a279cc2d-7dea-4a9c-b54b-0c99439e3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:50.682289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-a279cc2d-7dea-4a9c-b54b-0c99439e3f2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1096 time: 2.3709743 Mar 03 17:50:50.690881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff4046-2343-4cbe-b858-90782bd80f08 req-4ec78f95-a7cb-4177-ac06-58e8b3b81215 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:50.698614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4cff4046-2343-4cbe-b858-90782bd80f08 req-4ec78f95-a7cb-4177-ac06-58e8b3b81215 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 945 time: 2.4729919 Mar 03 17:50:50.705837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Checking segment: {'id': '925e4b50-5936-437b-a79a-01751f4dc6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:50.706213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Network hostable DHCP agents. Network: f80c8e49-2ffc-4e93-9984-d8762cfed90c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:50:50.867298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:50.933577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40216) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:50.938794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271823781', 'description': 'tempest-description--996709958'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:50.955223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:50.959523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Usage tracker for resource:security_group and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:50.965139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:50.975503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:50.980211 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:50.982918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-42f8b40b-fba0-44ea-b67f-2f6b10c5700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:50.984638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-42f8b40b-fba0-44ea-b67f-2f6b10c5700e service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.2833712 Mar 03 17:50:51.001522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.027785 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4cff4046-2343-4cbe-b858-90782bd80f08 req-6800ea37-46b6-4f87-b46e-6e5b186874a5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276596 Mar 03 17:50:51.049633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:51.057449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Usage tracker for resource:security_group_rule and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:51.061299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:51.067339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:51.080398 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.157454 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.223250 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.267803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b92421-52b0-448d-b690-997101e4c5d3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:51.288020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Network f80c8e49-2ffc-4e93-9984-d8762cfed90c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:50:51.325067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-1f90690e-68c5-4bae-9e01-88abd6d00431 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 217 time: 0.2953050 Mar 03 17:50:51.330121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c8d19a49-1578-484b-98a3-270df4514a99,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:51.336358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f80c8e49-2ffc-4e93-9984-d8762cfed90c) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:51.341062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4dd48-b62f-402d-9cf0-4a06b234c4d8 req-2e2bbdbc-6b85-4287-98a2-e2596395c7a9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:51.348623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4dd48-b62f-402d-9cf0-4a06b234c4d8 req-2e2bbdbc-6b85-4287-98a2-e2596395c7a9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:51.357112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aad4dd48-b62f-402d-9cf0-4a06b234c4d8 req-2e2bbdbc-6b85-4287-98a2-e2596395c7a9 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1680 time: 0.1981304 Mar 03 17:50:51.393485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.400655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a46c80ed-10b8-4a49-a1fa-11c6217cb1d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4660428 Mar 03 17:50:51.401642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40228) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:51.406277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:51.409255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Request body: {'security_group_rule': {'security_group_id': '09b92421-52b0-448d-b690-997101e4c5d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:51.421478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c209bc2-d447-4a5e-9ae6-6cf63b77af9f None None] Network f80c8e49-2ffc-4e93-9984-d8762cfed90c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:51.434352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71c1dd92-646a-415c-99c3-b19c6fdc3bfe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:51.442917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:51.443591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.445564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aad4dd48-b62f-402d-9cf0-4a06b234c4d8 req-74619bed-e6b5-4289-83c7-ea86eb2e7f01 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869455 Mar 03 17:50:51.450162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:51.455730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Usage tracker for resource:security_group_rule and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:51.463694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:51.472859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:51.477169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.509405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.556689 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99', 'code': 200} Mar 03 17:50:51.589637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bc3d-8732-4d47-bfae-b318d65945f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.685357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:50:51.692680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,segment=NetworkSegment(3f6d02b3-08be-429b-94f8-9340c5e6d2f0),segment_id=3f6d02b3-08be-429b-94f8-9340c5e6d2f0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:51.695781 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Sync routers for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:50:51.707802 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:51.708552 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:51.753395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.758275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f08cea55-b40a-4c6a-90f6-8eea56456137 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 16.6488061 Mar 03 17:50:51.763910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40236) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:51.804772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b54555e5-0687-4bea-974d-455a5f4e003d up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:51.837493 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.842606 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-de72664f-a040-43fa-b17d-7bfe4e8ef0cc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9226780 Mar 03 17:50:51.850526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40242) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:51.854285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-5f3d514c-ab47-48b2-95c8-62acbba1f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:51.855796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-5f3d514c-ab47-48b2-95c8-62acbba1f15b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.5089209 Mar 03 17:50:51.877504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Request body: {'port': {'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-282878282'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:51.904810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c8d19a49-1578-484b-98a3-270df4514a99,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:51.907616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44f80658-e902-474c-93c0-2f69b171122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:51.999014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6cc2bc3d-8732-4d47-bfae-b318d65945f4 None None] For port 3da8c713-f306-44b9-a871-97865bfa27e2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3da8c713-f306-44b9-a871-97865bfa27e2,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:51.999965 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-ddaf863d-a264-4278-9785-c65ccd83b129 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946274 Mar 03 17:50:52.043450 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bc3d-8732-4d47-bfae-b318d65945f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.058741 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:52.107009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.128402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.290675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Router c32298b2-b76e-4afb-9881-9afbd3fb178b is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:50:52.293150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed444dea-d620-4aa9-b20d-40fdf635ed4e req-fbe8fa7e-36cc-477d-9fdf-a79183e74dff tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:52.296230 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed444dea-d620-4aa9-b20d-40fdf635ed4e req-fbe8fa7e-36cc-477d-9fdf-a79183e74dff tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 945 time: 0.6623318 Mar 03 17:50:52.307944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48544e05-671b-46f0-8fc9-921469d432d2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:52.338396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:52.342461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.343393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.344803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5a668b22-fc6e-48aa-bfb5-9b2e6e893a8b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9403071 Mar 03 17:50:52.351757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40250) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:52.358040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Request body: {'security_group_rule': {'security_group_id': '09b92421-52b0-448d-b690-997101e4c5d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:52.372228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:52.402312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed444dea-d620-4aa9-b20d-40fdf635ed4e req-fdd83cf1-19b0-4e77-968b-1cb361a48ab6 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812793 Mar 03 17:50:52.403597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Usage tracker for resource:security_group_rule and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:52.407325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:52.415620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:52.449992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f80c8e49-2ffc-4e93-9984-d8762cfed90c', 'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c', 'tenant_id': '300b925479154206a45134242f3edb94', 'fixed_ips': [{'subnet_id': '077a3c44-9a36-4d70-a750-81f889f8b720'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:50:52.450808 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.455274 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.471638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:52.574461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.578977 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.619387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19dfcb6-15ab-497b-b1c0-93366b982abf,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:52.636965 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.646415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ddfbe06a-87d9-48df-b27b-24369b9765b9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2929268 Mar 03 17:50:52.647834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40264) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:52.669149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:52.683759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:52.693204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b54555e5-0687-4bea-974d-455a5f4e003d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:52.698769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Usage tracker for resource:floatingip and tenant:b7b4ae1858eb47aa925d0b19791bee7f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:52.704265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:52.720033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:52.736958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b54555e5-0687-4bea-974d-455a5f4e003d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:52.737652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.750910 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.815703 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:50:44Z', 'revision_number': 3, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:52.826850 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Checking router: bbbdb029-b171-4452-b66b-43755ca19eea for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:50:52.829522 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Updating router bbbdb029-b171-4452-b66b-43755ca19eea port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:50:52.884094 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.895695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2bc3d-8732-4d47-bfae-b318d65945f4 None None] Pushing event updated for resources: {'Port': ['ID=3da8c713-f306-44b9-a871-97865bfa27e2,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:52.945747 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.969148 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:52.994757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7ed571c3-56d3-44c1-8c9b-ed5abb21c39e None None] Provisioning complete for port 3da8c713-f306-44b9-a871-97865bfa27e2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:52.995123 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ed571c3-56d3-44c1-8c9b-ed5abb21c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:53.045986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 2, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:53.066815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Checking router: aa8b1452-2960-4575-be92-2af8f101d8b9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:50:53.077409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Updating router aa8b1452-2960-4575-be92-2af8f101d8b9 port fecd13bb-c627-497d-a9a8-ba603d1c626a binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:50:53.196513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Allocated IP 172.20.0.2 (f80c8e49-2ffc-4e93-9984-d8762cfed90c/077a3c44-9a36-4d70-a750-81f889f8b720/ba980633-acc1-4bac-ace5-9fbdef0c955e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:53.230209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ac80-954e-44e0-a26f-49a86baa368e req-a1f3b2bd-e04d-4fd4-9c3a-e381f3ed1e76 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:53.239907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ac80-954e-44e0-a26f-49a86baa368e req-a1f3b2bd-e04d-4fd4-9c3a-e381f3ed1e76 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:53.247114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e508ac80-954e-44e0-a26f-49a86baa368e req-a1f3b2bd-e04d-4fd4-9c3a-e381f3ed1e76 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1681 time: 0.2933953 Mar 03 17:50:53.273259 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:53.318067 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:53.446884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3da8c713-f306-44b9-a871-97865bfa27e2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:53.486358 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:53.574671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:53.590180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e508ac80-954e-44e0-a26f-49a86baa368e req-8d7b133e-f1ee-4629-a504-4ae9432b7eaf tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306227 Mar 03 17:50:53.608041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-886d484d-a223-4aa5-9088-16a3e36a9229 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4881554 Mar 03 17:50:53.625793 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:53.627528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:50:53.640547 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Transition to ACTIVE for port object 45ca0856-5509-4d9f-b2c2-59dbe88f11bc will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:53.653213 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:53.712704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b54555e5-0687-4bea-974d-455a5f4e003d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b54555e5-0687-4bea-974d-455a5f4e003d,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:53.742675 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:53.846443 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df6acd-443c-499f-b65b-ff5fdb280e61 None None] Pushing event updated for resources: {'Port': ['ID=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:53.851486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Allocated IP 172.25.0.155 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e8aa3ec0-bc97-4f8e-8701-9fec2eead028) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:53.857190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Usage tracker for resource:port and tenant:300b925479154206a45134242f3edb94 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:50:53.990238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3da8c713-f306-44b9-a871-97865bfa27e2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:53.990967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.000826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:50:54.002195 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Attempting to bind port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:54.002555 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Attempting to bind port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:54.002905 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Attempting to bind port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:54.016743 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:54.017122 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:54.017538 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.018104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:54.018670 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Bound port: 45ca0856-5509-4d9f-b2c2-59dbe88f11bc, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:54.019057 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.129404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b54555e5-0687-4bea-974d-455a5f4e003d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:54.138682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.181609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Transition to ACTIVE for port object ba980633-acc1-4bac-ace5-9fbdef0c955e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:54.187628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.232272 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] For port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:54.232837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.238678 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] For port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:54.247356 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.252978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.257448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-e5c055b1-e8fe-49f0-91d8-4a612a1181bd service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424073 Mar 03 17:50:54.278237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Transition to ACTIVE for port object ba980633-acc1-4bac-ace5-9fbdef0c955e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:54.293520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:50:54.328927 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.362402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.391584 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df6acd-443c-499f-b65b-ff5fdb280e61 None None] Pushing event updated for resources: {'Port': ['ID=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:54.406528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Made reservation on behalf of 300b925479154206a45134242f3edb94 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:50:54.411123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.439636 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:54.440405 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:54.445267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] device_id is not set on port a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:50:54.554751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:54.587222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:54.590844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:54.705222 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.743409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Network f80c8e49-2ffc-4e93-9984-d8762cfed90c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:54.744793 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:50:54.762824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31969699-f4c4-4130-94c7-7548a35ff1bc req-83d5e40e-6dc2-4c2d-bff8-cc4e915783df tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:54.764607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31969699-f4c4-4130-94c7-7548a35ff1bc req-83d5e40e-6dc2-4c2d-bff8-cc4e915783df tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 945 time: 1.0072734 Mar 03 17:50:54.771268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:54.771617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event updated for resources: {'Port': ['ID=e8aa3ec0-bc97-4f8e-8701-9fec2eead028,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:54.794249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:50:54.804344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:54.889621 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:54.896160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31969699-f4c4-4130-94c7-7548a35ff1bc req-4fb6251d-94ea-45c0-87af-b78acee3f809 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143503 Mar 03 17:50:54.909701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Sync routers for ids ['c32298b2-b76e-4afb-9881-9afbd3fb178b'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:50:54.917520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:54.943789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Pushing event updated for resources: {'Port': ['ID=ba980633-acc1-4bac-ace5-9fbdef0c955e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:54.947141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c853a-8199-4be7-9640-8b5366ab9868 req-649a4224-8e30-4af6-8796-5e297c500f58 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:54.949909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e9c853a-8199-4be7-9640-8b5366ab9868 req-649a4224-8e30-4af6-8796-5e297c500f58 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 945 time: 2.4612222 Mar 03 17:50:55.125477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.126981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-235cea08-967c-4eee-9710-5d3530244a3b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.5656161 Mar 03 17:50:55.156133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Allocated IP 172.20.0.6 (f80c8e49-2ffc-4e93-9984-d8762cfed90c/077a3c44-9a36-4d70-a750-81f889f8b720/a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:55.161133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40288) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:55.184742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e9c853a-8199-4be7-9640-8b5366ab9868 req-ad52b515-b04e-4ae4-a560-d07a9271c07d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129381 Mar 03 17:50:55.267187 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6', 'code': 200} Mar 03 17:50:55.267870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Routers {'c32298b2-b76e-4afb-9881-9afbd3fb178b'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:55.268463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c32298b2-b76e-4afb-9881-9afbd3fb178b'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:55.420690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-1ea3b37d-2d96-49c1-9164-ea79eaabd9fd tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:55.425127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-1ea3b37d-2d96-49c1-9164-ea79eaabd9fd tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 1.0912361 Mar 03 17:50:55.503424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.503999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827121-1'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:50:55.557096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Attempting to bind port ba980633-acc1-4bac-ace5-9fbdef0c955e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:55.566757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Attempting to bind port ba980633-acc1-4bac-ace5-9fbdef0c955e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '925e4b50-5936-437b-a79a-01751f4dc6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:55.567399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Attempting to bind port ba980633-acc1-4bac-ace5-9fbdef0c955e on network f80c8e49-2ffc-4e93-9984-d8762cfed90c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:55.575760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Transition to ACTIVE for port object fecd13bb-c627-497d-a9a8-ba603d1c626a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:55.597774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:55.602090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Checking segment: {'id': '925e4b50-5936-437b-a79a-01751f4dc6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:55.602961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.612578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Bound using segment: {'id': '925e4b50-5936-437b-a79a-01751f4dc6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:55.613794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Bound port: ba980633-acc1-4bac-ace5-9fbdef0c955e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925e4b50-5936-437b-a79a-01751f4dc6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f80c8e49-2ffc-4e93-9984-d8762cfed90c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:55.614688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.673937 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:50:44Z', 'revision_number': 3, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:55.674727 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.686981 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72269d97-3e2f-4d41-87fe-aa4357642428 None None] The sync data for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 is: [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:50:44Z', 'revision_number': 3, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:50:55.702752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.720778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.735489 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:55.810143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Set router c32298b2-b76e-4afb-9881-9afbd3fb178b gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:56.004917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:56.103014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:56.196768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:56.198759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5474129 Mar 03 17:50:56.251113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f41571-a54d-4fe7-8dcd-225655656def tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event updated for resources: {'Port': ['ID=e8aa3ec0-bc97-4f8e-8701-9fec2eead028,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:56.375660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eb128-8195-40bd-befc-4feed5520a87 None None] Pushing event updated for resources: {'Port': ['ID=fecd13bb-c627-497d-a9a8-ba603d1c626a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:56.414772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115019c-4e98-480b-ac56-689616a136f6 req-36205be1-4e0c-4ed1-a037-829275af5379 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:56.422306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115019c-4e98-480b-ac56-689616a136f6 req-36205be1-4e0c-4ed1-a037-829275af5379 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:56.433934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0115019c-4e98-480b-ac56-689616a136f6 req-36205be1-4e0c-4ed1-a037-829275af5379 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1682 time: 0.7484360 Mar 03 17:50:56.597532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0115019c-4e98-480b-ac56-689616a136f6 req-b28abcc9-d16a-4543-8436-deef0e53140a tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625476 Mar 03 17:50:56.702357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] For port ba980633-acc1-4bac-ace5-9fbdef0c955e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:56.771558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] For port ba980633-acc1-4bac-ace5-9fbdef0c955e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba980633-acc1-4bac-ace5-9fbdef0c955e,segment=NetworkSegment(925e4b50-5936-437b-a79a-01751f4dc6d5),segment_id=925e4b50-5936-437b-a79a-01751f4dc6d5)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:56.790315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Attempting to bind port fecd13bb-c627-497d-a9a8-ba603d1c626a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:56.790980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Attempting to bind port fecd13bb-c627-497d-a9a8-ba603d1c626a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:56.791608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Attempting to bind port fecd13bb-c627-497d-a9a8-ba603d1c626a on network 6761c173-750c-4ebb-a7d4-1a78054aca99 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:56.812033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:56.813188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Checking segment: {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:56.813811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:56.814651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Bound using segment: {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:56.815310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Bound port: fecd13bb-c627-497d-a9a8-ba603d1c626a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:56.815953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:56.842837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:56.886078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:56.909907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Transition to ACTIVE for port object a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:57.076306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:57.078092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180bbd-6fa8-4672-9117-483361ca418a req-d4628881-4c8a-44c6-9dc2-2f258bb64cdd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:57.086685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ff180bbd-6fa8-4672-9117-483361ca418a req-d4628881-4c8a-44c6-9dc2-2f258bb64cdd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 945 time: 0.2476895 Mar 03 17:50:57.182607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046218-bbad-41f6-a9df-ba22cc440a85 None None] Pushing event updated for resources: {'Port': ['ID=ba980633-acc1-4bac-ace5-9fbdef0c955e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:57.193101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] For port fecd13bb-c627-497d-a9a8-ba603d1c626a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:57.204330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] For port fecd13bb-c627-497d-a9a8-ba603d1c626a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fecd13bb-c627-497d-a9a8-ba603d1c626a,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:50:57.219652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:57.243806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:57.273647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event updated for resources: {'Port': ['ID=a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:57.308365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:57.312621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9e662-91cb-49b8-ab09-1dc1cab8394b req-447f3f74-9b9b-4b4b-90f0-abd9549e39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:57.314159 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31f9e662-91cb-49b8-ab09-1dc1cab8394b req-447f3f74-9b9b-4b4b-90f0-abd9549e39a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 1096 time: 2.0191801 Mar 03 17:50:57.328194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Network f80c8e49-2ffc-4e93-9984-d8762cfed90c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:57.329634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54555e5-0687-4bea-974d-455a5f4e003d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:57.336393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:57.338961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:57.456059 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31f9e662-91cb-49b8-ab09-1dc1cab8394b req-571e053f-6f25-470f-b0ef-36cd3c745de1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207933 Mar 03 17:50:57.461755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ff180bbd-6fa8-4672-9117-483361ca418a req-60924cd2-371b-45ff-bd5d-31e3b7906af8 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743355 Mar 03 17:50:57.473247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45ca0856-5509-4d9f-b2c2-59dbe88f11bc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:57.656875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:50:57.662652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:50:57.663468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:57.729375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-b12f334f-6f4a-48f4-908a-e607353fac1e tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Synchronizing usage tracker for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:57.732189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d112f-4594-4bd0-881b-b64499df9485 req-5eb36a23-4538-42a2-abd6-a731248a1093 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:57.742217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-120d112f-4594-4bd0-881b-b64499df9485 req-5eb36a23-4538-42a2-abd6-a731248a1093 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 945 time: 1.5279889 Mar 03 17:50:57.767180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eb128-8195-40bd-befc-4feed5520a87 None None] Pushing event updated for resources: {'Port': ['ID=fecd13bb-c627-497d-a9a8-ba603d1c626a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:57.816849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:50:49Z', 'revision_number': 3, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:50:57.836917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Checking router: c32298b2-b76e-4afb-9881-9afbd3fb178b for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:50:57.837671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Updating router c32298b2-b76e-4afb-9881-9afbd3fb178b port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:50:57.860853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Allocated IP 172.20.0.1 (ac463f0f-e2c1-4625-84bb-a74e13232bea/144b67ea-f0a2-4300-8a32-949db1dd469a/871ea126-33e6-4a0a-9323-b85d1296b616) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:57.879333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-b12f334f-6f4a-48f4-908a-e607353fac1e tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Unset dirty status for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:57.890363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-b12f334f-6f4a-48f4-908a-e607353fac1e tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1271823781&fields=id&tenant_id=b7b4ae1858eb47aa925d0b19791bee7f HTTP/1.1" status: 200 len: 267 time: 0.2538552 Mar 03 17:50:58.056161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:50:58.058684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.077047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Transition to ACTIVE for port object 871ea126-33e6-4a0a-9323-b85d1296b616 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:58.114257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.123809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:58.124598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.137672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:50:58.138301 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.180623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.196395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Allocated IP 172.20.0.1 (58249e9f-f054-4b35-b93a-2002a8958eee/f1df2e0d-3d01-4fad-adc4-11b78a7f9850/5bd75b46-0534-4109-a173-b6a95c936a8e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:50:58.212949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:50:58.262176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:50:58.291917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dff12a19-0881-40bc-91f9-a7036b0ebafc tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4349806 Mar 03 17:50:58.318018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40324) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:50:58.339110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-120d112f-4594-4bd0-881b-b64499df9485 req-37efd524-c416-4454-b89c-89fb1303f5bb tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959349 Mar 03 17:50:58.496716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.501558 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54555e5-0687-4bea-974d-455a5f4e003d', 'code': 200} Mar 03 17:50:58.529793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Deleting port a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:50:58.530234 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.542573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Transition to ACTIVE for port object 5bd75b46-0534-4109-a173-b6a95c936a8e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:58.611275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-1a3a7f2d-f775-4369-b20e-2cdcb3c9305b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:58.612040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-1a3a7f2d-f775-4369-b20e-2cdcb3c9305b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Synchronizing usage tracker for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:58.675269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.753806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Network ac463f0f-e2c1-4625-84bb-a74e13232bea is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:58.756883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.811471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:58.836425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:58.936583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.940470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:50:58.943914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:50:58.977301 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.982600 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:58.994996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-1a3a7f2d-f775-4369-b20e-2cdcb3c9305b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Unset dirty status for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:58.996139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-1a3a7f2d-f775-4369-b20e-2cdcb3c9305b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/networks?id=6761c173-750c-4ebb-a7d4-1a78054aca99 HTTP/1.1" status: 200 len: 805 time: 1.1021655 Mar 03 17:50:58.999839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Pushing event updated for resources: {'Port': ['ID=871ea126-33e6-4a0a-9323-b85d1296b616,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:59.034036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Network 58249e9f-f054-4b35-b93a-2002a8958eee is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:50:59.052650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd75b46-0534-4109-a173-b6a95c936a8e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:59.067584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:50:59.082876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:50:59.163033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-bb2461ba-54ef-4d5e-bc39-d5da8ee70507 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/quotas/b7b4ae1858eb47aa925d0b19791bee7f HTTP/1.1" status: 200 len: 375 time: 0.1277566 Mar 03 17:50:59.395805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e4942-16ab-4de0-9ef5-8e8582fc330e req-6214e2cb-fe5e-4062-ae21-1760e003ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:59.396647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e4942-16ab-4de0-9ef5-8e8582fc330e req-6214e2cb-fe5e-4062-ae21-1760e003ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:50:59.397977 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba9e4942-16ab-4de0-9ef5-8e8582fc330e req-6214e2cb-fe5e-4062-ae21-1760e003ec3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1984 time: 0.7782784 Mar 03 17:50:59.421154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d800ac-7428-4562-82aa-48a1d5fec15f None None] Network f80c8e49-2ffc-4e93-9984-d8762cfed90c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:50:59.497392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:59.576451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba9e4942-16ab-4de0-9ef5-8e8582fc330e req-9eadc289-7956-4865-b59a-64f8f757ef26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602674 Mar 03 17:50:59.662893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:59.681900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Transition to ACTIVE for port object 9d5e755c-5a9a-445f-a5f3-072211c6ab3b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:50:59.688047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba980633-acc1-4bac-ace5-9fbdef0c955e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:50:59.719519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:59.752974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:59.769500 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:59.813840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:50:59.846876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-55e7b0dd-6ca5-4953-bd65-330115c438d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Synchronizing usage tracker for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:50:59.914905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-55e7b0dd-6ca5-4953-bd65-330115c438d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Unset dirty status for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:50:59.915720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-55e7b0dd-6ca5-4953-bd65-330115c438d9 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7b4ae1858eb47aa925d0b19791bee7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7451031 Mar 03 17:50:59.933847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Attempting to bind port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:50:59.934531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Attempting to bind port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:50:59.935079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Attempting to bind port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:50:59.935344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:59.957976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:50:59.959636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:50:59.960265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:50:59.961387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:50:59.962067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Bound port: 9d5e755c-5a9a-445f-a5f3-072211c6ab3b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:50:59.962826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:00.067435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c81fdea7-e366-4684-a08f-d36108f974f2 None None] Provisioning for port 871ea126-33e6-4a0a-9323-b85d1296b616 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:00.089591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c81fdea7-e366-4684-a08f-d36108f974f2 None None] Provisioning complete for port 871ea126-33e6-4a0a-9323-b85d1296b616 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:00.090305 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c81fdea7-e366-4684-a08f-d36108f974f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:00.247432 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:00.260870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8121f2-418d-4da5-a223-77e979fbffe8 None None] Pushing event updated for resources: {'Port': ['ID=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:00.277262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c81fdea7-e366-4684-a08f-d36108f974f2 None None] Port 871ea126-33e6-4a0a-9323-b85d1296b616 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:00.291408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:00.294229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:00.308534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on host n-h1-827121-1 for vnic_type normal with profile {"migrating_to": "n-h2-827121-1"} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:00.309025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:00.309473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:00.321980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c507f5-387f-49fc-a8e7-e1501323a924 req-8504766d-ae24-4196-b242-4db9be5132ff tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:00.327927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c507f5-387f-49fc-a8e7-e1501323a924 req-8504766d-ae24-4196-b242-4db9be5132ff tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:00.329671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31c507f5-387f-49fc-a8e7-e1501323a924 req-8504766d-ae24-4196-b242-4db9be5132ff tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1682 time: 1.6221414 Mar 03 17:51:00.352944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] For port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:00.356466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] For port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:00.362221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:50:57Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:00.371864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4f06eb7f-9a71-4915-a4ba-c96c0a622bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289126 Mar 03 17:51:00.375886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f3923f-db16-4181-a56f-24e05c1c0ccc None None] The sync data for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 is: [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:50:57Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:00.387053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c81fdea7-e366-4684-a08f-d36108f974f2 None None] Provisioning for port ba980633-acc1-4bac-ace5-9fbdef0c955e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:00.398846 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:00.520290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:00.585894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Calling delete_port for a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:00.711296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd75b46-0534-4109-a173-b6a95c936a8e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:00.771126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-1a4dbadf-b634-4e33-b294-3dd7677954d1 service neutron] 10.222.0.23 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980668 Mar 03 17:51:00.869611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Network 58249e9f-f054-4b35-b93a-2002a8958eee is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:00.872767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:01.059934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:51:01.060431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Attempting to bind port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:01.088061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ba980633-acc1-4bac-ace5-9fbdef0c955e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:01.091034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Routers {'c32298b2-b76e-4afb-9881-9afbd3fb178b'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:01.091843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c32298b2-b76e-4afb-9881-9afbd3fb178b'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:01.147379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31c507f5-387f-49fc-a8e7-e1501323a924 req-b548bcae-de31-46b9-850f-31798a215abb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7498353 Mar 03 17:51:01.148163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:01.293299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:01.383607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] Set router c32298b2-b76e-4afb-9881-9afbd3fb178b gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:01.471508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event deleted for resources: {'Port': ['ID=a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:01.490097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:01.490710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:01.493417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:01.494118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Bound port: 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:01.495153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:01.594462 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b', 'code': 200} Mar 03 17:51:01.676480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:01.696995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:01.713517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Router c32298b2-b76e-4afb-9881-9afbd3fb178b has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:51:01.727285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ba980633-acc1-4bac-ace5-9fbdef0c955e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:01.727817 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:01.803541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:01.927083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8121f2-418d-4da5-a223-77e979fbffe8 None None] Pushing event updated for resources: {'Port': ['ID=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:01.962058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-99aca813-ef87-4f2c-a642-8da43f62a6ea None None] Provisioning for port 5bd75b46-0534-4109-a173-b6a95c936a8e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:02.038081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:02.097583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5f5e8b36-c619-4984-be15-617c5d056fa5 admin admin] 10.222.0.23 "PUT /v2.0/routers/c32298b2-b76e-4afb-9881-9afbd3fb178b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9352798 Mar 03 17:51:02.155297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-99aca813-ef87-4f2c-a642-8da43f62a6ea None None] Provisioning complete for port 5bd75b46-0534-4109-a173-b6a95c936a8e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:02.155874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99aca813-ef87-4f2c-a642-8da43f62a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:02.251043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-99605808-d95f-433a-a86a-619278dae773 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1440678 Mar 03 17:51:02.272372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-99aca813-ef87-4f2c-a642-8da43f62a6ea None None] Port 5bd75b46-0534-4109-a173-b6a95c936a8e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:02.348550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07717488-8e7d-436e-9084-799798ecdcc4 req-c9bbb09e-22a8-4f10-81f2-723fad2dbb9c tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:02.350734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07717488-8e7d-436e-9084-799798ecdcc4 req-c9bbb09e-22a8-4f10-81f2-723fad2dbb9c tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 945 time: 0.3150110 Mar 03 17:51:02.366840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=8']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:02.482022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07717488-8e7d-436e-9084-799798ecdcc4 req-4e778ff5-7fba-47c8-863e-88d670d4ac1e tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234455 Mar 03 17:51:02.541155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-405760f6-76b2-4e10-a96e-9161a50e34b7 None None] Provisioning complete for port 5bd75b46-0534-4109-a173-b6a95c936a8e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:02.541498 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-405760f6-76b2-4e10-a96e-9161a50e34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:02.614510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-405760f6-76b2-4e10-a96e-9161a50e34b7 None None] Port 5bd75b46-0534-4109-a173-b6a95c936a8e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:02.640694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:02.640950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:02.642364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-413c98f0-141f-48c3-8b45-c9b886b3d149 service neutron] 10.222.0.35 "PUT /v2.0/ports/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 1121 time: 7.1912422 Mar 03 17:51:02.645404 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:02.680445 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:02.693036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ba980633-acc1-4bac-ace5-9fbdef0c955e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba980633-acc1-4bac-ace5-9fbdef0c955e,segment=NetworkSegment(925e4b50-5936-437b-a79a-01751f4dc6d5),segment_id=925e4b50-5936-437b-a79a-01751f4dc6d5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:02.707451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:02.738070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3d9b-2375-4ccf-96e5-abf432844f6a req-7d7adecd-035c-4251-a169-92ab402eb3cb tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:02.748949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c6e3d9b-2375-4ccf-96e5-abf432844f6a req-7d7adecd-035c-4251-a169-92ab402eb3cb tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 943 time: 1.2055750 Mar 03 17:51:02.809691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6a3b0371-3138-4e0e-85c9-1a2f51295265 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "DELETE /v2.0/ports/a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea HTTP/1.1" status: 204 len: 168 time: 4.4838936 Mar 03 17:51:02.811436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['835a5ddf-b52a-4f18-86ca-e29d7ce63b6b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:51:02.826407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40362) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:02.878721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 4, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5bd75b46-0534-4109-a173-b6a95c936a8e', 'name': '', 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'mac_address': 'fa:16:3e:ec:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:57Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 2, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'subnets': [{'id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:02.919354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829901-a9b9-4463-ba8a-2ff2d337652a None None] The sync data for ids ['c32298b2-b76e-4afb-9881-9afbd3fb178b'] in n-d-827121-1 is: [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 4, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5bd75b46-0534-4109-a173-b6a95c936a8e', 'name': '', 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'mac_address': 'fa:16:3e:ec:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:57Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 2, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'subnets': [{'id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:02.982954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ba980633-acc1-4bac-ace5-9fbdef0c955e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:03.143458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fecd13bb-c627-497d-a9a8-ba603d1c626a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:03.166757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c31c6a9-71d6-49ee-9171-255dce18cb4f req-b636b794-7d45-4496-b7b3-fb86ab2b3421 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 210 time: 0.4616485 Mar 03 17:51:03.205135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b3e3a-a61b-4300-9365-30842f058045 req-0ce121f8-a6e6-4bbb-bcb5-50bfe473cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:03.205135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-0ce121f8-a6e6-4bbb-bcb5-50bfe473cd50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1096 time: 0.7047477 Mar 03 17:51:03.328501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-02f33ad6-ac72-423e-b9dd-8e13eefa814e None None] Provisioning complete for port ba980633-acc1-4bac-ace5-9fbdef0c955e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:03.329119 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02f33ad6-ac72-423e-b9dd-8e13eefa814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:03.544929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b3e3a-a61b-4300-9365-30842f058045 req-41de8655-663f-4f52-b87c-d7ce3bdabdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:03.552517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-41de8655-663f-4f52-b87c-d7ce3bdabdd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.3254204 Mar 03 17:51:03.566065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-585f5b8f-05b6-4498-a692-cfc9dc3e525d tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.7319882 Mar 03 17:51:03.581438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c6e3d9b-2375-4ccf-96e5-abf432844f6a req-2bf4eee4-b45d-45a2-83e5-6e978b18e2f5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995176 Mar 03 17:51:03.585840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40372) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:03.589923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port fecd13bb-c627-497d-a9a8-ba603d1c626a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:03.607549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fecd13bb-c627-497d-a9a8-ba603d1c626a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:03.608746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:03.628593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:03.645169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1965895083'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:03.675160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:03.691860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Usage tracker for resource:network and tenant:300b925479154206a45134242f3edb94 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:03.701867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:03.780097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:03.817613 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-047d027e-0324-47af-847c-7c0ac82f539f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 217 time: 0.2548902 Mar 03 17:51:03.979164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da2365-a03e-4dd7-aec1-1cd14c8e11cf req-c107cb35-129b-4ce7-90e2-a5918e590475 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:03.989155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da2365-a03e-4dd7-aec1-1cd14c8e11cf req-c107cb35-129b-4ce7-90e2-a5918e590475 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:04.000803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da2365-a03e-4dd7-aec1-1cd14c8e11cf req-c107cb35-129b-4ce7-90e2-a5918e590475 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1682 time: 0.5413702 Mar 03 17:51:04.026006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Made reservation on behalf of 300b925479154206a45134242f3edb94 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:04.031145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.046079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b3e3a-a61b-4300-9365-30842f058045 req-35d5ecab-3cb7-4407-9cfc-20e3a225fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:04.052085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-35d5ecab-3cb7-4407-9cfc-20e3a225fe33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2271028 Mar 03 17:51:04.065470 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.122809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:51:04.134402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.135252 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Added segment 697d4e9c-499d-41b2-8c6b-99d8deb7ec81 of type vlan for network 41ef4f61-c91e-4ac0-b4c0-0566935695ac Mar 03 17:51:04.159671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port fecd13bb-c627-497d-a9a8-ba603d1c626a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fecd13bb-c627-497d-a9a8-ba603d1c626a,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:04.166859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.168104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-e9e176e3-2d89-4265-aaea-8c6a887fcc52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064200 Mar 03 17:51:04.176076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.177496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45ca0856-5509-4d9f-b2c2-59dbe88f11bc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:04.243865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da2365-a03e-4dd7-aec1-1cd14c8e11cf req-2b0f5e18-5d56-4244-963f-80c2c38f9e9c tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417660 Mar 03 17:51:04.347596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.365054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.520494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-c8a04bb3-8c2d-454a-8ba3-f145ec9bd7be tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:04.527665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-c8a04bb3-8c2d-454a-8ba3-f145ec9bd7be tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.35 "GET /v2.0/networks?id=6761c173-750c-4ebb-a7d4-1a78054aca99 HTTP/1.1" status: 200 len: 805 time: 0.8213069 Mar 03 17:51:04.529763 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b', 'status': 'completed', 'code': 200} Mar 03 17:51:04.592200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Pushing event updated for resources: {'Port': ['ID=871ea126-33e6-4a0a-9323-b85d1296b616,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:04.653420 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.661131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:04.665230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.683916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:04.684504 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:04.740172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7b0d44d-9f8d-409b-bdd7-291e6eebe31e req-276ba6e7-cd02-4c29-aa94-18d2936aec47 tempest-FloatingIPsNegativeTestJSON-1451535612 tempest-FloatingIPsNegativeTestJSON-1451535612-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=1eca4900f28e4fa3a76e4a92f52f5abc HTTP/1.1" status: 200 len: 217 time: 0.2725506 Mar 03 17:51:04.759328 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=fecd13bb-c627-497d-a9a8-ba603d1c626a,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:04.769548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-07f3800e-6abb-463c-b06d-1d5953799de8 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933309 Mar 03 17:51:04.780232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52b0ab4a-1232-4b25-96bf-c9b839754120 req-7d762385-ae7b-4576-9032-a0e25ec34baf tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 210 time: 0.0925157 Mar 03 17:51:04.796026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1695349 Mar 03 17:51:04.796986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-aabd1a23-c16d-49ff-8197-6a610e32b82c None None] Could not find standard attr ID for object a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:51:04.841094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40406) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:04.845719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-b22787f2-8603-48f4-b71c-30670a1dda39 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b4ae1858eb47aa925d0b19791bee7f HTTP/1.1" status: 200 len: 380 time: 0.2500274 Mar 03 17:51:05.009004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742b3e3a-a61b-4300-9365-30842f058045 req-9f936a65-d62b-4d24-b134-2f7a79a3febb service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327716 Mar 03 17:51:05.017205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Request body: {'port': {'device_id': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'admin_state_up': True, 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'security_groups': ['09b92421-52b0-448d-b690-997101e4c5d3']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:05.153816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:05.160497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8d8c7-0146-4236-a8ed-e2c2971f2271 req-e894780b-315e-4ef3-8f1d-c729dc8ea268 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:05.162190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ff8d8c7-0146-4236-a8ed-e2c2971f2271 req-e894780b-315e-4ef3-8f1d-c729dc8ea268 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 943 time: 0.1361508 Mar 03 17:51:05.223298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba980633-acc1-4bac-ace5-9fbdef0c955e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:05.254597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ff8d8c7-0146-4236-a8ed-e2c2971f2271 req-7699618d-5f9b-4d9e-a006-002e125fc01b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862272 Mar 03 17:51:05.325167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ba980633-acc1-4bac-ace5-9fbdef0c955e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:05.325622 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:05.352858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fedd9b1f-839d-4e94-bd8d-f2df04a18304 req-b873da99-c112-4231-9719-9bc551ab73e8 tempest-FloatingIPsNegativeTestJSON-1451535612 tempest-FloatingIPsNegativeTestJSON-1451535612-project] Synchronizing usage tracker for tenant:1eca4900f28e4fa3a76e4a92f52f5abc on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:05.425058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d2a99-4f71-4d1b-a5dd-fa6a897c1225 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event updated for resources: {'Network': ['ID=41ef4f61-c91e-4ac0-b4c0-0566935695ac,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:05.436992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 41ef4f61-c91e-4ac0-b4c0-0566935695ac details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:51:05.450069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77fc2c24-04a8-49d3-a6ea-35d3d715c5f2 tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "GET /v2.0/agents/cad059a7-1269-42df-9376-fe58aecc209c/dhcp-networks HTTP/1.1" status: 200 len: 11232 time: 0.6003172 Mar 03 17:51:05.450440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40428) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:05.522008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:05.526268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fedd9b1f-839d-4e94-bd8d-f2df04a18304 req-b873da99-c112-4231-9719-9bc551ab73e8 tempest-FloatingIPsNegativeTestJSON-1451535612 tempest-FloatingIPsNegativeTestJSON-1451535612-project] Unset dirty status for tenant:1eca4900f28e4fa3a76e4a92f52f5abc on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:05.538750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fedd9b1f-839d-4e94-bd8d-f2df04a18304 req-b873da99-c112-4231-9719-9bc551ab73e8 tempest-FloatingIPsNegativeTestJSON-1451535612 tempest-FloatingIPsNegativeTestJSON-1451535612-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.4182210 Mar 03 17:51:05.594443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:05.612060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fecd13bb-c627-497d-a9a8-ba603d1c626a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:05.644990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e27bb-4fb3-433c-b240-06005cb6484d req-8422b5a8-c6be-4153-9065-6300772359f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:05.647683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-057e27bb-4fb3-433c-b240-06005cb6484d req-8422b5a8-c6be-4153-9065-6300772359f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1124 time: 1.0262454 Mar 03 17:51:05.672876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d4c40c-b02e-41b8-9717-1e5d75c40e2b tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] Network 41ef4f61-c91e-4ac0-b4c0-0566935695ac is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:51:05.699581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-94d4c40c-b02e-41b8-9717-1e5d75c40e2b tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "POST /v2.0/agents/cad059a7-1269-42df-9376-fe58aecc209c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2427020 Mar 03 17:51:05.700370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40440) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:05.708319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Made reservation on behalf of b7b4ae1858eb47aa925d0b19791bee7f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:05.709407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f2516-9eea-41db-8c3e-1b84a1ed3e6e None None] Network 41ef4f61-c91e-4ac0-b4c0-0566935695ac requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:05.713765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:05.751139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Network ac463f0f-e2c1-4625-84bb-a74e13232bea is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:05.758032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:05.846145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:51:05.937490 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-beb5308f-0563-42f0-b00c-2073d673018e req-86545905-a0b5-4091-b1f2-394d8b90626f tempest-FloatingIPsNegativeTestJSON-1451535612 tempest-FloatingIPsNegativeTestJSON-1451535612-project] show failed (client error): The resource could not be found. Mar 03 17:51:05.953148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-beb5308f-0563-42f0-b00c-2073d673018e req-86545905-a0b5-4091-b1f2-394d8b90626f tempest-FloatingIPsNegativeTestJSON-1451535612 tempest-FloatingIPsNegativeTestJSON-1451535612-project] 10.222.0.23 "GET /v2.0/floatingips/03386629-0fc7-4ed5-8703-9648b9ef54f8 HTTP/1.1" status: 404 len: 350 time: 0.2000277 Mar 03 17:51:05.958652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40454) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:06.116973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fecd13bb-c627-497d-a9a8-ba603d1c626a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:06.117358 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:06.276769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-10d87dce-4381-4484-82b1-7b59a79cdb63 None None] Provisioning complete for port 871ea126-33e6-4a0a-9323-b85d1296b616 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:06.277134 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10d87dce-4381-4484-82b1-7b59a79cdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:06.390253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-10d87dce-4381-4484-82b1-7b59a79cdb63 None None] Port 871ea126-33e6-4a0a-9323-b85d1296b616 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:06.441852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:06.459541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5e755c-5a9a-445f-a5f3-072211c6ab3b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:06.485887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e50096fc-a349-474f-9e98-5d90969de03d tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "GET /v2.0/agents/cad059a7-1269-42df-9376-fe58aecc209c/dhcp-networks HTTP/1.1" status: 200 len: 12003 time: 0.7796237 Mar 03 17:51:06.487904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40482) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:06.530834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b has no active binding in host n-h2-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:51:06.547307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e27bb-4fb3-433c-b240-06005cb6484d req-9b318587-a2d5-46d8-8bf7-40980f28ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:06.548882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-057e27bb-4fb3-433c-b240-06005cb6484d req-9b318587-a2d5-46d8-8bf7-40980f28ad4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.8781652 Mar 03 17:51:06.565796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:06.572114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:06.572599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:06.661276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Allocated IP 172.20.0.4 (6761c173-750c-4ebb-a7d4-1a78054aca99/289e4545-403d-482d-801e-d8072d8c7ee3/dddc47bb-c6cf-4296-a785-3da8d2394029) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:06.681370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Router bbbdb029-b171-4452-b66b-43755ca19eea has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:51:06.683556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-057e27bb-4fb3-433c-b240-06005cb6484d req-f5c0e7a4-6d85-4194-aa97-2ded4f155bff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 217 time: 0.1195662 Mar 03 17:51:06.725968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:06.745227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:06.754465 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:06.850330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:06.886504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080137b-1a52-4848-9143-6bb4c80a245c req-b6a59c32-11f7-4857-ad8b-7ce7b963c6b2 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:06.892632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080137b-1a52-4848-9143-6bb4c80a245c req-b6a59c32-11f7-4857-ad8b-7ce7b963c6b2 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:06.900124 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1080137b-1a52-4848-9143-6bb4c80a245c req-b6a59c32-11f7-4857-ad8b-7ce7b963c6b2 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1682 time: 0.7368112 Mar 03 17:51:06.922932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e27bb-4fb3-433c-b240-06005cb6484d req-8e57c466-c72d-4b67-aea4-18ec4a888131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:06.924327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-057e27bb-4fb3-433c-b240-06005cb6484d req-8e57c466-c72d-4b67-aea4-18ec4a888131 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2302525 Mar 03 17:51:06.958110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e1f2782e-ff71-45a7-8203-fbd954a5aedf tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "DELETE /v2.0/agents/cad059a7-1269-42df-9376-fe58aecc209c/dhcp-networks/41ef4f61-c91e-4ac0-b4c0-0566935695ac HTTP/1.1" status: 204 len: 168 time: 0.4697084 Mar 03 17:51:06.969342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40502) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:06.976969 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19cae543-7c71-430c-a802-1a8c89fc29c2 req-b13fcba8-1e49-4f4a-88c1-fb9ee8339236 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 210 time: 0.0628207 Mar 03 17:51:06.989835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-ac998e5e-07ec-4aaa-a1e3-29c78b6f31c4 service neutron] 10.222.0.16 "GET /v2.0/ports/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b/bindings/n-h2-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.2871604 Mar 03 17:51:07.005457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-057e27bb-4fb3-433c-b240-06005cb6484d req-9538e3fe-42de-4b2e-97bf-cdf29033dc8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657051 Mar 03 17:51:07.066034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5e755c-5a9a-445f-a5f3-072211c6ab3b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:07.162078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:07.162643 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:07.285166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1080137b-1a52-4848-9143-6bb4c80a245c req-b290e1e6-1fd2-46f9-8876-ad7d076918af tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840988 Mar 03 17:51:07.412485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:07.423714 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Sync routers for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:07.437524 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:07.438476 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:07.484493 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1bae13a0-f914-48c4-9292-01edc11f50f5 tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "GET /v2.0/agents/cad059a7-1269-42df-9376-fe58aecc209c/dhcp-networks HTTP/1.1" status: 200 len: 11232 time: 0.5105262 Mar 03 17:51:07.497487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40506) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:07.537750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a3f6fb53-7710-43f0-83ff-9cd0b11f9383 admin admin] 10.222.0.23 "PUT /v2.0/routers/bbbdb029-b171-4452-b66b-43755ca19eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7726367 Mar 03 17:51:07.541743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222f1dc-f35c-494d-b4ec-7471459ee4ad req-a3d71f09-b953-4813-bbe1-cafe50f872d5 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:07.549006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4222f1dc-f35c-494d-b4ec-7471459ee4ad req-a3d71f09-b953-4813-bbe1-cafe50f872d5 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 945 time: 0.4453552 Mar 03 17:51:07.550126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-057e27bb-4fb3-433c-b240-06005cb6484d req-96a1baab-8354-4606-a2dd-fa98f23aa4a2 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993363 Mar 03 17:51:07.564386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:07.597805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e8515c2c-fdcb-43c5-9aec-86945489117a tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "GET /v2.0/networks/f80c8e49-2ffc-4e93-9984-d8762cfed90c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0867591 Mar 03 17:51:07.598510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40512) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:07.654612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Transition to ACTIVE for port object dddc47bb-c6cf-4296-a785-3da8d2394029 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:07.657921 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:07.733608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-13dd42cc-24d9-48a2-bde3-d7c151d161bf tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "GET /v2.0/networks/f80c8e49-2ffc-4e93-9984-d8762cfed90c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1266623 Mar 03 17:51:07.738446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40518) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:07.749308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-b6e37f44-a8a6-4e60-b339-fac93527fceb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:07.755679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-b6e37f44-a8a6-4e60-b339-fac93527fceb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:07.757257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-b6e37f44-a8a6-4e60-b339-fac93527fceb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1682 time: 0.5275924 Mar 03 17:51:07.781060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9876e-147c-4f4b-ad62-bd9a35801f41 req-785eab81-92eb-4900-abc0-c3bf60e10670 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:07.782746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a0a9876e-147c-4f4b-ad62-bd9a35801f41 req-785eab81-92eb-4900-abc0-c3bf60e10670 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 943 time: 0.3685837 Mar 03 17:51:07.828577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:07.835313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4222f1dc-f35c-494d-b4ec-7471459ee4ad req-a33d510f-4ee3-481d-807e-a4cfbc01de08 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852967 Mar 03 17:51:07.857539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.043322 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7a926146-f40b-4edd-b88a-214b0e6d2130 tempest-DHCPAgentSchedulersTestJSON-153562339 tempest-DHCPAgentSchedulersTestJSON-153562339-project-admin] 10.222.0.23 "GET /v2.0/agents/cad059a7-1269-42df-9376-fe58aecc209c/dhcp-networks HTTP/1.1" status: 200 len: 11232 time: 0.3032620 Mar 03 17:51:08.050366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40524) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:08.110109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port b54555e5-0687-4bea-974d-455a5f4e003d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:08.111418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.137790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Sync routers for ids ['c32298b2-b76e-4afb-9881-9afbd3fb178b'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:08.177475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:08.202258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Routers {'c32298b2-b76e-4afb-9881-9afbd3fb178b'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:08.202898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c32298b2-b76e-4afb-9881-9afbd3fb178b'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:08.210227 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:02Z', 'revision_number': 2, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:08.214654 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Checking router: bbbdb029-b171-4452-b66b-43755ca19eea for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:08.215075 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Updating router bbbdb029-b171-4452-b66b-43755ca19eea port 871ea126-33e6-4a0a-9323-b85d1296b616 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:51:08.317082 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.328346 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.360963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-057e27bb-4fb3-433c-b240-06005cb6484d req-d3253494-8576-43a1-967c-9a7901740894 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897866 Mar 03 17:51:08.365905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.420816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:08.436584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:08.446732 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.463015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a0a9876e-147c-4f4b-ad62-bd9a35801f41 req-87dfa5a2-2edf-4d2d-ae4b-c5c607560fda tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602838 Mar 03 17:51:08.479790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.611933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f556-adf1-48ee-ac52-2257d10933fb req-9685cd08-9c32-4364-97cb-86da00bb7d1d tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:08.613661 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6220f556-adf1-48ee-ac52-2257d10933fb req-9685cd08-9c32-4364-97cb-86da00bb7d1d tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 945 time: 1.0410805 Mar 03 17:51:08.634352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Set router c32298b2-b76e-4afb-9881-9afbd3fb178b gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:08.636647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:08.688319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:08.722277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event updated for resources: {'Port': ['ID=dddc47bb-c6cf-4296-a785-3da8d2394029,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:08.745658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:08.750649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:08.755934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:08.895037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:08.927144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40540) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:08.953232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918408803', 'description': 'tempest-description--316953748'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:08.969765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ef4f61-c91e-4ac0-b4c0-0566935695ac']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:08.997673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:09.009193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:09.009945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.015909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:09.027333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697d4e9c-499d-41b2-8c6b-99d8deb7ec81') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:09.027608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697d4e9c-499d-41b2-8c6b-99d8deb7ec81') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:09.049286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:09.056315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:09.068641 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.087176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.094830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:09.100475 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Transition to ACTIVE for port object 871ea126-33e6-4a0a-9323-b85d1296b616 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:09.117190 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.123806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d0d55-afa7-4409-a64b-4f17f9cbf665 req-edd24a28-cb31-480b-b980-6d2c828e5137 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:09.124726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b62d0d55-afa7-4409-a64b-4f17f9cbf665 req-edd24a28-cb31-480b-b980-6d2c828e5137 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Synchronizing usage tracker for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:09.133554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-52ed89a5-8cad-423f-8a95-46e156ec1325 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1211851 Mar 03 17:51:09.139402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.145484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-80d3cc38-8c81-405f-9883-a01e3f36dae2 None None] Provisioning for port dddc47bb-c6cf-4296-a785-3da8d2394029 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:09.149291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Request body: {'port': {'device_id': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:09.152732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-80d3cc38-8c81-405f-9883-a01e3f36dae2 None None] Provisioning complete for port dddc47bb-c6cf-4296-a785-3da8d2394029 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:09.153219 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-80d3cc38-8c81-405f-9883-a01e3f36dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.179788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.216174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-80d3cc38-8c81-405f-9883-a01e3f36dae2 None None] Port dddc47bb-c6cf-4296-a785-3da8d2394029 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:09.224241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:09.233566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 4, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5bd75b46-0534-4109-a173-b6a95c936a8e', 'name': '', 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'mac_address': 'fa:16:3e:ec:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:57Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 2, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'subnets': [{'id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:09.234628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.240036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Checking router: c32298b2-b76e-4afb-9881-9afbd3fb178b for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:09.241787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Updating router c32298b2-b76e-4afb-9881-9afbd3fb178b port 5bd75b46-0534-4109-a173-b6a95c936a8e binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:09.257975 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:09.284410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b62d0d55-afa7-4409-a64b-4f17f9cbf665 req-edd24a28-cb31-480b-b980-6d2c828e5137 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Unset dirty status for tenant:b7b4ae1858eb47aa925d0b19791bee7f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:09.285777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b62d0d55-afa7-4409-a64b-4f17f9cbf665 req-edd24a28-cb31-480b-b980-6d2c828e5137 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 931 time: 0.6494346 Mar 03 17:51:09.321483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.354417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:09.359261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group_rule and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:09.362631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:09.370166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:09.374591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port b54555e5-0687-4bea-974d-455a5f4e003d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b54555e5-0687-4bea-974d-455a5f4e003d,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:09.374956 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.423447 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Attempting to bind port 871ea126-33e6-4a0a-9323-b85d1296b616 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:09.423807 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Attempting to bind port 871ea126-33e6-4a0a-9323-b85d1296b616 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:09.424160 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Attempting to bind port 871ea126-33e6-4a0a-9323-b85d1296b616 on network ac463f0f-e2c1-4625-84bb-a74e13232bea {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:09.434472 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:09.435786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Checking segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:09.435786 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.435786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Bound using segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:09.436224 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Bound port: 871ea126-33e6-4a0a-9323-b85d1296b616, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:09.436413 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.456637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:09.467607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Deleting port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:09.467950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.542802 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] For port 871ea126-33e6-4a0a-9323-b85d1296b616, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:09.546507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] For port 871ea126-33e6-4a0a-9323-b85d1296b616, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=871ea126-33e6-4a0a-9323-b85d1296b616,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:09.547752 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd97b95-c1de-4a88-9c81-782dfdc7c4ca None None] Pushing event updated for resources: {'Port': ['ID=871ea126-33e6-4a0a-9323-b85d1296b616,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:09.553050 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.588528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b62d0d55-afa7-4409-a64b-4f17f9cbf665 req-3cf2b1e9-82df-4456-97b3-ab0a2e19d216 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905754 Mar 03 17:51:09.591653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.609864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.664428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for b54555e5-0687-4bea-974d-455a5f4e003d owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:09.670542 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd97b95-c1de-4a88-9c81-782dfdc7c4ca None None] Pushing event updated for resources: {'Port': ['ID=871ea126-33e6-4a0a-9323-b85d1296b616,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:09.708117 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:09.708308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.708426 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:09.778156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event deleted for resources: {'Network': ['ID=41ef4f61-c91e-4ac0-b4c0-0566935695ac,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:09.871875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.883543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.892446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e384644e-f40a-43e8-ab11-6ba4b9e9064e tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "DELETE /v2.0/networks/41ef4f61-c91e-4ac0-b4c0-0566935695ac HTTP/1.1" status: 204 len: 168 time: 1.8385880 Mar 03 17:51:09.900348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Transition to ACTIVE for port object 5bd75b46-0534-4109-a173-b6a95c936a8e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:09.912825 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:09.913450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:09.924671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40554) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:09.928540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:09.939965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.032946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.036510 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-458571e0-ef2c-4415-8e30-81ebd31af200 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] DELETE failed (client error): The resource could not be found. Mar 03 17:51:10.037587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458571e0-ef2c-4415-8e30-81ebd31af200 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:51:10.042005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-458571e0-ef2c-4415-8e30-81ebd31af200 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "DELETE /v2.0/ports/a6f9fb3a-4713-4fe5-9ce2-8c33f2fcd6ea HTTP/1.1" status: 404 len: 333 time: 0.1157305 Mar 03 17:51:10.043185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40558) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:10.066857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.068365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1368115 Mar 03 17:51:10.081083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40560) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:10.133168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'security_group_rule': {'security_group_id': 'c9e24d9a-86d6-4472-91ff-11596a016c71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:10.194146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:10.225603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44869cf-bfa8-4601-b928-ec5dfa30687b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e24d9a-86d6-4472-91ff-11596a016c71,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:10.261807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group_rule and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:10.272981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:10.301007 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:09Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:10.313546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4314728-0f1a-4c3c-9d55-1ec7118ae063 None None] The sync data for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 is: [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:09Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:10.373229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:10.424046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-d0f237f6-0787-4063-91e9-27e8f1f34e6e tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:10.425098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493c761-2627-40b7-bf38-5121071034ca req-13946e05-6759-4547-a4b3-37f59da975d6 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:10.425620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-d0f237f6-0787-4063-91e9-27e8f1f34e6e tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "GET /v2.0/ports?device_id=44580988-9466-411e-850e-7cecb326de90 HTTP/1.1" status: 200 len: 944 time: 0.7585275 Mar 03 17:51:10.433792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493c761-2627-40b7-bf38-5121071034ca req-13946e05-6759-4547-a4b3-37f59da975d6 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:10.437831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1493c761-2627-40b7-bf38-5121071034ca req-13946e05-6759-4547-a4b3-37f59da975d6 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 1682 time: 1.2769840 Mar 03 17:51:10.451136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-2548c6af-5fa4-43f9-8423-5dcd15bc0814 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:10.452503 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-2548c6af-5fa4-43f9-8423-5dcd15bc0814 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 0.6837687 Mar 03 17:51:10.563546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738eb8a-6539-4a6e-b8a5-9c6bd93fb3e9 None None] Pushing event updated for resources: {'Port': ['ID=5bd75b46-0534-4109-a173-b6a95c936a8e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:10.575035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] Transition to ACTIVE for port object 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:10.588315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Attempting to bind port 5bd75b46-0534-4109-a173-b6a95c936a8e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:10.588720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Attempting to bind port 5bd75b46-0534-4109-a173-b6a95c936a8e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:10.592374 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.597203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Attempting to bind port 5bd75b46-0534-4109-a173-b6a95c936a8e on network 58249e9f-f054-4b35-b93a-2002a8958eee {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:10.598738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Deleting subnet 077a3c44-9a36-4d70-a750-81f889f8b720 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:51:10.608265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:10.609400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Checking segment: {'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:10.609972 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.610541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Bound using segment: {'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:10.611193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Bound port: 5bd75b46-0534-4109-a173-b6a95c936a8e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041a50a8-b18e-40c7-a5a9-1b85e3556594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:10.611743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.647338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-09a77f35-b83f-437d-a727-2e8c7198ae0b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/quotas/0a47e7fe8e5943d796b42c52963afc1f HTTP/1.1" status: 200 len: 375 time: 0.0768187 Mar 03 17:51:10.656267 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.681628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.693522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Deleting port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:10.693964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.732200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] For port 5bd75b46-0534-4109-a173-b6a95c936a8e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:10.735931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] For port 5bd75b46-0534-4109-a173-b6a95c936a8e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5bd75b46-0534-4109-a173-b6a95c936a8e,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:10.744331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.744620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.825842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Routers {'c32298b2-b76e-4afb-9881-9afbd3fb178b'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:10.826080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c32298b2-b76e-4afb-9881-9afbd3fb178b'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:10.862377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:10.953652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738eb8a-6539-4a6e-b8a5-9c6bd93fb3e9 None None] Pushing event updated for resources: {'Port': ['ID=5bd75b46-0534-4109-a173-b6a95c936a8e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:11.113726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=b54555e5-0687-4bea-974d-455a5f4e003d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:11.166076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] Set router c32298b2-b76e-4afb-9881-9afbd3fb178b gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:11.244900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 871ea126-33e6-4a0a-9323-b85d1296b616 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:11.278473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Deleting port 5bd75b46-0534-4109-a173-b6a95c936a8e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:11.278815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.365966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.393141 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.481898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1493c761-2627-40b7-bf38-5121071034ca req-47b5a415-eb3c-43e6-90a9-34c10de5d479 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082172 Mar 03 17:51:11.500349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,segment=NetworkSegment(3f6d02b3-08be-429b-94f8-9340c5e6d2f0),segment_id=3f6d02b3-08be-429b-94f8-9340c5e6d2f0)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:11.500581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eaf07a-93d1-43d3-b3dd-923927bfd89c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:11.502291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.506800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 871ea126-33e6-4a0a-9323-b85d1296b616 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:11.514539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-53702369-8cc7-440e-b3a9-dc9da48e4030 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8460906 Mar 03 17:51:11.525488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 871ea126-33e6-4a0a-9323-b85d1296b616 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:11.525866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.555085 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'code': 200} Mar 03 17:51:11.574965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-5a6ad062-699d-4c87-9b74-6c5b50acac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:11.576818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-5a6ad062-699d-4c87-9b74-6c5b50acac2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1082 time: 1.1010454 Mar 03 17:51:11.641199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:11.670310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Calling delete_port for 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:11.700994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.704669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bdd4ed25-588a-4fd7-8f6a-413353086b93 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5966535 Mar 03 17:51:11.720605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40568) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:11.747150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port b54555e5-0687-4bea-974d-455a5f4e003d on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:11.747812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'security_group_rule': {'security_group_id': 'c9e24d9a-86d6-4472-91ff-11596a016c71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:11.772938 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:51:11.784028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:11.792513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.805172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-deleted', 'tag': 'b54555e5-0687-4bea-974d-455a5f4e003d'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:11.834530 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.846931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 4, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5bd75b46-0534-4109-a173-b6a95c936a8e', 'name': '', 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'mac_address': 'fa:16:3e:ec:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:57Z', 'updated_at': '2022-03-03T17:51:10Z', 'revision_number': 4, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'subnets': [{'id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:11.852467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group_rule and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:11.862072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:11.870034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:11.899317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.910220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26354794-bf16-4bb5-aa0a-79cab9e9ab6b None None] The sync data for ids ['c32298b2-b76e-4afb-9881-9afbd3fb178b'] in n-d-827121-1 is: [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:50:59Z', 'revision_number': 4, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5bd75b46-0534-4109-a173-b6a95c936a8e', 'name': '', 'network_id': '58249e9f-f054-4b35-b93a-2002a8958eee', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'mac_address': 'fa:16:3e:ec:e6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:57Z', 'updated_at': '2022-03-03T17:51:10Z', 'revision_number': 4, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'subnets': [{'id': 'f1df2e0d-3d01-4fad-adc4-11b78a7f9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:11.927106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.970651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 871ea126-33e6-4a0a-9323-b85d1296b616, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=871ea126-33e6-4a0a-9323-b85d1296b616,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:11.991179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:11.991961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5bd75b46-0534-4109-a173-b6a95c936a8e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:11.994600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:12.023097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] For port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:12.023374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.034102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-b5ad4e42-ed70-4d18-912c-701252f39fd8 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493833 Mar 03 17:51:12.047166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] No DVR routers for this DVR port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:12.057801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] Pushing event updated for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:12.062231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-ecd7aa7c-9362-4ec4-90e1-5e0541d0c190 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.35 "DELETE /v2.0/ports/b54555e5-0687-4bea-974d-455a5f4e003d HTTP/1.1" status: 204 len: 173 time: 4.2978926 Mar 03 17:51:12.063151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.065086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddc47bb-c6cf-4296-a785-3da8d2394029 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:12.088246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,segment=NetworkSegment(3f6d02b3-08be-429b-94f8-9340c5e6d2f0),segment_id=3f6d02b3-08be-429b-94f8-9340c5e6d2f0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:12.148271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.193933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=871ea126-33e6-4a0a-9323-b85d1296b616,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:12.224632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event deleted for resources: {'Subnet': ['ID=077a3c44-9a36-4d70-a750-81f889f8b720,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:12.250168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.252244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b54555e5-0687-4bea-974d-455a5f4e003d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:12.275136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.279744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79542f0-30e7-41fa-8e40-70778d251062 None None] Network f80c8e49-2ffc-4e93-9984-d8762cfed90c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:12.314570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-10d47eb8-d3fd-4994-a2f5-467c9c839ecf tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "DELETE /v2.0/subnets/077a3c44-9a36-4d70-a750-81f889f8b720 HTTP/1.1" status: 204 len: 168 time: 2.2401707 Mar 03 17:51:12.343176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40574) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:12.356397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Calling delete_port for cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:12.356778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port c8d19a49-1578-484b-98a3-270df4514a99 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:12.357263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.434099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.514774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-f2512777-4203-45dd-93f4-0120a28c5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:12.516262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-f2512777-4203-45dd-93f4-0120a28c5adb service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.9104152 Mar 03 17:51:12.526137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:51:12.526733 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:51:12.548662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] For port 5bd75b46-0534-4109-a173-b6a95c936a8e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5bd75b46-0534-4109-a173-b6a95c936a8e,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:12.548662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.549769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: b54555e5-0687-4bea-974d-455a5f4e003d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:12.549769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b54555e5-0687-4bea-974d-455a5f4e003d not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:12.550266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c8d19a49-1578-484b-98a3-270df4514a99 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:12.571856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-f29e6adc-2418-41c4-b83a-329e5215b5da service neutron] 10.222.0.16 "PUT /v2.0/ports/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b/bindings/n-h2-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 5.5743687 Mar 03 17:51:12.590618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5bd75b46-0534-4109-a173-b6a95c936a8e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:12.643037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Transition to ACTIVE for port object dddc47bb-c6cf-4296-a785-3da8d2394029 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:12.696135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5bd75b46-0534-4109-a173-b6a95c936a8e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:12.696732 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.718896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Calling delete_port for 5bd75b46-0534-4109-a173-b6a95c936a8e owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:12.723178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.727632 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-a94951b6-63b4-4098-933a-007209ab3b5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 217 time: 0.1795914 Mar 03 17:51:12.790434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:12.895212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e1bc6-07e2-4c36-84bc-5a5ecd5e9b4a req-1c7b0997-1ce2-4bb2-800a-f26d954d522a tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:12.896529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea5e1bc6-07e2-4c36-84bc-5a5ecd5e9b4a req-1c7b0997-1ce2-4bb2-800a-f26d954d522a tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Synchronizing usage tracker for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:12.921905 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:12.974775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.012692 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.029156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c8d19a49-1578-484b-98a3-270df4514a99,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:13.066631 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.129687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] DHCP port deletion for f80c8e49-2ffc-4e93-9984-d8762cfed90c request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:51:13.144743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] Deleting port ba980633-acc1-4bac-ace5-9fbdef0c955e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:13.145294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.185743 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:51:13.235002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Deleting port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:13.235317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.321320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-8fdebe05-256a-40df-b3e6-6af982032ff7 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2342753 Mar 03 17:51:13.322053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dddc47bb-c6cf-4296-a785-3da8d2394029,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:13.355323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5bd75b46-0534-4109-a173-b6a95c936a8e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5bd75b46-0534-4109-a173-b6a95c936a8e,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:13.375059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea5e1bc6-07e2-4c36-84bc-5a5ecd5e9b4a req-1c7b0997-1ce2-4bb2-800a-f26d954d522a tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Unset dirty status for tenant:293d0be19a054461bcfce8dc3d4f4265 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:13.382051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea5e1bc6-07e2-4c36-84bc-5a5ecd5e9b4a req-1c7b0997-1ce2-4bb2-800a-f26d954d522a tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 945 time: 1.6074386 Mar 03 17:51:13.383779 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.384725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Deleting port ba980633-acc1-4bac-ace5-9fbdef0c955e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:13.385142 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.414021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-65b6f81a-3371-4e40-a146-e948e6e9c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:13.415594 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-65b6f81a-3371-4e40-a146-e948e6e9c0a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.6312382 Mar 03 17:51:13.483667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c8d19a49-1578-484b-98a3-270df4514a99,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:13.571200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.624663 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.628377 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-52c27d6b-5a78-4552-b041-5ec7e8635bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867223 Mar 03 17:51:13.640219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6'}, {'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:13.644954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5bd75b46-0534-4109-a173-b6a95c936a8e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:13.685378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 871ea126-33e6-4a0a-9323-b85d1296b616 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:13.695763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-74f419cd-ecaa-40cd-ba69-51056506241c tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:13.697271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-74f419cd-ecaa-40cd-ba69-51056506241c tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.9463398 Mar 03 17:51:13.724157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Attempting to bind port dddc47bb-c6cf-4296-a785-3da8d2394029 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:13.725031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Attempting to bind port dddc47bb-c6cf-4296-a785-3da8d2394029 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:13.725395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Attempting to bind port dddc47bb-c6cf-4296-a785-3da8d2394029 on network 6761c173-750c-4ebb-a7d4-1a78054aca99 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:13.769496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] For port ba980633-acc1-4bac-ace5-9fbdef0c955e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba980633-acc1-4bac-ace5-9fbdef0c955e,segment=NetworkSegment(925e4b50-5936-437b-a79a-01751f4dc6d5),segment_id=925e4b50-5936-437b-a79a-01751f4dc6d5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:13.770056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.801629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea5e1bc6-07e2-4c36-84bc-5a5ecd5e9b4a req-073f9cd9-3389-4a1d-8c42-1444afffb5c6 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd8ab3f8-2311-4201-ade1-564822b96595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116364 Mar 03 17:51:13.879295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Port dddc47bb-c6cf-4296-a785-3da8d2394029 on network 6761c173-750c-4ebb-a7d4-1a78054aca99 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:51:13.879885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Attempting to bind port dddc47bb-c6cf-4296-a785-3da8d2394029 on network 6761c173-750c-4ebb-a7d4-1a78054aca99 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:13.882990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b5410f-5ea0-4535-8bd6-ef6c96de9da6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:13.907950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c8d19a49-1578-484b-98a3-270df4514a99,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:13.910386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.942820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:13.947506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] Calling delete_port for ba980633-acc1-4bac-ace5-9fbdef0c955e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:13.972702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:13.973049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Checking segment: {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:13.973665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Bound using segment: {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:13.974164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Bound port: dddc47bb-c6cf-4296-a785-3da8d2394029, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dceb16cb-757c-4068-8140-3c511e33115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:13.974665 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.039195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 871ea126-33e6-4a0a-9323-b85d1296b616 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:14.039561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.102084 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:51:14.102403 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:51:14.106393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event deleted for resources: {'Port': ['ID=cd1a57a7-7284-4968-9b1e-c2f6d825c6c7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:14.125762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.130029 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0a8fb618-5b78-4a60-ab69-70e5049e2253 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3956201 Mar 03 17:51:14.169061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40594) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:14.175037 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.186258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for c8d19a49-1578-484b-98a3-270df4514a99 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:14.229525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:14.275043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-739155b8-b1e0-46fc-9169-170e888ab647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:14.276551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-739155b8-b1e0-46fc-9169-170e888ab647 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc&tenant_id=87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 1095 time: 0.5480406 Mar 03 17:51:14.304516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] For port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,segment=NetworkSegment(3f6d02b3-08be-429b-94f8-9340c5e6d2f0),segment_id=3f6d02b3-08be-429b-94f8-9340c5e6d2f0)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:14.305180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] Pushing event deleted for resources: {'Port': ['ID=ba980633-acc1-4bac-ace5-9fbdef0c955e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:14.305317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.307520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:14.338079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c0c9d-e03a-4412-b8a0-884760b92a21 None None] No DVR routers for this DVR port ba980633-acc1-4bac-ace5-9fbdef0c955e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:14.386873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba980633-acc1-4bac-ace5-9fbdef0c955e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:14.422508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:floatingip and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:14.438211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ba980633-acc1-4bac-ace5-9fbdef0c955e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:14.438917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba980633-acc1-4bac-ace5-9fbdef0c955e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:14.471184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:14.501737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:14.514384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Calling delete_port for 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:14.523339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] No DVR routers for this DVR port cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:14.529499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] For port ba980633-acc1-4bac-ace5-9fbdef0c955e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba980633-acc1-4bac-ace5-9fbdef0c955e,segment=NetworkSegment(925e4b50-5936-437b-a79a-01751f4dc6d5),segment_id=925e4b50-5936-437b-a79a-01751f4dc6d5)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:14.529868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.570078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.572122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ad57878-5a6b-444e-8472-b9566fd2ab36 req-5a1dd236-1f2d-4d6a-8e5d-fd0020277d43 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.35 "DELETE /v2.0/ports/cd1a57a7-7284-4968-9b1e-c2f6d825c6c7 HTTP/1.1" status: 204 len: 173 time: 4.1187396 Mar 03 17:51:14.574863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-deleted', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:14.576474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683136e0-8136-47fe-a3c5-c0e46e4f73c6 req-65922134-2f5b-4ac8-9686-dfd1d9976484 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:14.578006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-683136e0-8136-47fe-a3c5-c0e46e4f73c6 req-65922134-2f5b-4ac8-9686-dfd1d9976484 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 943 time: 0.6457610 Mar 03 17:51:14.584437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:51:14.584755 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:51:14.616486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Deleting port 5bd75b46-0534-4109-a173-b6a95c936a8e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:14.616695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.709170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0a36-f4f9-423a-b49c-9593fd7bf478 req-542c6668-2e16-4303-a952-d9c8d7d8d568 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:14.710721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df8c0a36-f4f9-423a-b49c-9593fd7bf478 req-542c6668-2e16-4303-a952-d9c8d7d8d568 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 944 time: 0.9400139 Mar 03 17:51:14.712560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-cd724a0a-0da6-4d1c-a7b3-710209ebe9bb service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0138302 Mar 03 17:51:14.723161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Calling delete_port for ba980633-acc1-4bac-ace5-9fbdef0c955e owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:14.746075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-683136e0-8136-47fe-a3c5-c0e46e4f73c6 req-ab94bb64-0223-4451-b490-4c2608da5c7b tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513245 Mar 03 17:51:14.759724 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.805126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-d17c94d0-3339-44e6-a30c-18045e02ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:14.806636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-d17c94d0-3339-44e6-a30c-18045e02ca68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1095 time: 0.4887538 Mar 03 17:51:14.830582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] For port dddc47bb-c6cf-4296-a785-3da8d2394029, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:14.926588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] For port dddc47bb-c6cf-4296-a785-3da8d2394029, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dddc47bb-c6cf-4296-a785-3da8d2394029,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:14.960441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:14.992681 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-deleted', 'tag': 'b54555e5-0687-4bea-974d-455a5f4e003d', 'status': 'completed', 'code': 200} Mar 03 17:51:15.047722 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df8c0a36-f4f9-423a-b49c-9593fd7bf478 req-fb1a844b-29fb-49a0-ba00-0758d623fb10 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891026 Mar 03 17:51:15.063835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:15.064462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.071774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/dddc47bb-c6cf-4296-a785-3da8d2394029 HTTP/1.1" status: 200 len: 1091 time: 5.9270475 Mar 03 17:51:15.112767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port c8d19a49-1578-484b-98a3-270df4514a99 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:15.113115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.191750 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.209907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:51:15.210222 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:51:15.274061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43869ae1-4f5c-4dff-8bd3-aa83a7a9a8d7 req-a0c821c4-a0ed-4534-872a-415729004639 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164809 Mar 03 17:51:15.344510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7269f-99e8-4090-ae96-5260b249c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dddc47bb-c6cf-4296-a785-3da8d2394029,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:15.515188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5bd75b46-0534-4109-a173-b6a95c936a8e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:15.530952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Pushing event deleted for resources: {'Port': ['ID=267cfbea-1abd-4f83-b9b6-030ad68ee5f6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:15.531842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5b8b35c0-faad-4179-accd-76d76f36bf93 req-8e0903d7-6e46-41b4-8b40-deedc0f3b292 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:15.565704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5b8b35c0-faad-4179-accd-76d76f36bf93 req-8e0903d7-6e46-41b4-8b40-deedc0f3b292 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:15.566871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b8b35c0-faad-4179-accd-76d76f36bf93 req-8e0903d7-6e46-41b4-8b40-deedc0f3b292 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 210 time: 0.2897274 Mar 03 17:51:15.609341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5bd75b46-0534-4109-a173-b6a95c936a8e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:15.609990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.610922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-49a05e63-e647-4fbc-9469-33c8255839f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:15.612778 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-49a05e63-e647-4fbc-9469-33c8255839f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7b4ae1858eb47aa925d0b19791bee7f&device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 1094 time: 0.2716219 Mar 03 17:51:15.614015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.652463 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6', 'code': 200} Mar 03 17:51:15.652839 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99', 'code': 200} Mar 03 17:51:15.656006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] No DVR routers for this DVR port 267cfbea-1abd-4f83-b9b6-030ad68ee5f6 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:15.691353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-89e73bbd-461b-4373-8536-18538ae8b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:15.692818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-89e73bbd-461b-4373-8536-18538ae8b927 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.6993439 Mar 03 17:51:15.699338 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.768121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Deleting port ba980633-acc1-4bac-ace5-9fbdef0c955e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:15.768453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.797607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] For port 5bd75b46-0534-4109-a173-b6a95c936a8e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5bd75b46-0534-4109-a173-b6a95c936a8e,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:15.797972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:15.798810 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44580988-9466-411e-850e-7cecb326de90', 'name': 'network-vif-deleted', 'tag': 'cd1a57a7-7284-4968-9b1e-c2f6d825c6c7', 'status': 'completed', 'code': 200} Mar 03 17:51:15.814534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6220f556-adf1-48ee-ac52-2257d10933fb req-1f08b31c-3463-48a6-ba6b-cb433665eb3b tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.16 "DELETE /v2.0/ports/267cfbea-1abd-4f83-b9b6-030ad68ee5f6 HTTP/1.1" status: 204 len: 173 time: 7.1840699 Mar 03 17:51:15.836261 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-07aa8202-5a23-4a08-bb1a-10f5f1060407 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 217 time: 0.1087549 Mar 03 17:51:15.968183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-3bc7dc91-6437-4ff8-b206-8a9defc45dd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dddc47bb-c6cf-4296-a785-3da8d2394029 HTTP/1.1" status: 200 len: 217 time: 0.1710584 Mar 03 17:51:15.972761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] The port 'ba980633-acc1-4bac-ace5-9fbdef0c955e' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:51:15.974048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Allocated IP 172.25.0.59 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/73614a7f-97ee-417a-b529-39a8ab6a7a82) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:15.979488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7cf555ca-5027-4de3-8885-4ab72c945f56 req-17683562-5429-4aaf-a1c7-ad8f47497269 tempest-ServerPasswordTestJSON-1420526333 tempest-ServerPasswordTestJSON-1420526333-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c42e128-f2ed-4fd5-af6b-4e119bd1af59 HTTP/1.1" status: 200 len: 210 time: 0.1796961 Mar 03 17:51:15.983613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-a7341fa3-6f24-42ea-aae0-a0997215627d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:15.984322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-a7341fa3-6f24-42ea-aae0-a0997215627d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:16.035037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Calling delete_port for 5bd75b46-0534-4109-a173-b6a95c936a8e owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:16.085158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce5ff1-c017-4e59-8f2d-b239f1e7dc4e req-cad3f125-e95f-4596-9385-0be93ed6e298 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:16.085965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5dce5ff1-c017-4e59-8f2d-b239f1e7dc4e req-cad3f125-e95f-4596-9385-0be93ed6e298 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:16.213439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5dce5ff1-c017-4e59-8f2d-b239f1e7dc4e req-cad3f125-e95f-4596-9385-0be93ed6e298 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:16.214597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dce5ff1-c017-4e59-8f2d-b239f1e7dc4e req-cad3f125-e95f-4596-9385-0be93ed6e298 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 944 time: 1.2200019 Mar 03 17:51:16.215161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-a7341fa3-6f24-42ea-aae0-a0997215627d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:16.216138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-a7341fa3-6f24-42ea-aae0-a0997215627d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 1.2131574 Mar 03 17:51:16.247329 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-c7e35576-d095-42e3-8c34-168ca68e1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:16.248334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-c7e35576-d095-42e3-8c34-168ca68e1bc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2723505 Mar 03 17:51:16.270441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Request body: {'port': {'device_id': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'admin_state_up': True, 'tenant_id': '0a47e7fe8e5943d796b42c52963afc1f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:16.302702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.322827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-d8052dda-c716-4c8f-be6d-afa29a531efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:16.324294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-d8052dda-c716-4c8f-be6d-afa29a531efc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=289e4545-403d-482d-801e-d8072d8c7ee3 HTTP/1.1" status: 200 len: 844 time: 0.3439641 Mar 03 17:51:16.369875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-fb8cfe3f-ebe5-4fb3-9128-87e2d69c437f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029627 Mar 03 17:51:16.400161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80c8e49-2ffc-4e93-9984-d8762cfed90c']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:16.421922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925e4b50-5936-437b-a79a-01751f4dc6d5') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:16.422199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925e4b50-5936-437b-a79a-01751f4dc6d5') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:16.443730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port c8d19a49-1578-484b-98a3-270df4514a99, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c8d19a49-1578-484b-98a3-270df4514a99,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:16.444143 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.451246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.501558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.506309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.522884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:16.523316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.552070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d6e3-b1ef-40d8-a9b9-25f41bd4f846 req-b7bc064f-4b60-4a34-be84-db2c30c737aa tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:16.553666 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34b2d6e3-b1ef-40d8-a9b9-25f41bd4f846 req-b7bc064f-4b60-4a34-be84-db2c30c737aa tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 943 time: 0.4489839 Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:16.554366 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:16.672944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-e874f33c-f329-4b1e-8e70-555dcb5a0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:16.674442 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-e874f33c-f329-4b1e-8e70-555dcb5a0400 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6761c173-750c-4ebb-a7d4-1a78054aca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3303988 Mar 03 17:51:16.712252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dce5ff1-c017-4e59-8f2d-b239f1e7dc4e req-3fdd86dc-653d-469a-b0c3-04fbb3a4e45f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/security-groups?id=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791651 Mar 03 17:51:16.717184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.752356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.760398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34b2d6e3-b1ef-40d8-a9b9-25f41bd4f846 req-2d7cea06-c3b6-438d-a633-c951179354d5 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899579 Mar 03 17:51:16.776203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] Pushing event deleted for resources: {'Network': ['ID=f80c8e49-2ffc-4e93-9984-d8762cfed90c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:16.826247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for c8d19a49-1578-484b-98a3-270df4514a99 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:16.840213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9e8de04b-88ee-4cb7-9794-bf4a07466fe3 tempest-DHCPAgentSchedulersTestJSON-873810658 tempest-DHCPAgentSchedulersTestJSON-873810658-project] 10.222.0.23 "DELETE /v2.0/networks/f80c8e49-2ffc-4e93-9984-d8762cfed90c HTTP/1.1" status: 204 len: 168 time: 4.4522171 Mar 03 17:51:16.841304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:16.918623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:16.933437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:16.975849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:17.006032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'name': 'network-vif-deleted', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:17.019821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:17.025697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'Port': ['ID=73614a7f-97ee-417a-b529-39a8ab6a7a82,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:17.029612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-b2cb4865-d5b6-4596-b0ca-c2c8f8fa94c3 service neutron] 10.222.0.35 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464856 Mar 03 17:51:17.033972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-293e9565-1c09-4c31-8707-dbc52d6e968a req-2f63cad4-278c-4af3-b609-0f073a4d96bc tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 210 time: 0.1121264 Mar 03 17:51:17.057960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:17.066692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-b09070e6-c907-49cd-af8a-a68bc30b3517 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364217 Mar 03 17:51:17.172533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Made reservation on behalf of 0a47e7fe8e5943d796b42c52963afc1f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:17.176111 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.219228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40624) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:17.300554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40628) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:17.330708 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42e128-f2ed-4fd5-af6b-4e119bd1af59', 'name': 'network-vif-deleted', 'tag': '267cfbea-1abd-4f83-b9b6-030ad68ee5f6', 'status': 'completed', 'code': 200} Mar 03 17:51:17.342205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce4b5b27-315f-4c9e-b648-90a1ced4abfe req-c06f32bc-dd9c-40b9-96b3-1a767a7f7304 service neutron] 10.222.0.35 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013077 Mar 03 17:51:17.401196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11bea-8d1d-4f09-a9c2-837a2c194e34 req-2edddd65-7ecc-4fe0-8bb7-30f23be6fffb tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:17.402712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ff11bea-8d1d-4f09-a9c2-837a2c194e34 req-2edddd65-7ecc-4fe0-8bb7-30f23be6fffb tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 944 time: 0.5465431 Mar 03 17:51:17.447478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.459579 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.475625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.480232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1aaf7e6b-f5fb-4400-b4bc-1148a67a8b09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=300b925479154206a45134242f3edb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786134 Mar 03 17:51:17.482837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40634) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:17.549379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] Deleting subnet 04396bfe-0403-4f60-9391-f9118744fcea {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:51:17.581122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.602651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd75b46-0534-4109-a173-b6a95c936a8e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:17.610265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.633817 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf911ae9-8aac-4c50-be57-a1e579f45f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.685438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf911ae9-8aac-4c50-be57-a1e579f45f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.697836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.698180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.698510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.698839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.699165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.699488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.699808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.700126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.700442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.700757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.701074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.701424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:17.761989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.807951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:17.849860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=c8d19a49-1578-484b-98a3-270df4514a99,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:17.937058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-997560b5-3d1c-4be6-89b1-60675d5508e6 req-5702534f-cf41-4050-82d9-b0da8ba22286 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 210 time: 0.0606802 Mar 03 17:51:17.937856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf911ae9-8aac-4c50-be57-a1e579f45f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.955883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911ae9-8aac-4c50-be57-a1e579f45f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71072d98-27e2-4df9-94b2-9158a92ee3de,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:17.985422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-e5fbc949-93a7-4f81-a599-a978853ed9c0 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8843553 Mar 03 17:51:17.985695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf911ae9-8aac-4c50-be57-a1e579f45f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.989287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cf911ae9-8aac-4c50-be57-a1e579f45f61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71072d98-27e2-4df9-94b2-9158a92ee3de HTTP/1.1" status: 204 len: 168 time: 0.5028875 Mar 03 17:51:17.989961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:17.996435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.072428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Allocated IP 172.20.0.2 (b0cfe53f-e053-40a2-ac08-5a0cea5bf524/895a84b1-2ed7-49c2-9719-4f37ca7d944f/f41a613e-c2df-4dff-a33a-90d5d8ce5377) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:18.092662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port c8d19a49-1578-484b-98a3-270df4514a99 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:18.107878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ff11bea-8d1d-4f09-a9c2-837a2c194e34 req-70199935-9255-412c-b87d-1db81d18aeb1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865373 Mar 03 17:51:18.112648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.147451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'Port': ['ID=73614a7f-97ee-417a-b529-39a8ab6a7a82,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:18.180354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.210436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.232112 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'status': 'completed', 'code': 200} Mar 03 17:51:18.239938 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.250750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4154a401-de54-448c-9ddf-e32301273d39 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0330658 Mar 03 17:51:18.274389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df606018-caf2-4fbe-a3f4-72c6f934c9c4 req-a9848dad-48a2-42f0-897e-a348a1ef0162 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:18.276128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df606018-caf2-4fbe-a3f4-72c6f934c9c4 req-a9848dad-48a2-42f0-897e-a348a1ef0162 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 943 time: 0.1316357 Mar 03 17:51:18.340601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df606018-caf2-4fbe-a3f4-72c6f934c9c4 req-7f0f871f-720e-4284-aada-067648631048 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587704 Mar 03 17:51:18.369819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb92707c-833c-4eb2-b4f4-91b8c2a8daf2 req-bc51ed7c-5845-40fc-aada-5d6f0426892f tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.35 "DELETE /v2.0/ports/c8d19a49-1578-484b-98a3-270df4514a99 HTTP/1.1" status: 204 len: 173 time: 6.2845395 Mar 03 17:51:18.464214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40654) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:18.488427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.512136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:18.518554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Usage tracker for resource:security_group_rule and tenant:425d51f3fcb6441d905313c18e9ce67b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:18.525590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:18.536946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:18.614017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-e96abe7b-e7b3-45c5-a143-0ffb4d7c2759 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:18.615436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-e96abe7b-e7b3-45c5-a143-0ffb4d7c2759 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.2540116 Mar 03 17:51:18.617454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-6adeaa36-8d1c-4ec0-9085-845f87cfa68b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:18.695640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-16ed7da9-946b-4b3c-8907-7ea3540e175b req-a8a778a9-591b-45de-a0db-4c7d37ceed11 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:18.712619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-6adeaa36-8d1c-4ec0-9085-845f87cfa68b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:18.713775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-6adeaa36-8d1c-4ec0-9085-845f87cfa68b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--918408803&fields=id&tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e HTTP/1.1" status: 200 len: 267 time: 0.1746192 Mar 03 17:51:18.722500 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.755099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.874773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-16ed7da9-946b-4b3c-8907-7ea3540e175b req-a8a778a9-591b-45de-a0db-4c7d37ceed11 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:18.875845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16ed7da9-946b-4b3c-8907-7ea3540e175b req-a8a778a9-591b-45de-a0db-4c7d37ceed11 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 210 time: 0.3068719 Mar 03 17:51:18.883893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.892220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:18.969017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=425d51f3fcb6441d905313c18e9ce67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035017 Mar 03 17:51:18.970190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40668) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:18.984252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71235c8e-7846-49f1-aca3-83a7c598509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a0ecb-1f0b-4698-b0c6-e2affec72331,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:19.009447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-dc4e190f-5d4b-4b74-8fe3-0759f7baeded tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:19.010300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-dc4e190f-5d4b-4b74-8fe3-0759f7baeded tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:19.019389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-360ef593-722a-4113-b9dc-ad83105b7419 service neutron] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:19.070026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-dc4e190f-5d4b-4b74-8fe3-0759f7baeded tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:19.071852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-dc4e190f-5d4b-4b74-8fe3-0759f7baeded tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 811 time: 0.3484473 Mar 03 17:51:19.076856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-360ef593-722a-4113-b9dc-ad83105b7419 service neutron] Notify callbacks [] for binding, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.078591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e84bda4-622c-41a7-949d-815a9f8c9c6a req-360ef593-722a-4113-b9dc-ad83105b7419 service neutron] 10.222.0.35 "DELETE /v2.0/ports/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b/bindings/n-h1-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.4553759 Mar 03 17:51:19.112733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3917788-36cb-4de3-bc2f-c059e2caee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.116528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-62e6d727-7604-4453-a6c5-0f09a561a3e1 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/quotas/2c83c3901d8c479cb9bfbc365e3a1e8e HTTP/1.1" status: 200 len: 375 time: 0.0368562 Mar 03 17:51:19.118530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-9ba123ed-1540-4099-a519-913afdf2515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:19.120526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-9ba123ed-1540-4099-a519-913afdf2515b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7b4ae1858eb47aa925d0b19791bee7f&device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 1094 time: 0.5613558 Mar 03 17:51:19.190032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3917788-36cb-4de3-bc2f-c059e2caee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.231299 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.259414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-ce6820cb-4405-41f6-b84d-fab042756a9d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:19.275025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3917788-36cb-4de3-bc2f-c059e2caee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.289022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-ce6820cb-4405-41f6-b84d-fab042756a9d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:19.290362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-ce6820cb-4405-41f6-b84d-fab042756a9d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1658597 Mar 03 17:51:19.294166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917788-36cb-4de3-bc2f-c059e2caee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a0ecb-1f0b-4698-b0c6-e2affec72331,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:19.300720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3917788-36cb-4de3-bc2f-c059e2caee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.313680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d3917788-36cb-4de3-bc2f-c059e2caee81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b05a0ecb-1f0b-4698-b0c6-e2affec72331 HTTP/1.1" status: 204 len: 168 time: 0.3358335 Mar 03 17:51:19.347640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-deleted', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:19.353638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8cc16dfd-a259-4ee7-bb39-102655a439c1 req-5ab42eb9-740b-49b4-98c3-c416869cd355 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Synchronizing usage tracker for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:19.381231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04396bfe-0403-4f60-9391-f9118744fcea,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:19.384364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.401894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.472040 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7895a18a-4d85-4b98-9d30-7af5c9ea44d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.492035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66188328-d7e0-472e-ab64-02abc1ad3000 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04396bfe-0403-4f60-9391-f9118744fcea HTTP/1.1" status: 204 len: 168 time: 2.2697845 Mar 03 17:51:19.492778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40680) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:19.493952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-cc9ff616-0b9d-40c1-8aaa-3be6990e227e service neutron] 10.222.0.23 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789470 Mar 03 17:51:19.512143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8cc16dfd-a259-4ee7-bb39-102655a439c1 req-5ab42eb9-740b-49b4-98c3-c416869cd355 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Unset dirty status for tenant:f389fc2f47884d02ac1facdc79c1c969 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:19.513398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8cc16dfd-a259-4ee7-bb39-102655a439c1 req-5ab42eb9-740b-49b4-98c3-c416869cd355 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3d2b37b-48dd-4e74-ba98-c62ea9aa589f HTTP/1.1" status: 200 len: 210 time: 0.3452122 Mar 03 17:51:19.580598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-50118f3a-2bf4-4a35-94db-c5a500bbf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:19.582334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-50118f3a-2bf4-4a35-94db-c5a500bbf2b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6761c173-750c-4ebb-a7d4-1a78054aca99 HTTP/1.1" status: 200 len: 906 time: 0.4458871 Mar 03 17:51:19.674733 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-cb7073f2-37bd-4639-8dcc-39074ce3eed6 service neutron] 10.222.0.23 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753526 Mar 03 17:51:19.725545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-2356ad58-fe78-4791-b95e-4b716de1282b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dddc47bb-c6cf-4296-a785-3da8d2394029 HTTP/1.1" status: 200 len: 217 time: 0.0926344 Mar 03 17:51:19.799509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:19.867146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dddc47bb-c6cf-4296-a785-3da8d2394029 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:51:19.960559 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2b37b-48dd-4e74-ba98-c62ea9aa589f', 'name': 'network-vif-deleted', 'tag': 'c8d19a49-1578-484b-98a3-270df4514a99', 'status': 'completed', 'code': 200} Mar 03 17:51:19.963470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-19b32955-9150-4a4c-8433-0d52b58a5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:19.966574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-19b32955-9150-4a4c-8433-0d52b58a5fe3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=289e4545-403d-482d-801e-d8072d8c7ee3 HTTP/1.1" status: 200 len: 844 time: 0.1650732 Mar 03 17:51:20.023583 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:20.199631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6300585-8557-43cd-9912-8f6b0dc980d4 req-9477d187-7627-4a6a-899c-6f0582013351 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:20.201169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6300585-8557-43cd-9912-8f6b0dc980d4 req-9477d187-7627-4a6a-899c-6f0582013351 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 943 time: 0.1513033 Mar 03 17:51:20.276652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dddc47bb-c6cf-4296-a785-3da8d2394029, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dddc47bb-c6cf-4296-a785-3da8d2394029,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:20.293649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'port_id': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'mac_address': 'fa:16:3e:c7:d6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:51:20.366915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:20.390685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddc47bb-c6cf-4296-a785-3da8d2394029 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:20.421445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dddc47bb-c6cf-4296-a785-3da8d2394029, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dddc47bb-c6cf-4296-a785-3da8d2394029,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:20.429770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:20.481926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6300585-8557-43cd-9912-8f6b0dc980d4 req-95e0b3ac-7581-4707-9808-db673cee0269 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726619 Mar 03 17:51:20.514884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:20.518255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Router c32298b2-b76e-4afb-9881-9afbd3fb178b has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:51:20.520153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:20.525204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:20.569691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=dddc47bb-c6cf-4296-a785-3da8d2394029,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:20.639302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:20.657863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['dddc47bb-c6cf-4296-a785-3da8d2394029'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:51:20.658009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0232cbcc-668e-4b17-80b7-f1508c39e4a0 req-f9a3d5c0-fd06-4892-ada8-d00729de1490 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 210 time: 0.0537961 Mar 03 17:51:20.834994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:20.861743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497959c-9be4-4dcc-af97-08c853cab27e req-4df54509-3887-4181-9b0f-a91e6f4378df tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:20.863739 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7497959c-9be4-4dcc-af97-08c853cab27e req-4df54509-3887-4181-9b0f-a91e6f4378df tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 944 time: 1.0671558 Mar 03 17:51:20.883303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:20.883934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:20.937468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90774188-5f97-47e5-80be-f5eaaa040dda']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:20.953655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36ce5-7911-4c35-937c-338b7bebb920 req-21664e39-c918-4716-af3e-d36a30b69ae0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:20.955338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41d36ce5-7911-4c35-937c-338b7bebb920 req-21664e39-c918-4716-af3e-d36a30b69ae0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 931 time: 0.1088772 Mar 03 17:51:20.973153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6d02b3-08be-429b-94f8-9340c5e6d2f0') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:20.973472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6d02b3-08be-429b-94f8-9340c5e6d2f0') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:20.998179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-0f170f23-ca85-477a-8923-f53955ce5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:20.999921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-0f170f23-ca85-477a-8923-f53955ce5435 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6761c173-750c-4ebb-a7d4-1a78054aca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0220363 Mar 03 17:51:21.010099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41d36ce5-7911-4c35-937c-338b7bebb920 req-0bbcb028-2d22-44bd-8372-005bd25c4f90 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Mar 03 17:51:21.054595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-d6cfcc60-fee1-4dc2-93ac-9e8b315de85f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7933760 Mar 03 17:51:21.074112 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.109164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Request body: {'port': {'device_id': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:21.114734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40728) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:21.176509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7497959c-9be4-4dcc-af97-08c853cab27e req-f8d21e18-f3e0-4702-9667-8d5a0952afaf tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002808 Mar 03 17:51:21.210445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.225700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting subnet d0b95d4f-1356-46ca-8712-83e8d772bd18 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:51:21.229306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.294284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.296812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:21.309427 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] Sync routers for ids ['c32298b2-b76e-4afb-9881-9afbd3fb178b'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:21.323209 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] Routers {'c32298b2-b76e-4afb-9881-9afbd3fb178b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:21.323811 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:50:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c32298b2-b76e-4afb-9881-9afbd3fb178b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:21.375130 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8c540331-4dfb-49a3-8880-9db3b6213fc3 admin admin] 10.222.0.23 "PUT /v2.0/routers/c32298b2-b76e-4afb-9881-9afbd3fb178b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4084640 Mar 03 17:51:21.382006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:21.382417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.385134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40740) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:21.396624 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:21.563170 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] Set router c32298b2-b76e-4afb-9881-9afbd3fb178b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:21.619516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.752531 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.757503 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef377-8df9-4436-a7a5-d689c5785973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.777362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5817f-a036-4f7a-8181-a65097f7531b req-ad77c4a7-c592-4b8c-8a56-b494f243e7be tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:21.779765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aab5817f-a036-4f7a-8181-a65097f7531b req-ad77c4a7-c592-4b8c-8a56-b494f243e7be tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1095 time: 0.3821850 Mar 03 17:51:21.786079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:21.786983 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.880925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dddc47bb-c6cf-4296-a785-3da8d2394029 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:21.954100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port dddc47bb-c6cf-4296-a785-3da8d2394029 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:21.960411 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.961231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port dddc47bb-c6cf-4296-a785-3da8d2394029 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:21.962357 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.980240 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:51:17Z', 'revision_number': 5, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:21.983076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:21.985203 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] Checking router: c32298b2-b76e-4afb-9881-9afbd3fb178b for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:21.995084 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] Routers {'c32298b2-b76e-4afb-9881-9afbd3fb178b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:21.995948 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c32298b2-b76e-4afb-9881-9afbd3fb178b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:22.026538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.034917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=90774188-5f97-47e5-80be-f5eaaa040dda,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:22.046127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b95d4f-1356-46ca-8712-83e8d772bd18,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:22.046387 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-23019a78-ab02-46b1-ba3d-a6fbd3ca03e6 service neutron] 10.222.0.35 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9908884 Mar 03 17:51:22.060603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.076893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4991a-c208-4672-95ac-4ceeeb7c58f7 None None] Network 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:22.093476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-86971fa1-cee6-4d3b-9a66-66daf484adb3 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/subnets/d0b95d4f-1356-46ca-8712-83e8d772bd18 HTTP/1.1" status: 204 len: 168 time: 0.9773748 Mar 03 17:51:22.098761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aab5817f-a036-4f7a-8181-a65097f7531b req-2ca208a7-7e4a-4ec6-b80f-c88e6e9d84c6 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899778 Mar 03 17:51:22.099827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40760) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:22.166097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.175952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696ae9b-e944-49fb-be11-8abc493832bc req-653c46e1-21b6-4d0f-af14-e4c0955c4234 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:22.190816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1696ae9b-e944-49fb-be11-8abc493832bc req-653c46e1-21b6-4d0f-af14-e4c0955c4234 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 944 time: 0.4977245 Mar 03 17:51:22.237740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Deleting port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:22.238451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.292173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.303510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-13fa241d-f752-4d71-baa7-d3f82f31891b tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:22.354572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1696ae9b-e944-49fb-be11-8abc493832bc req-098ac1df-a96d-4e28-86e9-88f350fd5bdb tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511049 Mar 03 17:51:22.368649 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] Set router c32298b2-b76e-4afb-9881-9afbd3fb178b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:22.400634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-3ad422f3-f1e5-43b0-ac1d-1628f9063818 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:22.402234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-3ad422f3-f1e5-43b0-ac1d-1628f9063818 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.16 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 811 time: 1.0222373 Mar 03 17:51:22.407294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d7dbfcd5-c460-4609-a042-cbb988cbf5a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/90774188-5f97-47e5-80be-f5eaaa040dda HTTP/1.1" status: 204 len: 168 time: 2.9029729 Mar 03 17:51:22.446936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:22.473016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dddc47bb-c6cf-4296-a785-3da8d2394029, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dddc47bb-c6cf-4296-a785-3da8d2394029,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:22.488799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.621365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] For port 9d5e755c-5a9a-445f-a5f3-072211c6ab3b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:22.621830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.652628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=dddc47bb-c6cf-4296-a785-3da8d2394029,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:22.705430 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.778071 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.798580 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:51:17Z', 'revision_number': 5, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:22.801643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c14b6e-ad81-43d8-87c7-04d03d316b86 req-51572f0e-036b-4447-a783-e4abe9cef142 service neutron] 10.222.0.35 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262089 Mar 03 17:51:22.804036 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204af1bc-1334-439b-92d9-3226f812b6ad None None] The sync data for ids ['c32298b2-b76e-4afb-9881-9afbd3fb178b'] in n-d-827121-1 is: [{'id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683308101-router', 'tenant_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:41Z', 'updated_at': '2022-03-03T17:51:17Z', 'revision_number': 5, 'project_id': '1eca4900f28e4fa3a76e4a92f52f5abc', 'gw_port': {'id': '9d5e755c-5a9a-445f-a5f3-072211c6ab3b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32298b2-b76e-4afb-9881-9afbd3fb178b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:22.805464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40772) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:22.808065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a74d7725-548a-4129-b85b-703985fb4ff9 req-d1379a98-139c-4c3f-b075-6672e1ae34cd tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 210 time: 0.4653831 Mar 03 17:51:22.823138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] DHCP port deletion for 74b810af-d9dc-41a8-9ab5-0b76dc0a5685 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:51:22.827948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] Deleting port a2dca301-6868-44fb-bf71-2baf79212289 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:22.828349 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:22.828960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Calling delete_port for 9d5e755c-5a9a-445f-a5f3-072211c6ab3b owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:23.014572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-238c1b18-ac84-460a-8d5f-9be390363704 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e HTTP/1.1" status: 200 len: 379 time: 0.5189154 Mar 03 17:51:23.034302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'port': {'device_id': '8361fac2-0950-4a64-88b2-a1760f230339', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'admin_state_up': True, 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'security_groups': ['c9e24d9a-86d6-4472-91ff-11596a016c71']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:23.053777 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.076435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa4919-b446-4cc1-8535-e674b946c553 req-c08bb8f6-fa7d-448c-9f19-41bfe29f4443 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:23.078021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7aa4919-b446-4cc1-8535-e674b946c553 req-c08bb8f6-fa7d-448c-9f19-41bfe29f4443 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 931 time: 0.5262482 Mar 03 17:51:23.090397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] For port a2dca301-6868-44fb-bf71-2baf79212289, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a2dca301-6868-44fb-bf71-2baf79212289,segment=NetworkSegment(cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06),segment_id=cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:23.090881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.101577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae81e028-6ea9-4788-97d1-9da819e5c41b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=293d0be19a054461bcfce8dc3d4f4265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802248 Mar 03 17:51:23.120076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40784) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.191859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7aa4919-b446-4cc1-8535-e674b946c553 req-720674ee-87c7-42d0-9036-b37d01d68af3 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043236 Mar 03 17:51:23.227115 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-13fa241d-f752-4d71-baa7-d3f82f31891b tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "PUT /v2.0/quotas/72b5dc5d12564876975b6f3b20ea8a2c HTTP/1.1" status: 200 len: 366 time: 1.4200709 Mar 03 17:51:23.237572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.250703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] Calling delete_port for a2dca301-6868-44fb-bf71-2baf79212289 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:23.282803 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'code': 200} Mar 03 17:51:23.294932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e075e04a-8705-497b-ab71-8ff6abf02d39 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0483618 Mar 03 17:51:23.299427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40792) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.306439 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68807dd1-a9e0-4858-9bed-3a402125b650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.361200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41a613e-c2df-4dff-a33a-90d5d8ce5377 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:23.365877 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.371195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4027730f-9039-446c-9603-18208f17a515 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "GET /v2.0/quotas/72b5dc5d12564876975b6f3b20ea8a2c HTTP/1.1" status: 200 len: 366 time: 0.0686073 Mar 03 17:51:23.399154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40798) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.407302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68807dd1-a9e0-4858-9bed-3a402125b650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.411619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91479-056c-47ce-983c-926bdb60a04d req-f524d37e-5969-4f1b-a586-e0a687180d97 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:23.418542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-f524d37e-5969-4f1b-a586-e0a687180d97 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.4722404 Mar 03 17:51:23.433785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] No DVR routers for this DVR port a2dca301-6868-44fb-bf71-2baf79212289 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:23.436211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b1cbe-c9d4-449f-91d3-c42f4fb41617 None None] Pushing event deleted for resources: {'Port': ['ID=a2dca301-6868-44fb-bf71-2baf79212289,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:23.484912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9d4fa9ec-49c0-4700-9b8c-b97d10277e45 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/72b5dc5d12564876975b6f3b20ea8a2c HTTP/1.1" status: 204 len: 168 time: 0.0845156 Mar 03 17:51:23.493108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40802) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.507565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-80896cc4-0962-4c7f-ba0f-240e563113d4 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0131631 Mar 03 17:51:23.510818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40806) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.521979 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.522555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.534240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dca301-6868-44fb-bf71-2baf79212289 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:23.555646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-4df54eca-8c51-437c-b29e-a194f9a879b9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/quotas/87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 375 time: 0.1363046 Mar 03 17:51:23.572484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a2dca301-6868-44fb-bf71-2baf79212289 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:23.572834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dca301-6868-44fb-bf71-2baf79212289 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:23.573253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5bd75b46-0534-4109-a173-b6a95c936a8e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:23.575187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-377fde1d-9c34-4da6-9e6a-46e1636cbb36 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "GET /v2.0/quotas/72b5dc5d12564876975b6f3b20ea8a2c HTTP/1.1" status: 200 len: 370 time: 0.0632792 Mar 03 17:51:23.578408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.611737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 5bd75b46-0534-4109-a173-b6a95c936a8e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:23.612080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5bd75b46-0534-4109-a173-b6a95c936a8e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:23.660291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5e755c-5a9a-445f-a5f3-072211c6ab3b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:23.668093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8cd8cc08-3e65-46ac-975d-59b5807d2424 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "GET /v2.0/quotas/72b5dc5d12564876975b6f3b20ea8a2c/default HTTP/1.1" status: 200 len: 370 time: 0.0362363 Mar 03 17:51:23.676802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68807dd1-a9e0-4858-9bed-3a402125b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.688496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40814) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:23.704175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.704415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.704537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.704756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.705098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.705427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.705753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.706074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.706393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.706710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.707028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.707345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.707659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:23.733973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Transition to ACTIVE for port object f41a613e-c2df-4dff-a33a-90d5d8ce5377 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:23.755863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68807dd1-a9e0-4858-9bed-3a402125b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ab3f8-2311-4201-ade1-564822b96595,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:23.758835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.778526 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-80595f55-d471-4776-846b-6d8f5e14a20d tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] delete failed (client error): The resource could not be found. Mar 03 17:51:23.782886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-80595f55-d471-4776-846b-6d8f5e14a20d tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/72b5dc5d12564876975b6f3b20ea8a2c HTTP/1.1" status: 404 len: 348 time: 0.0816851 Mar 03 17:51:23.804900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b810af-d9dc-41a8-9ab5-0b76dc0a5685']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:23.810706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68807dd1-a9e0-4858-9bed-3a402125b650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.814378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-68807dd1-a9e0-4858-9bed-3a402125b650 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd8ab3f8-2311-4201-ade1-564822b96595 HTTP/1.1" status: 204 len: 168 time: 0.6885834 Mar 03 17:51:23.815474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.830659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:23.853276 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.855169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:23.855473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc71db6-7bf2-46b7-b1a7-a6abdef2fd06') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:23.916978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:23.949388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:23.967164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e633732-b677-4b3b-867a-963932a93707 req-317a78d5-1868-4a74-98ac-355a17524bc2 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:23.971462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:23.976969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e633732-b677-4b3b-867a-963932a93707 req-317a78d5-1868-4a74-98ac-355a17524bc2 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.4149497 Mar 03 17:51:24.009022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40824) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:24.015991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Made reservation on behalf of 2c83c3901d8c479cb9bfbc365e3a1e8e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:24.019565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.037145 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.059552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.069108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.105158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:24.105158 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.109820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e633732-b677-4b3b-867a-963932a93707 req-d5c98a85-c1dd-4a0d-a2ef-ed00db9404e1 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319034 Mar 03 17:51:24.115373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.116017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c32298b2-b76e-4afb-9881-9afbd3fb178b {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:51:24.125681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b706962-ed3b-4001-a1df-058ba10ea04c req-138d7973-da08-4e81-b496-9c65f2e2f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:24.130879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b706962-ed3b-4001-a1df-058ba10ea04c req-138d7973-da08-4e81-b496-9c65f2e2f696 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 1096 time: 0.6972642 Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:24.131582 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:24.151392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.152539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2a82a32c-fbcc-4d57-bf94-c68f40bd93cf admin admin] 10.222.0.23 "DELETE /v2.0/routers/c32298b2-b76e-4afb-9881-9afbd3fb178b HTTP/1.1" status: 204 len: 168 time: 2.7664390 Mar 03 17:51:24.155382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40830) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:24.163031 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.183345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-c2173fd7-c8ec-418f-8463-200c4146fd83 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5343037 Mar 03 17:51:24.227861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] Deleting subnet f1df2e0d-3d01-4fad-adc4-11b78a7f9850 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:51:24.232033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.299540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.380821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5414c45-a890-4fb1-b20f-293b4ae099a9 req-5c5356c2-908f-4078-93af-d62fdee2eb9a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 210 time: 0.0520518 Mar 03 17:51:24.443389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.465988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:network and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:24.503324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:24.515556 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b706962-ed3b-4001-a1df-058ba10ea04c req-28a4d95e-02b6-4ce3-9a55-ff13749ff695 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592701 Mar 03 17:51:24.516247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.568441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.621299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1df2e0d-3d01-4fad-adc4-11b78a7f9850,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:24.623542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.630510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fef28c-73ca-4f33-a026-44365c51f864 None None] Network 58249e9f-f054-4b35-b93a-2002a8958eee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:24.647119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f6bcbb6-1186-421e-8339-112a074871c8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1df2e0d-3d01-4fad-adc4-11b78a7f9850 HTTP/1.1" status: 204 len: 168 time: 0.4767168 Mar 03 17:51:24.647119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40846) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:24.718861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.721274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630972b-f103-46bf-b6cd-0ebb52450fd9 req-6f77f403-ae2b-4161-865c-4f38fc6333b1 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:24.729811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c630972b-f103-46bf-b6cd-0ebb52450fd9 req-6f77f403-ae2b-4161-865c-4f38fc6333b1 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 943 time: 0.2213249 Mar 03 17:51:24.736255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Attempting to bind port f41a613e-c2df-4dff-a33a-90d5d8ce5377 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:24.736589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Attempting to bind port f41a613e-c2df-4dff-a33a-90d5d8ce5377 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:24.736908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Attempting to bind port f41a613e-c2df-4dff-a33a-90d5d8ce5377 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:24.747145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Network': ['ID=74b810af-d9dc-41a8-9ab5-0b76dc0a5685,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:24.789533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:subnet and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:24.807881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Port f41a613e-c2df-4dff-a33a-90d5d8ce5377 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:51:24.808618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Attempting to bind port f41a613e-c2df-4dff-a33a-90d5d8ce5377 on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:24.820085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95090bba-e2b3-4fec-94ad-6f0ac1d78f8e tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/networks/74b810af-d9dc-41a8-9ab5-0b76dc0a5685 HTTP/1.1" status: 204 len: 168 time: 2.5225770 Mar 03 17:51:24.820821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:24.855759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Allocated IP 172.20.0.3 (ac463f0f-e2c1-4625-84bb-a74e13232bea/144b67ea-f0a2-4300-8a32-949db1dd469a/f351f5da-a817-46b4-9fc1-ea1417e01126) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:24.858267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40854) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:24.909788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.928774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c630972b-f103-46bf-b6cd-0ebb52450fd9 req-70942518-99f7-4069-9eb4-e4420d9ec6ef tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975410 Mar 03 17:51:24.957163 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-05fb9ffc-8322-4f32-a34c-9f84eaa7dc63 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723868 Mar 03 17:51:24.960965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:24.961166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Deleting port 3da8c713-f306-44b9-a871-97865bfa27e2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:24.961734 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:24.964247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Checking segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:24.964659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Bound using segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:24.965116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Bound port: f41a613e-c2df-4dff-a33a-90d5d8ce5377, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:24.965491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.021705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] DHCP port deletion for 58249e9f-f054-4b35-b93a-2002a8958eee request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:51:25.022442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting subnet 2c7308ac-0902-4c4b-bcbc-384cf1de179a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:51:25.025878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.028812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] Deleting port 3da8c713-f306-44b9-a871-97865bfa27e2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:25.029539 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.117685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.287573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] For port 3da8c713-f306-44b9-a871-97865bfa27e2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3da8c713-f306-44b9-a871-97865bfa27e2,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:25.288076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.383575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:25.391420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:25.402775 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-0b1bf8a4-bdae-4bd5-8d0b-9d7a7e5db430 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090989 Mar 03 17:51:25.403396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:subnetpool and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:25.421799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] Calling delete_port for 3da8c713-f306-44b9-a871-97865bfa27e2 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:25.438217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.458725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] For port 3da8c713-f306-44b9-a871-97865bfa27e2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3da8c713-f306-44b9-a871-97865bfa27e2,segment=NetworkSegment(041a50a8-b18e-40c7-a5a9-1b85e3556594),segment_id=041a50a8-b18e-40c7-a5a9-1b85e3556594)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:25.459268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.516406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:25.522115 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.542149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:25.543856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.545367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] 10.222.0.16 "PUT /v2.0/ports/f41a613e-c2df-4dff-a33a-90d5d8ce5377 HTTP/1.1" status: 200 len: 1091 time: 4.4757655 Mar 03 17:51:25.546352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:port and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:25.548824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:25.580393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:25.664188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3da8c713-f306-44b9-a871-97865bfa27e2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:25.746005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] No DVR routers for this DVR port 3da8c713-f306-44b9-a871-97865bfa27e2 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:25.767821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34352ad9-e726-4e7d-bae0-dc1ad7f3f76a None None] Pushing event deleted for resources: {'Port': ['ID=3da8c713-f306-44b9-a871-97865bfa27e2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:25.773014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 3da8c713-f306-44b9-a871-97865bfa27e2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:25.775464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3da8c713-f306-44b9-a871-97865bfa27e2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:25.777116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5e755c-5a9a-445f-a5f3-072211c6ab3b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:25.785118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:router and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:25.804220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:25.834633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.849428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ef1ff-8939-4c10-b3b5-19035203b434 service neutron] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:25.858270 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:25.860539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9d5e755c-5a9a-445f-a5f3-072211c6ab3b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:25.861737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5e755c-5a9a-445f-a5f3-072211c6ab3b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:25.893628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Calling delete_port for 3da8c713-f306-44b9-a871-97865bfa27e2 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:25.955684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:floatingip and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:25.964737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Transition to ACTIVE for port object f351f5da-a817-46b4-9fc1-ea1417e01126 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:25.973600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-a4504853-c561-43a0-a7b2-7b615ef478c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:25.975939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-a4504853-c561-43a0-a7b2-7b615ef478c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 1094 time: 0.3618209 Mar 03 17:51:25.981051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:25.998132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b14bee6e-6415-47a2-80c8-e9f9ae5f1a53 req-2990d4cd-820a-4f62-bdba-583e6915eb4f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 210 time: 0.0750134 Mar 03 17:51:26.092865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:51:26.093247 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:51:26.102260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.121457 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'status': 'completed', 'code': 200} Mar 03 17:51:26.139223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-9e8e4b44-db22-40af-a6ab-a9d6a798022f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377 HTTP/1.1" status: 200 len: 217 time: 0.1512320 Mar 03 17:51:26.147302 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.190808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7308ac-0902-4c4b-bcbc-384cf1de179a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:26.194270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513941f3-fc68-4b0b-be11-c9828bc5f896 None None] Network 7c556270-032e-4197-a4d8-3459533aba1e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:26.194789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.199699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7acd0107-c441-4d5e-9965-bc1d17b62295 req-5a347316-ab8c-4c98-96d1-c065a9b00a36 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 210 time: 0.0930698 Mar 03 17:51:26.210703 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0b4517d1-dc17-44e5-be6c-39be4385da16 tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/subnets/2c7308ac-0902-4c4b-bcbc-384cf1de179a HTTP/1.1" status: 204 len: 168 time: 1.3486204 Mar 03 17:51:26.211142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40900) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:26.320211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31406f6-52a9-4777-ac2f-5f0fb31bf595 req-19764728-1289-485f-aea2-9421b21182b3 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:26.321754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b31406f6-52a9-4777-ac2f-5f0fb31bf595 req-19764728-1289-485f-aea2-9421b21182b3 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.4651628 Mar 03 17:51:26.392065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f5c1f5c-02d3-4862-8e93-5416bb49b209 req-a42903f7-909d-4a21-bc9b-f6d6f489b64b tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.0719867 Mar 03 17:51:26.397183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.409132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Deleting port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:26.409497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.414737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Network ac463f0f-e2c1-4625-84bb-a74e13232bea is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:26.454186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:26.460345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'Port': ['ID=f351f5da-a817-46b4-9fc1-ea1417e01126,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:26.473039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:26.541647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-2a1076fb-006d-4b4a-b8e5-d3c6beca5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:26.546931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-2a1076fb-006d-4b4a-b8e5-d3c6beca5a1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.3968353 Mar 03 17:51:26.597372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Deleting port 3da8c713-f306-44b9-a871-97865bfa27e2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:26.597944 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.619512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:security_group and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:26.651859 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b31406f6-52a9-4777-ac2f-5f0fb31bf595 req-3194968f-4ecc-4453-ada7-347409fedd64 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153384 Mar 03 17:51:26.672982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-e000baed-a97a-4512-bffd-b22db903756e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194260 Mar 03 17:51:26.680521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:26.742388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] DHCP port deletion for 7c556270-032e-4197-a4d8-3459533aba1e request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:51:26.747209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Deleting port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:26.748219 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.765057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:26.765771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:26.794466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Usage tracker for resource:security_group_rule and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:26.840754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] The port '3da8c713-f306-44b9-a871-97865bfa27e2' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:51:26.920580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:26.938350 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-aaebe21b-3ca9-4209-9e39-d1b82ab626e2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9116163 Mar 03 17:51:26.944130 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-65baa2bc-89f2-422f-ba93-ddb9a69dd246 tempest-QuotasTest-90049508 tempest-QuotasTest-90049508-project-admin] 10.222.0.23 "GET /v2.0/quotas/2b905715e36649d7a3cc7e9befa202a1/details.json HTTP/1.1" status: 200 len: 703 time: 2.9105167 Mar 03 17:51:26.957355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Request body: {'port': {'device_id': '8361fac2-0950-4a64-88b2-a1760f230339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:26.965193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] For port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:26.965569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.085690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7a2ddf13-7d11-48bf-9172-5e685f9df6eb None None] Provisioning for port f351f5da-a817-46b4-9fc1-ea1417e01126 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:27.123854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7a2ddf13-7d11-48bf-9172-5e685f9df6eb None None] Provisioning complete for port f351f5da-a817-46b4-9fc1-ea1417e01126 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:27.124864 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a2ddf13-7d11-48bf-9172-5e685f9df6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.159785 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-f9ed3237-c20e-4d16-a012-095cca36ee03 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802365 Mar 03 17:51:27.203533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.212907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] For port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,segment=NetworkSegment(97d08539-b299-4c13-9379-9f7ecd9c9a6e),segment_id=97d08539-b299-4c13-9379-9f7ecd9c9a6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:27.213545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.281085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.442051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Calling delete_port for 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:27.476101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40936) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:27.518429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f3566-04e8-4451-ba0d-ec5f95dea9fc req-47ae5519-e4dc-40a5-8455-49be06dbf7ac tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:27.525844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-163f3566-04e8-4451-ba0d-ec5f95dea9fc req-47ae5519-e4dc-40a5-8455-49be06dbf7ac tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 943 time: 0.9483287 Mar 03 17:51:27.559718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58249e9f-f054-4b35-b93a-2002a8958eee']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:27.621585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:27.738684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041a50a8-b18e-40c7-a5a9-1b85e3556594') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:27.739316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041a50a8-b18e-40c7-a5a9-1b85e3556594') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:27.756975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Calling delete_port for 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:27.785105 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-163f3566-04e8-4451-ba0d-ec5f95dea9fc req-1d66467a-5e3c-4398-b1b0-c6330b6262d1 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582946 Mar 03 17:51:27.791150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.835501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.848336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91479-056c-47ce-983c-926bdb60a04d req-04de7134-0546-4c4a-ab2e-0fabe312fac0 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:27.849553 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.851131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-04de7134-0546-4c4a-ab2e-0fabe312fac0 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.3734686 Mar 03 17:51:27.915446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:27.915845 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:27.916292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Request body: {'port': {'device_id': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'admin_state_up': True, 'tenant_id': '87b34e58186648678211e562771b5fc0'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:27.924502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ddf13-7d11-48bf-9172-5e685f9df6eb None None] Port f351f5da-a817-46b4-9fc1-ea1417e01126 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:27.938702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 17:51:27.941073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:28.038188 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:51:28.038614 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:51:28.085756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:28.102398 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:28.152004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Port': ['ID=8d54b01c-ee9a-4ae7-addb-7a1735a7a4db,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:28.164284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] No DVR routers for this DVR port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:28.198672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:28.220756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a958e-adb0-4b0a-b327-4c639c4c784c req-748dcc26-2267-4285-979e-5b81cd6548bc tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:28.221605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-667a958e-adb0-4b0a-b327-4c639c4c784c req-748dcc26-2267-4285-979e-5b81cd6548bc tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:28.226225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3785f500-8c25-4643-a60d-7347284a637e req-0686f7a5-db4d-4662-ba20-93086deb37bd tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1357756 Mar 03 17:51:28.241857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Usage tracker for resource:security_group_rule and tenant:39faa5cf05f54c44a7fec230973e4eee is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:28.252550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:28.264077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:28.272661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:28.293386 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400c774a-0f67-455c-aa1b-202dc7cbc240 req-26d61c66-4442-4422-b598-3118969a9c6b service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1168015 Mar 03 17:51:28.300837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Made reservation on behalf of 87b34e58186648678211e562771b5fc0 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:28.304490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.315808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:28.321038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-667a958e-adb0-4b0a-b327-4c639c4c784c req-748dcc26-2267-4285-979e-5b81cd6548bc tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:28.322157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-667a958e-adb0-4b0a-b327-4c639c4c784c req-748dcc26-2267-4285-979e-5b81cd6548bc tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 931 time: 0.9643261 Mar 03 17:51:28.357684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.365369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.388433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.436681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] Pushing event deleted for resources: {'Network': ['ID=58249e9f-f054-4b35-b93a-2002a8958eee,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:28.453624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c556270-032e-4197-a4d8-3459533aba1e']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:28.464525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2dc95fa2-3193-4889-b50b-cf69f14d3e02 req-9318bb17-2e3f-4ef2-a713-13baa9e1cf10 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 210 time: 0.0735950 Mar 03 17:51:28.473427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d08539-b299-4c13-9379-9f7ecd9c9a6e') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:28.473727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d08539-b299-4c13-9379-9f7ecd9c9a6e') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:28.488007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.500970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-06131e96-50b5-415c-ae58-0d11fd38ce5a admin admin] 10.222.0.23 "DELETE /v2.0/networks/58249e9f-f054-4b35-b93a-2002a8958eee HTTP/1.1" status: 204 len: 168 time: 3.8600678 Mar 03 17:51:28.511815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.524877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:28.525224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.539795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Deleting port 8d54b01c-ee9a-4ae7-addb-7a1735a7a4db {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:28.540359 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:28.545577 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:28.574151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-667a958e-adb0-4b0a-b327-4c639c4c784c req-e30042c2-fc66-4385-8eb3-91e9e414ea1c tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171874 Mar 03 17:51:28.662760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e01650d4-b3e6-4ab9-83c3-4ae05723d050 None None] The port '8d54b01c-ee9a-4ae7-addb-7a1735a7a4db' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:51:28.680536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.704648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40948) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:28.713128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.719443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] Pushing event deleted for resources: {'Network': ['ID=7c556270-032e-4197-a4d8-3459533aba1e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:28.729921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c01dba27-f79b-4f78-b5f0-8f3cbde194eb tempest-ServersTestMultiNic-787387165 tempest-ServersTestMultiNic-787387165-project] 10.222.0.23 "DELETE /v2.0/networks/7c556270-032e-4197-a4d8-3459533aba1e HTTP/1.1" status: 204 len: 168 time: 2.5177646 Mar 03 17:51:28.765136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e26cae-c69f-4a75-a658-6fde4392cdfb req-22e050c9-6c5d-44ba-af3c-785609ae6d89 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:28.773556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72e26cae-c69f-4a75-a658-6fde4392cdfb req-22e050c9-6c5d-44ba-af3c-785609ae6d89 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.1291101 Mar 03 17:51:28.821074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Allocated IP 172.20.0.4 (aca13643-4bfd-4bda-9748-828744b866b0/2e9df596-4c5d-4665-a0f7-02dfafab3987/c226c755-c714-40d1-815c-968a785ce7c1) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:28.827011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72e26cae-c69f-4a75-a658-6fde4392cdfb req-65a5eec4-c069-4360-9103-b39bfc6a33b3 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519152 Mar 03 17:51:28.829716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-91e2e11f-c35a-4aee-8987-b450c2bf3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:28.831207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-91e2e11f-c35a-4aee-8987-b450c2bf3470 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 1094 time: 0.3983014 Mar 03 17:51:28.847998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:28.924476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:29.009890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e4fca0fc-f7d1-4f74-bd48-90fc2e39bc0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1eca4900f28e4fa3a76e4a92f52f5abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989304 Mar 03 17:51:29.031449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40962) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:29.091224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6235e8-a268-483a-94dc-ff3f460342c6 req-7a7a0ea0-0506-46d5-a99c-0d1bcfbd5855 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:29.093512 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ef6235e8-a268-483a-94dc-ff3f460342c6 req-7a7a0ea0-0506-46d5-a99c-0d1bcfbd5855 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.0970182 Mar 03 17:51:29.101961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40966) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:29.113849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Request body: {'floatingip': {'port_id': 'dddc47bb-c6cf-4296-a785-3da8d2394029'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:29.148176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39faa5cf05f54c44a7fec230973e4eee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6674261 Mar 03 17:51:29.164107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f351f5da-a817-46b4-9fc1-ea1417e01126 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:29.182058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40970) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:29.188406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114d39b-4d79-4943-905f-c5ea72c9d695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8979ea3-a707-48c1-8ac2-fc9b55518256,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:29.192062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:29.235288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:29.324342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Transition to ACTIVE for port object f351f5da-a817-46b4-9fc1-ea1417e01126 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:29.324978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40978) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:29.349633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61f136bf-e67a-420e-8b42-a7d37cdabcdd req-6eb9e5ff-7ae9-4541-8b46-64dc195eef44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.0529644 Mar 03 17:51:29.404892 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:29.437643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d847caa6-9e66-4125-8fd8-9546d5c0d50f req-f02c07fe-a6b8-4ee3-ac76-82e86b2e0df2 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0481675 Mar 03 17:51:29.524880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-8667e983-c798-4a64-89d3-1c27dc653412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:29.526343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-8667e983-c798-4a64-89d3-1c27dc653412 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 906 time: 0.6804526 Mar 03 17:51:29.629574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77557fd5-3e4a-4e70-a481-60defe1686be req-259ecbc1-a3ce-4178-acde-feaa16dc3be1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 210 time: 0.0487394 Mar 03 17:51:29.788878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3c95915-c4a4-4cbc-9f78-c8c734eec1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:29.860574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f351f5da-a817-46b4-9fc1-ea1417e01126,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:29.906115 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-5923a104-1e77-4014-bdaf-531fda3d8cf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377 HTTP/1.1" status: 200 len: 217 time: 0.3642313 Mar 03 17:51:29.913527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9673b-ca5e-4a16-88de-2e556a3b5a66 req-f51d7ed2-c135-4944-a9db-1d7004fc5aff tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:29.914935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29c9673b-ca5e-4a16-88de-2e556a3b5a66 req-f51d7ed2-c135-4944-a9db-1d7004fc5aff tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 943 time: 0.9829824 Mar 03 17:51:29.971850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8762-dcb2-4cbb-ad88-51445a27ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.043716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e5eab-7916-4323-b268-f94ccfbd2f2c req-5a8d11c0-5206-4e99-8d98-11e08a331bec tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:30.045197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e23e5eab-7916-4323-b268-f94ccfbd2f2c req-5a8d11c0-5206-4e99-8d98-11e08a331bec tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 943 time: 0.3159478 Mar 03 17:51:30.106905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3c95915-c4a4-4cbc-9f78-c8c734eec1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.171796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e23e5eab-7916-4323-b268-f94ccfbd2f2c req-6f34cac6-1380-45a6-a12c-728f3792b071 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166136 Mar 03 17:51:30.205752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.209816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.260309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8762-dcb2-4cbb-ad88-51445a27ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.304604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-3e2c778e-8f05-4e52-b0e1-09eb081c2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:30.306238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-3e2c778e-8f05-4e52-b0e1-09eb081c2074 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.3847702 Mar 03 17:51:30.313451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.396953 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Floating IP 9375974c-02db-4967-9616-69809beb125d associated. External IP: 172.25.0.155, port: dddc47bb-c6cf-4296-a785-3da8d2394029. Mar 03 17:51:30.448530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29c9673b-ca5e-4a16-88de-2e556a3b5a66 req-5b84c94a-e6da-4fa1-b827-639d523fc527 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918916 Mar 03 17:51:30.472242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-e20ecfaf-592e-40bd-8e43-3ce1e9b1e1c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496255 Mar 03 17:51:30.573347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Attempting to bind port f351f5da-a817-46b4-9fc1-ea1417e01126 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:30.573715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Attempting to bind port f351f5da-a817-46b4-9fc1-ea1417e01126 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:30.573998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Attempting to bind port f351f5da-a817-46b4-9fc1-ea1417e01126 on network ac463f0f-e2c1-4625-84bb-a74e13232bea {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:30.625045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75a645f2-7a2d-48f6-bb49-6071f0843733 req-c6058a11-dc2b-43c6-b244-8c2b93912b87 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0490232 Mar 03 17:51:30.695755 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3c95915-c4a4-4cbc-9f78-c8c734eec1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.719773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Port f351f5da-a817-46b4-9fc1-ea1417e01126 on network ac463f0f-e2c1-4625-84bb-a74e13232bea not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:51:30.720004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Attempting to bind port f351f5da-a817-46b4-9fc1-ea1417e01126 on network ac463f0f-e2c1-4625-84bb-a74e13232bea {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:30.753696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c95915-c4a4-4cbc-9f78-c8c734eec1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3027788e-9d59-4f82-bbee-d9295e4d0854,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:30.765211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:30.765711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Checking segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:30.766189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Bound using segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:30.766741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Bound port: f351f5da-a817-46b4-9fc1-ea1417e01126, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:30.767197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.817747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Router aa8b1452-2960-4575-be92-2af8f101d8b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:51:30.887773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8762-dcb2-4cbb-ad88-51445a27ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.904755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-637f42fa-e7bb-4812-8237-1267714c310f req-1381ae8c-1031-4a5b-85e2-2e35a71ccad9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:30.960091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:30.968583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d8762-dcb2-4cbb-ad88-51445a27ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8979ea3-a707-48c1-8ac2-fc9b55518256,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:30.973621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-cdcbb2e9-60ac-4116-a2c1-f148eefebdce service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913096 Mar 03 17:51:31.003943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:31.008623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:31.013169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] Sync routers for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:31.022341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8762-dcb2-4cbb-ad88-51445a27ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:31.025918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:31.026200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ca4d8762-dcb2-4cbb-ad88-51445a27ebda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8979ea3-a707-48c1-8ac2-fc9b55518256 HTTP/1.1" status: 204 len: 168 time: 1.8391418 Mar 03 17:51:31.028397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:31.071360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-58a259d6-1e65-4a86-87b4-898b13837d8a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "PUT /v2.0/floatingips/9375974c-02db-4967-9616-69809beb125d HTTP/1.1" status: 200 len: 991 time: 1.9680154 Mar 03 17:51:31.072851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:31.172097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3c95915-c4a4-4cbc-9f78-c8c734eec1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:31.173365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d3c95915-c4a4-4cbc-9f78-c8c734eec1d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3027788e-9d59-4f82-bbee-d9295e4d0854 HTTP/1.1" status: 204 len: 168 time: 2.1254768 Mar 03 17:51:31.190405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-637f42fa-e7bb-4812-8237-1267714c310f req-1381ae8c-1031-4a5b-85e2-2e35a71ccad9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:31.191557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-637f42fa-e7bb-4812-8237-1267714c310f req-1381ae8c-1031-4a5b-85e2-2e35a71ccad9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 210 time: 0.4357548 Mar 03 17:51:31.264115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Network aca13643-4bfd-4bda-9748-828744b866b0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:31.269956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] For port f351f5da-a817-46b4-9fc1-ea1417e01126, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:31.275481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:31.297321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:31.334235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:31.358044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5a0b-d5d3-4c94-81b2-b34d4dde5b16 req-39024407-b7ab-4d1b-a937-3808fcee77c5 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:31.366780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24dd5a0b-d5d3-4c94-81b2-b34d4dde5b16 req-39024407-b7ab-4d1b-a937-3808fcee77c5 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.1607306 Mar 03 17:51:31.372689 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'status': 'completed', 'code': 200} Mar 03 17:51:31.382209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] For port f351f5da-a817-46b4-9fc1-ea1417e01126, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f351f5da-a817-46b4-9fc1-ea1417e01126,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:31.398741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:31.402361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:31.490273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24dd5a0b-d5d3-4c94-81b2-b34d4dde5b16 req-bb66de71-2ce2-41a8-bc7e-73ef879b2872 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225173 Mar 03 17:51:31.562265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-a4e7e600-5a3d-4ff1-bfed-c982d99017ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:31.572758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-a4e7e600-5a3d-4ff1-bfed-c982d99017ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7b4ae1858eb47aa925d0b19791bee7f&device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 1096 time: 0.1987884 Mar 03 17:51:31.756125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f41a613e-c2df-4dff-a33a-90d5d8ce5377 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:51:31.767302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41016) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:31.842686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:31.843534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:31.845097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 1091 time: 4.8950830 Mar 03 17:51:31.847439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:31.897525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:31.914466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:31.915405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:31.941233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:31.976452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'mac_address': 'fa:16:3e:23:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:51:32.049837 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4201c7bf-eb5f-464e-ac12-531a23e9d2c7 req-a88bc22b-3645-4cb5-a12e-e8675b2cf929 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.4297683 Mar 03 17:51:32.052735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:32.074746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41a613e-c2df-4dff-a33a-90d5d8ce5377 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:32.092140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:32.092353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:32.100152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Usage tracker for resource:security_group_rule and tenant:2b905715e36649d7a3cc7e9befa202a1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:32.100362 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:32.107610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:32.121824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:32.199789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89df59-a7bd-437c-8497-99b21165a2a8 req-570b5f7c-6e26-42e4-a0da-399c08fc0bf3 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:32.201553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b89df59-a7bd-437c-8497-99b21165a2a8 req-570b5f7c-6e26-42e4-a0da-399c08fc0bf3 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 943 time: 0.5826578 Mar 03 17:51:32.215164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e7ba03-d64a-4d9f-9d98-d387c11587f5 req-752e5999-6adb-47a0-8ebe-c0a02c949fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1814437 Mar 03 17:51:32.252147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:32.272727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b89df59-a7bd-437c-8497-99b21165a2a8 req-1041d1e0-611d-4738-b416-325a7cf6d935 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615978 Mar 03 17:51:32.273829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-4deed2a9-a731-4b3f-bf88-da25106d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:32.275384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-4deed2a9-a731-4b3f-bf88-da25106d3b97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6761c173-750c-4ebb-a7d4-1a78054aca99 HTTP/1.1" status: 200 len: 906 time: 0.6952109 Mar 03 17:51:32.276705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15e35b-beca-4689-8fdb-bc033977f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f351f5da-a817-46b4-9fc1-ea1417e01126,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:32.279696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:32.303054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:32.324663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '9375974c-02db-4967-9616-69809beb125d', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'port_id': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'mac_address': 'fa:16:3e:c7:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:50:54Z', 'updated_at': '2022-03-03T17:51:30Z', 'revision_number': 1, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:04Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:32.327878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-d8a107e2-7df6-487b-ae05-05796e483bb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4264407 Mar 03 17:51:32.329587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] Checking router: aa8b1452-2960-4575-be92-2af8f101d8b9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:32.342929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:32.343610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:32.447940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Request body: {'port': {'device_id': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:32.466571 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-8360ac67-735a-40f7-a07c-ce61cafec596 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dddc47bb-c6cf-4296-a785-3da8d2394029 HTTP/1.1" status: 200 len: 999 time: 0.1788743 Mar 03 17:51:32.537263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f41a613e-c2df-4dff-a33a-90d5d8ce5377'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:51:32.570782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41038) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:32.577297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c00f385-e2da-4f23-ba47-e957403a630c req-39b7923e-0069-41dc-88df-bbf5438fdab2 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0623264 Mar 03 17:51:32.587920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:32.593747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-0ac64abc-9bb0-4b5a-9c54-44d833bd907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:32.595718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-0ac64abc-9bb0-4b5a-9c54-44d833bd907b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=289e4545-403d-482d-801e-d8072d8c7ee3 HTTP/1.1" status: 200 len: 844 time: 0.1235743 Mar 03 17:51:32.611442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:32.665088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b905715e36649d7a3cc7e9befa202a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8782179 Mar 03 17:51:32.665761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41044) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:32.667160 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'status': 'completed', 'code': 200} Mar 03 17:51:32.683461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081be034-83e0-463b-b5b0-de085785f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f81d03-c541-480e-8664-18ba241abe40,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:32.693417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9841b-da00-42d0-a82f-49b6bc005834 req-4ce36af0-781d-4227-b04d-96a58e0bf644 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:32.700186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78e9841b-da00-42d0-a82f-49b6bc005834 req-4ce36af0-781d-4227-b04d-96a58e0bf644 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 943 time: 0.9689372 Mar 03 17:51:32.760883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-42857078-be22-46ca-8466-3f6f3cf21a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:32.763705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-42857078-be22-46ca-8466-3f6f3cf21a5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6761c173-750c-4ebb-a7d4-1a78054aca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620965 Mar 03 17:51:32.765058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-4b4dfbaa-bc72-4505-a301-edfafda40f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:32.766570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-4b4dfbaa-bc72-4505-a301-edfafda40f5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1094 time: 0.8151615 Mar 03 17:51:32.807992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb369-e605-4605-9fd1-72c751d76fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:32.853994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-network', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:32.918749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78e9841b-da00-42d0-a82f-49b6bc005834 req-dc55372a-c47d-4df5-a0e8-2828ace39960 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176850 Mar 03 17:51:32.920639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:32.926493 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-75c7477f-5d9e-4c11-87aa-b69e8fb19eef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 217 time: 0.1429758 Mar 03 17:51:32.946930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Usage tracker for resource:network and tenant:9a94e143f117434596cb3a5cb4184e9f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:32.952309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:32.973042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb369-e605-4605-9fd1-72c751d76fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:32.994551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.045209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-b9cd5650-1103-4b87-b501-fccee5106e72 service neutron] 10.222.0.35 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600038 Mar 03 17:51:33.047387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:33.060320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3befbea-4cfa-4fde-b3b5-ca79f522243f req-e8896e3c-1ea4-47ed-8453-f2edf0604493 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:33.061833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3befbea-4cfa-4fde-b3b5-ca79f522243f req-e8896e3c-1ea4-47ed-8453-f2edf0604493 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 931 time: 0.2515023 Mar 03 17:51:33.175918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb369-e605-4605-9fd1-72c751d76fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.184705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Made reservation on behalf of 9a94e143f117434596cb3a5cb4184e9f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:33.187016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.206029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.220361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3befbea-4cfa-4fde-b3b5-ca79f522243f req-abd3c463-c041-4673-858b-7b9e3150d45b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361792 Mar 03 17:51:33.225358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb369-e605-4605-9fd1-72c751d76fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f81d03-c541-480e-8664-18ba241abe40,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:33.231090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-97879d67-a769-44b1-a888-2a7456d97bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:33.232734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-97879d67-a769-44b1-a888-2a7456d97bc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.2870152 Mar 03 17:51:33.249731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb369-e605-4605-9fd1-72c751d76fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.251097 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ec7fb369-e605-4605-9fd1-72c751d76fa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72f81d03-c541-480e-8664-18ba241abe40 HTTP/1.1" status: 204 len: 168 time: 0.5843403 Mar 03 17:51:33.292746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c388f590-59fb-45cb-a3df-3a234f0aef80 req-8c988134-a1a4-45f2-9caa-6b07568b3737 service neutron] 10.222.0.35 "GET /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404246 Mar 03 17:51:33.301964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '9375974c-02db-4967-9616-69809beb125d', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'port_id': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'mac_address': 'fa:16:3e:c7:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:50:54Z', 'updated_at': '2022-03-03T17:51:30Z', 'revision_number': 1, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:04Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:33.306568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a42901-98b0-455a-9b7a-c2372d2616da None None] The sync data for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 is: [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '9375974c-02db-4967-9616-69809beb125d', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'port_id': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'mac_address': 'fa:16:3e:c7:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:50:54Z', 'updated_at': '2022-03-03T17:51:30Z', 'revision_number': 1, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:04Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:33.327281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:33.380472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Usage tracker for resource:security_group_rule and tenant:9a94e143f117434596cb3a5cb4184e9f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:33.387728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:33.404356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:33.602589 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c487dc1-8507-425c-ab8f-83d118464321 None None] New status for floating IP 9375974c-02db-4967-9616-69809beb125d: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:51:33.705612 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.723887 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.776634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167e3daa-4bc4-4720-89c4-20be99aa6e50,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:33.785964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-baa760e8-be9a-4d65-a7ba-ad046eea014d req-31b29aff-0633-4b0d-b354-c9a3403e2ca8 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0612888 Mar 03 17:51:33.813724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:51:33.833406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-290b4065-9d6a-408b-a79f-fc6e531920dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:33.835793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-290b4065-9d6a-408b-a79f-fc6e531920dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5097518 Mar 03 17:51:33.929612 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:33.930048 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Added segment 0cc42f38-064f-4535-9570-8b0ac29c4f28 of type vlan for network f8f591cc-2991-472c-8961-d348f9db2189 Mar 03 17:51:34.253642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c226c755-c714-40d1-815c-968a785ce7c1 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:34.273107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:34.293571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824563ef-8b5f-4135-87d8-3d7f4ee425fa req-70315ba1-676b-408e-9ade-c2d03c875e0f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:34.295101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-824563ef-8b5f-4135-87d8-3d7f4ee425fa req-70315ba1-676b-408e-9ade-c2d03c875e0f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 944 time: 0.8457215 Mar 03 17:51:34.352048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:34.393245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf77e3-bacb-4f5e-bd98-9a734d2b4b8f req-db27591b-2ab7-4b3f-b078-0777cad816a9 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:34.398353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79cf77e3-bacb-4f5e-bd98-9a734d2b4b8f req-db27591b-2ab7-4b3f-b078-0777cad816a9 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 943 time: 0.0906253 Mar 03 17:51:34.402409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Transition to ACTIVE for port object c226c755-c714-40d1-815c-968a785ce7c1 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:34.419567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-c5b716ce-fda7-40db-92e4-60f68cdfa49b service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729425 Mar 03 17:51:34.420155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:34.455771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79cf77e3-bacb-4f5e-bd98-9a734d2b4b8f req-981b212a-08c2-49de-9fe6-80852f0b350a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532639 Mar 03 17:51:34.551537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Deleting port c69148e0-9798-4fd8-95f8-048a6ea49bf6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:34.552185 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:34.648597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-824563ef-8b5f-4135-87d8-3d7f4ee425fa req-49bb1166-99fd-4aac-8265-316bdf7c0870 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090243 Mar 03 17:51:34.659743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4c69d77-6f8e-4a90-9f42-08bb49688587 req-608f3fec-6c36-40ea-b716-7873555d0c90 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0409315 Mar 03 17:51:34.760751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:34.763259 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:34.764296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:34.764973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:34.872341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41108) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:34.974865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-669801720', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:34.979667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:34.983771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Usage tracker for resource:port and tenant:aa41cf3d839041edbef5bf7d77b787b0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:34.986662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:34.993650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:35.112260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Made reservation on behalf of aa41cf3d839041edbef5bf7d77b787b0 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:35.112615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] Pushing event updated for resources: {'Network': ['ID=f8f591cc-2991-472c-8961-d348f9db2189,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:35.116629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.125563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f8f591cc-2991-472c-8961-d348f9db2189 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:51:35.127061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-74a621ff-870d-4b55-b338-1c141773daad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5434039 Mar 03 17:51:35.131995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41114) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:35.134957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06d34d7d-c5c0-46f7-93fb-916e9897168d req-0c5ab559-8567-4c56-908c-051f48880afd service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623554 Mar 03 17:51:35.141880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Request body: {'subnet': {'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-subnet', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:35.147560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.157510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:35.164628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Usage tracker for resource:subnet and tenant:9a94e143f117434596cb3a5cb4184e9f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:35.170678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:35.172483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:35.172819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:35.173384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:35.177663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:35.179911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:35.184132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Usage tracker for resource:security_group_rule and tenant:aa41cf3d839041edbef5bf7d77b787b0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:35.188951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:35.189932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:51:35.190338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:35.198348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:35.209960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Made reservation on behalf of 9a94e143f117434596cb3a5cb4184e9f for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:35.212967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.215097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:35.215450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:35.215834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:35.216272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Bound port: c226c755-c714-40d1-815c-968a785ce7c1, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:35.216621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.284941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] For port c69148e0-9798-4fd8-95f8-048a6ea49bf6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c69148e0-9798-4fd8-95f8-048a6ea49bf6,segment=NetworkSegment(d72680ad-a59a-4fa4-a9db-abbcc2ddec43),segment_id=d72680ad-a59a-4fa4-a9db-abbcc2ddec43)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:35.285305 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.299439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404966b-fdda-4873-81af-c0032376b7da req-ee172385-a1fa-4668-bfde-4c7580839b2b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:35.300912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9404966b-fdda-4873-81af-c0032376b7da req-ee172385-a1fa-4668-bfde-4c7580839b2b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.5224705 Mar 03 17:51:35.436552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.447340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.460737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] device_id is not set on port 977eebe8-2593-41cf-9aab-c175203014d1 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:51:35.479038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Calling delete_port for c69148e0-9798-4fd8-95f8-048a6ea49bf6 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:35.542660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa844934-e831-4548-8b3b-71f370f932d1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:35.577210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.577801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9404966b-fdda-4873-81af-c0032376b7da req-606d58a9-7343-4443-b6f0-49c9000692a7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485394 Mar 03 17:51:35.586896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:35.596992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:35.621948 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.704305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-5d6ad335-fd19-45e6-880f-13b5bc90001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:35.706570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-5d6ad335-fd19-45e6-880f-13b5bc90001f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1094 time: 0.4797692 Mar 03 17:51:35.752570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f41a613e-c2df-4dff-a33a-90d5d8ce5377 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:35.836114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port f41a613e-c2df-4dff-a33a-90d5d8ce5377 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:35.842111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port f41a613e-c2df-4dff-a33a-90d5d8ce5377 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:35.843076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.887927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6f886e-221a-4397-97db-3524ca2de722,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:35.914298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Checking segment: {'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:35.914653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Network hostable DHCP agents. Network: f8f591cc-2991-472c-8961-d348f9db2189, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:51:35.931892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Allocated IP 172.25.0.113 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/977eebe8-2593-41cf-9aab-c175203014d1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:35.955916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:35.956434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.957767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] 10.222.0.35 "PUT /v2.0/ports/c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 200 len: 1091 time: 3.5448160 Mar 03 17:51:35.959965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:35.969175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c1687-4310-43eb-b698-2b8b96b685e1 req-efa3579d-9058-43b5-aa8b-870e85b80d72 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:35.970962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b4c1687-4310-43eb-b698-2b8b96b685e1 req-efa3579d-9058-43b5-aa8b-870e85b80d72 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 943 time: 0.3867354 Mar 03 17:51:35.974188 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:35.981788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Network f8f591cc-2991-472c-8961-d348f9db2189 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:51:36.007474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:36.018929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:36.024104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.035191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f8f591cc-2991-472c-8961-d348f9db2189) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:36.056382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:36.057211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.072092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107b9d2-b796-495e-a528-5dd5557274b4 None None] Network f8f591cc-2991-472c-8961-d348f9db2189 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:36.102997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9e7b9d2f-4af9-4545-90d4-291fe5c8c697 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9673810 Mar 03 17:51:36.106363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41128) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:36.119951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b4c1687-4310-43eb-b698-2b8b96b685e1 req-ce20503b-3ddc-4abb-853b-dab800164e9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287141 Mar 03 17:51:36.125096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718184f-3aa2-41f0-ae42-4ba2dabb773e service neutron] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:36.136037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:36.181703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-ca3a18bf-4403-446d-87df-ebae4526c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:36.181921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:36.183519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-ca3a18bf-4403-446d-87df-ebae4526c736 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.4661069 Mar 03 17:51:36.259491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-09cf9d99-2f74-4562-b052-e6de139f128b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 217 time: 0.0681882 Mar 03 17:51:36.280271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Usage tracker for resource:router and tenant:9a94e143f117434596cb3a5cb4184e9f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:36.308588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:36.322890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:36.341442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:36.348102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b7305ef-2f4d-4af8-bd9d-bb23c52eee17 req-1effb07d-3719-4b4d-9a01-29996298c0aa tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0746157 Mar 03 17:51:36.357360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91479-056c-47ce-983c-926bdb60a04d req-529f89e9-2c25-4a28-bfe3-8817627203e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:36.358248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-529f89e9-2c25-4a28-bfe3-8817627203e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1094 time: 0.3238246 Mar 03 17:51:36.368121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.369937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.370300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f8f591cc-2991-472c-8961-d348f9db2189', 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'fixed_ips': [{'subnet_id': 'ca6f886e-221a-4397-97db-3524ca2de722'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:51:36.371516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.424924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.428473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.453917 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'code': 200} Mar 03 17:51:36.454060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73776f-fe09-44c4-aeff-d4c1d4b39469 req-8a4aab6f-cc58-46fc-9784-0918f1ea4124 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:36.461562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e73776f-fe09-44c4-aeff-d4c1d4b39469 req-8a4aab6f-cc58-46fc-9784-0918f1ea4124 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 945 time: 0.5109966 Mar 03 17:51:36.488480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-382c8c6c-3aa1-48da-a437-13e5f8215e28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 200 len: 217 time: 0.1104608 Mar 03 17:51:36.495690 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1', 'status': 'completed', 'code': 200} Mar 03 17:51:36.580139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Allocated IP 172.20.0.2 (f8f591cc-2991-472c-8961-d348f9db2189/ca6f886e-221a-4397-97db-3524ca2de722/06540a31-43c6-4820-a3a6-d66db57befc2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:36.594688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-631c3459-2dea-47ac-aaf0-aaf7a2bda945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:36.596251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-631c3459-2dea-47ac-aaf0-aaf7a2bda945 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.3276129 Mar 03 17:51:36.596722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.722094 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e73776f-fe09-44c4-aeff-d4c1d4b39469 req-4765bc36-339e-49bb-9a64-bfa4d4ef86c4 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596159 Mar 03 17:51:36.727525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69148e0-9798-4fd8-95f8-048a6ea49bf6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:36.751802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.787855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91479-056c-47ce-983c-926bdb60a04d req-dca7c3dc-9522-4c39-ae05-5a6de69213db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:36.789311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-dca7c3dc-9522-4c39-ae05-5a6de69213db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2873900 Mar 03 17:51:36.818867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.821171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.833024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Transition to ACTIVE for port object 06540a31-43c6-4820-a3a6-d66db57befc2 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:36.857518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Transition to ACTIVE for port object 06540a31-43c6-4820-a3a6-d66db57befc2 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:36.871765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:36.890460 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-e10e0bf7-2835-446d-b402-d15bcbaa70c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697484 Mar 03 17:51:36.907158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Pushing event updated for resources: {'Port': ['ID=977eebe8-2593-41cf-9aab-c175203014d1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:36.910715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:36.916990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:36.930006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:36.941844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Network f8f591cc-2991-472c-8961-d348f9db2189 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:36.945700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:36.949709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:37.024524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:37.025115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.039902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Pushing event updated for resources: {'Port': ['ID=06540a31-43c6-4820-a3a6-d66db57befc2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:37.070079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Attempting to bind port 06540a31-43c6-4820-a3a6-d66db57befc2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:37.070586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Attempting to bind port 06540a31-43c6-4820-a3a6-d66db57befc2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:37.071043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Attempting to bind port 06540a31-43c6-4820-a3a6-d66db57befc2 on network f8f591cc-2991-472c-8961-d348f9db2189 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:37.074252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53d668-6725-4f71-a567-05723999a5d4 req-7d1f8cc8-1730-47bf-a610-4d95675bcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:37.075727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e53d668-6725-4f71-a567-05723999a5d4 req-7d1f8cc8-1730-47bf-a610-4d95675bcdfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 1096 time: 0.5328658 Mar 03 17:51:37.076537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:37.076908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Checking segment: {'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:37.077304 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.078043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Bound using segment: {'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:37.078183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Bound port: 06540a31-43c6-4820-a3a6-d66db57befc2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:37.078504 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.084414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-50157dcb-791e-44e0-bbfa-7df875cfcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:37.085750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-50157dcb-791e-44e0-bbfa-7df875cfcc52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4410057 Mar 03 17:51:37.139264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fee53575-51aa-408b-81ec-e96045ad67be tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2658205 Mar 03 17:51:37.153803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41136) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:37.169134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] For port 06540a31-43c6-4820-a3a6-d66db57befc2, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:37.170378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.113'}]}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:37.172259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] For port 06540a31-43c6-4820-a3a6-d66db57befc2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=06540a31-43c6-4820-a3a6-d66db57befc2,segment=NetworkSegment(0cc42f38-064f-4535-9570-8b0ac29c4f28),segment_id=0cc42f38-064f-4535-9570-8b0ac29c4f28)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:37.178628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.182558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f0da-55db-4598-89cc-7375118e5cd0 req-c34f4c9e-fac0-4e1c-bed3-5090e1505386 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:37.184030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c59f0da-55db-4598-89cc-7375118e5cd0 req-c34f4c9e-fac0-4e1c-bed3-5090e1505386 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.3695471 Mar 03 17:51:37.186857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:37.196543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Usage tracker for resource:router and tenant:aa41cf3d839041edbef5bf7d77b787b0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:37.220878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:37.237895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:37.257368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c59f0da-55db-4598-89cc-7375118e5cd0 req-5fe1dc6c-1d01-4a6d-a855-045ca3637341 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629282 Mar 03 17:51:37.272712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.281877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.314143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ddcfa-3b1f-47e1-b965-b71689aa74d4 None None] Pushing event updated for resources: {'Port': ['ID=06540a31-43c6-4820-a3a6-d66db57befc2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:37.378459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.600464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-a59fc245-aa3a-4d14-83a7-092695957d35 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998837 Mar 03 17:51:37.618681 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.662766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e53d668-6725-4f71-a567-05723999a5d4 req-b67b3880-0eb1-4532-a029-fd9384e37f78 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758641 Mar 03 17:51:37.754108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.800905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b201e72-8900-4750-83bd-bc5fb3c9fed7 req-578f84a5-a81f-4ed0-9071-c2387eea812c tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.2383111 Mar 03 17:51:37.804031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:37.858186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-4e4a6b56-aefe-4dbb-9efe-bbb2f162d52c service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621472 Mar 03 17:51:37.896085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863739c7-d852-49c2-8e04-efc18de1516a req-bd9e70bb-e102-4548-8722-d88aaf68c6f7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:37.898326 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-863739c7-d852-49c2-8e04-efc18de1516a req-bd9e70bb-e102-4548-8722-d88aaf68c6f7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 943 time: 0.6091187 Mar 03 17:51:38.029772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dba91479-056c-47ce-983c-926bdb60a04d req-ab64772f-7507-4736-a2b4-8841846df530 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051013 Mar 03 17:51:38.098661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:38.184571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-863739c7-d852-49c2-8e04-efc18de1516a req-936c2758-7fa5-4cf3-ac4f-a9f192225893 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694950 Mar 03 17:51:38.238190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed1780-6074-4f38-8467-4c07fb9813ac req-08c9a47a-84e7-4492-8440-3d881ad761bc tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:38.239766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37ed1780-6074-4f38-8467-4c07fb9813ac req-08c9a47a-84e7-4492-8440-3d881ad761bc tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 945 time: 0.2870722 Mar 03 17:51:38.294682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Allocated IP 172.25.0.79 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/b82a7f48-9b38-4dc2-95ad-822beeb7cdda) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:38.314715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b050a-ef64-4105-98a3-e8f26a40a12b req-d926883f-eb79-4983-9b99-0da7342e9d19 service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480752 Mar 03 17:51:38.394113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37ed1780-6074-4f38-8467-4c07fb9813ac req-5dfba7a5-869b-4ea7-897b-1804888d5784 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966890 Mar 03 17:51:38.481311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096b037-d075-414c-be74-0ed6a8d4ecde None None] Network f8f591cc-2991-472c-8961-d348f9db2189 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:38.499018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-3f07b90f-f3ab-4b25-bc07-e129be7bdde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:38.501089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-3f07b90f-f3ab-4b25-bc07-e129be7bdde4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1094 time: 0.3832836 Mar 03 17:51:38.518823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:38.538038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:51:38.570414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-95cca811-7b0b-4353-8eac-53a15939de64 None None] Provisioning for port 06540a31-43c6-4820-a3a6-d66db57befc2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:38.743297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f7132-5171-4aa7-8445-e33320b51c14 req-ade39dd5-852f-4709-bc4c-a7ef3458da97 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:38.745036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d24f7132-5171-4aa7-8445-e33320b51c14 req-ade39dd5-852f-4709-bc4c-a7ef3458da97 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.3200352 Mar 03 17:51:38.763324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:38.857024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:38.858235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:38.887750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:38.888934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d24f7132-5171-4aa7-8445-e33320b51c14 req-41548c67-bc47-490b-871c-7b9a0a3810ff tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717270 Mar 03 17:51:38.890343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:38.899859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-b2ff8158-a95d-4c35-8596-5cb7680a5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:38.901486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-b2ff8158-a95d-4c35-8596-5cb7680a5f21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.3930488 Mar 03 17:51:38.943011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:38.982806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:38.989386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:38.992446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] Sync routers for ids ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:39.006495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-e588b611-ed8f-46d3-9e4b-d2703644df0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 200 len: 217 time: 0.0973070 Mar 03 17:51:39.010554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] Routers {'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:39.011406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:39.045166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb30ee9e-683f-4955-8fd6-157464c4b2a8 req-5e383b43-8755-4bc7-ad11-5b47c629547b tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0567422 Mar 03 17:51:39.062746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3fab000a-b609-45f0-9644-3fbd57c45bc6 admin admin] 10.222.0.23 "PUT /v2.0/routers/c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7347486 Mar 03 17:51:39.066509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41148) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:39.317957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] Set router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:39.329041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-87a559c9-695b-4ea6-b16c-f434ca5c379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:39.330544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-87a559c9-695b-4ea6-b16c-f434ca5c379c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.3175063 Mar 03 17:51:39.434390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-6c7eb570-aeb7-4031-a52a-2556581d6269 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920765 Mar 03 17:51:39.614185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06540a31-43c6-4820-a3a6-d66db57befc2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:39.665234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-c0e7626d-afd4-4c54-b102-09d8bde20777 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180693 Mar 03 17:51:39.675868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1c218-de3d-45fc-a850-712fb4acf103 req-4b0e7711-c3b4-44bf-bc42-d1443e126fe4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:39.677350 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6c1c218-de3d-45fc-a850-712fb4acf103 req-4b0e7711-c3b4-44bf-bc42-d1443e126fe4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 943 time: 0.3384469 Mar 03 17:51:39.710079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:51:36Z', 'revision_number': 5, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:39.712678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 06540a31-43c6-4820-a3a6-d66db57befc2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:39.718844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] Checking router: c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:39.720989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 06540a31-43c6-4820-a3a6-d66db57befc2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:39.721559 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:39.745661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:39.773907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] Routers {'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:39.775305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:39.798739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:39.831006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f351f5da-a817-46b4-9fc1-ea1417e01126 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:51:39.906352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6c1c218-de3d-45fc-a850-712fb4acf103 req-da315506-0c52-4f29-8193-84d70ba5cf80 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064464 Mar 03 17:51:39.950883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:39.993926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] Set router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:40.001638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7294f1c6-145d-4fe2-a65c-76e2abb3437f req-c98449a0-e614-486c-b90c-93387bc1771d service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231936 Mar 03 17:51:40.042258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.053439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:51:40.095794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Deleting port eac7661b-80a9-4b98-a1d3-0e3507a8d76e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:40.096525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.154016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5466c1-a926-4166-b938-c4ec266fdcf0 req-69585f59-2c27-4edb-9f94-0a538d1ab4ac tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:40.155849 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf5466c1-a926-4166-b938-c4ec266fdcf0 req-69585f59-2c27-4edb-9f94-0a538d1ab4ac tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 945 time: 0.5254829 Mar 03 17:51:40.222787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c226c755-c714-40d1-815c-968a785ce7c1 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:51:40.231259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.237778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.269093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875faa-1709-4318-9bcb-de56e7e1db5e req-560ff660-1be8-4280-b594-477da4c44873 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:40.271286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4875faa-1709-4318-9bcb-de56e7e1db5e req-560ff660-1be8-4280-b594-477da4c44873 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.2382243 Mar 03 17:51:40.342449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf5466c1-a926-4166-b938-c4ec266fdcf0 req-db0d9b65-2c47-425d-9468-c924dba03f24 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354623 Mar 03 17:51:40.346960 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4875faa-1709-4318-9bcb-de56e7e1db5e req-3da176b0-fa57-4c48-a959-56af7b41b13c tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672483 Mar 03 17:51:40.349176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] For port eac7661b-80a9-4b98-a1d3-0e3507a8d76e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:40.349565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.399393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.400184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55bedf68-02f5-48fb-9c5a-4320d47b8883 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:51:40.476173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.516182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f351f5da-a817-46b4-9fc1-ea1417e01126, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f351f5da-a817-46b4-9fc1-ea1417e01126,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:40.537159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'port_id': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'mac_address': 'fa:16:3e:54:5a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:51:40.566111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Calling delete_port for eac7661b-80a9-4b98-a1d3-0e3507a8d76e owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:40.648451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2154f634-7061-4a09-bdcc-a0089b1ebdb1 req-675ccb52-82b0-415d-9217-e052edb6fbc1 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0893059 Mar 03 17:51:40.761209 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.779595 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 17:51:40.780555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ebc9450c-e8c1-4c57-ae75-c49282175b4b tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6245453 Mar 03 17:51:40.783386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41166) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:40.808487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 06540a31-43c6-4820-a3a6-d66db57befc2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=06540a31-43c6-4820-a3a6-d66db57befc2,segment=NetworkSegment(0cc42f38-064f-4535-9570-8b0ac29c4f28),segment_id=0cc42f38-064f-4535-9570-8b0ac29c4f28)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:40.810181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:40.821295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f351f5da-a817-46b4-9fc1-ea1417e01126 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:40.856241 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.861989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.869697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Deleting port 977eebe8-2593-41cf-9aab-c175203014d1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:40.870030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:40.921398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c226c755-c714-40d1-815c-968a785ce7c1', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'port_id': 'c226c755-c714-40d1-815c-968a785ce7c1', 'mac_address': 'fa:16:3e:03:15:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9df596-4c5d-4665-a0f7-02dfafab3987', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:51:40.959879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f351f5da-a817-46b4-9fc1-ea1417e01126, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f351f5da-a817-46b4-9fc1-ea1417e01126,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:40.978955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88e24-fb40-43b3-b09c-4e610da16dbb req-7d2eeac2-a6a5-4d1f-a5cc-610e8ecfda24 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:40.987137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9e88e24-fb40-43b3-b09c-4e610da16dbb req-7d2eeac2-a6a5-4d1f-a5cc-610e8ecfda24 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 945 time: 0.2088647 Mar 03 17:51:40.997034 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:41.028737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:41.040224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=06540a31-43c6-4820-a3a6-d66db57befc2,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:41.092670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:41.098287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c226c755-c714-40d1-815c-968a785ce7c1 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:41.127117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9e88e24-fb40-43b3-b09c-4e610da16dbb req-9bc21839-e275-449a-8910-bcc0da783850 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388500 Mar 03 17:51:41.150597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:51:36Z', 'revision_number': 5, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:41.155624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:41.160105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fb9b8-ca3d-425c-a7c0-dc9dea66f21c None None] The sync data for ids ['c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263'] in n-d-827121-1 is: [{'id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'name': 'tempest-ServersTestMultiNic-1462271390-router', 'tenant_id': 'f389fc2f47884d02ac1facdc79c1c969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:48:36Z', 'updated_at': '2022-03-03T17:51:36Z', 'revision_number': 5, 'project_id': 'f389fc2f47884d02ac1facdc79c1c969', 'gw_port': {'id': 'eac7661b-80a9-4b98-a1d3-0e3507a8d76e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:48:38Z', 'updated_at': '2022-03-03T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:41.163084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f351f5da-a817-46b4-9fc1-ea1417e01126,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:41.167570 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:41.178505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:51:41.249258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:41.296216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac7661b-80a9-4b98-a1d3-0e3507a8d76e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:41.363655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f351f5da-a817-46b4-9fc1-ea1417e01126'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:51:41.371168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:41.388372 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Sync routers for ids ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:41.402201 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Routers {'2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:41.402905 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:41.411542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:41.418837 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f075e0e2-f71f-4974-b191-cf11f57cd6b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3070188 Mar 03 17:51:41.420855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41174) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:41.451451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c226c755-c714-40d1-815c-968a785ce7c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:51:41.483294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:41.763416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06540a31-43c6-4820-a3a6-d66db57befc2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:41.769292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee0e24-f781-46b6-8904-c24552549b95 req-c7ee24f2-fe8e-44c7-89f6-52f33b6fa7c1 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:41.776350 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82ee0e24-f781-46b6-8904-c24552549b95 req-c7ee24f2-fe8e-44c7-89f6-52f33b6fa7c1 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 944 time: 0.6137543 Mar 03 17:51:41.807154 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:41.925968 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Set router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:41.970037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Calling delete_port for 977eebe8-2593-41cf-9aab-c175203014d1 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:42.025706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 06540a31-43c6-4820-a3a6-d66db57befc2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:42.026531 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.057671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd2f2b-a78f-46be-9a37-aa10d38c19f9 req-aaa73525-d4b0-4d5f-bedf-0eacfe64eab7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:42.059604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1dd2f2b-a78f-46be-9a37-aa10d38c19f9 req-aaa73525-d4b0-4d5f-bedf-0eacfe64eab7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.4110260 Mar 03 17:51:42.076698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.092753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.119634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1dd2f2b-a78f-46be-9a37-aa10d38c19f9 req-9d79f5ee-4e7c-4dac-b22f-28efe1739b82 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533314 Mar 03 17:51:42.211269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82ee0e24-f781-46b6-8904-c24552549b95 req-9a7f4091-b9c0-4cfd-9d04-389cfb416abf tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528511 Mar 03 17:51:42.272113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.286643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:51:42.312769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.318702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-93d07cfe-812a-418a-9982-877343e7e034 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c2bb02a3-b1a0-4c3e-bebf-cd4cdee67263 HTTP/1.1" status: 204 len: 168 time: 3.2525206 Mar 03 17:51:42.326038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:42.397976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:51:39Z', 'revision_number': 3, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:42.405241 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Checking router: 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:42.405715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Updating router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 port b82a7f48-9b38-4dc2-95ad-822beeb7cdda binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:51:42.484183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c69148e0-9798-4fd8-95f8-048a6ea49bf6 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:42.517707 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.522349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c69148e0-9798-4fd8-95f8-048a6ea49bf6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:42.522690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c69148e0-9798-4fd8-95f8-048a6ea49bf6 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:42.531828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.549317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fb4579e-461e-410e-970e-90c6d969a746 req-7fd6e8fa-82e9-408a-8586-1ea30548b204 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1607499 Mar 03 17:51:42.584809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] Deleting subnet 716a7be0-9df7-45ab-9c45-492b89ddac32 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:51:42.598234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Pushing event deleted for resources: {'Port': ['ID=977eebe8-2593-41cf-9aab-c175203014d1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:42.635369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.744319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f40ff-43e9-4368-83d7-64c035434ac7 req-12dc7d48-2320-4d09-8b72-ff9702fec9e7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:42.746074 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-575f40ff-43e9-4368-83d7-64c035434ac7 req-12dc7d48-2320-4d09-8b72-ff9702fec9e7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 945 time: 0.3198850 Mar 03 17:51:42.757532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.844448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.853809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-85f4e2e4-73ac-4023-8a2a-55da9bf1f11a tempest-RoutersAdminNegativeIpV6Test-761520023 tempest-RoutersAdminNegativeIpV6Test-761520023-project-admin] 10.222.0.23 "DELETE /v2.0/ports/977eebe8-2593-41cf-9aab-c175203014d1 HTTP/1.1" status: 204 len: 168 time: 2.0693429 Mar 03 17:51:42.877427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-575f40ff-43e9-4368-83d7-64c035434ac7 req-9d0ea882-9765-4111-a7c3-83ab93394855 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247656 Mar 03 17:51:42.895347 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.917669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.924928 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:42.938405 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Transition to ACTIVE for port object b82a7f48-9b38-4dc2-95ad-822beeb7cdda will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:42.950712 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.046752 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192e0fa-09a8-46d1-87bf-9b065f3ab4c3 None None] Pushing event updated for resources: {'Port': ['ID=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:43.069480 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Attempting to bind port b82a7f48-9b38-4dc2-95ad-822beeb7cdda on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:43.069849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Attempting to bind port b82a7f48-9b38-4dc2-95ad-822beeb7cdda by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:43.070195 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Attempting to bind port b82a7f48-9b38-4dc2-95ad-822beeb7cdda on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:43.076595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:43.076962 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:43.077374 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.077763 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:43.078221 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Bound port: b82a7f48-9b38-4dc2-95ad-822beeb7cdda, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:43.078603 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.238238 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] For port b82a7f48-9b38-4dc2-95ad-822beeb7cdda, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:43.246748 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] For port b82a7f48-9b38-4dc2-95ad-822beeb7cdda, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:43.255157 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.257711 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.311572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Allocated IP 172.20.0.1 (f8f591cc-2991-472c-8961-d348f9db2189/ca6f886e-221a-4397-97db-3524ca2de722/bb13bcf4-57c8-4a0c-895a-479500e28689) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:43.327955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716a7be0-9df7-45ab-9c45-492b89ddac32,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:43.340922 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Routers {'2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:43.341819 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:43.346239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9290b5-3338-47b2-8b0b-b647b8fca4e3 None None] Network 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:43.410460 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192e0fa-09a8-46d1-87bf-9b065f3ab4c3 None None] Pushing event updated for resources: {'Port': ['ID=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:43.442769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41206) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:43.476776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.528866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-24778a5a-f7de-4850-ad3b-91a87c7d69f4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/716a7be0-9df7-45ab-9c45-492b89ddac32 HTTP/1.1" status: 204 len: 168 time: 1.1985068 Mar 03 17:51:43.531698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41212) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:43.561911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.578723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eac7661b-80a9-4b98-a1d3-0e3507a8d76e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:43.593003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Transition to ACTIVE for port object bb13bcf4-57c8-4a0c-895a-479500e28689 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:43.606104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] Set router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:43.670213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.686906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.697787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: eac7661b-80a9-4b98-a1d3-0e3507a8d76e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:43.698241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eac7661b-80a9-4b98-a1d3-0e3507a8d76e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:43.776761 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.779795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Pushing event updated for resources: {'Port': ['ID=bb13bcf4-57c8-4a0c-895a-479500e28689,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:43.801780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:43.818635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92690-deb3-4662-a685-f63b41bf709b req-2fb2a4d5-cd89-4b99-9d98-67ee6d2aaa7f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:43.819123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f351f5da-a817-46b4-9fc1-ea1417e01126 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:43.825555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03c92690-deb3-4662-a685-f63b41bf709b req-2fb2a4d5-cd89-4b99-9d98-67ee6d2aaa7f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.4855943 Mar 03 17:51:43.847114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Deleting port fe0aed47-b3f4-44cb-936f-aeb942979d70 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:43.847792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.860627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Usage tracker for resource:security_group_rule and tenant:b292992a5f97455d81ba604ac0cef627 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:43.870415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Network f8f591cc-2991-472c-8961-d348f9db2189 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:43.871947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:43.875896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:43.878707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:43.928300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:43.948725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port f351f5da-a817-46b4-9fc1-ea1417e01126 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:43.957027 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:51:39Z', 'revision_number': 3, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:43.968584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port f351f5da-a817-46b4-9fc1-ea1417e01126 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:43.969030 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:43.970504 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e73564-93b9-4e28-98be-6024884db0f6 None None] The sync data for ids ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'] in n-d-827121-1 is: [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:51:39Z', 'revision_number': 3, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:43.986612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.009877 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03c92690-deb3-4662-a685-f63b41bf709b req-ad9199e6-9b1c-4be0-89de-f860c78d184a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834488 Mar 03 17:51:44.080449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d308-0561-4de2-8286-eaee2155c40a req-70deb7f4-46ff-44f0-a2c9-84e7d11689f7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:44.082376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9a3d308-0561-4de2-8286-eaee2155c40a req-70deb7f4-46ff-44f0-a2c9-84e7d11689f7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 944 time: 0.3043756 Mar 03 17:51:44.092154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c226c755-c714-40d1-815c-968a785ce7c1 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:44.215095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] DHCP port deletion for 9d45de4a-d8d2-429c-a80f-ab231b1da3a1 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:51:44.249408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Deleting port fe0aed47-b3f4-44cb-936f-aeb942979d70 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:44.249408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.258920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9a3d308-0561-4de2-8286-eaee2155c40a req-8e846ccf-646f-4d06-9ec2-0afca04b6bab tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661396 Mar 03 17:51:44.260073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] For port fe0aed47-b3f4-44cb-936f-aeb942979d70, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe0aed47-b3f4-44cb-936f-aeb942979d70,segment=NetworkSegment(d72680ad-a59a-4fa4-a9db-abbcc2ddec43),segment_id=d72680ad-a59a-4fa4-a9db-abbcc2ddec43)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:44.260436 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.294660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.302335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.333767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-21684ea2-47bf-409c-9223-a911eac417e3 None None] Provisioning for port bb13bcf4-57c8-4a0c-895a-479500e28689 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:44.345003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-21684ea2-47bf-409c-9223-a911eac417e3 None None] Provisioning complete for port bb13bcf4-57c8-4a0c-895a-479500e28689 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:44.345514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21684ea2-47bf-409c-9223-a911eac417e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.370755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88195ad1-7fe3-480d-acf3-f1e814af4a7d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:44.443189 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-67a5745f-40f7-4823-abd3-18200c8ab3fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b292992a5f97455d81ba604ac0cef627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9991331 Mar 03 17:51:44.446074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41228) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:44.464302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-21684ea2-47bf-409c-9223-a911eac417e3 None None] Port bb13bcf4-57c8-4a0c-895a-479500e28689 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:44.465741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-102727a6-63ac-45a2-bc90-2765e3ee6fd5 req-4097e299-e8b7-4ab2-8f84-236a403d78a0 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1223476 Mar 03 17:51:44.474377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Calling delete_port for fe0aed47-b3f4-44cb-936f-aeb942979d70 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:44.519057 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.566533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.572523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3883cc-3570-4958-8b96-8e32b62dff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.613776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port c226c755-c714-40d1-815c-968a785ce7c1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:44.631244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] No DVR routers for this DVR port fe0aed47-b3f4-44cb-936f-aeb942979d70 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:51:44.648833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c226c755-c714-40d1-815c-968a785ce7c1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:44.649296 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.687035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0aed47-b3f4-44cb-936f-aeb942979d70,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:44.722490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.766920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.767190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f351f5da-a817-46b4-9fc1-ea1417e01126, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f351f5da-a817-46b4-9fc1-ea1417e01126,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:44.773068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:44.788732 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.807662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d45de4a-d8d2-429c-a80f-ab231b1da3a1']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:44.826332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:44.826889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72680ad-a59a-4fa4-a9db-abbcc2ddec43') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:44.842534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.869183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.870703 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3883cc-3570-4958-8b96-8e32b62dff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.871659 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'code': 200} Mar 03 17:51:44.878197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:44.879378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.881081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] For port fe0aed47-b3f4-44cb-936f-aeb942979d70, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe0aed47-b3f4-44cb-936f-aeb942979d70,segment=NetworkSegment(d72680ad-a59a-4fa4-a9db-abbcc2ddec43),segment_id=d72680ad-a59a-4fa4-a9db-abbcc2ddec43)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:44.882171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.889294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:44.901516 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:44.905708 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.031283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Calling delete_port for fe0aed47-b3f4-44cb-936f-aeb942979d70 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:51:45.037086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.038892 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.049928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Pushing event updated for resources: {'Port': ['ID=bb13bcf4-57c8-4a0c-895a-479500e28689,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:45.083928 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.105088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] Pushing event deleted for resources: {'Network': ['ID=9d45de4a-d8d2-429c-a80f-ab231b1da3a1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:45.136563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-253969c2-46b7-4ff9-91e0-6dadbb4e006f admin admin] 10.222.0.23 "DELETE /v2.0/networks/9d45de4a-d8d2-429c-a80f-ab231b1da3a1 HTTP/1.1" status: 204 len: 168 time: 1.6004591 Mar 03 17:51:45.148476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785314f-8b6e-4cfb-8451-e69510fcffcc req-ababff2f-9e0c-4cd8-9831-cdaec1c3663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:45.149999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5785314f-8b6e-4cfb-8451-e69510fcffcc req-ababff2f-9e0c-4cd8-9831-cdaec1c3663f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1096 time: 0.1905580 Mar 03 17:51:45.161281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f351f5da-a817-46b4-9fc1-ea1417e01126,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:45.182706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.184231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.184623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.184899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.186119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.186461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.194961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.195340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.195703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.195990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.196316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.196636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:51:45.262724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5785314f-8b6e-4cfb-8451-e69510fcffcc req-f1ce3ad8-afda-448c-8add-b9f42fea911e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009862 Mar 03 17:51:45.297233 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.336643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:45.337793 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:51:45.338444 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:51:45.343002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.385802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41250) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:45.417763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:45.494488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-76a7b62d-6995-4c71-8ead-99877f673958 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f389fc2f47884d02ac1facdc79c1c969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074519 Mar 03 17:51:45.496943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41254) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:45.504592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Network f8f591cc-2991-472c-8961-d348f9db2189 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:45.510706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3883cc-3570-4958-8b96-8e32b62dff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.516301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:45.521065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b82a7f48-9b38-4dc2-95ad-822beeb7cdda up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:45.548007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7140b2-1fe4-435c-8b01-e12f8a0da5d9 req-8a20db8d-0bde-4c5d-a8df-199b64ee905f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:45.553816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f7140b2-1fe4-435c-8b01-e12f8a0da5d9 req-8a20db8d-0bde-4c5d-a8df-199b64ee905f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.2781911 Mar 03 17:51:45.602213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3883cc-3570-4958-8b96-8e32b62dff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88195ad1-7fe3-480d-acf3-f1e814af4a7d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:45.611134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b82a7f48-9b38-4dc2-95ad-822beeb7cdda completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:45.628204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3883cc-3570-4958-8b96-8e32b62dff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.629357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ac3883cc-3570-4958-8b96-8e32b62dff4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88195ad1-7fe3-480d-acf3-f1e814af4a7d HTTP/1.1" status: 204 len: 168 time: 1.1817863 Mar 03 17:51:45.642092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b82a7f48-9b38-4dc2-95ad-822beeb7cdda triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:45.643170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.688873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f7140b2-1fe4-435c-8b01-e12f8a0da5d9 req-7c82babc-f25e-440e-aad4-125af0ca6d76 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060731 Mar 03 17:51:45.692352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7069ce9a-e0eb-4812-b3a7-6748c94825eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.756350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7069ce9a-e0eb-4812-b3a7-6748c94825eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.839032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7069ce9a-e0eb-4812-b3a7-6748c94825eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.871279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Deleting port fe0aed47-b3f4-44cb-936f-aeb942979d70 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:51:45.882188 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:45.914747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:51:45.926469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13451a25-1d11-4939-b299-035e26b23e2e req-cd420ef0-33e2-4133-ae81-c98f9e035ce4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:45.928190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13451a25-1d11-4939-b299-035e26b23e2e req-cd420ef0-33e2-4133-ae81-c98f9e035ce4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.4811950 Mar 03 17:51:45.995771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6e4471b6-83d7-4184-a5d3-8cfc947b8bba None None] The port 'fe0aed47-b3f4-44cb-936f-aeb942979d70' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:51:46.017031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5087f33-13d4-4b94-9e45-fc1ac8c6f352 None None] Provisioning complete for port bb13bcf4-57c8-4a0c-895a-479500e28689 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:46.017680 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5087f33-13d4-4b94-9e45-fc1ac8c6f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.060954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.105126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d5087f33-13d4-4b94-9e45-fc1ac8c6f352 None None] Port bb13bcf4-57c8-4a0c-895a-479500e28689 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:51:46.119107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b82a7f48-9b38-4dc2-95ad-822beeb7cdda, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:46.127316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ce9a-e0eb-4812-b3a7-6748c94825eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a4b5d-16ef-4f4f-90b3-e21d8e6a85db,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:46.132429 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.174666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee14d93d-9637-4be4-8c90-a1b3ebe71e6f req-396345f1-6ac9-4158-8132-bf91c6de7899 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.2992239 Mar 03 17:51:46.180671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7069ce9a-e0eb-4812-b3a7-6748c94825eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.198786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7069ce9a-e0eb-4812-b3a7-6748c94825eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/072a4b5d-16ef-4f4f-90b3-e21d8e6a85db HTTP/1.1" status: 204 len: 168 time: 0.6985397 Mar 03 17:51:46.205622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:46.247828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5e6907a-2411-4e6b-abc1-ca1c411a8d49 admin admin] 10.222.0.23 "PUT /v2.0/routers/2ff00ea1-fa39-4de0-8aff-4ebcbd812b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8256109 Mar 03 17:51:46.259979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13451a25-1d11-4939-b299-035e26b23e2e req-761b9dc8-7c51-48d5-9a30-c8920c3c6c0b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087895 Mar 03 17:51:46.268637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41268) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:46.307668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fe0aed47-b3f4-44cb-936f-aeb942979d70 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:51:46.346108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1d90dad-9634-46f2-8cc5-60faa882b269 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa41cf3d839041edbef5bf7d77b787b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761740 Mar 03 17:51:46.348936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41278) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:46.359978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:46.371962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: fe0aed47-b3f4-44cb-936f-aeb942979d70 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:51:46.372426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fe0aed47-b3f4-44cb-936f-aeb942979d70 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:51:46.404154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Sync routers for ids ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:46.417189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Routers {'2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:46.417961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:46.451796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a61997-a531-41ce-9059-7b5e427f2fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.482617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a61997-a531-41ce-9059-7b5e427f2fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.558006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a61997-a531-41ce-9059-7b5e427f2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.574970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a61997-a531-41ce-9059-7b5e427f2fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa844934-e831-4548-8b3b-71f370f932d1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:46.582412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a61997-a531-41ce-9059-7b5e427f2fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:46.587292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-55a61997-a531-41ce-9059-7b5e427f2fa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa844934-e831-4548-8b3b-71f370f932d1 HTTP/1.1" status: 204 len: 168 time: 0.2368217 Mar 03 17:51:46.704843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Set router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:46.850449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-249ae71d-1430-4899-a6bc-89d30aa62c45 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2218556 Mar 03 17:51:46.855398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:46.862336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:46.866752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Usage tracker for resource:floatingip and tenant:9a94e143f117434596cb3a5cb4184e9f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:46.870395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:46.887108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:46.899223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:46.918860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.002139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cab9c-2ea8-402f-89fb-4d8f171b5aad req-9340624e-a3c8-4168-8092-6fce90a7acbc tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:47.003899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-802cab9c-2ea8-402f-89fb-4d8f171b5aad req-9340624e-a3c8-4168-8092-6fce90a7acbc tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.1296012 Mar 03 17:51:47.117679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-802cab9c-2ea8-402f-89fb-4d8f171b5aad req-9211c7a8-5e3c-4ea4-8bba-ee7e5f76d9da tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956931 Mar 03 17:51:47.203512 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1', 'code': 200} Mar 03 17:51:47.228087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:51:44Z', 'revision_number': 4, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'bb13bcf4-57c8-4a0c-895a-479500e28689', 'name': '', 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca6f886e-221a-4397-97db-3524ca2de722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:43Z', 'updated_at': '2022-03-03T17:51:44Z', 'revision_number': 2, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'subnets': [{'id': 'ca6f886e-221a-4397-97db-3524ca2de722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:47.229697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.246418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41324) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:47.270659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Checking router: 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:47.271268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Updating router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 port bb13bcf4-57c8-4a0c-895a-479500e28689 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:51:47.402609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.414998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Allocated IP 172.25.0.191 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/b7a8f788-3839-46fb-88fa-d10b80f950d7) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:47.457147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaae12-10c3-4c17-bb58-fd20263c51dc req-db6a321c-5867-4b07-a5b4-74f15a8ec9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:47.459442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-faaaae12-10c3-4c17-bb58-fd20263c51dc req-db6a321c-5867-4b07-a5b4-74f15a8ec9f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1096 time: 0.1800392 Mar 03 17:51:47.491603 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c6e032b-8f93-49f8-b78b-79bcfcddaede req-e7bfb15f-607f-40b0-9bc9-b6a9aa990b6e tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0764687 Mar 03 17:51:47.587001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-606477247-network', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:47.592535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-faaaae12-10c3-4c17-bb58-fd20263c51dc req-88bf844f-b87c-4250-8a96-07fee967c048 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146002 Mar 03 17:51:47.593701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:47.598440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Usage tracker for resource:network and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:47.602198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:47.608810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:47.623269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:47.626662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.637303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b82a7f48-9b38-4dc2-95ad-822beeb7cdda up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:47.642902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.678800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.727681 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.750445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:47.756963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=b7a8f788-3839-46fb-88fa-d10b80f950d7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:47.757317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Usage tracker for resource:security_group_rule and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:47.762162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:47.769576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:47.770806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:47.772960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:47.775655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:47.827118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d21ea-dcb5-4c4f-98b9-120047846fef req-bd1ec358-0e6d-4ec6-8a82-40724c624954 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:47.828845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e56d21ea-dcb5-4c4f-98b9-120047846fef req-bd1ec358-0e6d-4ec6-8a82-40724c624954 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.1718786 Mar 03 17:51:47.848930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41344) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:47.878453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f41a613e-c2df-4dff-a33a-90d5d8ce5377 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:51:47.882419 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.888910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.916139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e56d21ea-dcb5-4c4f-98b9-120047846fef req-41e95119-df01-4d4c-aed3-ea38606b16ad tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748303 Mar 03 17:51:47.976405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:47.977428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b82a7f48-9b38-4dc2-95ad-822beeb7cdda triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:47.977807 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.002595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.011378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.047677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'networks': [{'name': 'tempest-network--999635860'}, {'name': 'tempest-network--702639606'}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:48.048113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'network': {'name': 'tempest-network--999635860'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:48.057144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'network': {'name': 'tempest-network--702639606'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:48.068147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:51:48.068658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:48.077317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Usage tracker for resource:network and tenant:fb9ef6d95b9d403a811f4fe973b15189 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:48.094452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:48.095130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be52b10-8bed-43be-87cd-3fc435dc1dfd,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:48.102846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.103534 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Added segment 082aa595-0527-4762-bc1d-d7e4abc325e4 of type vlan for network 953b5aec-2792-4866-9c68-a8ca9a0816bb Mar 03 17:51:48.113547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:48.138558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.177099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.178331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Made reservation on behalf of fb9ef6d95b9d403a811f4fe973b15189 for: {'network': 2} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:48.179239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:48.180099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.184254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.203870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.274133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:48.278387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:48.290914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Usage tracker for resource:security_group_rule and tenant:fb9ef6d95b9d403a811f4fe973b15189 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:48.295328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:48.304338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:48.306888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'mac_address': 'fa:16:3e:23:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:51:48.309577 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.359297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Transition to ACTIVE for port object bb13bcf4-57c8-4a0c-895a-479500e28689 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:48.362468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41362) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:48.363251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1146259 Mar 03 17:51:48.368149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b699-7943-4dbc-9935-1ecca06aa47a admin admin] Pushing event updated for resources: {'Network': ['ID=953b5aec-2792-4866-9c68-a8ca9a0816bb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:48.373017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.373400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Request body: {'subnet': {'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-subnet', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:48.380180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:48.387470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Usage tracker for resource:subnet and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:48.392322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:48.417755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dd4f3-10cd-4e8f-a081-737378ec8aa5 req-9d65dced-e137-473e-bf88-90f114ff9c08 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:48.419486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be2dd4f3-10cd-4e8f-a081-737378ec8aa5 req-9d65dced-e137-473e-bf88-90f114ff9c08 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.1912615 Mar 03 17:51:48.419652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:48.421839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:51:48.424150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.430863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:48.437689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'floatingip': {'port_id': 'f351f5da-a817-46b4-9fc1-ea1417e01126'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:48.447080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.461225 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.487399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f41a613e-c2df-4dff-a33a-90d5d8ce5377 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:51:48.516708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:48.519032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.543908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.592780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.624281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.624745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.701552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb56149-cd2a-4c7f-970f-619a3485024d None None] Pushing event updated for resources: {'Port': ['ID=bb13bcf4-57c8-4a0c-895a-479500e28689,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:48.711701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:48.754213 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.884368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Attempting to bind port bb13bcf4-57c8-4a0c-895a-479500e28689 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:48.885141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Attempting to bind port bb13bcf4-57c8-4a0c-895a-479500e28689 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:48.885541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Attempting to bind port bb13bcf4-57c8-4a0c-895a-479500e28689 on network f8f591cc-2991-472c-8961-d348f9db2189 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:48.896540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:48.896912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Checking segment: {'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:48.897352 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.897768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Bound using segment: {'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:48.898250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Bound port: bb13bcf4-57c8-4a0c-895a-479500e28689, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc42f38-064f-4535-9570-8b0ac29c4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:48.898623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:48.899837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f41fa-2d3a-444f-b90f-233d3f35e5a1 req-00d6290b-6a35-4754-a06c-d4236a6dd0a7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:48.907008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-087f41fa-2d3a-444f-b90f-233d3f35e5a1 req-00d6290b-6a35-4754-a06c-d4236a6dd0a7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.2996199 Mar 03 17:51:48.917092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f41a613e-c2df-4dff-a33a-90d5d8ce5377'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:51:48.955041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:48.956034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.024588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=b7a8f788-3839-46fb-88fa-d10b80f950d7,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:49.025916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-087f41fa-2d3a-444f-b90f-233d3f35e5a1 req-e9b7bb4b-f901-43f9-ab2a-40801b119337 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178291 Mar 03 17:51:49.050758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f928870-92da-4167-bddd-756401c5f68a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:49.071844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:51:49.082097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] For port bb13bcf4-57c8-4a0c-895a-479500e28689, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:49.100879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] For port bb13bcf4-57c8-4a0c-895a-479500e28689, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=bb13bcf4-57c8-4a0c-895a-479500e28689,segment=NetworkSegment(0cc42f38-064f-4535-9570-8b0ac29c4f28),segment_id=0cc42f38-064f-4535-9570-8b0ac29c4f28)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:49.102504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.103100 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Added segment bc3953b6-b11f-470f-8e88-e0672b47e86f of type vlan for network d18104ee-7b94-4dd9-99e5-a5a6a88df690 Mar 03 17:51:49.108764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.126875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.133727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-89f86bb7-3ea2-4bf6-a193-0660e6acd26c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2824266 Mar 03 17:51:49.240844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Routers {'2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:49.241738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:49.254478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.296206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f4e4072-678c-4d0d-ab75-e8dcca29786e req-6eaa246c-1f67-4fab-9965-7ad1d0360cc7 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0525620 Mar 03 17:51:49.308104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:51:49.321300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.321532 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Added segment 2c7731a8-93c6-4b12-897d-dfc1e7e49c3f of type vlan for network 62fdd09f-b338-4b95-84cf-7101f5c648ae Mar 03 17:51:49.332080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb56149-cd2a-4c7f-970f-619a3485024d None None] Pushing event updated for resources: {'Port': ['ID=bb13bcf4-57c8-4a0c-895a-479500e28689,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:49.334319 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.427722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-2aa23ce2-ff54-4ba6-9b1b-9bbb9a1914a4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Synchronizing usage tracker for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:49.467927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.479997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50339c05-2454-481a-9150-1c86c3d715d0,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:49.486899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94663318-9580-40c1-af3b-4985a4d6ac09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.506107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] Set router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:49.518205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-2aa23ce2-ff54-4ba6-9b1b-9bbb9a1914a4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Unset dirty status for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:49.519394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-2aa23ce2-ff54-4ba6-9b1b-9bbb9a1914a4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.3848100 Mar 03 17:51:49.551914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Checking segment: {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:49.552308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Network hostable DHCP agents. Network: 953b5aec-2792-4866-9c68-a8ca9a0816bb, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:51:49.594848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.595304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.601634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:49.605877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:49.606911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.713787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:51:49.759951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.764785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.792418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9422321 Mar 03 17:51:49.793496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41382) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:49.834405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 953b5aec-2792-4866-9c68-a8ca9a0816bb) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:49.845618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Network': ['ID=d18104ee-7b94-4dd9-99e5-a5a6a88df690,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:49.850309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:51:44Z', 'revision_number': 4, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'bb13bcf4-57c8-4a0c-895a-479500e28689', 'name': '', 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca6f886e-221a-4397-97db-3524ca2de722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:43Z', 'updated_at': '2022-03-03T17:51:49Z', 'revision_number': 4, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'subnets': [{'id': 'ca6f886e-221a-4397-97db-3524ca2de722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:49.854964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56c0d3-31a9-4087-b9f3-8308a37f2f9c None None] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:49.862018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:49.863100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:49.873662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f41a613e-c2df-4dff-a33a-90d5d8ce5377 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:49.894707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-33a98398-bbc7-404e-91ef-d12bd467692d tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:49.896688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae20ad07-b66a-4b40-aaec-25d2dff4dd72 req-33a98398-bbc7-404e-91ef-d12bd467692d tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.3674877 Mar 03 17:51:49.916578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network d18104ee-7b94-4dd9-99e5-a5a6a88df690 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:51:49.943454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d716f-1f50-4a9e-80cd-ccb9c7364f25 None None] The sync data for ids ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'] in n-d-827121-1 is: [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:51:44Z', 'revision_number': 4, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'bb13bcf4-57c8-4a0c-895a-479500e28689', 'name': '', 'network_id': 'f8f591cc-2991-472c-8961-d348f9db2189', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca6f886e-221a-4397-97db-3524ca2de722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:43Z', 'updated_at': '2022-03-03T17:51:49Z', 'revision_number': 4, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'subnets': [{'id': 'ca6f886e-221a-4397-97db-3524ca2de722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:50.009898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d7098656-8966-4cb5-b619-33130a2d64a6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6388857 Mar 03 17:51:50.022290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41396) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:50.157046 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Floating IP da327d82-1019-4910-8659-333e0275cf16 associated. External IP: 172.25.0.59, port: f351f5da-a817-46b4-9fc1-ea1417e01126. Mar 03 17:51:50.166357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:50.183384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:50.190379 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:51:50.199507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d154b-749b-4e8b-8827-0acaf0176c92 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Network': ['ID=62fdd09f-b338-4b95-84cf-7101f5c648ae,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:50.204269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Usage tracker for resource:router and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:50.228807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:50.229830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 62fdd09f-b338-4b95-84cf-7101f5c648ae details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:51:50.257894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:50.292751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa44485-8672-4137-a153-0f264a6c2538 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:50.299019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa44485-8672-4137-a153-0f264a6c2538 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:50.306340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa44485-8672-4137-a153-0f264a6c2538 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:50.323878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa44485-8672-4137-a153-0f264a6c2538 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:50.324793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfa44485-8672-4137-a153-0f264a6c2538 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Synchronizing usage tracker for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:50.339047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.340127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.373783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfa44485-8672-4137-a153-0f264a6c2538 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Unset dirty status for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:50.380633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cfa44485-8672-4137-a153-0f264a6c2538 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5768347 Mar 03 17:51:50.382335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41406) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:50.405428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.411236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port f41a613e-c2df-4dff-a33a-90d5d8ce5377 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:50.411614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.648917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-aa9e451e-c98e-41c9-bebc-3d64601db5cd tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Synchronizing usage tracker for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:50.658538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-953b5aec-2792-4866-9c68-a8ca9a0816bb', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:51:50.659373 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.692076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Router bbbdb029-b171-4452-b66b-43755ca19eea has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:51:50.697080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-aa9e451e-c98e-41c9-bebc-3d64601db5cd tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Unset dirty status for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:50.698413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-aa9e451e-c98e-41c9-bebc-3d64601db5cd tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7533343 Mar 03 17:51:50.784686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:50.802213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:50.822652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:50.922834 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.932159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.942346 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:50.994417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:51.000037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:51.009069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:51.012146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:51.017116 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] Sync routers for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:51.045762 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:51.046299 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:51.077822 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:51.101293 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8ae4aa34-194c-4cf1-8152-5704de604f9f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "PUT /v2.0/floatingips/da327d82-1019-4910-8659-333e0275cf16 HTTP/1.1" status: 200 len: 990 time: 2.6662436 Mar 03 17:51:51.101293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:51:51.142760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:51.219591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee15f8-8ca1-46fc-9ee7-c9ccd2278e4a req-d0b63189-5759-4069-b913-2bb50c657d00 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:51.223639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9bee15f8-8ca1-46fc-9ee7-c9ccd2278e4a req-d0b63189-5759-4069-b913-2bb50c657d00 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.8160691 Mar 03 17:51:51.279066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:51.365316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:51.451632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Allocated IP 172.20.0.2 (953b5aec-2792-4866-9c68-a8ca9a0816bb/50339c05-2454-481a-9150-1c86c3d715d0/966e4f78-5fd6-4506-a112-73df372f0066) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:51.455342 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:51.555317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9bee15f8-8ca1-46fc-9ee7-c9ccd2278e4a req-2f1d5ae3-3415-4866-be30-ea26659e29a7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197479 Mar 03 17:51:51.678514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:51.692936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device bb13bcf4-57c8-4a0c-895a-479500e28689 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:51.860963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18104ee-7b94-4dd9-99e5-a5a6a88df690']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:51.898678 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1985b198-407f-435e-8ee4-cfd188bc3d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:51.939668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Allocated IP 172.25.0.225 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/49bd4144-2659-4c69-80c2-9d2525b20d7f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:51.985482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3953b6-b11f-470f-8e88-e0672b47e86f') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:51.986147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3953b6-b11f-470f-8e88-e0672b47e86f') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:52.023198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b02d8d57-8174-41bd-ad2b-d17a84b54a92 req-3c9ada8a-f096-4e77-9304-72283e72850a tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1274173 Mar 03 17:51:52.028498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.086077 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.096508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:52.097506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.106257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port bb13bcf4-57c8-4a0c-895a-479500e28689 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:52.138254 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:52.159030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port bb13bcf4-57c8-4a0c-895a-479500e28689 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:52.159405 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.277253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.286694 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.311710 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'code': 200} Mar 03 17:51:52.379123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.380145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'da327d82-1019-4910-8659-333e0275cf16', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'port_id': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'mac_address': 'fa:16:3e:54:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8361fac2-0950-4a64-88b2-a1760f230339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:51:17Z', 'updated_at': '2022-03-03T17:51:49Z', 'revision_number': 1, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:52.385056 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] Checking router: bbbdb029-b171-4452-b66b-43755ca19eea for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:52.401900 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:52.403063 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:52.419638 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.465634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port bb13bcf4-57c8-4a0c-895a-479500e28689, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=bb13bcf4-57c8-4a0c-895a-479500e28689,segment=NetworkSegment(0cc42f38-064f-4535-9570-8b0ac29c4f28),segment_id=0cc42f38-064f-4535-9570-8b0ac29c4f28)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:52.474665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.541553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:52.551513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:52.559123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:52.600936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=bb13bcf4-57c8-4a0c-895a-479500e28689,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:52.624815 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'status': 'completed', 'code': 200} Mar 03 17:51:52.705955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Transition to ACTIVE for port object 966e4f78-5fd6-4506-a112-73df372f0066 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:52.712096 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.727878 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:52.753770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.765829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Transition to ACTIVE for port object 966e4f78-5fd6-4506-a112-73df372f0066 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:52.783740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.784121 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.790789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.815929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=49bd4144-2659-4c69-80c2-9d2525b20d7f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:52.834783 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.841924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.892383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:52.893894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Pushing event updated for resources: {'Port': ['ID=966e4f78-5fd6-4506-a112-73df372f0066,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:52.898097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:52.900852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:52.925511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-c379e659-c0bf-46f9-a9b4-fecddb278c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:52.927603 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-c379e659-c0bf-46f9-a9b4-fecddb278c89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1096 time: 0.2676146 Mar 03 17:51:52.934608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:52.984439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Network': ['ID=d18104ee-7b94-4dd9-99e5-a5a6a88df690,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:53.042323 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3b1474e5-63df-45b4-8dd8-dfbd76eabb31 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/networks/d18104ee-7b94-4dd9-99e5-a5a6a88df690 HTTP/1.1" status: 204 len: 168 time: 2.6392913 Mar 03 17:51:53.044514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41446) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:53.071129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Attempting to bind port 966e4f78-5fd6-4506-a112-73df372f0066 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:51:53.071549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Attempting to bind port 966e4f78-5fd6-4506-a112-73df372f0066 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:51:53.071907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Attempting to bind port 966e4f78-5fd6-4506-a112-73df372f0066 on network 953b5aec-2792-4866-9c68-a8ca9a0816bb {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:51:53.080049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:51:53.080425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Checking segment: {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:53.081144 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:53.081557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Bound using segment: {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:51:53.082025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Bound port: 966e4f78-5fd6-4506-a112-73df372f0066, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:51:53.082439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:53.226438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:53.265780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] For port 966e4f78-5fd6-4506-a112-73df372f0066, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:51:53.273621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] For port 966e4f78-5fd6-4506-a112-73df372f0066, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=966e4f78-5fd6-4506-a112-73df372f0066,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:51:53.283577 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:53.309086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-5146b9b2-d7f5-4cb8-a3e4-b7e548329c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:53.310583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-5146b9b2-d7f5-4cb8-a3e4-b7e548329c71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.3744090 Mar 03 17:51:53.338989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Allocated IP 172.25.0.41 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e103ff4a-9911-4908-8ccd-3d962c738f81) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:53.405242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa262b9-0432-4785-a311-78f7dbf74e21 None None] Pushing event updated for resources: {'Port': ['ID=966e4f78-5fd6-4506-a112-73df372f0066,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:53.446276 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'da327d82-1019-4910-8659-333e0275cf16', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'port_id': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'mac_address': 'fa:16:3e:54:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8361fac2-0950-4a64-88b2-a1760f230339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:51:17Z', 'updated_at': '2022-03-03T17:51:49Z', 'revision_number': 1, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:53.452881 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca03a27a-7173-47b1-9279-2d1b4a28425d None None] The sync data for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 is: [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'da327d82-1019-4910-8659-333e0275cf16', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'port_id': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'mac_address': 'fa:16:3e:54:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8361fac2-0950-4a64-88b2-a1760f230339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:51:17Z', 'updated_at': '2022-03-03T17:51:49Z', 'revision_number': 1, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:51:53.496760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84484-31d9-491c-bbe3-30d756c7d545 req-c8313d18-328d-437d-92da-991a645629e2 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:53.498798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7b84484-31d9-491c-bbe3-30d756c7d545 req-c8313d18-328d-437d-92da-991a645629e2 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1096 time: 0.6688013 Mar 03 17:51:53.568761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device bb13bcf4-57c8-4a0c-895a-479500e28689 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:53.589838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:53.614501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7b84484-31d9-491c-bbe3-30d756c7d545 req-56c487ca-bf92-4607-82fc-6074b7d10e89 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023879 Mar 03 17:51:53.666223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-64a86979-21a6-4ad1-bcd9-37a9e3a8a99f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 998 time: 0.3461299 Mar 03 17:51:53.753166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port bb13bcf4-57c8-4a0c-895a-479500e28689 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:53.755544 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:53.809739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:53.964505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b5502-1623-4c2c-9bd1-97fba9092c18 None None] New status for floating IP da327d82-1019-4910-8659-333e0275cf16: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:51:53.968988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-c738b951-5b89-4d81-b822-8fc7577eed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:53.970540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-c738b951-5b89-4d81-b822-8fc7577eed39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.2978234 Mar 03 17:51:54.034752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de17319f-c1ab-45c8-b4a4-d96e3e2fa916 req-da0a2665-6e13-4613-9cf2-02cc13623151 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1674559 Mar 03 17:51:54.047953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.081508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.090736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fdd09f-b338-4b95-84cf-7101f5c648ae']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:54.106927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7731a8-93c6-4b12-897d-dfc1e7e49c3f') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:54.107290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7731a8-93c6-4b12-897d-dfc1e7e49c3f') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:54.123326 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.145901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:51:54.212957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.225553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.409637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.493178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.531468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=49bd4144-2659-4c69-80c2-9d2525b20d7f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:54.590008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-248d58db-c5df-4bee-8181-6cb2e77587d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:54.591526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-248d58db-c5df-4bee-8181-6cb2e77587d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6013205 Mar 03 17:51:54.626759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Pushing event updated for resources: {'Port': ['ID=e103ff4a-9911-4908-8ccd-3d962c738f81,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:54.631798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:54.633201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.639178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:54.643122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:54.678840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.685583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:51:54.686387 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:51:54.709783 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:51:54.879655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:54.887460 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-dd2f8f58-d900-4e14-89a4-b93d4eb9072c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1124496 Mar 03 17:51:55.136590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-b5755322-2058-4f5b-8f57-58cd49b115dc tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Synchronizing usage tracker for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:55.179258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490ffcc-43a6-4f29-bf92-12100a795503 None None] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:55.219920 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-201f1754-2905-46ed-874b-1fde6e4ec58f service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180098 Mar 03 17:51:55.222594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-b5755322-2058-4f5b-8f57-58cd49b115dc tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Unset dirty status for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:55.231000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-b5755322-2058-4f5b-8f57-58cd49b115dc tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.3423200 Mar 03 17:51:55.249709 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:55.265079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:55.585881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Network': ['ID=62fdd09f-b338-4b95-84cf-7101f5c648ae,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:55.594885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:55.696179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 966e4f78-5fd6-4506-a112-73df372f0066 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:55.744115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70a64438-42b2-4bb6-8312-90e7e55accb0 req-945a9ba6-ebd9-4c30-9574-85d1438185ff tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1599345 Mar 03 17:51:55.761418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ae88c53-0810-4b52-83e3-2426b71b69ac tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/networks/62fdd09f-b338-4b95-84cf-7101f5c648ae HTTP/1.1" status: 204 len: 168 time: 2.7140160 Mar 03 17:51:55.782327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41478) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:55.854627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-864f4b54-ed44-4781-8913-301b11cc503e None None] Provisioning for port 966e4f78-5fd6-4506-a112-73df372f0066 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:55.954626 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c86f175-5abc-4cdf-9b0f-2b82594b99bf req-b3938b75-93e9-4b60-93ab-dfade82d2a68 service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728001 Mar 03 17:51:55.961559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-a34b3efe-892a-4242-8ccb-622158c42ffc tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:55.966674 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-311e17c8-b9fd-4156-b45c-9da48da98dbf req-a34b3efe-892a-4242-8ccb-622158c42ffc tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.7348087 Mar 03 17:51:55.996584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 966e4f78-5fd6-4506-a112-73df372f0066 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:51:56.007871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 966e4f78-5fd6-4506-a112-73df372f0066 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:56.008163 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.049400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab09d6-a0bf-45f9-a514-1b1fbf37f0cc tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:56.056767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab09d6-a0bf-45f9-a514-1b1fbf37f0cc tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:56.057882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-43ab09d6-a0bf-45f9-a514-1b1fbf37f0cc tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Synchronizing usage tracker for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:56.260816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-43ab09d6-a0bf-45f9-a514-1b1fbf37f0cc tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Unset dirty status for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:56.262994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-43ab09d6-a0bf-45f9-a514-1b1fbf37f0cc tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4809506 Mar 03 17:51:56.266780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41492) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:56.267194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.270494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-14603e1a-4315-4535-a99b-b50f5cbc6ce0 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2290597 Mar 03 17:51:56.273166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1546681003'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:56.281271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:56.304028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:56.326104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Made reservation on behalf of fb9ef6d95b9d403a811f4fe973b15189 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:56.330952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 966e4f78-5fd6-4506-a112-73df372f0066, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=966e4f78-5fd6-4506-a112-73df372f0066,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:51:56.336822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.339287 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.423024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:51:56.445348 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.446127 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Added segment 84de3c05-0beb-49ce-af46-d12f39a1cfdc of type vlan for network 40fceb84-9f57-4573-a2e1-b7e27d4ca8e8 Mar 03 17:51:56.453894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=966e4f78-5fd6-4506-a112-73df372f0066,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:56.514254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.518964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:56.545636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:56.578831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.586883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:56.589405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.615654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:56.634652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f98723ff-7d1b-4856-bd34-f58c692d5cbd None None] Provisioning complete for port 966e4f78-5fd6-4506-a112-73df372f0066 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:56.634652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f98723ff-7d1b-4856-bd34-f58c692d5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.738967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.742024 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4741385 Mar 03 17:51:56.745753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41498) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:56.753733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-329231490'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:56.758766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae1e4-fe9e-4d9b-94a5-560e0118d7c1 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Network': ['ID=40fceb84-9f57-4573-a2e1-b7e27d4ca8e8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:56.761683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:56.768020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Usage tracker for resource:network and tenant:fb9ef6d95b9d403a811f4fe973b15189 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:56.772327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:56.781187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:56.813788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Made reservation on behalf of fb9ef6d95b9d403a811f4fe973b15189 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:56.821920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.822309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 40fceb84-9f57-4573-a2e1-b7e27d4ca8e8 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:51:56.889725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:51:56.911983 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:56.912673 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Added segment a7ef5f4f-8537-439a-a49a-209286662920 of type vlan for network 882933bc-bcc4-4e0d-8c27-3d0c000c1161 Mar 03 17:51:56.951670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.001432 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.037036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.042176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:57.044890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.077703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8d1e94-56b8-4e4c-b049-6d0e900be257 req-67b7d84f-3eb1-4945-a751-47ebb07a1703 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0783811 Mar 03 17:51:57.195179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4481227 Mar 03 17:51:57.201974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41514) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:57.210722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'ports': [{'network_id': '40fceb84-9f57-4573-a2e1-b7e27d4ca8e8', 'name': 'tempest-port--1872490079', 'admin_state_up': True}, {'network_id': '882933bc-bcc4-4e0d-8c27-3d0c000c1161', 'admin_state_up': False}]} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:57.211122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'port': {'network_id': '40fceb84-9f57-4573-a2e1-b7e27d4ca8e8', 'name': 'tempest-port--1872490079', 'admin_state_up': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:57.211520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'port': {'network_id': '882933bc-bcc4-4e0d-8c27-3d0c000c1161', 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:51:57.239401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba015c3-584a-49b5-af75-aa5e73c0083f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Network': ['ID=882933bc-bcc4-4e0d-8c27-3d0c000c1161,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:57.250666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 882933bc-bcc4-4e0d-8c27-3d0c000c1161 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:51:57.356881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.436768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:51:57.478677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:51:57.484513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Usage tracker for resource:port and tenant:fb9ef6d95b9d403a811f4fe973b15189 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:51:57.491514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:51:57.506948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:51:57.519384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Made reservation on behalf of fb9ef6d95b9d403a811f4fe973b15189 for: {'port': 2} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:51:57.524809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.537054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 966e4f78-5fd6-4506-a112-73df372f0066 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:51:57.549255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.622113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 966e4f78-5fd6-4506-a112-73df372f0066 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:51:57.622776 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.760296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:51:57.771139 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Sync routers for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:51:57.784735 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:51:57.786640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:57.790423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:57.795384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f060ffdf-a306-4c4d-9024-414a675ec08a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7697175 Mar 03 17:51:57.796211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41522) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:57.798212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Allocated IP 172.25.0.157 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/f2185acd-8a3b-4c6b-a68c-c1f9dd322894) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:51:57.882175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] device_id is not set on port 4fd52018-2dcb-42ea-87a5-cfcefa56df6e yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:51:58.033546 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:58.121967 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:51:58.282926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] device_id is not set on port 0a3499e8-9cfb-478d-9b17-da9869aa1cad yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:51:58.514074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:58.616955 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:58.635531 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:51:55Z', 'revision_number': 3, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:51:58.647657 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Checking router: fea0830b-b8db-41bd-b7ac-9f0f908a9d3c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:51:58.648006 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Updating router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c port e103ff4a-9911-4908-8ccd-3d962c738f81 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:51:58.761223 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:58.887783 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:58.940664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f8bf58b-432e-4363-bf6d-4208e1a77544 req-a5464857-6984-41e5-8dc5-ab396390bf68 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1505439 Mar 03 17:51:58.995612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Port': ['ID=4fd52018-2dcb-42ea-87a5-cfcefa56df6e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:59.026439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Checking segment: {'id': '84de3c05-0beb-49ce-af46-d12f39a1cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '40fceb84-9f57-4573-a2e1-b7e27d4ca8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:59.030039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network hostable DHCP agents. Network: 40fceb84-9f57-4573-a2e1-b7e27d4ca8e8, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:51:59.083244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network 40fceb84-9f57-4573-a2e1-b7e27d4ca8e8 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:51:59.101470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 40fceb84-9f57-4573-a2e1-b7e27d4ca8e8) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:59.107993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:59.110395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:59.112109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdadbc0-702c-4003-a360-000f91803848 None None] Network 40fceb84-9f57-4573-a2e1-b7e27d4ca8e8 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:59.233156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Port': ['ID=0a3499e8-9cfb-478d-9b17-da9869aa1cad,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:59.302755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Checking segment: {'id': 'a7ef5f4f-8537-439a-a49a-209286662920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '882933bc-bcc4-4e0d-8c27-3d0c000c1161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:51:59.303513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network hostable DHCP agents. Network: 882933bc-bcc4-4e0d-8c27-3d0c000c1161, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:51:59.344796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network 882933bc-bcc4-4e0d-8c27-3d0c000c1161 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:51:59.360082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 882933bc-bcc4-4e0d-8c27-3d0c000c1161) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:59.368574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:59.382572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:59.388295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:59.389172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:59.416233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556a1bd-56ce-4b99-8a11-5e0cf8cad59c None None] Network 882933bc-bcc4-4e0d-8c27-3d0c000c1161 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:51:59.434989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a7b9f35b-1f9d-4313-8ac3-3690811dcf99 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2324147 Mar 03 17:51:59.435927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41552) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:51:59.495750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:59.594528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:51:59.601526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:51:59.612717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:51:59.780591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=f2185acd-8a3b-4c6b-a68c-c1f9dd322894,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:51:59.795301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:59.866499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a690d-1f5d-47ee-8be4-f23aeeaec399 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:59.881423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a690d-1f5d-47ee-8be4-f23aeeaec399 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:51:59.882241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d58a690d-1f5d-47ee-8be4-f23aeeaec399 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Synchronizing usage tracker for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:51:59.887628 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:59.909608 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Transition to ACTIVE for port object e103ff4a-9911-4908-8ccd-3d962c738f81 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:51:59.920698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:59.923181 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:51:59.926768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d58a690d-1f5d-47ee-8be4-f23aeeaec399 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Unset dirty status for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:51:59.929975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d58a690d-1f5d-47ee-8be4-f23aeeaec399 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4917769 Mar 03 17:51:59.931748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41560) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:00.034249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Deleting port 4fd52018-2dcb-42ea-87a5-cfcefa56df6e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:00.034632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.115503 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.201090 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Attempting to bind port e103ff4a-9911-4908-8ccd-3d962c738f81 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:00.203604 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Attempting to bind port e103ff4a-9911-4908-8ccd-3d962c738f81 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:00.204170 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Attempting to bind port e103ff4a-9911-4908-8ccd-3d962c738f81 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:00.221850 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:00.226074 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:00.226704 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.227267 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:00.227922 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Bound port: e103ff4a-9911-4908-8ccd-3d962c738f81, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:00.228501 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.390975 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] For port e103ff4a-9911-4908-8ccd-3d962c738f81, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:00.394495 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] For port e103ff4a-9911-4908-8ccd-3d962c738f81, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e103ff4a-9911-4908-8ccd-3d962c738f81,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:00.396609 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Pushing event updated for resources: {'Port': ['ID=e103ff4a-9911-4908-8ccd-3d962c738f81,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:00.406444 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.407048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffc37e6d-37b6-49cb-b0d8-733147bfef5b req-d5ea472d-8b3a-4426-84e4-d642cb2e6ec7 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1148365 Mar 03 17:52:00.447295 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.447628 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.447962 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.448288 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.448608 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.448929 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.449250 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.453994 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.454348 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.454767 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.455113 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.455868 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:00.622072 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:00.622698 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:00.702487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.717086 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0631cb-790d-48d8-9324-899ca91ca6c7 None None] Pushing event updated for resources: {'Port': ['ID=e103ff4a-9911-4908-8ccd-3d962c738f81,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:00.721884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Allocated IP 172.20.0.1 (953b5aec-2792-4866-9c68-a8ca9a0816bb/50339c05-2454-481a-9150-1c86c3d715d0/caa85fca-ce71-4f1a-912e-2fd72c86c133) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:00.725241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.738081 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.810565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=f2185acd-8a3b-4c6b-a68c-c1f9dd322894,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:00.916636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:00.976720 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:00.997096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Calling delete_port for 4fd52018-2dcb-42ea-87a5-cfcefa56df6e owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:01.129691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:01.140739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:01.146191 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-29da7600-8541-4c6f-bf2e-f4285c8f8dd4 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8589902 Mar 03 17:52:01.267769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Port': ['ID=4fd52018-2dcb-42ea-87a5-cfcefa56df6e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:01.274805 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:01.305034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-074f34f8-2e74-4439-a95b-2ababa156c10 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/ports/4fd52018-2dcb-42ea-87a5-cfcefa56df6e HTTP/1.1" status: 204 len: 168 time: 1.3720822 Mar 03 17:52:01.307409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41578) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:01.348943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-89161a15-e46b-4f71-89e0-2b0f7530813e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Synchronizing usage tracker for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:01.391458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:01.398663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-89161a15-e46b-4f71-89e0-2b0f7530813e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Unset dirty status for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:01.405565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-89161a15-e46b-4f71-89e0-2b0f7530813e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.2470870 Mar 03 17:52:01.413208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Deleting port 0a3499e8-9cfb-478d-9b17-da9869aa1cad {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:01.413802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:01.463428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Transition to ACTIVE for port object caa85fca-ce71-4f1a-912e-2fd72c86c133 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:01.538146 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:51:55Z', 'revision_number': 3, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:01.547948 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d7e2-7d85-4389-968d-e4c15116d4a7 None None] The sync data for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 is: [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:51:55Z', 'revision_number': 3, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:52:01.617595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-84cc134b-161d-4aa0-ad5f-99a1dd66733f tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:01.632597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c855a28f-a37d-4305-916b-7a48ccd964a4 req-84cc134b-161d-4aa0-ad5f-99a1dd66733f tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.2255921 Mar 03 17:52:01.668033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:01.748029 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a742cb81-749d-4516-88a7-d33384167cf4 req-087dab1b-2b40-4c75-ba25-e611f5b10c81 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0806026 Mar 03 17:52:01.935619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Pushing event updated for resources: {'Port': ['ID=caa85fca-ce71-4f1a-912e-2fd72c86c133,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:01.966235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:01.969897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:01.982741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:02.051702 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.100339 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-6ec4b7eb-2faa-4fd2-abbe-11b62176ff58 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3096540 Mar 03 17:52:02.107454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:02.154214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:02.206288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.216982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:02.290445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Calling delete_port for 0a3499e8-9cfb-478d-9b17-da9869aa1cad owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:02.309591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.418404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6cb77500-e8b6-42c9-93ec-9c75b215327d None None] Provisioning for port caa85fca-ce71-4f1a-912e-2fd72c86c133 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:02.442751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6cb77500-e8b6-42c9-93ec-9c75b215327d None None] Provisioning complete for port caa85fca-ce71-4f1a-912e-2fd72c86c133 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:02.443403 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cb77500-e8b6-42c9-93ec-9c75b215327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.501948 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.548347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6cb77500-e8b6-42c9-93ec-9c75b215327d None None] Port caa85fca-ce71-4f1a-912e-2fd72c86c133 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:52:02.586113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Port': ['ID=0a3499e8-9cfb-478d-9b17-da9869aa1cad,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:02.592751 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.604562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6b97b05e-8ae5-42df-b24e-466631d7fd47 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/ports/0a3499e8-9cfb-478d-9b17-da9869aa1cad HTTP/1.1" status: 204 len: 168 time: 1.2960858 Mar 03 17:52:02.607115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41598) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:02.663737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82ef637b-ee7e-41fc-8d29-fc2a928e073c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Synchronizing usage tracker for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:02.691000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82ef637b-ee7e-41fc-8d29-fc2a928e073c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Unset dirty status for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:02.698598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-82ef637b-ee7e-41fc-8d29-fc2a928e073c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0904043 Mar 03 17:52:02.699197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41602) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:02.705585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1176379853'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:02.712931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:02.721495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Usage tracker for resource:network and tenant:fb9ef6d95b9d403a811f4fe973b15189 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:02.735617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:02.744221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:02.766599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.772399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Made reservation on behalf of fb9ef6d95b9d403a811f4fe973b15189 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:02.776127 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.780133 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.835256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:02.846096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.846536 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Added segment 2b6230bb-2936-4240-b7e1-8d8e8b177115 of type vlan for network 2f603a59-c0d1-4d67-a1f8-8276317fd35d Mar 03 17:52:02.887550 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.947604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:02.958595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:02.959403 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.094630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ace3eea-80f6-4772-8464-b84a255562fa req-4dd1cc06-179a-4d43-b37c-2b2a606ba2dc tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1035385 Mar 03 17:52:03.110021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4096863 Mar 03 17:52:03.112933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41618) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:03.125358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Allocated IP 172.25.0.4 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8b17d9c1-9a69-465f-83c2-fc8a2fd92791) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:03.225805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1920437840'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:03.235318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:03.243829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Usage tracker for resource:network and tenant:fb9ef6d95b9d403a811f4fe973b15189 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:03.247044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:03.252979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:03.268943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff40eb-8479-45fc-a051-f97ca33f06e0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Network': ['ID=2f603a59-c0d1-4d67-a1f8-8276317fd35d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:03.271833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Made reservation on behalf of fb9ef6d95b9d403a811f4fe973b15189 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:03.279800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.285245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2f603a59-c0d1-4d67-a1f8-8276317fd35d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:03.315266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:03.321282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.325135 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.325507 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Added segment 69029aee-178b-4381-9702-9cf50f1a06e4 of type vlan for network 49a87224-0709-4c4d-8e21-2790b9146758 Mar 03 17:52:03.337118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.355447 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.389124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.395580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:03.396365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.509675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.526418 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.551793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Pushing event updated for resources: {'Port': ['ID=caa85fca-ce71-4f1a-912e-2fd72c86c133,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:03.669883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e103ff4a-9911-4908-8ccd-3d962c738f81 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:03.720936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:03.723366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:03.738762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.787787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e103ff4a-9911-4908-8ccd-3d962c738f81 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:03.794372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e103ff4a-9911-4908-8ccd-3d962c738f81 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:03.794899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:03.808499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5931497 Mar 03 17:52:03.848263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955021ed-83b1-4352-ad09-b07c453bd2a2 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Network': ['ID=49a87224-0709-4c4d-8e21-2790b9146758,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:03.870862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 49a87224-0709-4c4d-8e21-2790b9146758 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:03.872254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:03.875876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:03.881993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:04.178223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=8b17d9c1-9a69-465f-83c2-fc8a2fd92791,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:04.460745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:52:04.463117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:04.504677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1f5fa63e-e0e2-4957-bf61-e57ed3c46685 None None] Provisioning complete for port caa85fca-ce71-4f1a-912e-2fd72c86c133 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:04.505217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa63e-e0e2-4957-bf61-e57ed3c46685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:04.571669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9dab7ce-4df4-42d5-a495-adbb4c0ca6ce req-2219ce36-816e-4b32-bdbc-d8186d1f4e10 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1072297 Mar 03 17:52:04.631862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:04.654537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fa63e-e0e2-4957-bf61-e57ed3c46685 None None] Port caa85fca-ce71-4f1a-912e-2fd72c86c133 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:52:04.694222 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:04.735106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e103ff4a-9911-4908-8ccd-3d962c738f81, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e103ff4a-9911-4908-8ccd-3d962c738f81,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:04.744533 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:04.864964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e103ff4a-9911-4908-8ccd-3d962c738f81,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:05.028454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:52:05.047763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Sync routers for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:52:05.070250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:05.072396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:05.279026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-df9544b0-1947-42b9-861e-2cdee0a817bc admin admin] 10.222.0.23 "PUT /v2.0/routers/fea0830b-b8db-41bd-b7ac-9f0f908a9d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4778185 Mar 03 17:52:05.371443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:05.382977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:05.519360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event updated for resources: {'Port': ['ID=8b17d9c1-9a69-465f-83c2-fc8a2fd92791,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:05.621257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e103ff4a-9911-4908-8ccd-3d962c738f81 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:05.656409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:05.669726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:05.738149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:05.747294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-fb860f61-23ad-44d8-bb8b-8099a3388ab5 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.6458793 Mar 03 17:52:05.863482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-40ec740c-1f38-44fa-b676-6d4f05f9d639 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Synchronizing usage tracker for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:05.916898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-40ec740c-1f38-44fa-b676-6d4f05f9d639 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Unset dirty status for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:05.918308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-40ec740c-1f38-44fa-b676-6d4f05f9d639 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 694 time: 0.1702125 Mar 03 17:52:05.984895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8208a229-b419-4e1f-b422-873bf80b754f req-28d57e8f-0e07-4193-b828-44b0d8249545 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1056342 Mar 03 17:52:06.330582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-4c4cf8f2-c429-4c4c-a4db-545ab72d8a61 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:06.346969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-550d1686-f331-4f1c-971a-c760c4e3ee06 req-4c4cf8f2-c429-4c4c-a4db-545ab72d8a61 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.4187839 Mar 03 17:52:06.560494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e103ff4a-9911-4908-8ccd-3d962c738f81 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:06.565047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:06.686713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0dcbff79-8d06-4d66-b8d1-09ee27e527f3 req-002e3c59-4773-43b1-812f-73d9c789885b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips/7e964b6e-997c-4624-976c-9cd848e9f9f1 HTTP/1.1" status: 200 len: 691 time: 0.2584755 Mar 03 17:52:06.920195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:06.926633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-7775288-network', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:06.931897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:06.936038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Usage tracker for resource:network and tenant:17c790f70bf24044a1c65b40f547f57a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:06.940343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:06.947271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:06.959736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Made reservation on behalf of 17c790f70bf24044a1c65b40f547f57a for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:06.962798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:06.980323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:06.995891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 2, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:07.008787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Checking router: fea0830b-b8db-41bd-b7ac-9f0f908a9d3c for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:52:07.009148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Updating router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c port caa85fca-ce71-4f1a-912e-2fd72c86c133 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:52:07.017193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:07.027761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Usage tracker for resource:security_group_rule and tenant:17c790f70bf24044a1c65b40f547f57a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:07.036501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:07.049677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:07.087629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41698) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:07.102466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'subnets': [{'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1523387145', 'ip_version': 6}, {'network_id': '49a87224-0709-4c4d-8e21-2790b9146758', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:07.102760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'subnet': {'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1523387145', 'ip_version': 6}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:07.103507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Request body: {'subnet': {'network_id': '49a87224-0709-4c4d-8e21-2790b9146758', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:07.184518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbff79-8d06-4d66-b8d1-09ee27e527f3 req-33b316fc-3c45-48ce-a3c3-b4060274d9a3 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:07.200744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:07.205916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0dcbff79-8d06-4d66-b8d1-09ee27e527f3 req-33b316fc-3c45-48ce-a3c3-b4060274d9a3 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.5152750 Mar 03 17:52:07.223391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-0dcbff79-8d06-4d66-b8d1-09ee27e527f3 req-91c1f1f3-8b06-4cdd-864f-735ef7480e7e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:52:07.241992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0dcbff79-8d06-4d66-b8d1-09ee27e527f3 req-91c1f1f3-8b06-4cdd-864f-735ef7480e7e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310774 Mar 03 17:52:07.571952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-97df773f-e94f-47ed-9a5d-0945f6f81212 req-420c5cef-625d-4ae6-8860-e96bcc9872f3 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1769938 Mar 03 17:52:07.720680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c1347-1445-4fde-b4ba-ee3b4e2beb1a req-37b0fbd4-8883-429d-872a-703e3f84358f tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:07.729601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805c1347-1445-4fde-b4ba-ee3b4e2beb1a req-37b0fbd4-8883-429d-872a-703e3f84358f tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.4728363 Mar 03 17:52:07.762592 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-9b687632-9aad-45b3-aeca-42fab744e75c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips/7e964b6e-997c-4624-976c-9cd848e9f9f1 HTTP/1.1" status: 200 len: 691 time: 0.1506021 Mar 03 17:52:07.763487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:07.768069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Usage tracker for resource:subnet and tenant:fb9ef6d95b9d403a811f4fe973b15189 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:07.774027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:07.776693 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:07.783940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:07.794760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Transition to ACTIVE for port object caa85fca-ce71-4f1a-912e-2fd72c86c133 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:07.803980 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:07.805922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:07.807515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Made reservation on behalf of fb9ef6d95b9d403a811f4fe973b15189 for: {'subnet': 2} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:07.814447 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:07.815097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:07.921406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-aa1afb93-6c36-476d-9614-c80145322391 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:07.941342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-aa1afb93-6c36-476d-9614-c80145322391 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.1640956 Mar 03 17:52:08.052108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-97712f4f-69fc-4e05-a280-cff6a37bf355 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 694 time: 0.1230979 Mar 03 17:52:08.136727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ced91-93e7-4722-b8da-a955033f7c92 None None] Pushing event updated for resources: {'Port': ['ID=caa85fca-ce71-4f1a-912e-2fd72c86c133,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:08.172554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Attempting to bind port caa85fca-ce71-4f1a-912e-2fd72c86c133 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:08.173079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Attempting to bind port caa85fca-ce71-4f1a-912e-2fd72c86c133 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:08.173584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Attempting to bind port caa85fca-ce71-4f1a-912e-2fd72c86c133 on network 953b5aec-2792-4866-9c68-a8ca9a0816bb {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:08.180846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:08.181729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Checking segment: {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:08.182365 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.182978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Bound using segment: {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:08.183726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Bound port: caa85fca-ce71-4f1a-912e-2fd72c86c133, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:08.184439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.196505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-32084ad7-cd92-4d03-861b-c7f7cdda363f tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.4 HTTP/1.1" status: 200 len: 694 time: 0.1396775 Mar 03 17:52:08.319745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] For port caa85fca-ce71-4f1a-912e-2fd72c86c133, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:08.323040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] For port caa85fca-ce71-4f1a-912e-2fd72c86c133, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=caa85fca-ce71-4f1a-912e-2fd72c86c133,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:08.330361 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.415203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ced91-93e7-4722-b8da-a955033f7c92 None None] Pushing event updated for resources: {'Port': ['ID=caa85fca-ce71-4f1a-912e-2fd72c86c133,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:08.455533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:08.456429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:08.510290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Deleting port 8b17d9c1-9a69-465f-83c2-fc8a2fd92791 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:08.510910 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.515353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.535881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:08.551131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.553149 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Added segment 3c2e9184-cd99-407a-93ed-9964fcf3bad7 of type vlan for network e19a09cd-65e6-4d72-b90d-e8974658fd27 Mar 03 17:52:08.587161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.649478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.650535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:08.651116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.708274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-805c1347-1445-4fde-b4ba-ee3b4e2beb1a req-753c2187-3db4-4a56-a6f8-4344b80f9b4a tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9757993 Mar 03 17:52:08.778092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.828341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:08.910379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.911133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:08.999989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49926267-276e-4062-8d16-c11d7345bcd4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:09.039767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] Pushing event updated for resources: {'Network': ['ID=e19a09cd-65e6-4d72-b90d-e8974658fd27,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:09.093546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c0980b1-6e2a-4202-a7db-986ccb05b207 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1693187 Mar 03 17:52:09.101521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ac22fa3d-ad49-44d3-9807-2a1f540f43f4 req-13d16839-4375-4f9f-b856-19f6dfedd2d9 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0702569 Mar 03 17:52:09.105867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:09.116282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:09.132164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Request body: {'subnet': {'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-subnet', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:09.172513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:09.186783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Subnet': ['ID=e79baedd-3a19-4410-9dcf-9f459e23f52e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:09.197034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Usage tracker for resource:subnet and tenant:17c790f70bf24044a1c65b40f547f57a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:09.207619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:09.220645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Calling delete_port for 8b17d9c1-9a69-465f-83c2-fc8a2fd92791 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:09.227702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:09.256870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Checking segment: {'id': '2b6230bb-2936-4240-b7e1-8d8e8b177115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:09.265118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network hostable DHCP agents. Network: 2f603a59-c0d1-4d67-a1f8-8276317fd35d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:09.283351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Made reservation on behalf of 17c790f70bf24044a1c65b40f547f57a for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:09.286301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:09.392814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network 2f603a59-c0d1-4d67-a1f8-8276317fd35d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:09.441167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:09.482416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2f603a59-c0d1-4d67-a1f8-8276317fd35d) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:09.489784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:08Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:09.494984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:09.497531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9205b47-eee0-4a77-a261-146bd4dff2e8 None None] The sync data for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 is: [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:08Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:52:09.500195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73741eb3-29c6-4731-b809-9c1470d85451 None None] Network 2f603a59-c0d1-4d67-a1f8-8276317fd35d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:09.680317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event deleted for resources: {'Port': ['ID=8b17d9c1-9a69-465f-83c2-fc8a2fd92791,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:09.698068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event updated for resources: {'Subnet': ['ID=351005ee-d9ab-4eef-b538-459247c5a8f6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:09.740084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8ee98-baa1-4f26-9e06-95661c4d9935 req-eace764f-6ade-4d84-a67f-6cf63a6b20c8 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:09.747575 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1f8ee98-baa1-4f26-9e06-95661c4d9935 req-eace764f-6ade-4d84-a67f-6cf63a6b20c8 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1096 time: 0.3971727 Mar 03 17:52:09.802886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Checking segment: {'id': '69029aee-178b-4381-9702-9cf50f1a06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '49a87224-0709-4c4d-8e21-2790b9146758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:09.803228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network hostable DHCP agents. Network: 49a87224-0709-4c4d-8e21-2790b9146758, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:09.879266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd192571-9b5a-4d7e-b4e6-ef712ac331b8 req-233e68de-42ab-4ba3-8f78-9cc767e8751d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0633187 Mar 03 17:52:09.919240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1f8ee98-baa1-4f26-9e06-95661c4d9935 req-bbc9a06e-1f8f-4130-af77-269c6d75cf73 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703627 Mar 03 17:52:09.920448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:09.933043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Network 49a87224-0709-4c4d-8e21-2790b9146758 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:09.941651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-2f603a59-c0d1-4d67-a1f8-8276317fd35d', 'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d', 'tenant_id': 'fb9ef6d95b9d403a811f4fe973b15189', 'fixed_ips': [{'subnet_id': 'e79baedd-3a19-4410-9dcf-9f459e23f52e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:09.944106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:09.958288 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:09.970643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ef2be5a-69a1-4c21-bded-994be9cb2cf7 req-604610e7-93bc-4933-a4db-ef4d3ddbc247 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e964b6e-997c-4624-976c-9cd848e9f9f1 HTTP/1.1" status: 204 len: 173 time: 1.7717264 Mar 03 17:52:09.982220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 49a87224-0709-4c4d-8e21-2790b9146758) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:10.007126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d041c-69fa-4160-88d7-032410a24873 None None] Network 49a87224-0709-4c4d-8e21-2790b9146758 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:10.007950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.008431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.009063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:10.095390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:10.283459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f6edfe-9347-4769-9fa0-18b137441991,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:10.298037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41750) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:10.298506 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f1c58ada-8c35-4bd9-a483-e923387e8c82 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2079637 Mar 03 17:52:10.407693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Allocated IP 2001:db8::1 (2f603a59-c0d1-4d67-a1f8-8276317fd35d/e79baedd-3a19-4410-9dcf-9f459e23f52e/35450ae0-384c-44ba-bc1c-b3d974d44b97) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:10.516600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Checking segment: {'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:10.516600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Network hostable DHCP agents. Network: e19a09cd-65e6-4d72-b90d-e8974658fd27, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:10.543902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5cacaa-7232-401a-8b49-75fc649ab181 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.546510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5cacaa-7232-401a-8b49-75fc649ab181 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.548249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5cacaa-7232-401a-8b49-75fc649ab181 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.550214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8e5cacaa-7232-401a-8b49-75fc649ab181 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2509344 Mar 03 17:52:10.568001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41754) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:10.647901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-375a30dd-1c99-4811-931d-259e82312f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.650774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-375a30dd-1c99-4811-931d-259e82312f10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 1096 time: 0.1564496 Mar 03 17:52:10.706595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:10.725790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50543df-9ebf-4970-818c-fa231f046c86 req-0e3fabbb-0415-4693-8ef4-ce2debc8d4fb tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.727340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c50543df-9ebf-4970-818c-fa231f046c86 req-0e3fabbb-0415-4693-8ef4-ce2debc8d4fb tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4271984 Mar 03 17:52:10.736523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, e19a09cd-65e6-4d72-b90d-e8974658fd27) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:10.751450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:10.752044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:10.760644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf515df0-759b-4a14-805f-5eeec2298ec0 None None] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:10.773563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Deleting subnet e79baedd-3a19-4410-9dcf-9f459e23f52e {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:52:10.811287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e41ff692-885b-4e21-97ee-6474a90fafc3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7016253 Mar 03 17:52:10.811511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41760) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:10.817098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:10.825555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:10.831879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Usage tracker for resource:router and tenant:17c790f70bf24044a1c65b40f547f57a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:10.850239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:10.856970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:10.881029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:10.882492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:10.924013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:11.004949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-bd967d9e-8bb5-4c88-86e6-1e551d97982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:11.008523 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-bd967d9e-8bb5-4c88-86e6-1e551d97982e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 906 time: 0.3312242 Mar 03 17:52:11.198048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-543efc1c-b9b0-46f5-8385-2f857f6f8b5f req-62152e56-c500-4ffb-ac31-27d7a992daf9 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1325350 Mar 03 17:52:11.243304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-f0609048-ec5c-4a32-ab58-658b12b4911a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377 HTTP/1.1" status: 200 len: 217 time: 0.2165511 Mar 03 17:52:11.434542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-331a53bf-917f-4935-bbd1-5c87a088525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:11.436257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-331a53bf-917f-4935-bbd1-5c87a088525d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.1917334 Mar 03 17:52:11.557280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-49a87224-0709-4c4d-8e21-2790b9146758', 'network_id': '49a87224-0709-4c4d-8e21-2790b9146758', 'tenant_id': 'fb9ef6d95b9d403a811f4fe973b15189', 'fixed_ips': [{'subnet_id': '351005ee-d9ab-4eef-b538-459247c5a8f6'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:11.559294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:11.607345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-7f1d6f56-35fc-40c8-b60f-e7025aab8221 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523263 Mar 03 17:52:11.731632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device caa85fca-ce71-4f1a-912e-2fd72c86c133 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:11.819004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:11.833015 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:11.860069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Transition to ACTIVE for port object 35450ae0-384c-44ba-bc1c-b3d974d44b97 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:11.899104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Transition to ACTIVE for port object 35450ae0-384c-44ba-bc1c-b3d974d44b97 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:11.912734 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:11.925263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.029682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-ab5d6e66-94c4-4e7f-80a8-3a83ead9dba0 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147334 Mar 03 17:52:12.107082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-c97a7e2a-fc50-40c4-a9d3-343dc0901bb3 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:12.108695 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-c97a7e2a-fc50-40c4-a9d3-343dc0901bb3 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.35 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.2556617 Mar 03 17:52:12.184122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port caa85fca-ce71-4f1a-912e-2fd72c86c133 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:12.209959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Network 2f603a59-c0d1-4d67-a1f8-8276317fd35d is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:12.228481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port caa85fca-ce71-4f1a-912e-2fd72c86c133 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:12.229164 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.234817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-f8b9ec07-bd0f-4e37-8290-3043ab315eeb tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:52:12.241823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-f8b9ec07-bd0f-4e37-8290-3043ab315eeb tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154326 Mar 03 17:52:12.269029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Request body: {'binding': {'host': 'n-h1-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:12.276555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:52:12.307966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.343507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:12.355176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-e19a09cd-65e6-4d72-b90d-e8974658fd27', 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'fixed_ips': [{'subnet_id': '02f6edfe-9347-4769-9fa0-18b137441991'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:12.357360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a3a2-0a38-4d34-b713-8b4a56506c5b req-f257e53b-8e54-42f7-b032-a87f0ee8fa54 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:12.359409 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.360090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1019a3a2-0a38-4d34-b713-8b4a56506c5b req-f257e53b-8e54-42f7-b032-a87f0ee8fa54 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.8457792 Mar 03 17:52:12.397388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:12.483735 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1019a3a2-0a38-4d34-b713-8b4a56506c5b req-77a8ff82-8f54-4b9e-b4db-17265aea00e1 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140106 Mar 03 17:52:12.536513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.566569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on host n-h1-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:12.567163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:12.567284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:12.580107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:52:12.580440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:12.594356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Deleting port dddc47bb-c6cf-4296-a785-3da8d2394029 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:12.594695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.631788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:12.632542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:12.633108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:12.633808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Bound port: c226c755-c714-40d1-815c-968a785ce7c1, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:12.676920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Pushing event updated for resources: {'Port': ['ID=35450ae0-384c-44ba-bc1c-b3d974d44b97,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:12.677835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11af2796-b129-4958-a91a-3bb5020c2d32 req-b7eb3c54-5669-4278-b714-f169a2e27957 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306221 Mar 03 17:52:12.758114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:12.783354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb513b2d-0585-4edb-90c0-241f15097b31 req-35afee93-6e03-4682-ad9d-b28a92d289ad tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=9a94e143f117434596cb3a5cb4184e9f HTTP/1.1" status: 200 len: 1657 time: 0.1581020 Mar 03 17:52:12.784809 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.808165 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.839918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.846575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Subnet': ['ID=e79baedd-3a19-4410-9dcf-9f459e23f52e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:12.853343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port caa85fca-ce71-4f1a-912e-2fd72c86c133, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=caa85fca-ce71-4f1a-912e-2fd72c86c133,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:12.868895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Attempting to bind port 35450ae0-384c-44ba-bc1c-b3d974d44b97 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:12.869262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Attempting to bind port 35450ae0-384c-44ba-bc1c-b3d974d44b97 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '2b6230bb-2936-4240-b7e1-8d8e8b177115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:12.869686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Attempting to bind port 35450ae0-384c-44ba-bc1c-b3d974d44b97 on network 2f603a59-c0d1-4d67-a1f8-8276317fd35d {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:12.873857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Allocated IP 2001:db8:0:1::1 (49a87224-0709-4c4d-8e21-2790b9146758/351005ee-d9ab-4eef-b538-459247c5a8f6/604473b9-769b-4590-9e18-7a407e0e720b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:12.883048 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.958720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:12.959093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Checking segment: {'id': '2b6230bb-2936-4240-b7e1-8d8e8b177115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:12.959496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:12.959884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Bound using segment: {'id': '2b6230bb-2936-4240-b7e1-8d8e8b177115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:12.960360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Bound port: 35450ae0-384c-44ba-bc1c-b3d974d44b97, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6230bb-2936-4240-b7e1-8d8e8b177115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f603a59-c0d1-4d67-a1f8-8276317fd35d'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:12.960729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.039337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb513b2d-0585-4edb-90c0-241f15097b31 req-86e832fa-0c58-4f09-803e-4c5609bc476c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:13.041570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb513b2d-0585-4edb-90c0-241f15097b31 req-86e832fa-0c58-4f09-803e-4c5609bc476c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks?id=4ed441d4-6054-49ce-b431-435a28804806&id=4ed441d4-6054-49ce-b431-435a28804806&id=4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 787 time: 0.2455218 Mar 03 17:52:13.055129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4731b64a-f1b3-4715-9161-3632e657010d tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/subnets/e79baedd-3a19-4410-9dcf-9f459e23f52e HTTP/1.1" status: 204 len: 168 time: 2.4831650 Mar 03 17:52:13.055332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41790) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:13.063985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] For port dddc47bb-c6cf-4296-a785-3da8d2394029, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dddc47bb-c6cf-4296-a785-3da8d2394029,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:13.065256 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.246325 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] For port 35450ae0-384c-44ba-bc1c-b3d974d44b97, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:13.249723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] For port 35450ae0-384c-44ba-bc1c-b3d974d44b97, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=35450ae0-384c-44ba-bc1c-b3d974d44b97,segment=NetworkSegment(2b6230bb-2936-4240-b7e1-8d8e8b177115),segment_id=2b6230bb-2936-4240-b7e1-8d8e8b177115)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:13.291198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Deleting subnet 351005ee-d9ab-4eef-b538-459247c5a8f6 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:52:13.351959 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.359103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-54156727-f072-4031-8db2-9a81a0428911 service neutron] 10.222.0.23 "POST /v2.0/ports/c226c755-c714-40d1-815c-968a785ce7c1/bindings HTTP/1.1" status: 201 len: 389 time: 1.0945642 Mar 03 17:52:13.378117 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.407760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=caa85fca-ce71-4f1a-912e-2fd72c86c133,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:13.442912 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.502013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.502653 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.503029 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Floating IP 9375974c-02db-4967-9616-69809beb125d disassociated. External IP: 172.25.0.155, port: dddc47bb-c6cf-4296-a785-3da8d2394029. Mar 03 17:52:13.503505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Calling delete_port for dddc47bb-c6cf-4296-a785-3da8d2394029 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:13.523040 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.573211 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30211a15-64f1-4607-ab24-b8b0253164ba req-38a2ebd7-7fd2-486d-96e8-d43a6b02120f tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0515444 Mar 03 17:52:13.579315 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:13.770547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Allocated IP 172.25.0.226 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e30b51ef-5b39-4440-af3d-ad7de9c97ed6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:13.791574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device caa85fca-ce71-4f1a-912e-2fd72c86c133 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:13.965888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3477220-da74-43c7-ad1f-9617e1d6b6c3 None None] Pushing event updated for resources: {'Port': ['ID=35450ae0-384c-44ba-bc1c-b3d974d44b97,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:13.979268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Transition to ACTIVE for port object 604473b9-769b-4590-9e18-7a407e0e720b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:14.027998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-8b8b1481-0680-4c32-8a41-096bcab9afb2 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips/35d57848-2646-43dd-b722-f21612f43e64 HTTP/1.1" status: 200 len: 693 time: 0.3839643 Mar 03 17:52:14.078124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Allocated IP 172.20.0.2 (e19a09cd-65e6-4d72-b90d-e8974658fd27/02f6edfe-9347-4769-9fa0-18b137441991/799b6af3-a1d0-40c1-9e02-1b38e0e326b2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:14.091371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Transition to ACTIVE for port object 604473b9-769b-4590-9e18-7a407e0e720b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:14.159300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.205661 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.240770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebdcf1-275c-4a4c-a5d1-3985ced8dfa0 req-80c263e9-f285-4ad6-abc4-bf2beb1adba2 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:14.242077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.249242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bebdcf1-275c-4a4c-a5d1-3985ced8dfa0 req-80c263e9-f285-4ad6-abc4-bf2beb1adba2 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 945 time: 0.4573658 Mar 03 17:52:14.270366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Network 49a87224-0709-4c4d-8e21-2790b9146758 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:14.271345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port caa85fca-ce71-4f1a-912e-2fd72c86c133 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:14.271712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.301840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.302852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event deleted for resources: {'Port': ['ID=dddc47bb-c6cf-4296-a785-3da8d2394029,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:14.314855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:14.333912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-0067f0c3-21c9-4361-8084-bb335b2b6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:14.335469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-0067f0c3-21c9-4361-8084-bb335b2b6667 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1096 time: 0.5544901 Mar 03 17:52:14.337944 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.343135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:14.405625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bebdcf1-275c-4a4c-a5d1-3985ced8dfa0 req-1d0f9722-fffb-42e9-8b7a-10557ecc4b5d tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b92421-52b0-448d-b690-997101e4c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550443 Mar 03 17:52:14.464876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-2faa11f4-8c27-412f-88af-0eaec0efbf7b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:14.474417 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-2faa11f4-8c27-412f-88af-0eaec0efbf7b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.4487822 Mar 03 17:52:14.513390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.563971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Pushing event updated for resources: {'Port': ['ID=604473b9-769b-4590-9e18-7a407e0e720b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:14.577934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.578461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-0d4d123c-8da4-4be4-8929-a24420c45592 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Synchronizing usage tracker for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:14.630327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-0d4d123c-8da4-4be4-8929-a24420c45592 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Unset dirty status for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:14.636755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8b005-9171-4b1d-8012-2e396da4ec85 None None] Network 2f603a59-c0d1-4d67-a1f8-8276317fd35d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:14.638954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-0d4d123c-8da4-4be4-8929-a24420c45592 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.1633117 Mar 03 17:52:14.717092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Attempting to bind port 604473b9-769b-4590-9e18-7a407e0e720b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:14.717486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Attempting to bind port 604473b9-769b-4590-9e18-7a407e0e720b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '69029aee-178b-4381-9702-9cf50f1a06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '49a87224-0709-4c4d-8e21-2790b9146758'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:14.717846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Attempting to bind port 604473b9-769b-4590-9e18-7a407e0e720b on network 49a87224-0709-4c4d-8e21-2790b9146758 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:14.754169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:14.761452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:14.764542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:14.804747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:14.805381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Checking segment: {'id': '69029aee-178b-4381-9702-9cf50f1a06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '49a87224-0709-4c4d-8e21-2790b9146758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:14.805824 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:14.806220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Bound using segment: {'id': '69029aee-178b-4381-9702-9cf50f1a06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '49a87224-0709-4c4d-8e21-2790b9146758'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:14.806751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Bound port: 604473b9-769b-4590-9e18-7a407e0e720b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69029aee-178b-4381-9702-9cf50f1a06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '49a87224-0709-4c4d-8e21-2790b9146758'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:14.807140 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.109576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Pushing event updated for resources: {'Port': ['ID=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:15.168082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-d1f8daca-cc58-42bf-ae0a-3c9bd1fa11ae tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.5281851 Mar 03 17:52:15.176366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.224093 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.239903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] For port 604473b9-769b-4590-9e18-7a407e0e720b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:15.244470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] For port 604473b9-769b-4590-9e18-7a407e0e720b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=604473b9-769b-4590-9e18-7a407e0e720b,segment=NetworkSegment(69029aee-178b-4381-9702-9cf50f1a06e4),segment_id=69029aee-178b-4381-9702-9cf50f1a06e4)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:15.246700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Transition to ACTIVE for port object 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:15.256160 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.326963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.332397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Transition to ACTIVE for port object 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:15.335826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Subnet': ['ID=351005ee-d9ab-4eef-b538-459247c5a8f6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:15.345248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2d644df4-306b-4f0d-a079-e8434922cfa0 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/subnets/351005ee-d9ab-4eef-b538-459247c5a8f6 HTTP/1.1" status: 204 len: 168 time: 2.2853346 Mar 03 17:52:15.349820 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.352347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41826) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:15.369380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce9202-5b1d-4e90-ad5c-4b4d0819dbd5 req-c7cc5314-b509-45e7-9427-51abffd0f443 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:15.369380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52ce9202-5b1d-4e90-ad5c-4b4d0819dbd5 req-c7cc5314-b509-45e7-9427-51abffd0f443 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.7245436 Mar 03 17:52:15.377259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:15.385970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:15.386143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Router aa8b1452-2960-4575-be92-2af8f101d8b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:52:15.393511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Deleting port f2185acd-8a3b-4c6b-a68c-c1f9dd322894 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:15.394680 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.394820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:15.433249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42f672-de47-4be0-9bb4-46645916db6e None None] Pushing event updated for resources: {'Port': ['ID=604473b9-769b-4590-9e18-7a407e0e720b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:15.438028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-b37b3219-43e1-4518-ac38-8eb213861b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:15.439498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-b37b3219-43e1-4518-ac38-8eb213861b5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 1.0513175 Mar 03 17:52:15.541150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbddce9-3aa8-4a4a-b5c3-652d75b6a3ff tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:15.541853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bdbddce9-3aa8-4a4a-b5c3-652d75b6a3ff tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Synchronizing usage tracker for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:15.566445 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52ce9202-5b1d-4e90-ad5c-4b4d0819dbd5 req-c94e0347-ba19-4c42-a149-9a806fd1f80a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635320 Mar 03 17:52:15.585400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Attempting to bind port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:15.585744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Attempting to bind port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:15.586103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Attempting to bind port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 on network e19a09cd-65e6-4d72-b90d-e8974658fd27 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:15.588294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Pushing event updated for resources: {'Port': ['ID=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:15.594329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:15.594705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Checking segment: {'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:15.595093 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.595478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Bound using segment: {'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:15.595941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Bound port: 799b6af3-a1d0-40c1-9e02-1b38e0e326b2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:15.596310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.597657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bdbddce9-3aa8-4a4a-b5c3-652d75b6a3ff tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Unset dirty status for tenant:fb9ef6d95b9d403a811f4fe973b15189 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:15.602402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bdbddce9-3aa8-4a4a-b5c3-652d75b6a3ff tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2321174 Mar 03 17:52:15.607386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41832) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:15.675171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-0a5b666b-edf5-4a67-89d9-86fd975d233e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 200 len: 217 time: 0.1559532 Mar 03 17:52:15.766445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] For port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:15.769854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] For port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,segment=NetworkSegment(3c2e9184-cd99-407a-93ed-9964fcf3bad7),segment_id=3c2e9184-cd99-407a-93ed-9964fcf3bad7)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:15.778628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:15.901794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a83951-2d1b-49d9-8d3d-a3c5c2761443 None None] Pushing event updated for resources: {'Port': ['ID=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:15.966655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-ddafe009-b741-494c-b8f6-2c180c0be821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:15.968128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-ddafe009-b741-494c-b8f6-2c180c0be821 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2656522 Mar 03 17:52:15.995306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.000931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.044244 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-878bf17d-b6d8-4ddb-8e4f-7fd73bbc718b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680842 Mar 03 17:52:16.047748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:52:16.059452 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] Sync routers for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:52:16.071454 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:16.072080 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:16.078978 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.079315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.147057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dddc47bb-c6cf-4296-a785-3da8d2394029 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:16.216696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: dddc47bb-c6cf-4296-a785-3da8d2394029 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:16.217045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dddc47bb-c6cf-4296-a785-3da8d2394029 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:16.252160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Deleting port 604473b9-769b-4590-9e18-7a407e0e720b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:16.253242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.346458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] No DVR routers for this DVR port dddc47bb-c6cf-4296-a785-3da8d2394029 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:16.358964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Calling delete_port for f2185acd-8a3b-4c6b-a68c-c1f9dd322894 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:16.409012 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:16.438615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.451289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'name': 'network-vif-deleted', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:16.495321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1dbd5706-6d3b-487a-a118-8ab778ef7a21 req-6c39ea1e-083e-4d91-9845-be4067bbcf80 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.35 "DELETE /v2.0/ports/dddc47bb-c6cf-4296-a785-3da8d2394029 HTTP/1.1" status: 204 len: 173 time: 4.3798993 Mar 03 17:52:16.558826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-3a585fab-732a-485b-892a-0ee6d576f8b1 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070012 Mar 03 17:52:16.652588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0dd64c6-fa87-47d0-a73a-d69c355441d9 req-82fc8bf6-a432-42fd-a095-2afbb6a98c6f tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2&device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.4259470 Mar 03 17:52:16.924170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.927900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] For port 604473b9-769b-4590-9e18-7a407e0e720b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=604473b9-769b-4590-9e18-7a407e0e720b,segment=NetworkSegment(69029aee-178b-4381-9702-9cf50f1a06e4),segment_id=69029aee-178b-4381-9702-9cf50f1a06e4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:16.928257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:16.953794 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:04Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:16.966847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] Checking router: aa8b1452-2960-4575-be92-2af8f101d8b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:52:16.987156 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:16.989114 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:17.087846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:17.090164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67abc2d3-9d89-4ff9-8a89-4245d081a7e0 None None] Network 49a87224-0709-4c4d-8e21-2790b9146758 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:17.169108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event deleted for resources: {'Port': ['ID=f2185acd-8a3b-4c6b-a68c-c1f9dd322894,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:17.189396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce815ab9-f171-4d3c-9209-cc200c02771c req-9fc1edf2-eaf3-45f7-ac90-5923de97d955 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/ports?device_id=7143511d-34cb-47b0-b254-df1d27ca4c1f HTTP/1.1" status: 200 len: 210 time: 0.2451167 Mar 03 17:52:17.286730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-f2d16d2b-64b2-45c4-989b-c871d7d590a7 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191944 Mar 03 17:52:17.366307 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:17.394407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:17.444790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:17.451485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b25e6b9-3f68-4a79-8e6a-2811f3a78eb6 req-182170ee-cb95-4fbe-9d3f-c3f85273050e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "DELETE /v2.0/floatingips/35d57848-2646-43dd-b722-f21612f43e64 HTTP/1.1" status: 204 len: 173 time: 2.2805486 Mar 03 17:52:17.545418 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7143511d-34cb-47b0-b254-df1d27ca4c1f', 'name': 'network-vif-deleted', 'tag': 'dddc47bb-c6cf-4296-a785-3da8d2394029', 'status': 'completed', 'code': 200} Mar 03 17:52:17.621380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d577d-cfd8-419a-9aec-7f49ae5aa1ea None None] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:17.696418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8437c8d9-0412-4083-8f50-02360e1df7a4 None None] Provisioning for port 604473b9-769b-4590-9e18-7a407e0e720b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:17.723514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dd02d-6c7e-400f-bed9-a7ca82c56ae8 req-a75d9044-d634-4f0b-9039-fd2ebe915a18 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:17.725311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-943dd02d-6c7e-400f-bed9-a7ca82c56ae8 req-a75d9044-d634-4f0b-9039-fd2ebe915a18 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.1221056 Mar 03 17:52:17.778686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:17.829217 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-943dd02d-6c7e-400f-bed9-a7ca82c56ae8 req-e0bf2133-df2c-4839-b097-f2d21b758249 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946622 Mar 03 17:52:17.837093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Calling delete_port for 604473b9-769b-4590-9e18-7a407e0e720b owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:17.914896 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:17.954850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e531eaf7-12aa-4ed3-a26f-7c831d17aefc None None] Provisioning for port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:18.092933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-126f7a4b-4f30-4a46-ac01-8a2be29d91e7 req-8d99f8c7-2a5f-414a-9d1b-666c2f611ceb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a9c21f5476c48df9014a0a143e07abe&device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.1096308 Mar 03 17:52:18.117223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8038e665-6658-403d-a673-338211cccada None None] DHCP port deletion for 49a87224-0709-4c4d-8e21-2790b9146758 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:52:18.140152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:18.156807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8038e665-6658-403d-a673-338211cccada None None] Deleting port 604473b9-769b-4590-9e18-7a407e0e720b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:18.157060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8038e665-6658-403d-a673-338211cccada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:18.158488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-126f7a4b-4f30-4a46-ac01-8a2be29d91e7 req-21611dc5-bd71-4e79-8904-40638a4fc994 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5a9c21f5476c48df9014a0a143e07abe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529695 Mar 03 17:52:18.227454 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:04Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:18.229151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:18.229549 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:18.235194 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074dd71d-542f-4c91-b70d-9ed63b1413e0 None None] The sync data for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 is: [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:50:47Z', 'revision_number': 4, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'fecd13bb-c627-497d-a9a8-ba603d1c626a', 'name': '', 'network_id': '6761c173-750c-4ebb-a7d4-1a78054aca99', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'mac_address': 'fa:16:3e:97:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:46Z', 'updated_at': '2022-03-03T17:51:04Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'subnets': [{'id': '289e4545-403d-482d-801e-d8072d8c7ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:52:18.252787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:52:18.278759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-3cb5a19a-2cd1-4e8a-b8b2-869858f482a6 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips/484b3193-6c01-4146-873a-f9b4d6cb1a1c HTTP/1.1" status: 200 len: 693 time: 0.1907628 Mar 03 17:52:18.365778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:18.467072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f7a4b-4f30-4a46-ac01-8a2be29d91e7 req-9fd54903-6337-4833-bfb3-f76ebd3660ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:18.468435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-126f7a4b-4f30-4a46-ac01-8a2be29d91e7 req-9fd54903-6337-4833-bfb3-f76ebd3660ec service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3024611 Mar 03 17:52:18.472955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9ab5241-f08e-4d2a-a4b8-a5469287bcd0 req-2f774e8b-4d69-4c32-b07d-8a386206f636 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0547457 Mar 03 17:52:18.520123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Port': ['ID=604473b9-769b-4590-9e18-7a407e0e720b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:18.524340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8038e665-6658-403d-a673-338211cccada None None] The port '604473b9-769b-4590-9e18-7a407e0e720b' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:52:18.618320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] No DVR routers for this DVR port 604473b9-769b-4590-9e18-7a407e0e720b on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:18.645503 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:18.710360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16681a5e-1f98-4549-a96a-cec631d21889 None None] New status for floating IP 9375974c-02db-4967-9616-69809beb125d: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:52:18.879671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,segment=NetworkSegment(3c2e9184-cd99-407a-93ed-9964fcf3bad7),segment_id=3c2e9184-cd99-407a-93ed-9964fcf3bad7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:18.939827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:18.955397 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:18.955923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 604473b9-769b-4590-9e18-7a407e0e720b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:19.004964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-3c961d7c-5896-4940-bc07-72217b8b5835 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:19.006073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-3c961d7c-5896-4940-bc07-72217b8b5835 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.7090056 Mar 03 17:52:19.018688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4f6a5-c7a1-4664-b62c-7c91d053d34e None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 17:52:19.022852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:52:19.031436 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Sync routers for ids ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:52:19.032335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a87224-0709-4c4d-8e21-2790b9146758']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:19.045221 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Routers {'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:19.047725 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:19.134770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 604473b9-769b-4590-9e18-7a407e0e720b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:19.135329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 604473b9-769b-4590-9e18-7a407e0e720b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 17:52:19.209616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Port 604473b9-769b-4590-9e18-7a407e0e720b not found, will not notify nova. {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 17:52:19.228327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69029aee-178b-4381-9702-9cf50f1a06e4') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:19.228545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69029aee-178b-4381-9702-9cf50f1a06e4') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:19.257939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a71b4c6e-4f27-4fe2-bd7c-bcf69baed83f None None] Provisioning complete for port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:19.258232 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a71b4c6e-4f27-4fe2-bd7c-bcf69baed83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.272048 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.298149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.305999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:19.319051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:19.319970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.384185 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Set router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:19.417808 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:19.433470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4f6a5-c7a1-4664-b62c-7c91d053d34e None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 17:52:19.436239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5b88187b-4a67-463e-b917-78c9f45d12c6 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.4115360 Mar 03 17:52:19.546609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41916) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:19.640560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:19.680595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4a24afac-c570-49ab-88fb-76d4f1a0e870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.728497 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.763271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.769944 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4f628bbf-902e-426b-8826-785effb5ad80 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9575109 Mar 03 17:52:19.775635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.783858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41920) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:19.877924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-e0aece55-67fe-43de-a42a-e688dd6a6321 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1314137 Mar 03 17:52:19.906462 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:52:15Z', 'revision_number': 3, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port': {'id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:13Z', 'updated_at': '2022-03-03T17:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:19.912768 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Checking router: f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:52:19.913348 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Updating router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:52:19.952908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93939d71-dd5a-4bc0-8625-a78325d76f8f req-2a65a4b4-23f9-4dd8-b783-a372d75cf9c3 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:19.954793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93939d71-dd5a-4bc0-8625-a78325d76f8f req-2a65a4b4-23f9-4dd8-b783-a372d75cf9c3 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.2727883 Mar 03 17:52:19.975766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:19.976336 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:19.980555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.004532 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.017544 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.029453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Network': ['ID=49a87224-0709-4c4d-8e21-2790b9146758,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:20.099360 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-126f7a4b-4f30-4a46-ac01-8a2be29d91e7 req-b33662bc-d883-440b-8a03-68170dbb09b0 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0613759 Mar 03 17:52:20.120383 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5a6fca9-c219-470e-a089-99c4b44d0d5c tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/networks/49a87224-0709-4c4d-8e21-2790b9146758 HTTP/1.1" status: 204 len: 168 time: 4.5118866 Mar 03 17:52:20.127504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41924) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:20.145495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93939d71-dd5a-4bc0-8625-a78325d76f8f req-fd365fb7-0271-4f93-bba1-7d2c304a6d02 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777289 Mar 03 17:52:20.150022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.180110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Deleting port 49bd4144-2659-4c69-80c2-9d2525b20d7f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:20.180452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.249957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b92421-52b0-448d-b690-997101e4c5d3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:20.250563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f41a613e-c2df-4dff-a33a-90d5d8ce5377 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:20.263463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.264117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.264671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.265208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.265758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.266260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.266805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.267333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.267855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.268368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.268895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.270001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:20.273081 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.275309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-56e890d2-f2c2-4fc8-816d-9ecfdfd61235 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "DELETE /v2.0/security-groups/09b92421-52b0-448d-b690-997101e4c5d3 HTTP/1.1" status: 204 len: 168 time: 0.7274425 Mar 03 17:52:20.279658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41928) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:20.340370 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-b09d5a15-6acd-4444-a3db-c60f6cd239fa tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] show failed (client error): The resource could not be found. Mar 03 17:52:20.341898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b09d5a15-6acd-4444-a3db-c60f6cd239fa tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "GET /v2.0/security-groups/09b92421-52b0-448d-b690-997101e4c5d3 HTTP/1.1" status: 404 len: 347 time: 0.0610344 Mar 03 17:52:20.404405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.407137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41932) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:20.510718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.557936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:20.564437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:20.576930 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.598753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Deleting port 35450ae0-384c-44ba-bc1c-b3d974d44b97 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:20.599755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.730491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Deleting port e8aa3ec0-bc97-4f8e-8701-9fec2eead028 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:20.731085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.831646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:20.842910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 604473b9-769b-4590-9e18-7a407e0e720b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:20.858142 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.876803 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Transition to ACTIVE for port object e30b51ef-5b39-4440-af3d-ad7de9c97ed6 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:20.888818 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:20.928587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 604473b9-769b-4590-9e18-7a407e0e720b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:20.929219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 604473b9-769b-4590-9e18-7a407e0e720b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:21.036630 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Attempting to bind port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:21.037063 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Attempting to bind port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:21.037463 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Attempting to bind port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:21.043486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23587490-0d16-4c2c-b347-63891957e345 req-37ee18c8-8c82-4fdf-9191-b659843c32f8 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b69e01-b865-4213-8129-45863df73fe2 HTTP/1.1" status: 200 len: 210 time: 0.0479703 Mar 03 17:52:21.046448 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:21.046813 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:21.047200 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.047715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:21.048186 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Bound port: e30b51ef-5b39-4440-af3d-ad7de9c97ed6, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:21.048531 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.129715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33eb48-4ee7-495d-89f9-5858adc34476 None None] Pushing event updated for resources: {'Port': ['ID=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:21.165814 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.190087 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] For port e30b51ef-5b39-4440-af3d-ad7de9c97ed6, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:21.200763 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] For port e30b51ef-5b39-4440-af3d-ad7de9c97ed6, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:21.210564 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.261791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.262972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.328341 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Routers {'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:21.329053 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:51:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:21.335668 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'code': 200} Mar 03 17:52:21.399585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33eb48-4ee7-495d-89f9-5858adc34476 None None] Pushing event updated for resources: {'Port': ['ID=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:21.446067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Allocated IP 172.20.0.1 (e19a09cd-65e6-4d72-b90d-e8974658fd27/02f6edfe-9347-4769-9fa0-18b137441991/b590def7-bfc3-47ce-a8e8-8893a25af521) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:21.528232 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] Set router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:21.605863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Calling delete_port for 49bd4144-2659-4c69-80c2-9d2525b20d7f owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:21.649825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] For port 35450ae0-384c-44ba-bc1c-b3d974d44b97, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=35450ae0-384c-44ba-bc1c-b3d974d44b97,segment=NetworkSegment(2b6230bb-2936-4240-b7e1-8d8e8b177115),segment_id=2b6230bb-2936-4240-b7e1-8d8e8b177115)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:21.650102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.719919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-225f9f11-d86d-4936-8e1c-83ff1b1b9a25 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:21.727734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-225f9f11-d86d-4936-8e1c-83ff1b1b9a25 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 0.2851880 Mar 03 17:52:21.739051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e9325f64-02e0-4783-8130-12a30b773377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.760889 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-811b0bd5-210e-4ebe-9a7b-91c31972bd0d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/quotas/0a47e7fe8e5943d796b42c52963afc1f HTTP/1.1" status: 200 len: 375 time: 0.0321565 Mar 03 17:52:21.796560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Calling delete_port for 35450ae0-384c-44ba-bc1c-b3d974d44b97 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:21.825147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.825978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.826306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.845270 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:52:15Z', 'revision_number': 3, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port': {'id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:13Z', 'updated_at': '2022-03-03T17:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:21.847645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Transition to ACTIVE for port object b590def7-bfc3-47ce-a8e8-8893a25af521 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:21.850948 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaf82a-5dbf-4c64-8d1b-aad83a184212 None None] The sync data for ids ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'] in n-d-827121-1 is: [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:52:15Z', 'revision_number': 3, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port': {'id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:13Z', 'updated_at': '2022-03-03T17:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:52:21.882475 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-5c90e056-77d9-4c27-91f9-357f270522fe tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1203172 Mar 03 17:52:21.912987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:21.982882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Calling delete_port for e8aa3ec0-bc97-4f8e-8701-9fec2eead028 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:22.038740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:22.043205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:22.057473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:22.128249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Pushing event updated for resources: {'Port': ['ID=b590def7-bfc3-47ce-a8e8-8893a25af521,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:22.156440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.177752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.255237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Port': ['ID=35450ae0-384c-44ba-bc1c-b3d974d44b97,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:22.278813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] No DVR routers for this DVR port 35450ae0-384c-44ba-bc1c-b3d974d44b97 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:22.307321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b179c83f-bd6e-4167-bd2b-ec1c5c41ddb3 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162791 Mar 03 17:52:22.427461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.444744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-44ccca44-d3b3-432f-9f52-d226d442e778 None None] Provisioning for port b590def7-bfc3-47ce-a8e8-8893a25af521 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:22.451463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-44ccca44-d3b3-432f-9f52-d226d442e778 None None] Provisioning complete for port b590def7-bfc3-47ce-a8e8-8893a25af521 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:22.451836 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-44ccca44-d3b3-432f-9f52-d226d442e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.527734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-44ccca44-d3b3-432f-9f52-d226d442e778 None None] Port b590def7-bfc3-47ce-a8e8-8893a25af521 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:52:22.532916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-d230ac13-6067-4bb4-8b4c-df8a4371f6a8 service neutron] 10.222.0.23 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892824 Mar 03 17:52:22.569898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event deleted for resources: {'Port': ['ID=49bd4144-2659-4c69-80c2-9d2525b20d7f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:22.572946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.621872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.656603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.700044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.732261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f603a59-c0d1-4d67-a1f8-8276317fd35d']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:22.741504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Pushing event deleted for resources: {'Port': ['ID=e8aa3ec0-bc97-4f8e-8701-9fec2eead028,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:22.770748 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.824881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6230bb-2936-4240-b7e1-8d8e8b177115') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:22.825234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6230bb-2936-4240-b7e1-8d8e8b177115') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:22.891269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.920915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.943923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.947145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.948316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a1db87b3-b1ff-4833-b6f8-038362429f22 tempest-ServersTestJSON-1912220732 tempest-ServersTestJSON-1912220732-project] 10.222.0.23 "DELETE /v2.0/floatingips/9375974c-02db-4967-9616-69809beb125d HTTP/1.1" status: 204 len: 168 time: 2.5333648 Mar 03 17:52:22.953896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41964) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:22.954675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.957684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:22.958860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ded1824-55c7-4a79-af48-f61a7a444b5a req-5139771a-19d9-47f5-b480-84a4e8bf9e3b tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "DELETE /v2.0/floatingips/484b3193-6c01-4146-873a-f9b4d6cb1a1c HTTP/1.1" status: 204 len: 173 time: 3.0795298 Mar 03 17:52:23.032916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:23.033337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:23.063203 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:23.233761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-968d6a97-02ad-4d07-97f0-143984c575e3 req-5331840b-4e16-4120-933c-56400d7ee037 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 210 time: 0.0789149 Mar 03 17:52:23.246049 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.289038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8e016-98ac-424d-915e-155194927873 req-ae27d938-afb1-4236-914c-4b608fe89a01 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:23.290670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6a8e016-98ac-424d-915e-155194927873 req-ae27d938-afb1-4236-914c-4b608fe89a01 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.5228679 Mar 03 17:52:23.305113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-76fe7e3e-b7c1-4e19-af9c-7d48300a0759 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:23.306785 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-76fe7e3e-b7c1-4e19-af9c-7d48300a0759 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "GET /v2.0/ports?device_id=baf69e48-a5c3-4fbf-917e-179c807686a1 HTTP/1.1" status: 200 len: 943 time: 0.4956632 Mar 03 17:52:23.421016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6a8e016-98ac-424d-915e-155194927873 req-e37b5da8-65a0-4c24-9ea9-3b5ab52f976d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131992 Mar 03 17:52:23.422919 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.437662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.525044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.530997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Deleting port f41a613e-c2df-4dff-a33a-90d5d8ce5377 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:23.531340 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.540857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Network': ['ID=2f603a59-c0d1-4d67-a1f8-8276317fd35d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:23.578197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-45adc3ca-7526-4291-b9cc-1cc9b7c0bdf8 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips/ae4bda30-53e7-4067-8b68-690c81c41b6e HTTP/1.1" status: 200 len: 693 time: 0.1365852 Mar 03 17:52:23.579643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e30b51ef-5b39-4440-af3d-ad7de9c97ed6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:23.582078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ec464569-d7f3-43bf-804a-e36a71d58e5f tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/networks/2f603a59-c0d1-4d67-a1f8-8276317fd35d HTTP/1.1" status: 204 len: 168 time: 3.4536035 Mar 03 17:52:23.584688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41974) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:23.724424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:23.737184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:23.738762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.791626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Pushing event updated for resources: {'Port': ['ID=b590def7-bfc3-47ce-a8e8-8893a25af521,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:23.798298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.868367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99678a24-c99f-45ce-b7aa-325282c54963 req-45692a52-731f-40ff-b48a-e72ad8430a2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9c21f5476c48df9014a0a143e07abe&device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.0469532 Mar 03 17:52:23.912639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:23.919472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.017501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.039504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e30b51ef-5b39-4440-af3d-ad7de9c97ed6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:24.046619 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.116562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-dbcdc34f-e98a-45e1-9515-4be95cfe5385 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:24.118020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-dbcdc34f-e98a-45e1-9515-4be95cfe5385 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.5197828 Mar 03 17:52:24.142722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:24.163526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.214279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9dc0fe0-0d8d-43b3-972b-5379d8f2190b req-797ef21b-8f8f-4371-98ae-26f4c4fe1259 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.2719705 Mar 03 17:52:24.215913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99678a24-c99f-45ce-b7aa-325282c54963 req-a9eaa14f-94d1-4125-9e39-0b3387094c6e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a9c21f5476c48df9014a0a143e07abe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3120162 Mar 03 17:52:24.305253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-dbbfa7c0-1d7e-4363-9416-46426346a494 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Synchronizing usage tracker for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:24.315619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.392284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882933bc-bcc4-4e0d-8c27-3d0c000c1161']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:24.403596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-dbbfa7c0-1d7e-4363-9416-46426346a494 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Unset dirty status for tenant:9a94e143f117434596cb3a5cb4184e9f on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:24.404731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-dbbfa7c0-1d7e-4363-9416-46426346a494 tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.2576206 Mar 03 17:52:24.410608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ef5f4f-8537-439a-a49a-209286662920') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:24.410901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ef5f4f-8537-439a-a49a-209286662920') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:24.477646 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.511798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64ba91b0-820f-4b23-9bb3-cb624c4db7bc req-29e5c4d0-6bb8-40a1-93b5-a4bf7815d279 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 210 time: 0.1343760 Mar 03 17:52:24.514840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-2bfba760-b005-4f70-8947-f242cc4fd63e tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0973661 Mar 03 17:52:24.516491 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.527416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:24.528090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.573474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-ad6e7962-9380-4a42-b53b-f719beb1d1ec tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:24.574880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-ad6e7962-9380-4a42-b53b-f719beb1d1ec tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 805 time: 0.4992881 Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:24.595497 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:24.602944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Request body: {'port': {'device_id': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'admin_state_up': True, 'tenant_id': '0a47e7fe8e5943d796b42c52963afc1f'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:24.700833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:24.749581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] For port f41a613e-c2df-4dff-a33a-90d5d8ce5377, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f41a613e-c2df-4dff-a33a-90d5d8ce5377,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:24.749853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.898297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:24.920967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Deleting port b7a8f788-3839-46fb-88fa-d10b80f950d7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:24.921633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.951472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:24.974362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678a24-c99f-45ce-b7aa-325282c54963 req-faf030d6-c47e-4762-9207-4086e4d98d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:24.975825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99678a24-c99f-45ce-b7aa-325282c54963 req-faf030d6-c47e-4762-9207-4086e4d98d40 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6920047 Mar 03 17:52:24.980938 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.022308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Network': ['ID=882933bc-bcc4-4e0d-8c27-3d0c000c1161,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:25.045099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/networks/882933bc-bcc4-4e0d-8c27-3d0c000c1161 HTTP/1.1" status: 204 len: 168 time: 1.4569430 Mar 03 17:52:25.069818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41984) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:25.084334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.084678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.085015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.085360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.085695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.086020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.086341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.086660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.086978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.087289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.087612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.087926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c84cf-0e12-468d-810a-de60c0c47238 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:25.113411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Calling delete_port for f41a613e-c2df-4dff-a33a-90d5d8ce5377 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:25.166720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-623878cb-a98a-4cdb-a0e1-a99873f00f6f None None] Provisioning complete for port b590def7-bfc3-47ce-a8e8-8893a25af521 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:25.167796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-623878cb-a98a-4cdb-a0e1-a99873f00f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.240844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:25.280215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-623878cb-a98a-4cdb-a0e1-a99873f00f6f None None] Port b590def7-bfc3-47ce-a8e8-8893a25af521 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:52:25.288850 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.325653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.341921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:25.363726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab77d-e288-449b-a85e-754ccb501503 req-074d3277-7028-457d-9696-084fd3f3ce7b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:25.365195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-575ab77d-e288-449b-a85e-754ccb501503 req-074d3277-7028-457d-9696-084fd3f3ce7b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.7246921 Mar 03 17:52:25.420649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.420972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.430211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Made reservation on behalf of 0a47e7fe8e5943d796b42c52963afc1f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:25.433658 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.486912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:52:25.528048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e30b51ef-5b39-4440-af3d-ad7de9c97ed6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:25.555386 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-575ab77d-e288-449b-a85e-754ccb501503 req-0b33dac6-ab85-479f-8675-0575927e46ab tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735423 Mar 03 17:52:25.589952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Calling delete_port for b7a8f788-3839-46fb-88fa-d10b80f950d7 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:25.615764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:25.616271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.633125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.709230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event deleted for resources: {'Port': ['ID=f41a613e-c2df-4dff-a33a-90d5d8ce5377,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:25.766264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.798247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41c4b5d5-50c3-45da-8d5b-0da1809d7de3 req-e39de01c-8a58-497a-87b9-92eacf725307 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.0901096 Mar 03 17:52:25.831149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fceb84-9f57-4573-a2e1-b7e27d4ca8e8']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:25.851575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84de3c05-0beb-49ce-af46-d12f39a1cfdc') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:25.851888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84de3c05-0beb-49ce-af46-d12f39a1cfdc') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:25.942889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] No DVR routers for this DVR port f41a613e-c2df-4dff-a33a-90d5d8ce5377 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:25.948513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.963793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:25.966936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-deleted', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:26.006588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.026833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:26.027232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.028057 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1275896c-ae87-4508-acfc-70655d818df9 req-897ad217-9ede-4275-9a32-7502742d5b9f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 210 time: 0.0765755 Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:26.050733 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:26.060149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:52:26.062145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Allocated IP 172.20.0.8 (b0cfe53f-e053-40a2-ac08-5a0cea5bf524/895a84b1-2ed7-49c2-9719-4f37ca7d944f/f606482a-b7fd-4eac-98f4-afa4322ad36e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:26.064968 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-35460555-1678-49ad-89e2-e2a4a4cfeb30 req-f245a5d6-f057-4d1b-9ef7-8a42508df068 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "DELETE /v2.0/ports/f41a613e-c2df-4dff-a33a-90d5d8ce5377 HTTP/1.1" status: 204 len: 173 time: 2.7351084 Mar 03 17:52:26.068887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c202aa7b-890b-4c56-aeea-a96a4da29745 admin admin] 10.222.0.23 "PUT /v2.0/routers/f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2744472 Mar 03 17:52:26.118808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Sync routers for ids ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:52:26.132101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Routers {'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:26.133255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:26.220799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.260415 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.305275 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.309783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Pushing event deleted for resources: {'Port': ['ID=b7a8f788-3839-46fb-88fa-d10b80f950d7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:26.359375 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf69e48-a5c3-4fbf-917e-179c807686a1', 'name': 'network-vif-deleted', 'tag': 'f41a613e-c2df-4dff-a33a-90d5d8ce5377', 'status': 'completed', 'code': 200} Mar 03 17:52:26.397213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Set router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:26.427611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99678a24-c99f-45ce-b7aa-325282c54963 req-46249167-03f7-4ea7-96f2-7dc59a829659 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.0659301 Mar 03 17:52:26.500772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.503790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] Pushing event deleted for resources: {'Network': ['ID=40fceb84-9f57-4573-a2e1-b7e27d4ca8e8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:26.572026 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.598350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c88b37b5-322a-4c46-b200-65bfcacb1c74 tempest-BulkNetworkOpsIpV6Test-2091534504 tempest-BulkNetworkOpsIpV6Test-2091534504-project] 10.222.0.23 "DELETE /v2.0/networks/40fceb84-9f57-4573-a2e1-b7e27d4ca8e8 HTTP/1.1" status: 204 len: 168 time: 1.5268588 Mar 03 17:52:26.603075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f41a613e-c2df-4dff-a33a-90d5d8ce5377 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:26.648020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Deleting port fecd13bb-c627-497d-a9a8-ba603d1c626a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:26.648370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.695526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: f41a613e-c2df-4dff-a33a-90d5d8ce5377 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:26.696671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f41a613e-c2df-4dff-a33a-90d5d8ce5377 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:26.752392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.772762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:26.778056 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ed68173-c6f0-495c-b933-7b4ef90d691c req-84894dec-3877-4bc5-90e3-21e2816c543c tempest-FloatingIPDetailsTestJSON-641969047 tempest-FloatingIPDetailsTestJSON-641969047-project] 10.222.0.23 "DELETE /v2.0/floatingips/ae4bda30-53e7-4067-8b68-690c81c41b6e HTTP/1.1" status: 204 len: 173 time: 2.2551820 Mar 03 17:52:26.789938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:27.101081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:27.107438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:52:22Z', 'revision_number': 4, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port': {'id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:13Z', 'updated_at': '2022-03-03T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'b590def7-bfc3-47ce-a8e8-8893a25af521', 'name': '', 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'mac_address': 'fa:16:3e:ba:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '02f6edfe-9347-4769-9fa0-18b137441991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:21Z', 'updated_at': '2022-03-03T17:52:22Z', 'revision_number': 2, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'subnets': [{'id': '02f6edfe-9347-4769-9fa0-18b137441991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:27.107713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:27.120072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Checking router: f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:52:27.120709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Updating router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 port b590def7-bfc3-47ce-a8e8-8893a25af521 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:52:27.178553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:27.191512 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:52:27.213615 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:27.330143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:27.330451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-804bdf95-ac8d-4c90-b80a-82da94dfd7cf req-ef7053e4-b77e-4d61-b2d5-ca5c980a3e41 tempest-ServerShowV247Test-1802415751 tempest-ServerShowV247Test-1802415751-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d0f63b3-9eda-4c1a-a269-ffe3f4f98437 HTTP/1.1" status: 200 len: 210 time: 0.1381345 Mar 03 17:52:27.330802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:27.358222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:27.384232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42046) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:27.412413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-0fc337f7-c13c-4481-9cdb-4bdf6c396a54 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8195636 Mar 03 17:52:27.422190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-867056b0-d6a2-48b5-b345-ebfc2090f5b3 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:27.423703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-867056b0-d6a2-48b5-b345-ebfc2090f5b3 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.8937707 Mar 03 17:52:27.430742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Request body: {'port': {'device_id': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:27.473785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827121-1'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:27.566674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] For port fecd13bb-c627-497d-a9a8-ba603d1c626a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fecd13bb-c627-497d-a9a8-ba603d1c626a,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:27.567358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:27.699000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a332b0-9514-4ad7-9344-e1482dfd26bc req-0aa88301-416a-4369-97ba-37912614f026 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:27.707744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33a332b0-9514-4ad7-9344-e1482dfd26bc req-0aa88301-416a-4369-97ba-37912614f026 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 945 time: 0.6173532 Mar 03 17:52:27.748438 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:27.757174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Calling delete_port for fecd13bb-c627-497d-a9a8-ba603d1c626a owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:27.770318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Transition to ACTIVE for port object b590def7-bfc3-47ce-a8e8-8893a25af521 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:27.777990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:27.862166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5d722-6851-4f52-9f16-947e15eea00f None None] Pushing event updated for resources: {'Port': ['ID=b590def7-bfc3-47ce-a8e8-8893a25af521,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:27.888718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33a332b0-9514-4ad7-9344-e1482dfd26bc req-6c00167b-cbf7-47ca-8c7e-d1824f724832 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798391 Mar 03 17:52:27.894194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.007294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-917ee002-7e33-4874-b02f-60a038992080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb9ef6d95b9d403a811f4fe973b15189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180542 Mar 03 17:52:28.013361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42058) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:28.021949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.026834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffb24b-c9dc-4fb4-9705-36aa602796e5 req-9a0583d8-3043-4b00-9141-da8b5ceecbd0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:28.028676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdffb24b-c9dc-4fb4-9705-36aa602796e5 req-9a0583d8-3043-4b00-9141-da8b5ceecbd0 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 931 time: 0.4666712 Mar 03 17:52:28.101199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Attempting to bind port b590def7-bfc3-47ce-a8e8-8893a25af521 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:28.101199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Attempting to bind port b590def7-bfc3-47ce-a8e8-8893a25af521 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:28.101743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Attempting to bind port b590def7-bfc3-47ce-a8e8-8893a25af521 on network e19a09cd-65e6-4d72-b90d-e8974658fd27 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:28.107349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:28.107783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Checking segment: {'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:28.108190 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.108973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Bound using segment: {'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:28.109495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Bound port: b590def7-bfc3-47ce-a8e8-8893a25af521, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2e9184-cd99-407a-93ed-9964fcf3bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:28.109919 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.128848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c226c755-c714-40d1-815c-968a785ce7c1 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:52:28.239922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdffb24b-c9dc-4fb4-9705-36aa602796e5 req-1e9de760-7aac-460e-81e0-49af7d5e63a6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987398 Mar 03 17:52:28.384891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:28.407710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d7ff-d390-44dd-bd75-fca603ac02d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.415630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c226c755-c714-40d1-815c-968a785ce7c1 has no active binding in host n-h1-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:52:28.442058 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d7ff-d390-44dd-bd75-fca603ac02d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.464901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] For port b590def7-bfc3-47ce-a8e8-8893a25af521, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:28.468282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] For port b590def7-bfc3-47ce-a8e8-8893a25af521, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b590def7-bfc3-47ce-a8e8-8893a25af521,segment=NetworkSegment(3c2e9184-cd99-407a-93ed-9964fcf3bad7),segment_id=3c2e9184-cd99-407a-93ed-9964fcf3bad7)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:28.475268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.524079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d7ff-d390-44dd-bd75-fca603ac02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.605229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Routers {'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:28.606107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:28.608685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d7ff-d390-44dd-bd75-fca603ac02d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f928870-92da-4167-bddd-756401c5f68a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:28.652847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d7ff-d390-44dd-bd75-fca603ac02d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.656278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2cc7d7ff-d390-44dd-bd75-fca603ac02d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f928870-92da-4167-bddd-756401c5f68a HTTP/1.1" status: 204 len: 168 time: 0.6349578 Mar 03 17:52:28.656278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:28.711561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:28.727967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5d722-6851-4f52-9f16-947e15eea00f None None] Pushing event updated for resources: {'Port': ['ID=b590def7-bfc3-47ce-a8e8-8893a25af521,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:28.808164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.838915 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.872401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:28.947234 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:28.954526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] Set router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:28.968676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecd13bb-c627-497d-a9a8-ba603d1c626a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:29.074147 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1', 'code': 200} Mar 03 17:52:29.080533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42110) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:29.569877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:29.638079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:29.644313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:52:22Z', 'revision_number': 4, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port': {'id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:13Z', 'updated_at': '2022-03-03T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'b590def7-bfc3-47ce-a8e8-8893a25af521', 'name': '', 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'mac_address': 'fa:16:3e:ba:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '02f6edfe-9347-4769-9fa0-18b137441991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:21Z', 'updated_at': '2022-03-03T17:52:28Z', 'revision_number': 4, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'subnets': [{'id': '02f6edfe-9347-4769-9fa0-18b137441991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:29.649046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1dd0e-2166-45ff-bd21-84a606677e4d None None] The sync data for ids ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'] in n-d-827121-1 is: [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:52:22Z', 'revision_number': 4, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port': {'id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:13Z', 'updated_at': '2022-03-03T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'b590def7-bfc3-47ce-a8e8-8893a25af521', 'name': '', 'network_id': 'e19a09cd-65e6-4d72-b90d-e8974658fd27', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'mac_address': 'fa:16:3e:ba:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '02f6edfe-9347-4769-9fa0-18b137441991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:21Z', 'updated_at': '2022-03-03T17:52:28Z', 'revision_number': 4, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'subnets': [{'id': '02f6edfe-9347-4769-9fa0-18b137441991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:52:29.663923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on host n-h2-827121-1 for vnic_type normal with profile {"migrating_to": "n-h1-827121-1"} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:29.664283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:29.664607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:29.672145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:52:29.672145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Attempting to bind port c226c755-c714-40d1-815c-968a785ce7c1 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:29.685869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:29.700480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c310-872b-4c92-b8da-df02dae0f44d req-48e86bb4-5a33-46b7-b299-02987d816474 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:29.707219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9c21f5476c48df9014a0a143e07abe is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:29.716333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:29.716490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77d1c310-872b-4c92-b8da-df02dae0f44d req-48e86bb4-5a33-46b7-b299-02987d816474 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.4455280 Mar 03 17:52:29.721495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:29.771139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:29.771484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:29.771972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:29.772556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Bound port: c226c755-c714-40d1-815c-968a785ce7c1, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:29.772894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:29.792698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:52:29.863729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:29.942248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.157668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:30.162455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:30.177740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f606482a-b7fd-4eac-98f4-afa4322ad36e {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:52:30.182107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42134) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:30.193779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.225824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Transition to ACTIVE for port object f606482a-b7fd-4eac-98f4-afa4322ad36e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:30.232971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77d1c310-872b-4c92-b8da-df02dae0f44d req-1643f949-bea7-4a55-b32f-dcffb6ac42a4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128498 Mar 03 17:52:30.234942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.272656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2040b4b-5c60-4a6f-ace9-90006ea3459f req-7877ca9c-061c-4177-a146-e85e11476172 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:30.274813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2040b4b-5c60-4a6f-ace9-90006ea3459f req-7877ca9c-061c-4177-a146-e85e11476172 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 931 time: 0.7333579 Mar 03 17:52:30.282341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.491076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-728616142'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:30.543673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:30.603317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2040b4b-5c60-4a6f-ace9-90006ea3459f req-6ccd6aab-3970-4bdf-a069-ec1a5d11eb9b tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988045 Mar 03 17:52:30.605595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:network and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:30.614555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:30.618509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:30.660409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:30.683901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.714322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:30.715030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.716786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-248871d9-43e5-4cd4-a4b9-80a557a4aa55 service neutron] 10.222.0.16 "PUT /v2.0/ports/c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 200 len: 1121 time: 3.2543066 Mar 03 17:52:30.780388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:30.786702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c226c755-c714-40d1-815c-968a785ce7c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:52:30.791437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Attempting to bind port f606482a-b7fd-4eac-98f4-afa4322ad36e on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:30.791766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Attempting to bind port f606482a-b7fd-4eac-98f4-afa4322ad36e by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:30.792099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Attempting to bind port f606482a-b7fd-4eac-98f4-afa4322ad36e on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:30.798429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Port f606482a-b7fd-4eac-98f4-afa4322ad36e on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:52:30.798754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Attempting to bind port f606482a-b7fd-4eac-98f4-afa4322ad36e on network b0cfe53f-e053-40a2-ac08-5a0cea5bf524 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:30.805253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:30.805672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Checking segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:30.806003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Bound using segment: {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:30.806583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Bound port: f606482a-b7fd-4eac-98f4-afa4322ad36e, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a4de93-a140-4996-9c15-32a7ad11c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:30.806940 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.816467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.842478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:30.845995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.876960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c226c755-c714-40d1-815c-968a785ce7c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:52:30.901090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:30.921444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a9c21f5476c48df9014a0a143e07abe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8301373 Mar 03 17:52:30.927369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84f052-9efb-4beb-9109-d9ac0b1ec611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc197c-7fcf-439e-8bcb-db47fc0a3970,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:30.941499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42142) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:30.962880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:30.976157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:30.987676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:30.994092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:31.085482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:31.127055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:security_group_rule and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:31.171381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:31.173358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:31.176574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] 10.222.0.16 "PUT /v2.0/ports/f606482a-b7fd-4eac-98f4-afa4322ad36e HTTP/1.1" status: 200 len: 1091 time: 3.7503121 Mar 03 17:52:31.234206 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1', 'status': 'completed', 'code': 200} Mar 03 17:52:31.399269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932e416-4d75-4a8c-a910-f32bf26cb46a service neutron] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:31.408010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:31.414528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:31.446194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-bac8d777-7950-4042-a2d4-909d87a3ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:31.448409 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-bac8d777-7950-4042-a2d4-909d87a3ba70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 1094 time: 0.1498015 Mar 03 17:52:31.460519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Router aa8b1452-2960-4575-be92-2af8f101d8b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:52:31.514465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-5b4aa37f-ca41-4a3a-a5d4-fc3825d4aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:31.516422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-5b4aa37f-ca41-4a3a-a5d4-fc3825d4aa0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1124 time: 0.2801960 Mar 03 17:52:31.570066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-53f6eae2-bfd5-4878-bddf-12b2fe525b95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e HTTP/1.1" status: 200 len: 217 time: 0.1098270 Mar 03 17:52:31.626583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Deleting port bb13bcf4-57c8-4a0c-895a-479500e28689 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:31.626839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:31.654892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b590def7-bfc3-47ce-a8e8-8893a25af521 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:31.788745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b590def7-bfc3-47ce-a8e8-8893a25af521 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:31.801127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b590def7-bfc3-47ce-a8e8-8893a25af521 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:31.801970 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:31.847547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-9c3da811-0c49-4297-9565-179a0b99acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:31.848983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-9c3da811-0c49-4297-9565-179a0b99acd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.2602553 Mar 03 17:52:31.910353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-36c987ba-0357-4d42-bbde-870c025f585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:31.917843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-47357d97-9f16-480d-8e19-f589e56c93af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593960 Mar 03 17:52:31.920121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-04946ff6-6d7d-4b98-a1c0-cb5e21c231c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:31.921436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-04946ff6-6d7d-4b98-a1c0-cb5e21c231c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.3987019 Mar 03 17:52:31.949265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:31.988482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b590def7-bfc3-47ce-a8e8-8893a25af521, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b590def7-bfc3-47ce-a8e8-8893a25af521,segment=NetworkSegment(3c2e9184-cd99-407a-93ed-9964fcf3bad7),segment_id=3c2e9184-cd99-407a-93ed-9964fcf3bad7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:31.992677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.037354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-03770a6c-4aec-426b-8c94-779ee58a1f73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 200 len: 217 time: 0.0888894 Mar 03 17:52:32.075501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b590def7-bfc3-47ce-a8e8-8893a25af521,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:32.117252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40182e-9d75-4036-a2b9-2c48921019ab req-84e8ddfe-719b-4507-af1b-a761646f835a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:32.119960 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df40182e-9d75-4036-a2b9-2c48921019ab req-84e8ddfe-719b-4507-af1b-a761646f835a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.6791074 Mar 03 17:52:32.138236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5546-ae60-4dab-a394-33fcc6c307af req-3d72e507-60e3-4ab6-9860-22d4081d0eb4 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:32.139034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9cbd5546-ae60-4dab-a394-33fcc6c307af req-3d72e507-60e3-4ab6-9860-22d4081d0eb4 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Synchronizing usage tracker for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:32.154861 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-36c987ba-0357-4d42-bbde-870c025f585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.173464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.199334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.219303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:52:32.225538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9cbd5546-ae60-4dab-a394-33fcc6c307af req-3d72e507-60e3-4ab6-9860-22d4081d0eb4 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Unset dirty status for tenant:0a47e7fe8e5943d796b42c52963afc1f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:32.226899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9cbd5546-ae60-4dab-a394-33fcc6c307af req-3d72e507-60e3-4ab6-9860-22d4081d0eb4 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 943 time: 0.4869940 Mar 03 17:52:32.233147 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] Sync routers for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:52:32.244167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:32.244642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-62fa64dd-6a24-495f-8b9e-5896e6a815d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:32.245385 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:32.246283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-62fa64dd-6a24-495f-8b9e-5896e6a815d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.1190238 Mar 03 17:52:32.305487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:32.308321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] For port bb13bcf4-57c8-4a0c-895a-479500e28689, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=bb13bcf4-57c8-4a0c-895a-479500e28689,segment=NetworkSegment(0cc42f38-064f-4535-9570-8b0ac29c4f28),segment_id=0cc42f38-064f-4535-9570-8b0ac29c4f28)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:32.308682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.315179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-b646030d-8651-4a28-868a-33f25074f984 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906267 Mar 03 17:52:32.336194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b805077e-fed5-493f-b4cb-a6b01bbdcf58,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:32.341291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df40182e-9d75-4036-a2b9-2c48921019ab req-e863a090-1936-4b07-a1d6-b3d3ef08e25c tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046092 Mar 03 17:52:32.477222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.477601 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Added segment 9991c99f-85b6-43be-a23e-af2be5ed66cd of type vlan for network e862bcae-e26a-48af-a7d4-e74622017a34 Mar 03 17:52:32.483087 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:32.486765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Calling delete_port for bb13bcf4-57c8-4a0c-895a-479500e28689 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:32.549175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b107a42f-6c63-4b85-8e1e-94ab16d617c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa8b1452-2960-4575-be92-2af8f101d8b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5891385 Mar 03 17:52:32.564441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:32.639693 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.651406 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-36c987ba-0357-4d42-bbde-870c025f585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.670650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-a00fcb10-1463-452d-ae5a-0e7066c0f721 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4019234 Mar 03 17:52:32.699057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c987ba-0357-4d42-bbde-870c025f585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc197c-7fcf-439e-8bcb-db47fc0a3970,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:32.702383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-261814b0-ab28-4b24-97b0-022a0afcfde9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:52:32.703349 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-261814b0-ab28-4b24-97b0-022a0afcfde9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077510 Mar 03 17:52:32.722315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-36c987ba-0357-4d42-bbde-870c025f585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.727649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-36c987ba-0357-4d42-bbde-870c025f585b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83bc197c-7fcf-439e-8bcb-db47fc0a3970 HTTP/1.1" status: 204 len: 168 time: 1.7701490 Mar 03 17:52:32.786860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9cbd5546-ae60-4dab-a394-33fcc6c307af req-2917a340-51dd-4034-a8f5-c447daf1945e tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367112 Mar 03 17:52:32.813127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.816465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:32.817354 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.900698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7597b3de-a9cd-4c27-9cc4-6f55177d0f16 req-a7220284-e74b-471a-b0fe-ad19a0fd733d service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767610 Mar 03 17:52:32.907658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:32.953139 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:52:28Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:32.964895 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] Checking router: aa8b1452-2960-4575-be92-2af8f101d8b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:52:32.979677 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] Routers {'aa8b1452-2960-4575-be92-2af8f101d8b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:32.981114 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['aa8b1452-2960-4575-be92-2af8f101d8b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:32.991891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-372105ac-3e79-4a98-8d33-e4631221f03c service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711213 Mar 03 17:52:32.998008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8112223 Mar 03 17:52:33.235394 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] Set router aa8b1452-2960-4575-be92-2af8f101d8b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:33.239562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:33.334631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31671e4-3a1c-4bc4-a8b9-fa86d69a2a4c req-85d1f917-6b2b-476e-94be-55b98fc60a67 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344316 Mar 03 17:52:33.363794 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'status': 'completed', 'code': 200} Mar 03 17:52:33.564840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-dfa1fb77-832b-4f04-bb22-6e66ee405035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:33.567052 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-dfa1fb77-832b-4f04-bb22-6e66ee405035 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 1094 time: 0.1646786 Mar 03 17:52:33.654946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b590def7-bfc3-47ce-a8e8-8893a25af521 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:33.835506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b590def7-bfc3-47ce-a8e8-8893a25af521 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:33.838537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:33.886119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd6768-5f46-493d-b98e-35a746560a0b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Network': ['ID=e862bcae-e26a-48af-a7d4-e74622017a34,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:33.915049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network e862bcae-e26a-48af-a7d4-e74622017a34 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:34.085934 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:52:28Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:34.103336 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dba7dd-c629-4459-8c19-d4e497b2d302 None None] The sync data for ids ['aa8b1452-2960-4575-be92-2af8f101d8b9'] in n-d-827121-1 is: [{'id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'name': 'tempest-ServersTestJSON-111220420-router', 'tenant_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:36Z', 'updated_at': '2022-03-03T17:52:28Z', 'revision_number': 5, 'project_id': 'b7b4ae1858eb47aa925d0b19791bee7f', 'gw_port': {'id': '71c1dd92-646a-415c-99c3-b19c6fdc3bfe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8b1452-2960-4575-be92-2af8f101d8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:38Z', 'updated_at': '2022-03-03T17:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:52:34.231980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-d1c920d6-9fb2-4b5c-871f-b29b9e7db017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:34.233750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-d1c920d6-9fb2-4b5c-871f-b29b9e7db017 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 200 len: 906 time: 0.6587164 Mar 03 17:52:34.339990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:34.367721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Deleting port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:34.368105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:34.420553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-456a2a32-fe02-4d92-bf3a-ac25f826ea06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e HTTP/1.1" status: 200 len: 217 time: 0.1725597 Mar 03 17:52:34.426599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:34.602854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0b77-75f2-46df-b5e7-6a3d3646e83f req-b2bd1d03-1c08-4022-98ca-1f37dd7c5aaa tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:34.615715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-695e0b77-75f2-46df-b5e7-6a3d3646e83f req-b2bd1d03-1c08-4022-98ca-1f37dd7c5aaa tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.7899165 Mar 03 17:52:34.653287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-b100779f-1492-41b2-bee6-cb3f8b9fcad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:34.654923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-b100779f-1492-41b2-bee6-cb3f8b9fcad6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 200 len: 845 time: 0.2264762 Mar 03 17:52:34.747264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-941ee967-955c-46ef-bd63-85e696339c22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0cfe53f-e053-40a2-ac08-5a0cea5bf524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806222 Mar 03 17:52:34.752790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=bb13bcf4-57c8-4a0c-895a-479500e28689,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:34.968207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-0e73dc33-a9f8-4691-b87a-68574d6dd9e0 service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067327 Mar 03 17:52:34.973807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-695e0b77-75f2-46df-b5e7-6a3d3646e83f req-e22bded5-5a40-40ee-b22a-060331589196 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572917 Mar 03 17:52:35.145912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fb4d08c-541d-4503-82b0-655b9efc6af3 req-e0f5e3b7-1456-4296-bb7c-022c4d878cae service neutron] 10.222.0.16 "GET /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704409 Mar 03 17:52:35.312405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872a98-2ea9-4ac9-81b2-15ba9a465d23 req-ac5d8879-6c36-4234-86fc-798bc5dc323c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:35.314002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21872a98-2ea9-4ac9-81b2-15ba9a465d23 req-ac5d8879-6c36-4234-86fc-798bc5dc323c tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 943 time: 1.0250461 Mar 03 17:52:35.347797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] For port 71c1dd92-646a-415c-99c3-b19c6fdc3bfe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:35.348450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:35.556515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Calling delete_port for 71c1dd92-646a-415c-99c3-b19c6fdc3bfe owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:35.605042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fecd13bb-c627-497d-a9a8-ba603d1c626a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:35.642794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-434cb983-a4e3-439e-af76-5d312e1eec45 req-2f925869-7829-423a-84fc-32c05b4b5a77 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1045449 Mar 03 17:52:35.676807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: fecd13bb-c627-497d-a9a8-ba603d1c626a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:35.677514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fecd13bb-c627-497d-a9a8-ba603d1c626a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:35.724096 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21872a98-2ea9-4ac9-81b2-15ba9a465d23 req-ed8333ec-18a9-4997-9d78-ffe91a4ca94f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943206 Mar 03 17:52:35.726518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:36.176510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f606482a-b7fd-4eac-98f4-afa4322ad36e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:52:36.181791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42220) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:36.187468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'subnet': {'network_id': 'e862bcae-e26a-48af-a7d4-e74622017a34', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:36.286192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716650-6ae5-4190-a357-cd484adb4bca req-0a7de946-957e-4a3b-8d89-f8b652135fb6 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:36.287929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73716650-6ae5-4190-a357-cd484adb4bca req-0a7de946-957e-4a3b-8d89-f8b652135fb6 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.1708798 Mar 03 17:52:36.397947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73716650-6ae5-4190-a357-cd484adb4bca req-021ac870-8088-4d9b-95f6-16f1e23827a0 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999734 Mar 03 17:52:36.464242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:36.481138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'mac_address': 'fa:16:3e:d3:03:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:52:36.545697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:36.566667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f606482a-b7fd-4eac-98f4-afa4322ad36e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:52:36.568602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:36.579108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:subnet and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:36.586905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:36.588028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:36.591475 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:36.603338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:36.666345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:36.675876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:52:36.693573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:36.697003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:36.929168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cea0e4b1-b9d9-4760-bacf-8ab8e5ec389d req-9b162899-0c20-4613-a633-f13efca2e6d0 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1277122 Mar 03 17:52:36.936220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:36.951636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12ec8c-dbe5-46de-8853-a5ce1f1ae86f req-180d91e0-7859-41de-afde-7646dd4cab23 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:36.957092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd12ec8c-dbe5-46de-8853-a5ce1f1ae86f req-180d91e0-7859-41de-afde-7646dd4cab23 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 944 time: 0.1072366 Mar 03 17:52:36.963072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f606482a-b7fd-4eac-98f4-afa4322ad36e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:52:37.014881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd12ec8c-dbe5-46de-8853-a5ce1f1ae86f req-e3f97ff0-98a7-415a-8d62-43717422ba67 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548456 Mar 03 17:52:37.033773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c1dd92-646a-415c-99c3-b19c6fdc3bfe,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:37.216101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:37.267484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:52:37.278484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] Sync routers for ids ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:52:37.289227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] Routers {'2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:37.289880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:37.493568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:37.495763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] Set router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:37.499818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-993bc646-69f2-40d6-9591-aa9356491bbf admin admin] 10.222.0.23 "PUT /v2.0/routers/2ff00ea1-fa39-4de0-8aff-4ebcbd812b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7067115 Mar 03 17:52:37.501095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:37.504227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42236) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:37.552617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:37.553278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8b1452-2960-4575-be92-2af8f101d8b9 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:52:37.574884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:37.579888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92a5bf2a-8020-4735-896a-275b480a0320 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aa8b1452-2960-4575-be92-2af8f101d8b9 HTTP/1.1" status: 204 len: 168 time: 5.0110967 Mar 03 17:52:37.583010 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:37.589690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42240) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:37.757417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Subnet': ['ID=a3d7fd08-b641-4631-b3f4-4aad4ff79873,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:37.845869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] Deleting subnet 289e4545-403d-482d-801e-d8072d8c7ee3 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:52:37.852802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:37.886774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Checking segment: {'id': '9991c99f-85b6-43be-a23e-af2be5ed66cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e862bcae-e26a-48af-a7d4-e74622017a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:37.887232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network hostable DHCP agents. Network: e862bcae-e26a-48af-a7d4-e74622017a34, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:37.927899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:52:33Z', 'revision_number': 5, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:37.932090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] Checking router: 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:52:37.935969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e464273-9954-4db7-adbf-53417d8f7d67 req-e107b97f-10f7-43b6-8f68-8b386853829b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:37.937624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e464273-9954-4db7-adbf-53417d8f7d67 req-e107b97f-10f7-43b6-8f68-8b386853829b tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.2495382 Mar 03 17:52:37.941480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] Routers {'2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:52:37.942106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:37.952960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.001260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network e862bcae-e26a-48af-a7d4-e74622017a34 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:38.007265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.061465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e464273-9954-4db7-adbf-53417d8f7d67 req-d570742b-df21-4ba6-9cfd-ac57971f9675 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125491 Mar 03 17:52:38.064011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, e862bcae-e26a-48af-a7d4-e74622017a34) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:38.083854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:38.091505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.152998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ad189ae6-4dd9-4e83-9423-9bef2315197c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9701169 Mar 03 17:52:38.158572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42248) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:38.189398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862d83a-315c-460d-921e-1c292cb9abeb None None] Network e862bcae-e26a-48af-a7d4-e74622017a34 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:38.192950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1359941151'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:38.211788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:38.224975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:network and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:38.240718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:38.260416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:38.269422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.321812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-153cd2c1-3498-43fd-beec-9f0554fe142b req-4894872c-8619-4d9a-9eb4-a6702f211627 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0755277 Mar 03 17:52:38.433193 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.450554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:38.454078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.456399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Deleting port b82a7f48-9b38-4dc2-95ad-822beeb7cdda {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:38.457008 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.519279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] Set router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:52:38.670799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:38.694248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b322f98-1cab-46c2-b55b-144a61144102 req-07372c6d-c323-416b-aac0-921c3c45617b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.3329716 Mar 03 17:52:38.720981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.721387 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Added segment 6abc1154-0096-494a-a940-15c36d3adae1 of type vlan for network 4d3495f9-04e2-47b4-8485-d3d99c095142 Mar 03 17:52:38.740995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-e862bcae-e26a-48af-a7d4-e74622017a34', 'network_id': 'e862bcae-e26a-48af-a7d4-e74622017a34', 'tenant_id': '34dc7c56f3d94c2b8698b2420060675e', 'fixed_ips': [{'subnet_id': 'a3d7fd08-b641-4631-b3f4-4aad4ff79873'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:38.741918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.742134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6e751-b7e6-4d72-813a-d92dcda99cad req-10acc678-14fd-475d-8fae-0e5d0c5c4c8a tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:38.743664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43d6e751-b7e6-4d72-813a-d92dcda99cad req-10acc678-14fd-475d-8fae-0e5d0c5c4c8a tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 944 time: 0.3872530 Mar 03 17:52:38.765798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.827695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289e4545-403d-482d-801e-d8072d8c7ee3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:38.851725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.855911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.875620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ec5751d5-9750-4de8-bd19-e173d024baae admin admin] 10.222.0.23 "DELETE /v2.0/subnets/289e4545-403d-482d-801e-d8072d8c7ee3 HTTP/1.1" status: 204 len: 168 time: 1.1893411 Mar 03 17:52:38.880026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42256) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:38.885631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b921cc-f3fd-4ef9-a5ed-6d963bd9bbdb None None] Network 6761c173-750c-4ebb-a7d4-1a78054aca99 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:38.886344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43d6e751-b7e6-4d72-813a-d92dcda99cad req-0e1b4160-b0c2-4d65-afbe-24da9efeabd5 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257942 Mar 03 17:52:38.917840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.924216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:38.926409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:38.930531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] For port b82a7f48-9b38-4dc2-95ad-822beeb7cdda, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:38.930904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:39.048071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8817677 Mar 03 17:52:39.048926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42260) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:39.060557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'subnet': {'network_id': '4d3495f9-04e2-47b4-8485-d3d99c095142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:39.117466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Calling delete_port for b82a7f48-9b38-4dc2-95ad-822beeb7cdda owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:39.201669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Allocated IP 2001:db8:0:ffff::2 (e862bcae-e26a-48af-a7d4-e74622017a34/a3d7fd08-b641-4631-b3f4-4aad4ff79873/e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:39.238294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:39.295080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838cb19-7d4a-4290-a923-20e83fad7353 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Network': ['ID=4d3495f9-04e2-47b4-8485-d3d99c095142,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:39.305832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:39.314703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:subnet and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:39.319362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:39.326608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:39.342287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:39.347097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:39.496525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Deleting port 4880fd28-8c97-44ec-8ddf-fe05b82529af {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:39.497458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:39.520302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 4d3495f9-04e2-47b4-8485-d3d99c095142 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:39.553169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a50fa6a5-3a1d-44f7-b438-8119c24e298c req-d38ef495-c447-40aa-bd5e-bdfee92bf7b6 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0553877 Mar 03 17:52:39.659884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71c1dd92-646a-415c-99c3-b19c6fdc3bfe no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:39.691532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:39.771510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 71c1dd92-646a-415c-99c3-b19c6fdc3bfe {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:39.771851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71c1dd92-646a-415c-99c3-b19c6fdc3bfe not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:39.819527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Transition to ACTIVE for port object e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:39.841003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-691e9c9d-d3dc-4195-80c1-8652f299f12b service neutron] 10.222.0.35 "GET /v2.0/ports/c226c755-c714-40d1-815c-968a785ce7c1/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.5663199 Mar 03 17:52:39.853082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Transition to ACTIVE for port object e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:39.867212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:39.935497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 17:52:39.937618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:39.995217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Network e862bcae-e26a-48af-a7d4-e74622017a34 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:40.005305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:40.023259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:40.058811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Pushing event updated for resources: {'Port': ['ID=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:40.074589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:52:33Z', 'revision_number': 5, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:40.136105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2d41d-2f38-4fe0-bde4-cf8429fa5d38 None None] The sync data for ids ['2ff00ea1-fa39-4de0-8aff-4ebcbd812b00'] in n-d-827121-1 is: [{'id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'name': 'tempest-FloatingIPDetailsTestJSON-1777450219-router', 'tenant_id': '9a94e143f117434596cb3a5cb4184e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:36Z', 'updated_at': '2022-03-03T17:52:33Z', 'revision_number': 5, 'project_id': '9a94e143f117434596cb3a5cb4184e9f', 'gw_port': {'id': 'b82a7f48-9b38-4dc2-95ad-822beeb7cdda', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff00ea1-fa39-4de0-8aff-4ebcbd812b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:37Z', 'updated_at': '2022-03-03T17:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:52:40.148714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Subnet': ['ID=c5b2dd0c-dac0-44aa-a1ab-22e59f361248,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:40.191212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f606482a-b7fd-4eac-98f4-afa4322ad36e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:40.207115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Checking segment: {'id': '6abc1154-0096-494a-a940-15c36d3adae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d3495f9-04e2-47b4-8485-d3d99c095142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:40.209015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network hostable DHCP agents. Network: 4d3495f9-04e2-47b4-8485-d3d99c095142, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:40.237975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] DHCP port deletion for 6761c173-750c-4ebb-a7d4-1a78054aca99 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:52:40.253911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e94a8-36b2-4a69-b3df-cd43dca0f795 req-caed589c-6c42-41b2-b26a-5a29a8b9ef1d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:40.257702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Deleting port 4880fd28-8c97-44ec-8ddf-fe05b82529af {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:40.258074 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.259029 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c8e94a8-36b2-4a69-b3df-cd43dca0f795 req-caed589c-6c42-41b2-b26a-5a29a8b9ef1d tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 944 time: 0.2219896 Mar 03 17:52:40.283460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network 4d3495f9-04e2-47b4-8485-d3d99c095142 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:40.302667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Attempting to bind port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:40.303133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Attempting to bind port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '9991c99f-85b6-43be-a23e-af2be5ed66cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e862bcae-e26a-48af-a7d4-e74622017a34'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:40.303379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Attempting to bind port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb on network e862bcae-e26a-48af-a7d4-e74622017a34 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:40.308552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 4d3495f9-04e2-47b4-8485-d3d99c095142) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:40.318252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:40.319415 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.322666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:40.323044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Checking segment: {'id': '9991c99f-85b6-43be-a23e-af2be5ed66cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e862bcae-e26a-48af-a7d4-e74622017a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:40.323441 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.323896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Bound using segment: {'id': '9991c99f-85b6-43be-a23e-af2be5ed66cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e862bcae-e26a-48af-a7d4-e74622017a34'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:40.324313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Bound port: e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9991c99f-85b6-43be-a23e-af2be5ed66cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e862bcae-e26a-48af-a7d4-e74622017a34'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:40.324686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.330015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c8e94a8-36b2-4a69-b3df-cd43dca0f795 req-df57b9f2-71bb-4d37-88d4-07c990322103 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680075 Mar 03 17:52:40.336509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050d465-e8cc-428d-92fb-03b9939970a2 None None] Network 4d3495f9-04e2-47b4-8485-d3d99c095142 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:40.359833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-781f8937-efec-4b85-bafe-b0956c7e5e4f tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3044238 Mar 03 17:52:40.362957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42274) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:40.373370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'port': {'network_id': '4d3495f9-04e2-47b4-8485-d3d99c095142', 'name': 'tempest-NetworksIpV6TestAttrs-1723969177'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:40.548658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:40.554965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:port and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:40.559425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:40.573272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:40.613378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:40.620248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] For port 4880fd28-8c97-44ec-8ddf-fe05b82529af, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4880fd28-8c97-44ec-8ddf-fe05b82529af,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:40.620793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.622284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.665887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] device_id is not set on port e34ebe6a-10c9-4939-b856-c0ba68345868 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:52:40.717499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port f606482a-b7fd-4eac-98f4-afa4322ad36e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:40.771149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf344a-c699-4b30-9956-748e1ebc857b req-a7a8ed96-cb3f-4b69-8f4a-d299c98b0acf tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:40.778513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2acf344a-c699-4b30-9956-748e1ebc857b req-a7a8ed96-cb3f-4b69-8f4a-d299c98b0acf tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 1.3736911 Mar 03 17:52:40.804662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port f606482a-b7fd-4eac-98f4-afa4322ad36e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:40.805276 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.868501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e743bad6-8db8-4baf-bf8c-008e44d7403b req-9bb084cd-4b77-47fc-9f8f-c614fccc2dff tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0954542 Mar 03 17:52:40.943279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Calling delete_port for 4880fd28-8c97-44ec-8ddf-fe05b82529af owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:40.968338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] For port 4880fd28-8c97-44ec-8ddf-fe05b82529af, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4880fd28-8c97-44ec-8ddf-fe05b82529af,segment=NetworkSegment(dceb16cb-757c-4068-8140-3c511e33115d),segment_id=dceb16cb-757c-4068-8140-3c511e33115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:40.968863 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:40.987571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Allocated IP 2001:db8::f816:3eff:fe7e:1141 (4d3495f9-04e2-47b4-8485-d3d99c095142/c5b2dd0c-dac0-44aa-a1ab-22e59f361248/e34ebe6a-10c9-4939-b856-c0ba68345868) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:41.112664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2acf344a-c699-4b30-9956-748e1ebc857b req-5c1adde3-4702-4e63-ab55-94a750439943 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326869 Mar 03 17:52:41.117955 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.217479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82a7f48-9b38-4dc2-95ad-822beeb7cdda,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:41.224618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] For port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:41.238909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] For port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,segment=NetworkSegment(9991c99f-85b6-43be-a23e-af2be5ed66cd),segment_id=9991c99f-85b6-43be-a23e-af2be5ed66cd)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:41.343630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Calling delete_port for 4880fd28-8c97-44ec-8ddf-fe05b82529af owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:41.376568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:41.414459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.451012 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: from cryptography.utils import int_from_bytes Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: from cryptography.utils import int_from_bytes Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn_limited( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn_limited( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.460427 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:52:41.468350 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 17:52:41.489713 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.510477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Transition to ACTIVE for port object e34ebe6a-10c9-4939-b856-c0ba68345868 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:41.515216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Pushing event deleted for resources: {'Port': ['ID=4880fd28-8c97-44ec-8ddf-fe05b82529af,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:41.529500 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.562155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.698250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device bb13bcf4-57c8-4a0c-895a-479500e28689 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:41.701787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network 4d3495f9-04e2-47b4-8485-d3d99c095142 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:41.705484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:41.715383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:41.724073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:41.725118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.742154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Port': ['ID=e34ebe6a-10c9-4939-b856-c0ba68345868,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:41.769107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8f7d3848-44c7-4deb-b10d-619d145126c1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4008636 Mar 03 17:52:41.770511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42296) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:41.776471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: bb13bcf4-57c8-4a0c-895a-479500e28689 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:41.776815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device bb13bcf4-57c8-4a0c-895a-479500e28689 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:41.777235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4880fd28-8c97-44ec-8ddf-fe05b82529af no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:41.802118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:52:41.802495 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:52:41.836816 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.839309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.840623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4880fd28-8c97-44ec-8ddf-fe05b82529af {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:41.840968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4880fd28-8c97-44ec-8ddf-fe05b82529af not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:41.873884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] No DVR routers for this DVR port 4880fd28-8c97-44ec-8ddf-fe05b82529af on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:41.889566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting subnet c5b2dd0c-dac0-44aa-a1ab-22e59f361248 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:52:41.894427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.896563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871cd69-57df-4c6e-91d5-a1292d213027 None None] Pushing event updated for resources: {'Port': ['ID=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:41.918108 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.969086 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:41.969712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:52:41.975137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:42.001526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:42.010102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:42.024411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.218838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442cd77a-3aa9-4a2a-9ba8-9bfee8e09e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-4d3495f9-04e2-47b4-8485-d3d99c095142', 'network_id': '4d3495f9-04e2-47b4-8485-d3d99c095142', 'tenant_id': '34dc7c56f3d94c2b8698b2420060675e', 'fixed_ips': [{'subnet_id': 'c5b2dd0c-dac0-44aa-a1ab-22e59f361248'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:42.219695 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-442cd77a-3aa9-4a2a-9ba8-9bfee8e09e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.513183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.595828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c226c755-c714-40d1-815c-968a785ce7c1 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:52:42.625606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c226c755-c714-40d1-815c-968a785ce7c1 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:42.652346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Deleting port 4880fd28-8c97-44ec-8ddf-fe05b82529af {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:42.653245 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.661170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.669492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.676652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-89420f7a-eabd-44f2-be05-58aec9c2d6b2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2ff00ea1-fa39-4de0-8aff-4ebcbd812b00 HTTP/1.1" status: 204 len: 168 time: 5.1707282 Mar 03 17:52:42.681625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42312) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:42.684706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:42.694472 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'code': 200} Mar 03 17:52:42.727235 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.810617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57bcb7ce-df5d-4b56-a971-e2c7735c3c5d None None] The port '4880fd28-8c97-44ec-8ddf-fe05b82529af' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:52:42.811810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:42.884548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853605-74a4-46e2-ac77-fdd9c8a99cb2 req-e0cfad8c-e80a-476b-96dc-360a9f7dba92 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:42.888125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc853605-74a4-46e2-ac77-fdd9c8a99cb2 req-e0cfad8c-e80a-476b-96dc-360a9f7dba92 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 943 time: 0.1841121 Mar 03 17:52:42.890093 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.953896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:42.959365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b2dd0c-dac0-44aa-a1ab-22e59f361248,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:42.970942 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f0373c00-4ab0-43b9-92b3-d545c456b14a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/c5b2dd0c-dac0-44aa-a1ab-22e59f361248 HTTP/1.1" status: 204 len: 168 time: 1.1990714 Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server [None req-442cd77a-3aa9-4a2a-9ba8-9bfee8e09e9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b2dd0c-dac0-44aa-a1ab-22e59f361248: This subnet is being modified by another concurrent operation. Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 17:52:42.971292 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise exception Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b2dd0c-dac0-44aa-a1ab-22e59f361248: This subnet is being modified by another concurrent operation. Mar 03 17:52:42.976697 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server Mar 03 17:52:42.989774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42316) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:43.036789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f995a-5f8e-4315-85ba-affb73552a8e None None] Network 4d3495f9-04e2-47b4-8485-d3d99c095142 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:43.048001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.077365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6761c173-750c-4ebb-a7d4-1a78054aca99']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:43.080617 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc853605-74a4-46e2-ac77-fdd9c8a99cb2 req-dbf478cb-ae83-4bb9-b362-8ce626e5424c tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803203 Mar 03 17:52:43.127395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dceb16cb-757c-4068-8140-3c511e33115d') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:43.127717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dceb16cb-757c-4068-8140-3c511e33115d') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:43.152691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49243d98-2f47-45f4-9e91-093d858a475c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:43.155034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49243d98-2f47-45f4-9e91-093d858a475c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:43.161538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49243d98-2f47-45f4-9e91-093d858a475c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Synchronizing usage tracker for tenant:34dc7c56f3d94c2b8698b2420060675e on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:43.199852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49243d98-2f47-45f4-9e91-093d858a475c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Unset dirty status for tenant:34dc7c56f3d94c2b8698b2420060675e on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:43.204471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-49243d98-2f47-45f4-9e91-093d858a475c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2117865 Mar 03 17:52:43.206918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42320) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:43.211087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.228306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69f31a-3900-41b6-844a-76b72bc9e559 req-edd4359e-5c30-4fcc-a2e3-f79d36e5f1c5 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:43.235489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8f69f31a-3900-41b6-844a-76b72bc9e559 req-edd4359e-5c30-4fcc-a2e3-f79d36e5f1c5 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 944 time: 1.3653011 Mar 03 17:52:43.299128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] Deleting subnet ca6f886e-221a-4397-97db-3524ca2de722 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:52:43.334051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.347788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:43.347788 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.367408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a34db8e9-bef4-4728-ab9b-72de2d4d975f req-918de99f-c9fe-40ac-9318-2ad1c1ba60d2 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0755787 Mar 03 17:52:43.448841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-191c3c5f-51da-4c7e-8ed8-d6347c634918 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.458840 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-191c3c5f-51da-4c7e-8ed8-d6347c634918 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 17:52:43.459502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191c3c5f-51da-4c7e-8ed8-d6347c634918 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:52:43.466173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-191c3c5f-51da-4c7e-8ed8-d6347c634918 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/4d3495f9-04e2-47b4-8485-d3d99c095142 HTTP/1.1" status: 409 len: 405 time: 0.2559593 Mar 03 17:52:43.467270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42324) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:43.474096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1281138393'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:43.480007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:43.486362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:network and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:43.489933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:43.493201 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:43.495686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.497532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:43.512701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:43.520666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.551747 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8f69f31a-3900-41b6-844a-76b72bc9e559 req-bea4a549-cb90-406f-835b-d659ba00c279 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046398 Mar 03 17:52:43.563593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59689a40-b10d-4a23-95ac-30979bfa4180 req-91a81aca-2320-4bb4-bd08-a27256df6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:43.565866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59689a40-b10d-4a23-95ac-30979bfa4180 req-91a81aca-2320-4bb4-bd08-a27256df6b08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 1096 time: 1.0410039 Mar 03 17:52:43.573340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f9c3c-8f4f-408f-a007-ba2aadc5c1c6 None None] Network e862bcae-e26a-48af-a7d4-e74622017a34 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:43.592078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:43.600824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.613488 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.614382 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Added segment 798d337c-66a8-46e1-be7d-261771be3e1b of type vlan for network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 Mar 03 17:52:43.668209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.671110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] Pushing event deleted for resources: {'Network': ['ID=6761c173-750c-4ebb-a7d4-1a78054aca99,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:43.688711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.698404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.713849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:43.760259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59689a40-b10d-4a23-95ac-30979bfa4180 req-8a7f700c-9126-4c4a-82c7-9c1ea2fe5626 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513343 Mar 03 17:52:43.763034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5213b433-6a36-4f27-a14d-720c645fd21c admin admin] 10.222.0.23 "DELETE /v2.0/networks/6761c173-750c-4ebb-a7d4-1a78054aca99 HTTP/1.1" status: 204 len: 168 time: 4.8819115 Mar 03 17:52:43.765120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.788138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:43.788538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.788742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] Transition to ACTIVE for port object c226c755-c714-40d1-815c-968a785ce7c1 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:43.802950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:43.940420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4719880 Mar 03 17:52:43.944175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:43.945792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c976d3d-a6bc-4e37-8c05-89637d68b3fd tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Network': ['ID=929a4217-41e7-40b7-8394-1aa7cbbe8b75,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:43.967868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c7d23274-6a75-42d5-8fa3-dbc9b40a8f0b None None] Provisioning for port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:43.972003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'subnet': {'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:43.984492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:44.032298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] No DVR routers for this DVR port c226c755-c714-40d1-815c-968a785ce7c1 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:44.091706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.125633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42338) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:44.136860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] Pushing event updated for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:44.152560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-6822e294-f6aa-4e93-a1fc-77e1794d1e03 service neutron] 10.222.0.35 "PUT /v2.0/ports/c226c755-c714-40d1-815c-968a785ce7c1/bindings/n-h1-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 4.2940395 Mar 03 17:52:44.172989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:44.192322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:44.192783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.223236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.320694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:44.352169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6f886e-221a-4397-97db-3524ca2de722,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:44.371123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:44.381994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.383588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17a771-72de-4334-8edb-ee00828e791f None None] Network f8f591cc-2991-472c-8961-d348f9db2189 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:44.403216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c3b5a060-8818-49e1-b4b4-bd0bfe92b7df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ca6f886e-221a-4397-97db-3524ca2de722 HTTP/1.1" status: 204 len: 168 time: 1.6992688 Mar 03 17:52:44.405225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42342) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:44.446450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7846542a-6f39-43b7-9a56-2353c39bd04c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7b4ae1858eb47aa925d0b19791bee7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196733 Mar 03 17:52:44.467055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:44.470589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.502975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42348) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:44.522953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.572642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-2e34c3ea-6709-414b-8729-b8e94611e786 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:44.574434 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-2e34c3ea-6709-414b-8729-b8e94611e786 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.3467300 Mar 03 17:52:44.579142 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.590043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba6569-bb03-4b07-8409-9227f41a22ce req-b20c1690-f4aa-4e81-95ba-ae1a7f5a1035 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:44.597874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55ba6569-bb03-4b07-8409-9227f41a22ce req-b20c1690-f4aa-4e81-95ba-ae1a7f5a1035 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.3116181 Mar 03 17:52:44.652420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f64aa360-53e2-426d-b116-e63720fa48b8 None None] Provisioning complete for port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:44.652789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f64aa360-53e2-426d-b116-e63720fa48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.691279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Deleting port 06540a31-43c6-4820-a3a6-d66db57befc2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:44.691796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.719330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,segment=NetworkSegment(9991c99f-85b6-43be-a23e-af2be5ed66cd),segment_id=9991c99f-85b6-43be-a23e-af2be5ed66cd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:44.736370 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:44.743935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11053f54-356b-4230-b16b-955c59e32516 req-312c3b87-f2e7-4f99-82ec-3c29a200965c tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1051569 Mar 03 17:52:44.815465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b82a7f48-9b38-4dc2-95ad-822beeb7cdda no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:44.841402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-7a8dfbcc-7984-4958-ba6c-2ea3736aa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:44.842966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-7a8dfbcc-7984-4958-ba6c-2ea3736aa5de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d&tenant_id=87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 1095 time: 0.2533579 Mar 03 17:52:44.888847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55ba6569-bb03-4b07-8409-9227f41a22ce req-ec0adc08-4c78-46b3-b7d4-4a913f282b74 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899911 Mar 03 17:52:44.967573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b82a7f48-9b38-4dc2-95ad-822beeb7cdda {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:44.968227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b82a7f48-9b38-4dc2-95ad-822beeb7cdda not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:45.014086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d2389c-53c6-4cd6-8e2a-4bbade95a34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.045094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:45.112085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d2389c-53c6-4cd6-8e2a-4bbade95a34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.118033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] DHCP port deletion for f8f591cc-2991-472c-8961-d348f9db2189 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:52:45.124503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Deleting port 06540a31-43c6-4820-a3a6-d66db57befc2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:45.126705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.171079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] For port 06540a31-43c6-4820-a3a6-d66db57befc2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=06540a31-43c6-4820-a3a6-d66db57befc2,segment=NetworkSegment(0cc42f38-064f-4535-9570-8b0ac29c4f28),segment_id=0cc42f38-064f-4535-9570-8b0ac29c4f28)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:45.171691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.364389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 17:52:45.367041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.437658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Subnet': ['ID=e1a601c9-98a3-4da6-a6a9-bafc3e69fb72,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:45.445982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d2389c-53c6-4cd6-8e2a-4bbade95a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.471196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2389c-53c6-4cd6-8e2a-4bbade95a34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162f3b6-fe49-48c2-84c5-4e70e3f7eed0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:45.500220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] For port 06540a31-43c6-4820-a3a6-d66db57befc2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=06540a31-43c6-4820-a3a6-d66db57befc2,segment=NetworkSegment(0cc42f38-064f-4535-9570-8b0ac29c4f28),segment_id=0cc42f38-064f-4535-9570-8b0ac29c4f28)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:45.500711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.569862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Checking segment: {'id': '798d337c-66a8-46e1-be7d-261771be3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:45.570446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network hostable DHCP agents. Network: 929a4217-41e7-40b7-8394-1aa7cbbe8b75, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:45.573928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Calling delete_port for 06540a31-43c6-4820-a3a6-d66db57befc2 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:45.578115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8d2389c-53c6-4cd6-8e2a-4bbade95a34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.583357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a8d2389c-53c6-4cd6-8e2a-4bbade95a34f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5162f3b6-fe49-48c2-84c5-4e70e3f7eed0 HTTP/1.1" status: 204 len: 168 time: 1.0655198 Mar 03 17:52:45.600532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:45.623996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 929a4217-41e7-40b7-8394-1aa7cbbe8b75) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:45.629435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:45.630820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.665920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c004bd-a377-466d-9b5d-60e6a0c38b02 None None] Network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:45.670884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f020bc03-a9af-4e34-a6d4-0de307413ca1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7042563 Mar 03 17:52:45.672629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42366) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:45.677426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac52791-2f62-4a97-95ea-020ad69556d7 req-975629d1-379c-4b98-ae9a-37aba74e80c6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:45.679135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aac52791-2f62-4a97-95ea-020ad69556d7 req-975629d1-379c-4b98-ae9a-37aba74e80c6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 945 time: 0.7929647 Mar 03 17:52:45.680727 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:45.687371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'port': {'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75', 'name': 'tempest-NetworksIpV6TestAttrs-364616988'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:45.688664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:45.727385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Calling delete_port for 06540a31-43c6-4820-a3a6-d66db57befc2 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:45.754445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Pushing event deleted for resources: {'Port': ['ID=06540a31-43c6-4820-a3a6-d66db57befc2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:45.765188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-52782362-5468-4601-b35d-030d318a6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:45.766630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-52782362-5468-4601-b35d-030d318a6c57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1095 time: 0.8249929 Mar 03 17:52:45.772718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] No DVR routers for this DVR port 06540a31-43c6-4820-a3a6-d66db57befc2 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:46.072874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:46.077673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.097173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-0bf72770-0ab1-4a92-a879-414ee8a132d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:46.105788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-0bf72770-0ab1-4a92-a879-414ee8a132d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.3002162 Mar 03 17:52:46.107395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:46.116891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:port and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:46.119900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:46.133419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:46.162076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:52:46.162579 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:52:46.229632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:46.238137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.286793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2adafcd-4ad9-47ab-ae3d-c3bba9017019 req-42f454e8-c75d-40a5-baa4-285541205820 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1348348 Mar 03 17:52:46.302785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.329738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] device_id is not set on port 282c73e7-495f-44ee-a1d2-6cd20df4f380 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:52:46.343173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-929a4217-41e7-40b7-8394-1aa7cbbe8b75', 'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75', 'tenant_id': '34dc7c56f3d94c2b8698b2420060675e', 'fixed_ips': [{'subnet_id': 'e1a601c9-98a3-4da6-a6a9-bafc3e69fb72'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:46.344324 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.357938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f591cc-2991-472c-8961-d348f9db2189']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:46.371981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc42f38-064f-4535-9570-8b0ac29c4f28') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:46.372281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc42f38-064f-4535-9570-8b0ac29c4f28') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:46.385578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.468034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-9f8084f1-9dc7-4d34-bfa0-ccc6b9bf723b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 200 len: 217 time: 0.0659006 Mar 03 17:52:46.470919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aac52791-2f62-4a97-95ea-020ad69556d7 req-70846ece-8325-456e-bdb5-f5e6781e1bd5 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785828 Mar 03 17:52:46.472029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.530350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:46.530779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:46.582187 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:46.662521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06540a31-43c6-4820-a3a6-d66db57befc2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:46.698381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Deleting port 06540a31-43c6-4820-a3a6-d66db57befc2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:46.698750 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.704376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-ba6342c9-c077-425d-8140-9d65de44e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:46.706555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-ba6342c9-c077-425d-8140-9d65de44e85b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2318881 Mar 03 17:52:46.708305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bd13b-669b-4766-8921-c9ea4078501a req-5a9a1c46-cf99-4172-b24a-156e79520991 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:46.709534 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c2bd13b-669b-4766-8921-c9ea4078501a req-5a9a1c46-cf99-4172-b24a-156e79520991 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.2575004 Mar 03 17:52:46.747736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 06540a31-43c6-4820-a3a6-d66db57befc2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:46.748205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 06540a31-43c6-4820-a3a6-d66db57befc2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:46.795787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3a014-4a2a-4238-98fc-1714a205f8b3 None None] The port '06540a31-43c6-4820-a3a6-d66db57befc2' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:52:46.797859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c2bd13b-669b-4766-8921-c9ea4078501a req-8759bfcf-d323-4584-bacb-49b6380ac081 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795283 Mar 03 17:52:46.812232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Allocated IP 2001:db8::f816:3eff:fe65:a49d (929a4217-41e7-40b7-8394-1aa7cbbe8b75/e1a601c9-98a3-4da6-a6a9-bafc3e69fb72/42d75504-ec92-415c-8d16-a6468bb4efa2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:46.822511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-d434eb4d-4cb1-4fea-8bad-23476be505c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014495 Mar 03 17:52:46.919863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42402) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:46.943638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.975610 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:46.978517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f591cc-2991-472c-8961-d348f9db2189,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:46.995768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-0c2e0e62-8c06-489e-b8ba-4860e172aa7f service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658230 Mar 03 17:52:46.999539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1d1eca2a-e1a1-4886-81e7-afe74bc6f535 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f8f591cc-2991-472c-8961-d348f9db2189 HTTP/1.1" status: 204 len: 168 time: 2.5931609 Mar 03 17:52:47.063142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-785100685-network', 'tenant_id': '405694398de647d28588548d32f28efd'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:47.068604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:47.077529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Usage tracker for resource:network and tenant:405694398de647d28588548d32f28efd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:47.081748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:47.096472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.099734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:47.126131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Transition to ACTIVE for port object 42d75504-ec92-415c-8d16-a6468bb4efa2 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:47.127332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Made reservation on behalf of 405694398de647d28588548d32f28efd for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:47.131953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.153846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Transition to ACTIVE for port object 42d75504-ec92-415c-8d16-a6468bb4efa2 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:47.165311 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.238878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42414) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:47.240267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.264530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Allocated IP 2001:db8::f816:3eff:fe91:83bd (929a4217-41e7-40b7-8394-1aa7cbbe8b75/e1a601c9-98a3-4da6-a6a9-bafc3e69fb72/282c73e7-495f-44ee-a1d2-6cd20df4f380) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:47.270825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:47.281201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Usage tracker for resource:security_group_rule and tenant:405694398de647d28588548d32f28efd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:47.285890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:47.302094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:47.303131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-51065666-2eed-4811-82d3-ddc8f6dd21c8 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008411 Mar 03 17:52:47.329888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:47.339685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:47.340382 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-249e09e4-cbe8-41b5-afa7-a6d85428d94c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a94e143f117434596cb3a5cb4184e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976012 Mar 03 17:52:47.342786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42420) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:47.347785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:47.377043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Pushing event updated for resources: {'Port': ['ID=42d75504-ec92-415c-8d16-a6468bb4efa2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:47.431209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.434730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.436906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c6c051a-7e28-4236-8e46-ac1d13fec729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.439490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.442135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.442890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.443469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.444133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.445615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.446214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.447188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.449978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.450662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:52:47.481793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c6c051a-7e28-4236-8e46-ac1d13fec729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.574751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Attempting to bind port 42d75504-ec92-415c-8d16-a6468bb4efa2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:47.575649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Attempting to bind port 42d75504-ec92-415c-8d16-a6468bb4efa2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '798d337c-66a8-46e1-be7d-261771be3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:47.576274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Attempting to bind port 42d75504-ec92-415c-8d16-a6468bb4efa2 on network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:47.589093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:47.589799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Checking segment: {'id': '798d337c-66a8-46e1-be7d-261771be3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:47.590549 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.594481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3bdcb222-4934-4163-b8d6-06bfdcfdddc5 req-e7ad0d91-21ea-4f2c-8416-8c22672b5441 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0670688 Mar 03 17:52:47.595257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Bound using segment: {'id': '798d337c-66a8-46e1-be7d-261771be3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:47.596133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Bound port: 42d75504-ec92-415c-8d16-a6468bb4efa2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798d337c-66a8-46e1-be7d-261771be3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '929a4217-41e7-40b7-8394-1aa7cbbe8b75'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:47.597280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.610822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c6c051a-7e28-4236-8e46-ac1d13fec729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.632274 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c6c051a-7e28-4236-8e46-ac1d13fec729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.636622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6c6c051a-7e28-4236-8e46-ac1d13fec729 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/167e3daa-4bc4-4720-89c4-20be99aa6e50 HTTP/1.1" status: 204 len: 168 time: 0.2926800 Mar 03 17:52:47.641075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c051a-7e28-4236-8e46-ac1d13fec729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167e3daa-4bc4-4720-89c4-20be99aa6e50,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:47.643011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.653575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.667760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:47.678182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.678539 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Added segment 8e45e8d4-0410-4c41-838c-37f74752699a of type vlan for network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 Mar 03 17:52:47.707307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.785416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-69e00e12-8467-44b3-8dd4-ce78c8d82224 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:47.786951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-69e00e12-8467-44b3-8dd4-ce78c8d82224 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.1165354 Mar 03 17:52:47.834695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f782a0-513a-4f9f-8432-b848392fc3eb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:47.858905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.859879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:47.860467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.906497 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.912181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] For port 42d75504-ec92-415c-8d16-a6468bb4efa2, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:47.916776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] For port 42d75504-ec92-415c-8d16-a6468bb4efa2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=42d75504-ec92-415c-8d16-a6468bb4efa2,segment=NetworkSegment(798d337c-66a8-46e1-be7d-261771be3e1b),segment_id=798d337c-66a8-46e1-be7d-261771be3e1b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:47.947609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:47.993273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-2ea31f63-6451-4b0c-9fdf-3ce2f585cf86 service neutron] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:47.997935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-2ea31f63-6451-4b0c-9fdf-3ce2f585cf86 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:48.001096 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad032b12-32f6-49e9-a2f4-dfcb8649fc25 req-2ea31f63-6451-4b0c-9fdf-3ce2f585cf86 service neutron] 10.222.0.16 "DELETE /v2.0/ports/c226c755-c714-40d1-815c-968a785ce7c1/bindings/n-h2-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.2062392 Mar 03 17:52:48.152261 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2308993 Mar 03 17:52:48.155851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42444) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:48.156078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:48.160357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3d64d-fdf8-4382-b918-cce0379ab342 admin admin] Pushing event updated for resources: {'Network': ['ID=82b53add-93c2-4e4e-88d1-a4f1a4a0a781,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:48.164248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bf6be-7b9c-4c01-9e29-114cdc7aee87 None None] Pushing event updated for resources: {'Port': ['ID=42d75504-ec92-415c-8d16-a6468bb4efa2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:48.174346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:48.179822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Request body: {'subnet': {'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-785100685-subnet', 'tenant_id': '405694398de647d28588548d32f28efd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:48.195922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:48.200173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Usage tracker for resource:subnet and tenant:405694398de647d28588548d32f28efd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:48.214764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa19d4-8995-4108-be10-903c6b4e9690 req-fcf55a05-269b-490f-b1ef-30c80f9f3cc6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:48.226161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01fa19d4-8995-4108-be10-903c6b4e9690 req-fcf55a05-269b-490f-b1ef-30c80f9f3cc6 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 945 time: 0.4851701 Mar 03 17:52:48.242192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Transition to ACTIVE for port object 282c73e7-495f-44ee-a1d2-6cd20df4f380 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:48.299143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01fa19d4-8995-4108-be10-903c6b4e9690 req-7d4752b7-f20f-4d2a-a13a-98696b8d3864 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720139 Mar 03 17:52:48.389825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:48.457674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:48.479066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:48.511754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Made reservation on behalf of 405694398de647d28588548d32f28efd for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:48.520548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:48.617220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:48.620687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:48.623312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:48.629602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:48.630238 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:48.675372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Port': ['ID=282c73e7-495f-44ee-a1d2-6cd20df4f380,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:48.680675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c3855411-89d9-4cc0-b519-201d00fbd144 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0060160 Mar 03 17:52:48.684400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42468) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:48.709291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407aa6d-99a3-49b3-80c0-76a1daec1759 req-db057e28-0cbd-40a3-87d9-1e5c933e69ff tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:48.712717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e407aa6d-99a3-49b3-80c0-76a1daec1759 req-db057e28-0cbd-40a3-87d9-1e5c933e69ff tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.7069607 Mar 03 17:52:48.872338 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e407aa6d-99a3-49b3-80c0-76a1daec1759 req-a6c2f98f-b8c3-4a09-a9c2-5f64e5117793 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434691 Mar 03 17:52:48.888770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting subnet e1a601c9-98a3-4da6-a6a9-bafc3e69fb72 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:52:48.892331 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.056824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.212019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ae00110-218b-4fb4-bb50-3e220d6204d8 req-01eaa429-00e3-47c4-915e-8fd26261e619 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1241598 Mar 03 17:52:49.213160 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.274752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.298779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b0abed-4b22-42f7-9789-e2241ab759ce,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:49.371619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Checking segment: {'id': '8e45e8d4-0410-4c41-838c-37f74752699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:49.372395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Network hostable DHCP agents. Network: 82b53add-93c2-4e4e-88d1-a4f1a4a0a781, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:49.396917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:49.411026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 82b53add-93c2-4e4e-88d1-a4f1a4a0a781) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:49.416409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:49.417793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.425734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b1d95f-ca1e-4af0-84ce-9f8c21464582 None None] Network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:49.476922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-73bb15fe-d546-4fb4-992e-39b7b3a3c239 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3185182 Mar 03 17:52:49.616852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.636322 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9228cf9-9602-47ce-aefb-faa5b57b72ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.715065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 42d75504-ec92-415c-8d16-a6468bb4efa2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:49.717474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:49.726219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a601c9-98a3-4da6-a6a9-bafc3e69fb72,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:49.739934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb617ab1-f430-42f1-a429-a78637428540 req-d11af8a8-7f1d-438f-9e09-a2fa976116ff tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:49.748738 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb617ab1-f430-42f1-a429-a78637428540 req-d11af8a8-7f1d-438f-9e09-a2fa976116ff tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1095 time: 0.3928769 Mar 03 17:52:49.772601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42524) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:49.773242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c668582c-7e39-44f0-b01d-e8bc54c5176a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/e1a601c9-98a3-4da6-a6a9-bafc3e69fb72 HTTP/1.1" status: 204 len: 168 time: 1.0874107 Mar 03 17:52:49.817317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb617ab1-f430-42f1-a429-a78637428540 req-9cb43076-73c2-4138-b907-25698e1a3eb9 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672455 Mar 03 17:52:49.914492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1d321-1cf0-4765-8776-5334c481b242 None None] Network 929a4217-41e7-40b7-8394-1aa7cbbe8b75 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:49.946538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a9580-e1ab-470b-9c80-43caef90d88e tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:49.948209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a9580-e1ab-470b-9c80-43caef90d88e tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:49.949793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ec8a9580-e1ab-470b-9c80-43caef90d88e tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1761916 Mar 03 17:52:49.952711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:50.228476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42544) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:50.236931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70e8076c-ac84-4f39-80f0-6efb07c568ef tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.250084 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e8076c-ac84-4f39-80f0-6efb07c568ef tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 17:52:50.250718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e8076c-ac84-4f39-80f0-6efb07c568ef tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:52:50.253720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70e8076c-ac84-4f39-80f0-6efb07c568ef tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/929a4217-41e7-40b7-8394-1aa7cbbe8b75 HTTP/1.1" status: 409 len: 405 time: 0.2996757 Mar 03 17:52:50.256548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 42d75504-ec92-415c-8d16-a6468bb4efa2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:50.257472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42552) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:50.267207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1059673946'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:50.278331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e8fa9710-9cef-4ede-a242-6a1bd6f243da None None] Provisioning for port 42d75504-ec92-415c-8d16-a6468bb4efa2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:52:50.280415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89e584-cb44-42be-b797-53f50a69ae29 req-3ff95e87-e113-4377-afaf-39d96e58d033 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:50.281746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:50.282177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a89e584-cb44-42be-b797-53f50a69ae29 req-3ff95e87-e113-4377-afaf-39d96e58d033 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 1095 time: 0.1399744 Mar 03 17:52:50.288401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:network and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:50.292012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:50.298445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:50.313035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:50.316370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e8fa9710-9cef-4ede-a242-6a1bd6f243da None None] Provisioning complete for port 42d75504-ec92-415c-8d16-a6468bb4efa2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:50.316741 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9710-9cef-4ede-a242-6a1bd6f243da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.318048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.374474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:50.383016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a89e584-cb44-42be-b797-53f50a69ae29 req-ab473143-739b-4d1b-803f-293406b46f83 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923691 Mar 03 17:52:50.396553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 42d75504-ec92-415c-8d16-a6468bb4efa2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:50.397006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.411515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.411987 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Added segment 771458fd-befe-4e56-ac2f-daa66626dd14 of type vlan for network 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 Mar 03 17:52:50.464788 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.577663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.603017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.609413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:50.610099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:50.646169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abb512-800a-47bb-9607-624676ab16ba None None] Network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:50.680323 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1488bf0-1232-4a12-a452-db652418a1cc req-7519e0f8-74f8-471d-ac61-ba3f9384b8cf tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0681689 Mar 03 17:52:50.755397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Network': ['ID=587ae7be-bfc2-4acc-9cfb-9813e20ef5d4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:50.779983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:50.792294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Usage tracker for resource:security_group_rule and tenant:7369f79b9b714324a5d2afe221b0443a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:50.799986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:50.812818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:50.867094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:50.873968 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f3da1e30-5487-47b2-a423-739c257b4ed1 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6109424 Mar 03 17:52:50.883551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42576) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:50.899309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'subnet': {'network_id': '587ae7be-bfc2-4acc-9cfb-9813e20ef5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:50.970965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9710-9cef-4ede-a242-6a1bd6f243da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.010413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f2fce38f-4f44-418b-bdae-a140ccebf1d5 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:51.018614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f2fce38f-4f44-418b-bdae-a140ccebf1d5 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/networks?id=82b53add-93c2-4e4e-88d1-a4f1a4a0a781 HTTP/1.1" status: 200 len: 821 time: 0.4167931 Mar 03 17:52:51.144882 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.192733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-462404e3-bf41-4026-af78-e8a86b37efef tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/quotas/405694398de647d28588548d32f28efd HTTP/1.1" status: 200 len: 375 time: 0.1729302 Mar 03 17:52:51.219714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e8fa9710-9cef-4ede-a242-6a1bd6f243da None None] For port 42d75504-ec92-415c-8d16-a6468bb4efa2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=42d75504-ec92-415c-8d16-a6468bb4efa2,segment=NetworkSegment(798d337c-66a8-46e1-be7d-261771be3e1b),segment_id=798d337c-66a8-46e1-be7d-261771be3e1b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:51.233956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a989121-7082-4acb-b5c7-c405ebd7c3b6 req-232b2a93-b7e8-4dd5-afe3-d87e18727973 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:51.237608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a989121-7082-4acb-b5c7-c405ebd7c3b6 req-232b2a93-b7e8-4dd5-afe3-d87e18727973 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 945 time: 0.3689570 Mar 03 17:52:51.245928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] DHCP port deletion for 929a4217-41e7-40b7-8394-1aa7cbbe8b75 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:52:51.248043 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9710-9cef-4ede-a242-6a1bd6f243da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.287409 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.320555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] Deleting port 42d75504-ec92-415c-8d16-a6468bb4efa2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:51.321097 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.333478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.335011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a989121-7082-4acb-b5c7-c405ebd7c3b6 req-d193e112-6dc5-412f-8063-e389a71926e2 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822992 Mar 03 17:52:51.339760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:51.383426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0277340-d624-48b3-ac2b-b1a8a077cec7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:51.389119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-31e2c2d8-a43e-4ac3-91fb-59132fb138f5 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=405694398de647d28588548d32f28efd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1884131 Mar 03 17:52:51.392470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:subnet and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:51.402744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:51.483027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9710-9cef-4ede-a242-6a1bd6f243da None None] Pushing event updated for resources: {'Port': ['ID=42d75504-ec92-415c-8d16-a6468bb4efa2,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:51.544973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:52:51.545284 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:52:51.562849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7dd0ef90-3e6c-426b-9f46-415135806f82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7369f79b9b714324a5d2afe221b0443a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3330307 Mar 03 17:52:51.566058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42582) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:51.598202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:51.629308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-93d4e4dd-5bb0-4e61-a737-19db08f9948d service neutron] 10.222.0.23 "GET /v2.0/networks/82b53add-93c2-4e4e-88d1-a4f1a4a0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275884 Mar 03 17:52:51.679349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8039-e26c-489c-a708-1756da4ba0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.713674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8039-e26c-489c-a708-1756da4ba0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.717135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] For port 42d75504-ec92-415c-8d16-a6468bb4efa2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=42d75504-ec92-415c-8d16-a6468bb4efa2,segment=NetworkSegment(798d337c-66a8-46e1-be7d-261771be3e1b),segment_id=798d337c-66a8-46e1-be7d-261771be3e1b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:51.718003 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.766035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:51.771266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.830239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e25cc3ec-fde1-4a3f-b9b0-65c211459938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.832222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8039-e26c-489c-a708-1756da4ba0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.860325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a8039-e26c-489c-a708-1756da4ba0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0277340-d624-48b3-ac2b-b1a8a077cec7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:51.880927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8039-e26c-489c-a708-1756da4ba0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:51.882264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0a0a8039-e26c-489c-a708-1756da4ba0d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0277340-d624-48b3-ac2b-b1a8a077cec7 HTTP/1.1" status: 204 len: 168 time: 0.3152289 Mar 03 17:52:51.922100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] Calling delete_port for 42d75504-ec92-415c-8d16-a6468bb4efa2 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:52.004551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c715b27d-dd03-421e-9f31-5ddaafe691bf req-dbc0015d-5736-4b4e-b7e4-707d8731840b tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1146052 Mar 03 17:52:52.200673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:52.237266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-4eb3f197-30df-4337-a2c8-1923ccc573f4 service neutron] 10.222.0.23 "GET /v2.0/networks/82b53add-93c2-4e4e-88d1-a4f1a4a0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070616 Mar 03 17:52:52.278611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] Pushing event deleted for resources: {'Port': ['ID=42d75504-ec92-415c-8d16-a6468bb4efa2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:52.281260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f606482a-b7fd-4eac-98f4-afa4322ad36e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:52:52.294192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f88e9f-59e7-460c-968f-736a379084fc None None] No DVR routers for this DVR port 42d75504-ec92-415c-8d16-a6468bb4efa2 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:52.327379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf0d6b-39fb-4df0-b800-b8808d145d2a None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 17:52:52.361021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 42d75504-ec92-415c-8d16-a6468bb4efa2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:52:52.476448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 42d75504-ec92-415c-8d16-a6468bb4efa2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:52:52.476802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 42d75504-ec92-415c-8d16-a6468bb4efa2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:52:52.584886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:52.610064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'network_id': 'b0cfe53f-e053-40a2-ac08-5a0cea5bf524', 'port_id': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'mac_address': 'fa:16:3e:d3:03:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895a84b1-2ed7-49c2-9719-4f37ca7d944f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:52:52.691777 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:52.750983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643067ea-c8d1-40c1-9568-8fe044f253de req-c951a262-eb5f-46a9-b847-2b8d8c12df0f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:52.767719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-643067ea-c8d1-40c1-9568-8fe044f253de req-c951a262-eb5f-46a9-b847-2b8d8c12df0f tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 945 time: 0.1579163 Mar 03 17:52:52.776190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f606482a-b7fd-4eac-98f4-afa4322ad36e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:52:52.848674 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98aced1b-d72d-4ae9-8730-2f0e46004e60 req-b2d97792-006e-40a6-8e48-2f5569686a7c tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 210 time: 0.3310184 Mar 03 17:52:52.867662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 17:52:52.869196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:52.901124 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-643067ea-c8d1-40c1-9568-8fe044f253de req-59c443b7-9fe5-4cc7-81cf-91437628a2bd tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323202 Mar 03 17:52:52.912557 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:52.918170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:52.938946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:52.952506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:52.969614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Subnet': ['ID=ca4930f1-b191-4d63-b265-f04d55f03fd3,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:53.006469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Checking segment: {'id': '771458fd-befe-4e56-ac2f-daa66626dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '587ae7be-bfc2-4acc-9cfb-9813e20ef5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:53.008245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network hostable DHCP agents. Network: 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:53.038928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:53.064445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:53.068792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:53.073516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf0d6b-39fb-4df0-b800-b8808d145d2a None None] Unable to find a vacant binding_index for network 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 and agent cad059a7-1269-42df-9376-fe58aecc209c {{(pid=87888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 03 17:52:53.079922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf0d6b-39fb-4df0-b800-b8808d145d2a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4) {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 17:52:53.084571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:53.085551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:53.168758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7406e640-c6f2-4120-b571-08c63725dd34 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2815387 Mar 03 17:52:53.169575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42634) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:53.304632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f606482a-b7fd-4eac-98f4-afa4322ad36e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:52:53.411939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a16205d6-20c9-466e-990d-e5a5fef305ac req-d2574c5e-b06b-43d4-9ba1-2e35f788d4ca tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0984778 Mar 03 17:52:53.486624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:53.615639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:53.749060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:53.819321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc74d92-4970-4d0e-93b1-5c3516ed4063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-587ae7be-bfc2-4acc-9cfb-9813e20ef5d4', 'network_id': '587ae7be-bfc2-4acc-9cfb-9813e20ef5d4', 'tenant_id': '34dc7c56f3d94c2b8698b2420060675e', 'fixed_ips': [{'subnet_id': 'ca4930f1-b191-4d63-b265-f04d55f03fd3'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:53.821152 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0fc74d92-4970-4d0e-93b1-5c3516ed4063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:53.828818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4930f1-b191-4d63-b265-f04d55f03fd3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:53.937623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:53.969390 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:53.998774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587ae7be-bfc2-4acc-9cfb-9813e20ef5d4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:54.007729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea170a1f-3647-4ed9-b048-ed4de2295a8c None None] Network 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:54.028901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771458fd-befe-4e56-ac2f-daa66626dd14') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:54.029209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771458fd-befe-4e56-ac2f-daa66626dd14') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:54.058134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.087539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.094905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:54.095311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.192408 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b654f1f-f067-4868-9a74-85d3b3645f12 req-1b950415-0d8a-41b4-bb45-0742a68c3006 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 210 time: 0.1121945 Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:54.223637 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:54.230693 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.268270 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.299461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Network': ['ID=587ae7be-bfc2-4acc-9cfb-9813e20ef5d4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:54.318055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f606482a-b7fd-4eac-98f4-afa4322ad36e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:52:54.326253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42652) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:54.335361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-82eb1ec0-61d0-45b8-aea1-ffb7e9960b22 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 HTTP/1.1" status: 204 len: 168 time: 1.1534760 Mar 03 17:52:54.338363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1419077683'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:54.350170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:54.363660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:network and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:54.366723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:54.374726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:54.401263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.502411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:54.506888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.556178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9207809-721b-4554-896c-889c877e51d5 None None] Network 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:54.581183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port f606482a-b7fd-4eac-98f4-afa4322ad36e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:52:54.581575 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.626550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9207809-721b-4554-896c-889c877e51d5 None None] Network 587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 could not be found, it might have been deleted concurrently. {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 17:52:54.738168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:52:54.774504 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.776300 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Added segment 8892293b-1a80-4f70-8f3a-c3ecc0c2da08 of type vlan for network 72a84fa3-e943-4829-9ab7-1bed04ab9402 Mar 03 17:52:54.787118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-99661560-36bd-4e9d-953f-f7ce932c6ead tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:54.789090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-99661560-36bd-4e9d-953f-f7ce932c6ead tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.16 "GET /v2.0/networks?id=82b53add-93c2-4e4e-88d1-a4f1a4a0a781 HTTP/1.1" status: 200 len: 821 time: 0.3122432 Mar 03 17:52:54.829284 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.835131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Request body: {'port': {'device_id': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781', 'admin_state_up': True, 'tenant_id': '405694398de647d28588548d32f28efd'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:54.861978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cf50c-c247-4d17-b372-0eb69a93da76 req-57a5957f-b239-4f3c-b77c-3d61940e2579 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:54.862988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:54.870713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-519cf50c-c247-4d17-b372-0eb69a93da76 req-57a5957f-b239-4f3c-b77c-3d61940e2579 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 944 time: 0.4701958 Mar 03 17:52:54.874159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:54.881899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.933786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:54.968402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:54.977614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fae4ea5-eebe-491d-ad78-86101b4a0972 req-40dd49ec-2fd1-4eec-a82b-17864d2986a9 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0534194 Mar 03 17:52:55.063897 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-519cf50c-c247-4d17-b372-0eb69a93da76 req-99f95128-e820-4180-a82f-ec7b0b0dabe9 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921225 Mar 03 17:52:55.192509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:55.197955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:55.198544 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:55.326613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:55.330928 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'code': 200} Mar 03 17:52:55.355951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Usage tracker for resource:port and tenant:405694398de647d28588548d32f28efd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:55.379911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:55.433184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af4b4a9a-9b6d-441e-ba55-e54d8200730a req-21c707ba-dfd0-40fd-baf6-539c85e9e443 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 210 time: 0.0699232 Mar 03 17:52:55.474679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1470919 Mar 03 17:52:55.477787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42686) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:55.485281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'subnet': {'network_id': '72a84fa3-e943-4829-9ab7-1bed04ab9402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:55.499283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:55.542721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Made reservation on behalf of 405694398de647d28588548d32f28efd for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:55.551752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:55.573137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5a066-f694-4e66-92dc-f780d257b139 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Network': ['ID=72a84fa3-e943-4829-9ab7-1bed04ab9402,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:55.588891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 72a84fa3-e943-4829-9ab7-1bed04ab9402 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:52:55.726640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:55.737367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:subnet and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:52:55.744260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:52:55.750167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Allocated IP 172.20.0.4 (82b53add-93c2-4e4e-88d1-a4f1a4a0a781/70b0abed-4b22-42f7-9789-e2241ab759ce/ba94ab4a-ed27-4da0-964c-7d89069f3097) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:55.768139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:52:55.795263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:52:55.799496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:55.976647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.019455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.143784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.213884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:56.261587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Checking segment: {'id': '8892293b-1a80-4f70-8f3a-c3ecc0c2da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72a84fa3-e943-4829-9ab7-1bed04ab9402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:56.261940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network hostable DHCP agents. Network: 72a84fa3-e943-4829-9ab7-1bed04ab9402, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:52:56.277650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Subnet': ['ID=cb406094-b7b2-4c83-9bc8-8602e8a75d3c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:56.290006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network 72a84fa3-e943-4829-9ab7-1bed04ab9402 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:52:56.290938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:56.302227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 72a84fa3-e943-4829-9ab7-1bed04ab9402) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:56.307948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:56.308569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.316983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebee656-a212-44a5-928e-2fea4982dc85 None None] Network 72a84fa3-e943-4829-9ab7-1bed04ab9402 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:56.337420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:56.339900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cc1ffa99-ae19-43d1-b1ee-6bcd547a0d9c tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8605356 Mar 03 17:52:56.343004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:56.397856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Pushing event updated for resources: {'Port': ['ID=ba94ab4a-ed27-4da0-964c-7d89069f3097,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:56.416885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06453315-6dc6-4792-b787-3fe0a255fa78 req-48c5cdac-7a51-4a01-8b55-ef4f92bbc26f tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1956015 Mar 03 17:52:56.488884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:56.489867 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.541576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-7b9a2f29-3018-469d-b793-ac50c81d5385 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7257004 Mar 03 17:52:56.560262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Request body: {'port': {'device_id': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:56.670811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.708193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-72a84fa3-e943-4829-9ab7-1bed04ab9402', 'network_id': '72a84fa3-e943-4829-9ab7-1bed04ab9402', 'tenant_id': '34dc7c56f3d94c2b8698b2420060675e', 'fixed_ips': [{'subnet_id': 'cb406094-b7b2-4c83-9bc8-8602e8a75d3c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:52:56.709037 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.771191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.837719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7106ae4-7b7c-40a5-ad3c-28457413723e req-4c1c4536-8d40-4d68-9db6-3737592009a6 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:56.844361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7106ae4-7b7c-40a5-ad3c-28457413723e req-4c1c4536-8d40-4d68-9db6-3737592009a6 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 931 time: 0.1695518 Mar 03 17:52:56.862609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:56.932200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Allocated IP 2001:db8::2 (72a84fa3-e943-4829-9ab7-1bed04ab9402/cb406094-b7b2-4c83-9bc8-8602e8a75d3c/af32a582-50be-46e3-8f6c-74563ead9ee4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:52:56.992343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f7106ae4-7b7c-40a5-ad3c-28457413723e req-30cbc88d-e065-4b9f-8793-466162a2576e tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Synchronizing usage tracker for tenant:405694398de647d28588548d32f28efd on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:57.020915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f7106ae4-7b7c-40a5-ad3c-28457413723e req-30cbc88d-e065-4b9f-8793-466162a2576e tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Unset dirty status for tenant:405694398de647d28588548d32f28efd on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:57.027911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7106ae4-7b7c-40a5-ad3c-28457413723e req-30cbc88d-e065-4b9f-8793-466162a2576e tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825948 Mar 03 17:52:57.179358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ad050-0f90-45a3-bd51-ca6b039ea5de req-af4181fe-472d-405a-a89e-475b06151c31 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:57.187055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-768ad050-0f90-45a3-bd51-ca6b039ea5de req-af4181fe-472d-405a-a89e-475b06151c31 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 945 time: 0.4896104 Mar 03 17:52:57.232879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.246622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Transition to ACTIVE for port object af32a582-50be-46e3-8f6c-74563ead9ee4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:57.281080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Transition to ACTIVE for port object af32a582-50be-46e3-8f6c-74563ead9ee4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:57.295492 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.330024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.461936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Pushing event updated for resources: {'Port': ['ID=af32a582-50be-46e3-8f6c-74563ead9ee4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:57.498982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Network 72a84fa3-e943-4829-9ab7-1bed04ab9402 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:52:57.500899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:52:57.504039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:52:57.530950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Subnet': ['ID=cb406094-b7b2-4c83-9bc8-8602e8a75d3c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:57.575296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-768ad050-0f90-45a3-bd51-ca6b039ea5de req-d9460c0c-8077-4647-adc9-100468a30944 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872998 Mar 03 17:52:57.662147 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.700108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a84fa3-e943-4829-9ab7-1bed04ab9402']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:57.718660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8892293b-1a80-4f70-8f3a-c3ecc0c2da08') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:57.719076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8892293b-1a80-4f70-8f3a-c3ecc0c2da08') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:57.725595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Attempting to bind port af32a582-50be-46e3-8f6c-74563ead9ee4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:57.725965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Attempting to bind port af32a582-50be-46e3-8f6c-74563ead9ee4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '8892293b-1a80-4f70-8f3a-c3ecc0c2da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72a84fa3-e943-4829-9ab7-1bed04ab9402'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:57.726321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Attempting to bind port af32a582-50be-46e3-8f6c-74563ead9ee4 on network 72a84fa3-e943-4829-9ab7-1bed04ab9402 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:57.733895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.742374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:57.742764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Checking segment: {'id': '8892293b-1a80-4f70-8f3a-c3ecc0c2da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72a84fa3-e943-4829-9ab7-1bed04ab9402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:57.743221 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.743613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Bound using segment: {'id': '8892293b-1a80-4f70-8f3a-c3ecc0c2da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72a84fa3-e943-4829-9ab7-1bed04ab9402'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:57.745873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Bound port: af32a582-50be-46e3-8f6c-74563ead9ee4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8892293b-1a80-4f70-8f3a-c3ecc0c2da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72a84fa3-e943-4829-9ab7-1bed04ab9402'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:57.748773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba94ab4a-ed27-4da0-964c-7d89069f3097 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:52:57.749664 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.753129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.758509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.759848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:57.760438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:57.782147 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:57.838298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b1edf41-e7b0-4da1-9ad5-8382f53ab2ac req-21e505ea-6845-4e5c-97bc-638047d29905 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0748773 Mar 03 17:52:57.903919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] For port af32a582-50be-46e3-8f6c-74563ead9ee4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:57.910452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Transition to ACTIVE for port object ba94ab4a-ed27-4da0-964c-7d89069f3097 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:52:57.913183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] For port af32a582-50be-46e3-8f6c-74563ead9ee4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=af32a582-50be-46e3-8f6c-74563ead9ee4,segment=NetworkSegment(8892293b-1a80-4f70-8f3a-c3ecc0c2da08),segment_id=8892293b-1a80-4f70-8f3a-c3ecc0c2da08)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:57.914210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 17:52:57.914210 n-d-827121-1 neutron-server[87887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 17:52:57.914210 n-d-827121-1 neutron-server[87887]: [parameters: {'id': '72a84fa3-e943-4829-9ab7-1bed04ab9402'}] Mar 03 17:52:57.914210 n-d-827121-1 neutron-server[87887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:52:57.914767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:57.915486 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:52:57.920214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:58.018021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b54a17-84f2-4052-ac7c-c3dbea35fddf None None] Pushing event updated for resources: {'Port': ['ID=af32a582-50be-46e3-8f6c-74563ead9ee4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:58.325342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ba94ab4a-ed27-4da0-964c-7d89069f3097,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:58.352445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c06e22-5d8e-412b-95b3-a87ea60e6fd3 None None] Network 72a84fa3-e943-4829-9ab7-1bed04ab9402 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:52:58.416537 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:58.433911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting port af32a582-50be-46e3-8f6c-74563ead9ee4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:52:58.434346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:58.481254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Attempting to bind port ba94ab4a-ed27-4da0-964c-7d89069f3097 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:52:58.482101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Attempting to bind port ba94ab4a-ed27-4da0-964c-7d89069f3097 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '8e45e8d4-0410-4c41-838c-37f74752699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:52:58.482784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Attempting to bind port ba94ab4a-ed27-4da0-964c-7d89069f3097 on network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:58.524223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702b356-55f3-41d1-8758-7f42132f69e8 req-a6a951e7-0c53-4c03-a3b3-f455294443a3 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:58.525175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4702b356-55f3-41d1-8758-7f42132f69e8 req-a6a951e7-0c53-4c03-a3b3-f455294443a3 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Synchronizing usage tracker for tenant:405694398de647d28588548d32f28efd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:52:58.533039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Port ba94ab4a-ed27-4da0-964c-7d89069f3097 on network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:52:58.534179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Attempting to bind port ba94ab4a-ed27-4da0-964c-7d89069f3097 on network 82b53add-93c2-4e4e-88d1-a4f1a4a0a781 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:52:58.553870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:52:58.554649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Checking segment: {'id': '8e45e8d4-0410-4c41-838c-37f74752699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:52:58.555217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Bound using segment: {'id': '8e45e8d4-0410-4c41-838c-37f74752699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:52:58.555863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Bound port: ba94ab4a-ed27-4da0-964c-7d89069f3097, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e45e8d4-0410-4c41-838c-37f74752699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:52:58.556940 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:58.748944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] For port ba94ab4a-ed27-4da0-964c-7d89069f3097, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:52:58.751739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4702b356-55f3-41d1-8758-7f42132f69e8 req-a6a951e7-0c53-4c03-a3b3-f455294443a3 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Unset dirty status for tenant:405694398de647d28588548d32f28efd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:52:58.753910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4702b356-55f3-41d1-8758-7f42132f69e8 req-a6a951e7-0c53-4c03-a3b3-f455294443a3 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 943 time: 0.5126545 Mar 03 17:52:58.755629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] For port ba94ab4a-ed27-4da0-964c-7d89069f3097, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ba94ab4a-ed27-4da0-964c-7d89069f3097,segment=NetworkSegment(8e45e8d4-0410-4c41-838c-37f74752699a),segment_id=8e45e8d4-0410-4c41-838c-37f74752699a)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:52:58.784066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:58.799888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dbc3d4-7ef7-4193-abf5-19ba43f8b077 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 17:52:58.827045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] For port af32a582-50be-46e3-8f6c-74563ead9ee4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=af32a582-50be-46e3-8f6c-74563ead9ee4,segment=NetworkSegment(8892293b-1a80-4f70-8f3a-c3ecc0c2da08),segment_id=8892293b-1a80-4f70-8f3a-c3ecc0c2da08)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:52:58.827779 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:58.859741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:58.860346 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:58.861795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba94ab4a-ed27-4da0-964c-7d89069f3097 HTTP/1.1" status: 200 len: 1091 time: 2.3067534 Mar 03 17:52:58.863915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'tag': 'ba94ab4a-ed27-4da0-964c-7d89069f3097'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:52:58.885258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4702b356-55f3-41d1-8758-7f42132f69e8 req-72b1c03d-3fee-4f25-847a-41b82c8b99ed tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237850 Mar 03 17:52:58.901135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59256c9-1ec2-4f25-bfdb-a2e2211f6e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ba94ab4a-ed27-4da0-964c-7d89069f3097,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:59.059378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Calling delete_port for af32a582-50be-46e3-8f6c-74563ead9ee4 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:52:59.092690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dbc3d4-7ef7-4193-abf5-19ba43f8b077 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 17:52:59.225649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:59.255777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-5adc513f-5cdb-4e70-a5ec-ff861fda281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:59.257241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-5adc513f-5cdb-4e70-a5ec-ff861fda281b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=405694398de647d28588548d32f28efd&device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 1094 time: 0.3237982 Mar 03 17:52:59.277144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d2151-c84a-4e05-8997-5a17ed4ab5bf req-adbf26dc-b4fa-4f83-815a-29bb79bc62ff tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:59.278882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf9d2151-c84a-4e05-8997-5a17ed4ab5bf req-adbf26dc-b4fa-4f83-815a-29bb79bc62ff tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 945 time: 0.2122519 Mar 03 17:52:59.348255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-dc57436f-e49c-4d6e-90f3-6fc946c900c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba94ab4a-ed27-4da0-964c-7d89069f3097 HTTP/1.1" status: 200 len: 217 time: 0.0682983 Mar 03 17:52:59.350415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Port': ['ID=af32a582-50be-46e3-8f6c-74563ead9ee4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:59.362962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No DVR routers for this DVR port af32a582-50be-46e3-8f6c-74563ead9ee4 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:52:59.447330 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf9d2151-c84a-4e05-8997-5a17ed4ab5bf req-5d410092-a7d3-4e87-bc59-db6ff1531384 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981088 Mar 03 17:52:59.452669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-3138f6d7-decb-48ff-b705-803161cdcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:52:59.454396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-3138f6d7-decb-48ff-b705-803161cdcb22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70b0abed-4b22-42f7-9789-e2241ab759ce HTTP/1.1" status: 200 len: 861 time: 0.0886450 Mar 03 17:52:59.476507 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b68600d8-14a0-4bf1-b131-778197aee508 req-7d7c542b-06b7-4e0f-972a-8ad0e10c8e28 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1280060 Mar 03 17:52:59.552558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-1ca9bae1-8228-4339-9ece-ca4eb474cabf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82b53add-93c2-4e4e-88d1-a4f1a4a0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906136 Mar 03 17:52:59.575397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-ff05abc9-a4f2-41cc-ad8d-af9a16b4c469 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:52:59.576334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-ff05abc9-a4f2-41cc-ad8d-af9a16b4c469 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060422 Mar 03 17:52:59.680258 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:59.684146 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'tag': 'ba94ab4a-ed27-4da0-964c-7d89069f3097', 'status': 'completed', 'code': 200} Mar 03 17:52:59.744606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a84fa3-e943-4829-9ab7-1bed04ab9402']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:59.764790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8892293b-1a80-4f70-8f3a-c3ecc0c2da08') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:59.765243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8892293b-1a80-4f70-8f3a-c3ecc0c2da08') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:52:59.788578 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:59.807166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:59.814270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:52:59.815409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:52:59.831629 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:52:59.860430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42838) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:52:59.886527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1831764357'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:52:59.903514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-81386537-59ac-413a-84eb-16278981eeb8 service neutron] 10.222.0.16 "GET /v2.0/networks/82b53add-93c2-4e4e-88d1-a4f1a4a0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205278 Mar 03 17:52:59.906817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:52:59.927324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:59.956827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:52:59.980718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Network': ['ID=72a84fa3-e943-4829-9ab7-1bed04ab9402,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:52:59.997973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a3937c35-60f1-4b83-b3c5-95ba0ca0b56d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/72a84fa3-e943-4829-9ab7-1bed04ab9402 HTTP/1.1" status: 204 len: 168 time: 3.6534865 Mar 03 17:53:00.001570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42844) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:00.008980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-543930978'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:00.017522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:00.023400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:network and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:00.026748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:00.040474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:00.086009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:00.086009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.088720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:network and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:00.098420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:00.131945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:00.156106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.156579 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Added segment 90b6f612-660b-4572-8754-a34335d62b4c of type vlan for network 6f020129-1153-4124-a6c6-73c6037af5f4 Mar 03 17:53:00.216666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.259747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.265790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:00.266416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.279249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f606482a-b7fd-4eac-98f4-afa4322ad36e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:53:00.294973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42858) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:00.336800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:00.388723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:00.395561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.439572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:00.450923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.451698 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Added segment 46274a43-3081-4556-bc6e-bd484bf2ba20 of type vlan for network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 Mar 03 17:53:00.491441 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.520942 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.538821 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.546238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:00.546849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.581294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:00.587685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef22bde-3828-4508-b8af-533e4424f9a9 req-48873556-ba57-4532-8bbb-5e0c8c134e75 service neutron] 10.222.0.16 "GET /v2.0/networks/82b53add-93c2-4e4e-88d1-a4f1a4a0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696291 Mar 03 17:53:00.597661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:00.604327 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.625669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6197860 Mar 03 17:53:00.632342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42870) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:00.658022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caceecd-6b48-4be3-a6ac-5475e682973c req-38410ca1-1234-41de-b116-bab87d0956bc tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:00.659631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9caceecd-6b48-4be3-a6ac-5475e682973c req-38410ca1-1234-41de-b116-bab87d0956bc tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 943 time: 0.5679891 Mar 03 17:53:00.678652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Request body: {'subnet': {'network_id': '6f020129-1153-4124-a6c6-73c6037af5f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:00.701313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f39460-b9eb-4533-93e3-c693079844c0 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Network': ['ID=6f020129-1153-4124-a6c6-73c6037af5f4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:00.724452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:00.730379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 6f020129-1153-4124-a6c6-73c6037af5f4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:00.741973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:00.774630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9035676 Mar 03 17:53:00.779691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42876) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:00.825030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14016e97-76d6-462c-83e8-4f741ec21c42 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Network': ['ID=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:00.844218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9caceecd-6b48-4be3-a6ac-5475e682973c req-dc638833-79c7-4988-bc60-23098679adab tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957861 Mar 03 17:53:00.863459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1009166958'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:00.870699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:00.889293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:00.893855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:00.900701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:edc33bcb1d314f30adcd6b3840ae45cd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:00.906971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:00.910370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:network and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:00.911808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-c5184666-d261-44ed-a9e0-301d72806e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:00.915343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-c5184666-d261-44ed-a9e0-301d72806e96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=405694398de647d28588548d32f28efd&device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 1094 time: 0.1999097 Mar 03 17:53:00.919447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:00.920401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:00.933970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:00.938956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:00.957255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Usage tracker for resource:subnet and tenant:34dc7c56f3d94c2b8698b2420060675e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:00.962606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:00.984169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa788e2e-7e19-4abc-a3ef-08518d345bc3 req-473b7fe2-a09e-4c6c-a853-155f233ff6c8 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:00.991425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa788e2e-7e19-4abc-a3ef-08518d345bc3 req-473b7fe2-a09e-4c6c-a853-155f233ff6c8 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 943 time: 0.4306951 Mar 03 17:53:01.021980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:01.022726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:01.026194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.085429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Made reservation on behalf of 34dc7c56f3d94c2b8698b2420060675e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:01.089285 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.120249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-7c5ccea5-de38-45c1-ae7e-3fd0c599483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:01.121874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-7c5ccea5-de38-45c1-ae7e-3fd0c599483f service neutron] 10.222.0.16 "GET /v2.0/networks?id=82b53add-93c2-4e4e-88d1-a4f1a4a0a781 HTTP/1.1" status: 200 len: 922 time: 0.2004569 Mar 03 17:53:01.152789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa788e2e-7e19-4abc-a3ef-08518d345bc3 req-7c13bd9e-8026-437b-aab2-ed27faf8a377 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603997 Mar 03 17:53:01.189077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:01.228356 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'code': 200} Mar 03 17:53:01.231233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0b3d14b-c568-4557-9406-569ad6bf2468 req-963fb255-92e5-42bf-bb68-5dc719d6fa32 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1084015 Mar 03 17:53:01.240344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-9a4a19cf-9713-4481-b01d-74d325cbce99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba94ab4a-ed27-4da0-964c-7d89069f3097 HTTP/1.1" status: 200 len: 217 time: 0.0717309 Mar 03 17:53:01.280366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.280763 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Added segment 218e3176-15e3-4f4a-9090-8b996f8a593f of type vlan for network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 Mar 03 17:53:01.332486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-cc6e0342-26ce-4ae2-a01e-7e8921dcb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:01.334095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-cc6e0342-26ce-4ae2-a01e-7e8921dcb251 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70b0abed-4b22-42f7-9789-e2241ab759ce HTTP/1.1" status: 200 len: 861 time: 0.0702143 Mar 03 17:53:01.348116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.366318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.375276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.390039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-a6575345-ef29-4cb0-a4b2-89326da2913a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82b53add-93c2-4e4e-88d1-a4f1a4a0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452399 Mar 03 17:53:01.485107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edc33bcb1d314f30adcd6b3840ae45cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1866179 Mar 03 17:53:01.486088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b29c2-4ea5-4697-8b17-660174600bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4db430-46a8-49ed-9bb5-f855c81e3127,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:01.492228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42880) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:01.495391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.500825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:01.501297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.559186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-e0533e23-bbfa-4df1-94e3-afadc742f411 service neutron] 10.222.0.16 "GET /v2.0/networks/82b53add-93c2-4e4e-88d1-a4f1a4a0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629043 Mar 03 17:53:01.614128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a477b0-8aa0-4be6-a7f4-bf9f5a5ea123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.618397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Network': ['ID=38cedcce-f5f2-48a2-955f-07e8fc3f8731,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:01.635684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:01.663074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3df4e44e-4031-40df-bf35-17f27b7444a6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8160753 Mar 03 17:53:01.665760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42884) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:01.672689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'subnet': {'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:01.711001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a477b0-8aa0-4be6-a7f4-bf9f5a5ea123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.768923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aafdf1b7-eb65-4803-b139-b2324cccd2d2 req-1510836b-14a3-43cb-bc2e-a86ae7b27734 service neutron] 10.222.0.16 "GET /v2.0/networks/82b53add-93c2-4e4e-88d1-a4f1a4a0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980278 Mar 03 17:53:01.790860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a477b0-8aa0-4be6-a7f4-bf9f5a5ea123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.812140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a477b0-8aa0-4be6-a7f4-bf9f5a5ea123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4db430-46a8-49ed-9bb5-f855c81e3127,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:01.816106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a477b0-8aa0-4be6-a7f4-bf9f5a5ea123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:01.817936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-45a477b0-8aa0-4be6-a7f4-bf9f5a5ea123 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e4db430-46a8-49ed-9bb5-f855c81e3127 HTTP/1.1" status: 204 len: 168 time: 0.3242631 Mar 03 17:53:01.919374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 17:53:01.923223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:01.932544 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:02.016453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:subnet and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:02.019384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event updated for resources: {'Subnet': ['ID=60d78761-33c3-49eb-9206-bcc7e6b87a0e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:02.026659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:02.068530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-c511e4d9-eb05-4937-b0ed-b7f70adf379b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073124 Mar 03 17:53:02.100687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:02.139008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:02.142434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:02.249106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Checking segment: {'id': '90b6f612-660b-4572-8754-a34335d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f020129-1153-4124-a6c6-73c6037af5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:02.249497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network hostable DHCP agents. Network: 6f020129-1153-4124-a6c6-73c6037af5f4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:02.317237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6b77c-7b7e-4df3-aac3-e9a6c1fea5a2 req-d9601897-d586-443f-915e-f6870ea029cd tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:02.318811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-11a6b77c-7b7e-4df3-aac3-e9a6c1fea5a2 req-d9601897-d586-443f-915e-f6870ea029cd tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 943 time: 0.2815759 Mar 03 17:53:02.321074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Network 6f020129-1153-4124-a6c6-73c6037af5f4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:02.382051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 6f020129-1153-4124-a6c6-73c6037af5f4) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:02.392236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0cde61-42c1-4c38-812b-0ddd28644319 None None] Network 6f020129-1153-4124-a6c6-73c6037af5f4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:02.398068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-11a6b77c-7b7e-4df3-aac3-e9a6c1fea5a2 req-7db6a092-2e66-48a9-a117-a7d103d92365 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657570 Mar 03 17:53:02.399469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:02.400069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:02.529065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-a982826c-9b3b-4e38-a3f9-b939bea591b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:02.543467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-a982826c-9b3b-4e38-a3f9-b939bea591b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 1096 time: 0.3674083 Mar 03 17:53:02.559607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7c59ffce-19eb-4c71-bcee-d3bf945196ea tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9060385 Mar 03 17:53:02.562844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42908) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:02.573953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-e71c96e6-c117-4fd7-8bf7-7e6266faa0c1 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:02.575521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-e71c96e6-c117-4fd7-8bf7-7e6266faa0c1 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 943 time: 0.3396199 Mar 03 17:53:02.653404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-6f020129-1153-4124-a6c6-73c6037af5f4', 'network_id': '6f020129-1153-4124-a6c6-73c6037af5f4', 'tenant_id': '34dc7c56f3d94c2b8698b2420060675e', 'fixed_ips': [{'subnet_id': '60d78761-33c3-49eb-9206-bcc7e6b87a0e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:53:02.655551 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:02.681355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83b1fa27-62ad-41a1-918c-5a6a9e36accb req-38341b09-13d5-49a9-a5f0-7920e8fc0586 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1139293 Mar 03 17:53:02.811759 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:02.884976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1565-d65f-47de-b4ba-2a571204f1ad req-b29f5e9f-6d08-4e20-b49b-08ee4b625030 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:02.886532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bdaa1565-d65f-47de-b4ba-2a571204f1ad req-b29f5e9f-6d08-4e20-b49b-08ee4b625030 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 943 time: 0.5566378 Mar 03 17:53:02.903303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-9b668f49-1378-4edb-9383-3c3258dbc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:02.905965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-9b668f49-1378-4edb-9383-3c3258dbc261 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.3292089 Mar 03 17:53:02.913383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Deleting port f606482a-b7fd-4eac-98f4-afa4322ad36e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:02.914087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:02.953205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Allocated IP 2001:db8::f816:3eff:fe42:c70c (6f020129-1153-4124-a6c6-73c6037af5f4/60d78761-33c3-49eb-9206-bcc7e6b87a0e/bc27a164-4678-405d-87ef-661f66458ca7) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:02.980664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42922) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:03.016098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.058711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Subnet': ['ID=a2263efd-613c-4745-bb82-0088401200e8,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:03.108956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Checking segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:03.109320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network hostable DHCP agents. Network: 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:03.153581 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.188146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:03.199140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-184478967-network', 'tenant_id': 'b213e58de412454e8664f1aa8be48709'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:03.209859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:03.223983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Usage tracker for resource:network and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:03.226472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:03.231277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:03.232828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.241577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:03.255801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:03.278436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-44137e54-fbc9-4343-a5d2-ebdafbf4f355 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6113889 Mar 03 17:53:03.280929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:03.284930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Made reservation on behalf of b213e58de412454e8664f1aa8be48709 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:03.287593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.303716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'subnet': {'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:03.325078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.333743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaca28e-0a21-40af-8478-124d4ef6ac03 None None] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:03.336317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-63e6102a-5b8b-4c87-86b3-4ccd92d54802 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 200 len: 217 time: 0.3884463 Mar 03 17:53:03.343401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bdaa1565-d65f-47de-b4ba-2a571204f1ad req-3ed0f267-146d-45a0-bcf2-40981d9f7110 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4bd61d4-ff53-4878-9565-04de03252210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438610 Mar 03 17:53:03.354831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.384236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Transition to ACTIVE for port object bc27a164-4678-405d-87ef-661f66458ca7 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:03.421932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:03.433240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:03.444276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:03.447441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-e16bc2a1-ed62-45b1-a751-32db1b456cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:03.449073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-e16bc2a1-ed62-45b1-a751-32db1b456cd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.1018820 Mar 03 17:53:03.454235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:03.466451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:03.474685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:subnet and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:03.479004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:03.494557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:03.515874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:03.520700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.526276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Transition to ACTIVE for port object bc27a164-4678-405d-87ef-661f66458ca7 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:03.539521 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.582147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-629871b6-cd78-4d6e-adbf-a88c12d2b82c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972879 Mar 03 17:53:03.667797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.727591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.805105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Network 6f020129-1153-4124-a6c6-73c6037af5f4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:03.815628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:03.819321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.829998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:03.849641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'fixed_ips': [{'subnet_id': 'a2263efd-613c-4745-bb82-0088401200e8'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:53:03.850885 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:03.863803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-e172a4b1-5bab-403f-9cab-fb992240290e service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742255 Mar 03 17:53:03.865302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:03.875244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Pushing event updated for resources: {'Port': ['ID=bc27a164-4678-405d-87ef-661f66458ca7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:03.918247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Subnet': ['ID=60d78761-33c3-49eb-9206-bcc7e6b87a0e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:03.957648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d247e3c-3f8d-43e2-9dbc-02d9b1a4fbff,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:03.987591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-172fa83f-c6ba-431c-9948-8df0c002c186 req-5731e1e9-ceb2-48c5-b1e9-b810ac697c53 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0799148 Mar 03 17:53:04.023187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.023187 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Added segment 377745ab-7983-4ba5-9030-ad44d505da5e of type vlan for network af9d078d-22c7-4513-ac03-93d8880cbb8a Mar 03 17:53:04.040051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.048133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Attempting to bind port bc27a164-4678-405d-87ef-661f66458ca7 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:04.048889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Attempting to bind port bc27a164-4678-405d-87ef-661f66458ca7 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '90b6f612-660b-4572-8754-a34335d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f020129-1153-4124-a6c6-73c6037af5f4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:04.049521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Attempting to bind port bc27a164-4678-405d-87ef-661f66458ca7 on network 6f020129-1153-4124-a6c6-73c6037af5f4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:04.053385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] For port f606482a-b7fd-4eac-98f4-afa4322ad36e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f606482a-b7fd-4eac-98f4-afa4322ad36e,segment=NetworkSegment(a6a4de93-a140-4996-9c15-32a7ad11c86a),segment_id=a6a4de93-a140-4996-9c15-32a7ad11c86a)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:04.053385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.087282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:04.088101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Checking segment: {'id': '90b6f612-660b-4572-8754-a34335d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f020129-1153-4124-a6c6-73c6037af5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:04.088973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.089647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Bound using segment: {'id': '90b6f612-660b-4572-8754-a34335d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f020129-1153-4124-a6c6-73c6037af5f4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:04.090199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Bound port: bc27a164-4678-405d-87ef-661f66458ca7, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6f612-660b-4572-8754-a34335d62b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f020129-1153-4124-a6c6-73c6037af5f4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:04.090653 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.103507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.107790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f020129-1153-4124-a6c6-73c6037af5f4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:04.124780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095dff-4097-4202-8a21-1ab784d975d7 req-baf05b9e-41c5-4912-9744-9f3f77f65f92 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:04.131961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81095dff-4097-4202-8a21-1ab784d975d7 req-baf05b9e-41c5-4912-9744-9f3f77f65f92 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 943 time: 0.4629655 Mar 03 17:53:04.192443 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:53:04.201387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b6f612-660b-4572-8754-a34335d62b4c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:04.201387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b6f612-660b-4572-8754-a34335d62b4c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:04.229289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Calling delete_port for f606482a-b7fd-4eac-98f4-afa4322ad36e owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:04.269593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.304936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20bc8350-e839-4fe3-8dd2-a947048b5b05 req-cbc67d54-467a-4274-8bb0-cb8fa31f4145 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306514 Mar 03 17:53:04.320904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ba94ab4a-ed27-4da0-964c-7d89069f3097 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:53:04.327226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81095dff-4097-4202-8a21-1ab784d975d7 req-2b689cc6-470a-4a85-81e0-73774b0e7fd9 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942513 Mar 03 17:53:04.328429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.367150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.367758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:04.368361 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.372321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:04.372723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:04.405814 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:04.489853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.552751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ba94ab4a-ed27-4da0-964c-7d89069f3097, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ba94ab4a-ed27-4da0-964c-7d89069f3097,segment=NetworkSegment(8e45e8d4-0410-4c41-838c-37f74752699a),segment_id=8e45e8d4-0410-4c41-838c-37f74752699a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:04.553199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Pushing event deleted for resources: {'Port': ['ID=f606482a-b7fd-4eac-98f4-afa4322ad36e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:04.569243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.583368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'ba94ab4a-ed27-4da0-964c-7d89069f3097', 'network_id': '82b53add-93c2-4e4e-88d1-a4f1a4a0a781', 'port_id': 'ba94ab4a-ed27-4da0-964c-7d89069f3097', 'mac_address': 'fa:16:3e:7f:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b0abed-4b22-42f7-9789-e2241ab759ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:53:04.648710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Allocated IP 10.1.1.2 (3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0/a2263efd-613c-4745-bb82-0088401200e8/623298a4-69f9-466e-873b-8c95202b86cf) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:04.656319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] Pushing event updated for resources: {'Network': ['ID=af9d078d-22c7-4513-ac03-93d8880cbb8a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:04.664714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 17:53:04.664714 n-d-827121-1 neutron-server[87887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 17:53:04.664714 n-d-827121-1 neutron-server[87887]: [parameters: {'id': '6f020129-1153-4124-a6c6-73c6037af5f4'}] Mar 03 17:53:04.664714 n-d-827121-1 neutron-server[87887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:53:04.665299 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:53:04.668086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] For port bc27a164-4678-405d-87ef-661f66458ca7, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:04.684106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-47dfc9de-2de9-4f5a-8c90-96615d6b51b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6988842 Mar 03 17:53:04.686320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network af9d078d-22c7-4513-ac03-93d8880cbb8a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:04.690282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42940) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:04.693713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] No DVR routers for this DVR port f606482a-b7fd-4eac-98f4-afa4322ad36e on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:53:04.697622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-309c54b2-0a97-46ae-8061-3e21b601951f req-249e5d8b-58a0-4fd0-a0ec-742fb7e345f7 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7fb0f6-7b5d-4199-ab05-74a89134a554 HTTP/1.1" status: 200 len: 210 time: 0.0623138 Mar 03 17:53:04.698669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.701406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-deleted', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:04.722563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3e03183-255c-40e5-97b4-ace9e71cfd7e req-85523bdc-4bf7-4580-8290-bfef3c9fcf34 tempest-ImagesTestJSON-1715107507 tempest-ImagesTestJSON-1715107507-project] 10.222.0.16 "DELETE /v2.0/ports/f606482a-b7fd-4eac-98f4-afa4322ad36e HTTP/1.1" status: 204 len: 173 time: 2.1390336 Mar 03 17:53:04.723272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Request body: {'subnet': {'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-184478967-subnet', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:04.727085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Subnet': ['ID=76db7d97-c7ec-4f40-99bb-6a2e2094e65e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:04.736210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Checking segment: {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:04.736910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network hostable DHCP agents. Network: 38cedcce-f5f2-48a2-955f-07e8fc3f8731, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:04.741553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:04.748575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Usage tracker for resource:subnet and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:04.755127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:04.779254 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7fb0f6-7b5d-4199-ab05-74a89134a554', 'name': 'network-vif-deleted', 'tag': 'f606482a-b7fd-4eac-98f4-afa4322ad36e', 'status': 'completed', 'code': 200} Mar 03 17:53:04.783114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:04.787451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:04.801216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Made reservation on behalf of b213e58de412454e8664f1aa8be48709 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:04.804064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.821319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 38cedcce-f5f2-48a2-955f-07e8fc3f8731) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:04.843064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:04.843654 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.866816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f457f7bb-334a-4688-8634-320a0f586940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5842135 Mar 03 17:53:04.869459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42948) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:04.878714 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:04.888698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c1596-deab-4cee-965c-8f1f7c672129 None None] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:04.916679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba94ab4a-ed27-4da0-964c-7d89069f3097 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:53:04.923329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'port': {'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1846389573', 'fixed_ips': [{'subnet_id': 'a2263efd-613c-4745-bb82-0088401200e8'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:04.943282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] For port bc27a164-4678-405d-87ef-661f66458ca7, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=bc27a164-4678-405d-87ef-661f66458ca7,segment=NetworkSegment(90b6f612-660b-4572-8754-a34335d62b4c),segment_id=90b6f612-660b-4572-8754-a34335d62b4c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:04.965020 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:05.131181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:05.142357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:port and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:05.147642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:05.155867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:05.165786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:05.198228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:05.211552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab2b50f4-e359-4bef-8f12-2029a32a3277 req-a8ef87b2-e540-4565-aa4a-6827b1a92000 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0941730 Mar 03 17:53:05.289951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ba94ab4a-ed27-4da0-964c-7d89069f3097, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ba94ab4a-ed27-4da0-964c-7d89069f3097,segment=NetworkSegment(8e45e8d4-0410-4c41-838c-37f74752699a),segment_id=8e45e8d4-0410-4c41-838c-37f74752699a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:05.330235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:05.366347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting port bc27a164-4678-405d-87ef-661f66458ca7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:05.366679 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:05.495217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:05.531483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7d654-af09-409f-b147-42e94f2084d8 None None] Pushing event updated for resources: {'Port': ['ID=bc27a164-4678-405d-87ef-661f66458ca7,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:05.590539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-38cedcce-f5f2-48a2-955f-07e8fc3f8731', 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'fixed_ips': [{'subnet_id': '76db7d97-c7ec-4f40-99bb-6a2e2094e65e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:53:05.591363 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:05.653623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe445dd-bf21-405b-b5d7-779830319c01 None None] Network 6f020129-1153-4124-a6c6-73c6037af5f4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:05.712478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:05.744512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98893c63-ed2a-402e-98db-c44aa4e5f924,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:05.840408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] device_id is not set on port 1d56afb9-0196-4204-94e6-0cd1947f1b29 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:53:05.850343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['ba94ab4a-ed27-4da0-964c-7d89069f3097'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:53:05.876003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Checking segment: {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:05.876362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Network hostable DHCP agents. Network: af9d078d-22c7-4513-ac03-93d8880cbb8a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:05.918944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Allocated IP 10.2.2.2 (38cedcce-f5f2-48a2-955f-07e8fc3f8731/76db7d97-c7ec-4f40-99bb-6a2e2094e65e/aecc1b80-8951-46bf-85ae-0d79e4fbbbae) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:05.924620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] For port bc27a164-4678-405d-87ef-661f66458ca7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=bc27a164-4678-405d-87ef-661f66458ca7,segment=NetworkSegment(90b6f612-660b-4572-8754-a34335d62b4c),segment_id=90b6f612-660b-4572-8754-a34335d62b4c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:05.925166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.083101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Calling delete_port for bc27a164-4678-405d-87ef-661f66458ca7 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:06.125769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Network af9d078d-22c7-4513-ac03-93d8880cbb8a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:06.127439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.137832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Transition to ACTIVE for port object aecc1b80-8951-46bf-85ae-0d79e4fbbbae will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:06.156919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Transition to ACTIVE for port object aecc1b80-8951-46bf-85ae-0d79e4fbbbae will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:06.173106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89e6b5-a409-4777-90e8-9dbfdde11478 req-a249fbdf-601b-49ed-8ccb-b360f4c5f258 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:06.175314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa89e6b5-a409-4777-90e8-9dbfdde11478 req-a249fbdf-601b-49ed-8ccb-b360f4c5f258 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 944 time: 0.5930448 Mar 03 17:53:06.191124 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.282906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ba94ab4a-ed27-4da0-964c-7d89069f3097,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:06.299590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, af9d078d-22c7-4513-ac03-93d8880cbb8a) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:06.305074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:06.307168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.307431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.338235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.344607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f606482a-b7fd-4eac-98f4-afa4322ad36e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:53:06.368726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9d1cb-4933-43b2-bb4a-753974bf5263 None None] Network af9d078d-22c7-4513-ac03-93d8880cbb8a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:06.415092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Port': ['ID=bc27a164-4678-405d-87ef-661f66458ca7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:06.421559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:06.427646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No DVR routers for this DVR port bc27a164-4678-405d-87ef-661f66458ca7 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:53:06.499231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cf8f9e3-cd7f-4677-828f-3ab60e79e330 req-66ecb84c-0002-43a7-8bfc-4e5da2a740fe tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0584316 Mar 03 17:53:06.503854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa89e6b5-a409-4777-90e8-9dbfdde11478 req-5706a95c-0f4f-4258-8c54-243bc7d5a943 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167162 Mar 03 17:53:06.505090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5d47599c-931b-4557-a0bc-52299788765c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8120365 Mar 03 17:53:06.515231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:06.517205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: f606482a-b7fd-4eac-98f4-afa4322ad36e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:53:06.518300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f606482a-b7fd-4eac-98f4-afa4322ad36e not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:53:06.519306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42984) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:06.541696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:06.551217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:06.556097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:06.558793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Transition to ACTIVE for port object 623298a4-69f9-466e-873b-8c95202b86cf will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:06.560372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Usage tracker for resource:router and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:06.566321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:06.581402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:06.614817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.616157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.640830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.675103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.688943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Transition to ACTIVE for port object 623298a4-69f9-466e-873b-8c95202b86cf will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:06.709787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f020129-1153-4124-a6c6-73c6037af5f4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:06.732904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Pushing event updated for resources: {'Port': ['ID=aecc1b80-8951-46bf-85ae-0d79e4fbbbae,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:06.755243 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.798156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 10.1.1.122 (3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0/a2263efd-613c-4745-bb82-0088401200e8/1d56afb9-0196-4204-94e6-0cd1947f1b29) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:06.904484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:06.907100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Attempting to bind port aecc1b80-8951-46bf-85ae-0d79e4fbbbae on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:06.907477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Attempting to bind port aecc1b80-8951-46bf-85ae-0d79e4fbbbae by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:06.907839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Attempting to bind port aecc1b80-8951-46bf-85ae-0d79e4fbbbae on network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:06.925006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:06.934313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:06.936448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Pushing event updated for resources: {'Port': ['ID=623298a4-69f9-466e-873b-8c95202b86cf,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:06.945235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:06.945640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Checking segment: {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:06.946038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:06.946429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Bound using segment: {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:06.946910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Bound port: aecc1b80-8951-46bf-85ae-0d79e4fbbbae, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:06.947282 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.006691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b6f612-660b-4572-8754-a34335d62b4c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:07.007079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b6f612-660b-4572-8754-a34335d62b4c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:07.023909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.044886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42998) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:07.112771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.129737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:07.130142 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:07.146031 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:07.294745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Attempting to bind port 623298a4-69f9-466e-873b-8c95202b86cf on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:07.295116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Attempting to bind port 623298a4-69f9-466e-873b-8c95202b86cf by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:07.295495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Attempting to bind port 623298a4-69f9-466e-873b-8c95202b86cf on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:07.296394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.314419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:07.314838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Checking segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:07.315237 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.315621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Bound using segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:07.316102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Bound port: 623298a4-69f9-466e-873b-8c95202b86cf, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:07.316461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.327307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-af9d078d-22c7-4513-ac03-93d8880cbb8a', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:53:07.328126 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.384832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] Deleting subnet 895a84b1-2ed7-49c2-9719-4f37ca7d944f {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:53:07.405127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.451038 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.462914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.475747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] For port aecc1b80-8951-46bf-85ae-0d79e4fbbbae, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:07.488204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.499516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Transition to ACTIVE for port object 1d56afb9-0196-4204-94e6-0cd1947f1b29 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:07.505922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.537764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Network': ['ID=6f020129-1153-4124-a6c6-73c6037af5f4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:07.545372 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48dc3539-c3f5-4921-a73e-f48ae8beeb05 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/6f020129-1153-4124-a6c6-73c6037af5f4 HTTP/1.1" status: 204 len: 168 time: 4.9804478 Mar 03 17:53:07.554408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:07.599261 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-70896ac5-96d0-47ff-a1b9-157bcdd53316 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:07.599722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70896ac5-96d0-47ff-a1b9-157bcdd53316 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:07.601464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70896ac5-96d0-47ff-a1b9-157bcdd53316 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/60d78761-33c3-49eb-9206-bcc7e6b87a0e HTTP/1.1" status: 404 len: 337 time: 0.0460691 Mar 03 17:53:07.624471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43012) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:07.683119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] For port aecc1b80-8951-46bf-85ae-0d79e4fbbbae, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=aecc1b80-8951-46bf-85ae-0d79e4fbbbae,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:07.700798 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73ffcbf-99cf-4771-852b-52f6e16d863b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:07.701724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] For port 623298a4-69f9-466e-873b-8c95202b86cf, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:07.702704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73ffcbf-99cf-4771-852b-52f6e16d863b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:07.705702 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a73ffcbf-99cf-4771-852b-52f6e16d863b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/6f020129-1153-4124-a6c6-73c6037af5f4 HTTP/1.1" status: 404 len: 339 time: 0.0793257 Mar 03 17:53:07.709626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.712092 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.746722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43016) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:07.778814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.794654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] For port 623298a4-69f9-466e-873b-8c95202b86cf, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=623298a4-69f9-466e-873b-8c95202b86cf,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:07.844100 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:07.894430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77a9f616-105b-43e7-bfdb-314d2a95019b req-3be949cf-8776-4aca-ace5-d0b7e9b407f2 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0903208 Mar 03 17:53:07.898283 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-42864b8d-b785-426f-949c-4f26f834d1ac tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:07.899003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42864b8d-b785-426f-949c-4f26f834d1ac tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:07.923737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:07.932838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26a97e-5bd4-4d4a-b60c-784b16158327 None None] Pushing event updated for resources: {'Port': ['ID=aecc1b80-8951-46bf-85ae-0d79e4fbbbae,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:07.937572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Allocated IP 172.20.0.2 (af9d078d-22c7-4513-ac03-93d8880cbb8a/98893c63-ed2a-402e-98db-c44aa4e5f924/4249ca0c-2edd-4aba-a32d-7a7341b2eabe) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:07.942462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-42864b8d-b785-426f-949c-4f26f834d1ac tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/cb406094-b7b2-4c83-9bc8-8602e8a75d3c HTTP/1.1" status: 404 len: 337 time: 0.1920846 Mar 03 17:53:07.942777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:07.946562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43022) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:07.955419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:07.995416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=1d56afb9-0196-4204-94e6-0cd1947f1b29,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:07.997989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.016454 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-241ca1a6-3cfa-45ff-b12b-6971d512219e tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:08.016920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241ca1a6-3cfa-45ff-b12b-6971d512219e tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:08.023864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-241ca1a6-3cfa-45ff-b12b-6971d512219e tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/72a84fa3-e943-4829-9ab7-1bed04ab9402 HTTP/1.1" status: 404 len: 339 time: 0.0762916 Mar 03 17:53:08.026824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43026) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:08.069946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895a84b1-2ed7-49c2-9719-4f37ca7d944f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:08.089380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.103013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b3e4f-2a39-4860-9fcb-ed1ea84e9aa3 None None] Pushing event updated for resources: {'Port': ['ID=623298a4-69f9-466e-873b-8c95202b86cf,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:08.106091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70870977-1fd6-4cd5-a8ef-1cbb2fe137bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/895a84b1-2ed7-49c2-9719-4f37ca7d944f HTTP/1.1" status: 204 len: 168 time: 1.0601037 Mar 03 17:53:08.114310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:08.114928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.121030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43032) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:08.162147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.232074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ee49e-08b8-47ee-a5bb-ef95f27d25f9 req-aeff0d05-704f-4d00-becb-6e9a58fb136f tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:08.237048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe8ee49e-08b8-47ee-a5bb-ef95f27d25f9 req-aeff0d05-704f-4d00-becb-6e9a58fb136f tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 944 time: 0.4005451 Mar 03 17:53:08.318788 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7720a1-c4e5-4cc2-8ea8-85f31a271a15 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:08.319043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7720a1-c4e5-4cc2-8ea8-85f31a271a15 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:08.327799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9e7720a1-c4e5-4cc2-8ea8-85f31a271a15 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/ca4930f1-b191-4d63-b265-f04d55f03fd3 HTTP/1.1" status: 404 len: 337 time: 0.2997406 Mar 03 17:53:08.328223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43036) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:08.334260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ba94ab4a-ed27-4da0-964c-7d89069f3097 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:08.342597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.360615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f4e68a6-b524-487c-88d7-b1e465cac1b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4896779 Mar 03 17:53:08.371834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43040) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:08.415732 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.471098 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f5f094-6af3-44c3-b652-b74173521c73 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:08.473497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f5f094-6af3-44c3-b652-b74173521c73 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:08.477834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a2f5f094-6af3-44c3-b652-b74173521c73 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/587ae7be-bfc2-4acc-9cfb-9813e20ef5d4 HTTP/1.1" status: 404 len: 339 time: 0.1458740 Mar 03 17:53:08.482513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43044) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:08.508247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'port': {'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'name': 'tempest-TaggedBootDevicesTest_v242-518985106', 'fixed_ips': [{'subnet_id': 'a2263efd-613c-4745-bb82-0088401200e8'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:08.527349 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.530210 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe8ee49e-08b8-47ee-a5bb-ef95f27d25f9 req-4ef942ac-e997-49f8-bc0a-c8c4a7d040ff tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638074 Mar 03 17:53:08.551393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Transition to ACTIVE for port object 4249ca0c-2edd-4aba-a32d-7a7341b2eabe will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:08.607557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port ba94ab4a-ed27-4da0-964c-7d89069f3097 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:08.613604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Transition to ACTIVE for port object 4249ca0c-2edd-4aba-a32d-7a7341b2eabe will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:08.623148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port ba94ab4a-ed27-4da0-964c-7d89069f3097 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:08.624075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.749477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.763914 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.780139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cfe53f-e053-40a2-ac08-5a0cea5bf524']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:08.796489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a4de93-a140-4996-9c15-32a7ad11c86a') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:08.796802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a4de93-a140-4996-9c15-32a7ad11c86a') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:08.810005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.817253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting port 282c73e7-495f-44ee-a1d2-6cd20df4f380 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:08.817836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.833723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.844293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:08.844698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:08.872148 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:08.913950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Network af9d078d-22c7-4513-ac03-93d8880cbb8a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:08.920673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:08.932066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:09.012998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.023358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.038578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:09.046359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Pushing event updated for resources: {'Port': ['ID=4249ca0c-2edd-4aba-a32d-7a7341b2eabe,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:09.053759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Allocated IP 172.25.0.252 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/d831b18b-d8c4-44b1-a1d2-e719a643350b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:09.069108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.072972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cfe53f-e053-40a2-ac08-5a0cea5bf524,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:09.078613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:port and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:09.093044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:09.122940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9ada801c-40d7-41a5-859a-24f905a831cd admin admin] 10.222.0.23 "DELETE /v2.0/networks/b0cfe53f-e053-40a2-ac08-5a0cea5bf524 HTTP/1.1" status: 204 len: 168 time: 0.9972596 Mar 03 17:53:09.138828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba94ab4a-ed27-4da0-964c-7d89069f3097'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:09.156553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Attempting to bind port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:09.161193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Attempting to bind port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:09.161816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Attempting to bind port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe on network af9d078d-22c7-4513-ac03-93d8880cbb8a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:09.169649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:09.181077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Checking segment: {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:09.187424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.188217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Bound using segment: {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:09.188966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Bound port: 4249ca0c-2edd-4aba-a32d-7a7341b2eabe, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:09.193274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.231435 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba94ab4a-ed27-4da0-964c-7d89069f3097', 'code': 200} Mar 03 17:53:09.233150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ba94ab4a-ed27-4da0-964c-7d89069f3097, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ba94ab4a-ed27-4da0-964c-7d89069f3097,segment=NetworkSegment(8e45e8d4-0410-4c41-838c-37f74752699a),segment_id=8e45e8d4-0410-4c41-838c-37f74752699a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:09.263543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.303694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.375077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43058) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:09.401934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ba94ab4a-ed27-4da0-964c-7d89069f3097,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:09.409130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] For port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:09.413140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] For port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4249ca0c-2edd-4aba-a32d-7a7341b2eabe,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:09.423329 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.468294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6c85b0f5-9017-4a5f-9ff4-2410dcee2342 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a47e7fe8e5943d796b42c52963afc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891275 Mar 03 17:53:09.468294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:09.627701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edbec9ce-ae62-49ab-a40b-b7eb96c395c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.700786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7faca-2866-41b4-96f7-40f1c0feb249 None None] Pushing event updated for resources: {'Port': ['ID=4249ca0c-2edd-4aba-a32d-7a7341b2eabe,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:09.703805 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edbec9ce-ae62-49ab-a40b-b7eb96c395c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.918918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edbec9ce-ae62-49ab-a40b-b7eb96c395c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:09.959336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbec9ce-ae62-49ab-a40b-b7eb96c395c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bd61d4-ff53-4878-9565-04de03252210,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:10.024530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edbec9ce-ae62-49ab-a40b-b7eb96c395c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:10.030232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-edbec9ce-ae62-49ab-a40b-b7eb96c395c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4bd61d4-ff53-4878-9565-04de03252210 HTTP/1.1" status: 204 len: 168 time: 0.5451889 Mar 03 17:53:10.047264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0644f5a-7544-43ca-9238-76dd9b06c216 req-1aef9d74-142f-4a85-94fb-a3872eda45b2 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:10.054783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f0644f5a-7544-43ca-9238-76dd9b06c216 req-1aef9d74-142f-4a85-94fb-a3872eda45b2 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 945 time: 0.2281001 Mar 03 17:53:10.112289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f0644f5a-7544-43ca-9238-76dd9b06c216 req-ef54e6d9-e932-4ef2-a33a-7b30dbc526a0 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565665 Mar 03 17:53:10.149929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:10.188224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Calling delete_port for 282c73e7-495f-44ee-a1d2-6cd20df4f380 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:10.213436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43838435-3dff-43dc-ba81-7de8027729f3 None None] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:10.485418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656daaf0-d608-4892-b304-741eb49421c3 None None] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:10.507285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1b011eff-7158-45d0-bcd5-50e65e69f1b9 None None] Provisioning for port aecc1b80-8951-46bf-85ae-0d79e4fbbbae completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:10.517251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f27938f2-8a62-4735-bd92-767ca3b7e0a9 req-9a8c4c6f-3b2a-4450-b6c4-7ab4c39ce85c tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.5160706 Mar 03 17:53:10.543894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:10.597582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:10.621861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 623298a4-69f9-466e-873b-8c95202b86cf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:10.768641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b10e3ed4-8aa0-4ace-b51d-1009ff71a1dd None None] Provisioning for port 623298a4-69f9-466e-873b-8c95202b86cf completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:10.789375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b10e3ed4-8aa0-4ace-b51d-1009ff71a1dd None None] Provisioning complete for port 623298a4-69f9-466e-873b-8c95202b86cf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:10.789758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b10e3ed4-8aa0-4ace-b51d-1009ff71a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:10.824517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 623298a4-69f9-466e-873b-8c95202b86cf completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:10.835349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Port': ['ID=282c73e7-495f-44ee-a1d2-6cd20df4f380,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:10.881913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98567688-dedd-4395-b2c5-f76070276701 req-b5369b34-86c4-4188-8a64-ef0689951f03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1825664 Mar 03 17:53:10.952328 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 623298a4-69f9-466e-873b-8c95202b86cf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:10.952698 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.028381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.099936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43088) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:11.101418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-62ee4cd2-d55c-43c4-a56f-a14eb9fb197a tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/ports/282c73e7-495f-44ee-a1d2-6cd20df4f380 HTTP/1.1" status: 204 len: 168 time: 2.6165590 Mar 03 17:53:11.192989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337629e-2789-476d-a071-7fbd96e28757 req-0488a795-f53d-47fc-bcb2-c15954c3e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:11.201929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3337629e-2789-476d-a071-7fbd96e28757 req-0488a795-f53d-47fc-bcb2-c15954c3e3b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 1096 time: 1.1959713 Mar 03 17:53:11.340891 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1684cdbb-9a7f-4b77-ba0a-0e0f16fafdd5 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:11.341640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1684cdbb-9a7f-4b77-ba0a-0e0f16fafdd5 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:11.354497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1684cdbb-9a7f-4b77-ba0a-0e0f16fafdd5 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/e1a601c9-98a3-4da6-a6a9-bafc3e69fb72 HTTP/1.1" status: 404 len: 337 time: 0.2477131 Mar 03 17:53:11.357409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43104) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:11.413508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.544536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.558964 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b10e3ed4-8aa0-4ace-b51d-1009ff71a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.598760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3337629e-2789-476d-a071-7fbd96e28757 req-6385d6aa-a608-4137-a23a-59288e55c4b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948622 Mar 03 17:53:11.610280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] device_id is not set on port 224f13ee-4d13-4615-87d3-1bd2b4cc131f yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:53:11.660587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a3fea-4578-4e91-a9c3-4a97cf177bdf None None] Network af9d078d-22c7-4513-ac03-93d8880cbb8a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:11.682950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.730339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b10e3ed4-8aa0-4ace-b51d-1009ff71a1dd None None] For port 623298a4-69f9-466e-873b-8c95202b86cf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=623298a4-69f9-466e-873b-8c95202b86cf,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:11.746726 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b10e3ed4-8aa0-4ace-b51d-1009ff71a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.928966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:11.963830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9ed56-1ab8-4e78-ba0a-ccf9e1164270 req-933f16a2-f8a8-4243-a5bd-c01c2fc4831f tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:11.975582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99b9ed56-1ab8-4e78-ba0a-ccf9e1164270 req-933f16a2-f8a8-4243-a5bd-c01c2fc4831f tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 945 time: 0.5514266 Mar 03 17:53:12.065025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 10.1.1.15 (3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0/a2263efd-613c-4745-bb82-0088401200e8/224f13ee-4d13-4615-87d3-1bd2b4cc131f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:12.098111 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99b9ed56-1ab8-4e78-ba0a-ccf9e1164270 req-41885ef8-1580-41fe-9fb6-f36beb660fc9 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213694 Mar 03 17:53:12.198230 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:53:12.198748 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:53:12.208490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e3ed4-8aa0-4ace-b51d-1009ff71a1dd None None] Pushing event updated for resources: {'Port': ['ID=623298a4-69f9-466e-873b-8c95202b86cf,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:12.292384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eb21ebca-b521-45a5-bef7-0f21a41134d9 None None] Provisioning for port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:12.363257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.412250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929a4217-41e7-40b7-8394-1aa7cbbe8b75']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:12.430315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798d337c-66a8-46e1-be7d-261771be3e1b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:12.430575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798d337c-66a8-46e1-be7d-261771be3e1b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:12.444400 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.473471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.477900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c61cda29-4f99-455a-b27c-d66c79a739bf req-ef8a64f3-eea5-45f1-a707-79d2a8b9f06f tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0802147 Mar 03 17:53:12.481662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:12.482662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.484758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:12.506156 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:12.510519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-61244c86-47fa-4784-a0be-acdc961b1084 None None] Provisioning complete for port 623298a4-69f9-466e-873b-8c95202b86cf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:12.511029 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61244c86-47fa-4784-a0be-acdc961b1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.552607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Transition to ACTIVE for port object 224f13ee-4d13-4615-87d3-1bd2b4cc131f will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:12.601839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.620863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-3965dee2-2e68-4504-8997-8950b8a65729 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1871521 Mar 03 17:53:12.701015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.785358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:12.809609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Network': ['ID=929a4217-41e7-40b7-8394-1aa7cbbe8b75,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:12.819160 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f8334c96-577e-490b-bfb2-9bbdb10f59f7 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/929a4217-41e7-40b7-8394-1aa7cbbe8b75 HTTP/1.1" status: 204 len: 168 time: 1.4597490 Mar 03 17:53:12.821790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43124) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:12.833126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:12.834575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Pushing event updated for resources: {'Port': ['ID=d831b18b-d8c4-44b1-a1d2-e719a643350b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:12.855064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:12.857988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:12.978473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b873e-9b6e-4906-87a0-f152adf4af7f None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 17:53:13.005613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting port e34ebe6a-10c9-4939-b856-c0ba68345868 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:13.005962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:13.046066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4249ca0c-2edd-4aba-a32d-7a7341b2eabe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:13.354455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-61244c86-47fa-4784-a0be-acdc961b1084 None None] Provisioning for port 1d56afb9-0196-4204-94e6-0cd1947f1b29 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:13.376180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-61244c86-47fa-4784-a0be-acdc961b1084 None None] Provisioning complete for port 1d56afb9-0196-4204-94e6-0cd1947f1b29 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:13.383900 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-61244c86-47fa-4784-a0be-acdc961b1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:13.428233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-4434b045-c96c-40d9-ae1a-97c131e9d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:13.429770 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-4434b045-c96c-40d9-ae1a-97c131e9d959 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1096 time: 0.7342143 Mar 03 17:53:13.477691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:13.553804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:13.625479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=224f13ee-4d13-4615-87d3-1bd2b4cc131f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:13.654009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-61244c86-47fa-4784-a0be-acdc961b1084 None None] Port 1d56afb9-0196-4204-94e6-0cd1947f1b29 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:13.677837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:13.739691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:13.740065 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:13.768901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:13.776105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:13.782791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:13.958643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Calling delete_port for e34ebe6a-10c9-4939-b856-c0ba68345868 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:13.978466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0e9df390-7ae4-4633-9ca9-1ab4f22f45f8 None None] Provisioning complete for port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:13.979084 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e9df390-7ae4-4633-9ca9-1ab4f22f45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.002739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:14.003377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.007149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35a97dad-85e2-405e-a3c9-ce1b5587dfab req-d3251269-fc78-4277-88ca-9b8c95eee5ff tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.2527325 Mar 03 17:53:14.033403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e6eb3-da72-405c-955f-d4429f4b8249 req-d2f18ebd-ced2-4a1b-8994-30048f3b33ae tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:14.034972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b6e6eb3-da72-405c-955f-d4429f4b8249 req-d2f18ebd-ced2-4a1b-8994-30048f3b33ae tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 945 time: 0.6102321 Mar 03 17:53:14.039880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-9bfea497-6a2d-4354-97f4-0263310255d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:14.041225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-9bfea497-6a2d-4354-97f4-0263310255d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.5719473 Mar 03 17:53:14.060016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b873e-9b6e-4906-87a0-f152adf4af7f None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 17:53:14.139131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.154102 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.294033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Port': ['ID=e34ebe6a-10c9-4939-b856-c0ba68345868,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:14.305359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.312577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b6e6eb3-da72-405c-955f-d4429f4b8249 req-baa83c93-ac44-4ae7-baa5-987cc270605a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703757 Mar 03 17:53:14.319082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23a203d6-2152-4233-b44e-469f8308683a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.8520620 Mar 03 17:53:14.326708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f40c6b1-ada7-4e4f-b94f-9eead5b0cb01 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/ports/e34ebe6a-10c9-4939-b856-c0ba68345868 HTTP/1.1" status: 204 len: 168 time: 1.5026674 Mar 03 17:53:14.329612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43190) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:14.422603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.479855 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a8546c-2bc7-4d48-b710-f8c1d8c42e3d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:14.480322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a8546c-2bc7-4d48-b710-f8c1d8c42e3d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:14.482060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-20a8546c-2bc7-4d48-b710-f8c1d8c42e3d tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/c5b2dd0c-dac0-44aa-a1ab-22e59f361248 HTTP/1.1" status: 404 len: 337 time: 0.1496730 Mar 03 17:53:14.485108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43196) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:14.502407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-1d6b2796-b6e2-48fc-b7bc-03913334d234 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 1000 time: 0.4050734 Mar 03 17:53:14.516595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4249ca0c-2edd-4aba-a32d-7a7341b2eabe,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:14.530787 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.531563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aecc1b80-8951-46bf-85ae-0d79e4fbbbae up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:14.749556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:14.889204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-cd349daf-9925-4090-bfe4-c5a4bc854b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:14.890659 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-cd349daf-9925-4090-bfe4-c5a4bc854b17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.3874741 Mar 03 17:53:15.077291 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.144769 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25794d99-73a6-4bb8-ae5b-fa64da1b6a75 req-d33563ed-e201-44a2-82f6-f4d01040e892 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50ff54a0a758470ca26d0b52ea8eb2cf&device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.2575693 Mar 03 17:53:15.155705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3495f9-04e2-47b4-8485-d3d99c095142']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:15.166030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43208) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:15.204337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abc1154-0096-494a-a940-15c36d3adae1') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:15.204895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abc1154-0096-494a-a940-15c36d3adae1') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:15.230723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.240642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=4249ca0c-2edd-4aba-a32d-7a7341b2eabe,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:15.272235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.292751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882299847', 'description': 'tempest-description--683160276'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:15.293069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:15.293639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.319129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:15.388269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port aecc1b80-8951-46bf-85ae-0d79e4fbbbae completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:15.393907 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25794d99-73a6-4bb8-ae5b-fa64da1b6a75 req-6348ecb9-b193-4beb-b1a8-059f769f6029 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=50ff54a0a758470ca26d0b52ea8eb2cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2291548 Mar 03 17:53:15.394337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0e9df390-7ae4-4633-9ca9-1ab4f22f45f8 None None] Provisioning complete for port 1d56afb9-0196-4204-94e6-0cd1947f1b29 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:15.394721 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e9df390-7ae4-4633-9ca9-1ab4f22f45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.395019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:security_group and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:15.405218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:15.452927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port aecc1b80-8951-46bf-85ae-0d79e4fbbbae triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:15.453412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.453625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:15.489749 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:15.604920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0e9df390-7ae4-4633-9ca9-1ab4f22f45f8 None None] Port 1d56afb9-0196-4204-94e6-0cd1947f1b29 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:15.657626 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.674825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-633898f1-1b76-4e9f-b0a6-8c15b84a216d req-9899e3ea-1cf4-48fb-8955-4c2ee44e5b1a tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1828628 Mar 03 17:53:15.698167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.730658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.758706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Network': ['ID=4d3495f9-04e2-47b4-8485-d3d99c095142,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:15.766311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-32d32c5c-9e20-4f91-887c-114745bf9d4b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/4d3495f9-04e2-47b4-8485-d3d99c095142 HTTP/1.1" status: 204 len: 168 time: 1.2797399 Mar 03 17:53:15.769453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43240) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:15.851839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting subnet a3d7fd08-b641-4631-b3f4-4aad4ff79873 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:53:15.855528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.919456 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:15.974383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port aecc1b80-8951-46bf-85ae-0d79e4fbbbae, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=aecc1b80-8951-46bf-85ae-0d79e4fbbbae,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:15.982009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.081118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=aecc1b80-8951-46bf-85ae-0d79e4fbbbae,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:16.235016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 623298a4-69f9-466e-873b-8c95202b86cf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:16.246529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.388532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:16.394262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:security_group_rule and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:16.402799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 623298a4-69f9-466e-873b-8c95202b86cf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:16.403362 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.421160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-a09bd600-d88b-4b97-94a3-aa2cbbfe629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:16.422916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.423239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-a09bd600-d88b-4b97-94a3-aa2cbbfe629b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4382164 Mar 03 17:53:16.426957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:16.460064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:16.523495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.578131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.582738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d7fd08-b641-4631-b3f4-4aad4ff79873,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:16.587047 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.590490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25794d99-73a6-4bb8-ae5b-fa64da1b6a75 req-8d09fceb-6fdf-41d9-b400-29534e4e5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:16.592735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25794d99-73a6-4bb8-ae5b-fa64da1b6a75 req-8d09fceb-6fdf-41d9-b400-29534e4e5c04 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1843510 Mar 03 17:53:16.603552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2b132b42-afc4-4221-b738-21d41e67fc50 tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/subnets/a3d7fd08-b641-4631-b3f4-4aad4ff79873 HTTP/1.1" status: 204 len: 168 time: 0.8327205 Mar 03 17:53:16.604160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:16.620374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc842a-a394-4fc2-830d-c44f83dd2550 None None] Network e862bcae-e26a-48af-a7d4-e74622017a34 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:16.649487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6e2416a1-5f9b-4fc9-8adb-ef4e49688895 None None] Provisioning for port 224f13ee-4d13-4615-87d3-1bd2b4cc131f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:16.695656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6e2416a1-5f9b-4fc9-8adb-ef4e49688895 None None] Provisioning complete for port 224f13ee-4d13-4615-87d3-1bd2b4cc131f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:16.696026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e2416a1-5f9b-4fc9-8adb-ef4e49688895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.765442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.769832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6e2416a1-5f9b-4fc9-8adb-ef4e49688895 None None] Port 224f13ee-4d13-4615-87d3-1bd2b4cc131f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:16.782505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Deleting port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:16.782505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:16.795539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4249ca0c-2edd-4aba-a32d-7a7341b2eabe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:16.802201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a69cc3-b9ee-46f4-838f-fd48797e07b7 req-39514bb3-ccb9-42fe-9b1c-626bf534d08f tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:16.809357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4a69cc3-b9ee-46f4-838f-fd48797e07b7 req-39514bb3-ccb9-42fe-9b1c-626bf534d08f tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 945 time: 0.5166013 Mar 03 17:53:16.879631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-94ca038e-66e6-486a-9245-90f0ab664447 service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468832 Mar 03 17:53:17.014611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:17.015149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.028644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.077482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.167067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e4da87c-2920-4da8-8054-824c02c7fdd4 req-272fa910-259f-42bf-9e49-25f927cacd85 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.1223297 Mar 03 17:53:17.195414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4a69cc3-b9ee-46f4-838f-fd48797e07b7 req-85fa2471-7870-412f-ba7a-4c3fb9bbf31f tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778110 Mar 03 17:53:17.195414 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.195414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0071557 Mar 03 17:53:17.201425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43286) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:17.215404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] For port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,segment=NetworkSegment(9991c99f-85b6-43be-a23e-af2be5ed66cd),segment_id=9991c99f-85b6-43be-a23e-af2be5ed66cd)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:17.215758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.236828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'security_group_rule': {'security_group_id': '653d6142-cca1-4f4a-822c-da4c1f013782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:17.253944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:17.265806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] DHCP port deletion for e862bcae-e26a-48af-a7d4-e74622017a34 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:53:17.286866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Deleting port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:17.287355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.352614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc22569-5d0b-40c2-b261-e5d0375ef101 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653d6142-cca1-4f4a-822c-da4c1f013782,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:17.414491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Router 28584f9b-8bfb-41af-a885-063033f67043 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:53:17.426451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa5c22ad-c165-4894-86e3-595a65b13ecb req-7ac972a3-22a5-4ce9-8808-c6ea2fa22685 service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771771 Mar 03 17:53:17.442410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:security_group_rule and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:17.460852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Calling delete_port for e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:17.522985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-3febe348-0054-46cd-a0ee-ff607a706e96 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:17.524701 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-3febe348-0054-46cd-a0ee-ff607a706e96 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 945 time: 0.4025548 Mar 03 17:53:17.529463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:17.547102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:17.600767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.668016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.727572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Port': ['ID=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:17.729849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] No DVR routers for this DVR port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:53:17.783751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] For port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb,segment=NetworkSegment(9991c99f-85b6-43be-a23e-af2be5ed66cd),segment_id=9991c99f-85b6-43be-a23e-af2be5ed66cd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:17.784819 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.838281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.848552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.871097 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.884468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25794d99-73a6-4bb8-ae5b-fa64da1b6a75 req-a7a0bb5a-e390-41cb-9ffb-7152248cd0f1 tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0820706 Mar 03 17:53:17.906390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Deleting port ba94ab4a-ed27-4da0-964c-7d89069f3097 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:17.906730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.989203 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:17.992438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7900558 Mar 03 17:53:18.027589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43334) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:18.040457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bab06-ce93-4ac5-af8b-eaddd570da04 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b472c2-106e-40de-8c90-3a96ed327295,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:18.050060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:53:18.053208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'security_group_rule': {'security_group_id': '653d6142-cca1-4f4a-822c-da4c1f013782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:18.078676 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Sync routers for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:53:18.106165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:18.106790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.107938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Calling delete_port for e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:18.108932 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:18.146801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:18.202921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aecc1b80-8951-46bf-85ae-0d79e4fbbbae up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:18.221930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e862bcae-e26a-48af-a7d4-e74622017a34']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:18.223950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.225366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f12d501f-9c1f-4141-9816-8fe31b19ff80 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.7025127 Mar 03 17:53:18.237623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43354) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:18.256289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9991c99f-85b6-43be-a23e-af2be5ed66cd') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:18.257857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9991c99f-85b6-43be-a23e-af2be5ed66cd') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:18.282551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.301087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.319283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:18.320116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.397471 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:53:18.398124 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:53:18.400619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port aecc1b80-8951-46bf-85ae-0d79e4fbbbae triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:18.401159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.460724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-32d496dd-4593-4451-9cc8-52936185a2a9 req-a5b081d0-e78d-4bfc-a69f-9b2a07f5fa3e tempest-ServerShowV254Test-613711847 tempest-ServerShowV254Test-613711847-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5564242-a7db-45a1-9aa9-06ba7577612e HTTP/1.1" status: 200 len: 210 time: 0.0695760 Mar 03 17:53:18.475304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:18.530448 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:18.558978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:security_group_rule and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:18.566183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:18.569545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.585653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-ee0395cc-9f29-41e3-8002-ce9549b9d5c3 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc3986cd3695422faf94da78238c88c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4426560 Mar 03 17:53:18.605279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.608858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:18.662127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] Pushing event deleted for resources: {'Network': ['ID=e862bcae-e26a-48af-a7d4-e74622017a34,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:18.665780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:53:18.672223 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eef0a5c6-3cfc-478f-b399-f378484a0c1b tempest-NetworksIpV6TestAttrs-1718051440 tempest-NetworksIpV6TestAttrs-1718051440-project] 10.222.0.23 "DELETE /v2.0/networks/e862bcae-e26a-48af-a7d4-e74622017a34 HTTP/1.1" status: 204 len: 168 time: 2.0640578 Mar 03 17:53:18.724969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:53:18.725810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:53:18.792456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.900107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Deleting port e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:18.901232 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.979318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:18.987267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-f2cdbece-c643-478c-be1b-4edde3c84ee1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:18.988736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-f2cdbece-c643-478c-be1b-4edde3c84ee1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020255 Mar 03 17:53:18.989854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:19.041425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352e6d1c-e0e7-427d-8b53-ff05fcc30a04,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:19.046858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c1bcf228-0bf1-4e1c-bd2c-7639254e0cf4 None None] The port 'e0f36fca-e1fd-435e-b5ae-fe9a45ee33eb' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:53:19.062950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-9286d3aa-cbc6-477c-b28e-0e1f91f775bf tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/quotas/cc3986cd3695422faf94da78238c88c6 HTTP/1.1" status: 200 len: 375 time: 0.0578201 Mar 03 17:53:19.140946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:19.145542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b0a02dd3-5906-4ea2-aafe-362bc112aafb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1125317 Mar 03 17:53:19.149085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43370) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:19.164176 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:13Z', 'revision_number': 3, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:19.168136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-4ac4a074-37d0-418c-92fd-85140cc9cd04 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3986cd3695422faf94da78238c88c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951962 Mar 03 17:53:19.175722 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Checking router: 28584f9b-8bfb-41af-a885-063033f67043 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:53:19.176345 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Updating router 28584f9b-8bfb-41af-a885-063033f67043 port d831b18b-d8c4-44b1-a1d2-e719a643350b binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:53:19.183328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:19.202049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:19.211834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:floatingip and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:19.214879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:19.239972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43374) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:19.240957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:19.249644 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:19.294964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:19.429166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] For port ba94ab4a-ed27-4da0-964c-7d89069f3097, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ba94ab4a-ed27-4da0-964c-7d89069f3097,segment=NetworkSegment(8e45e8d4-0410-4c41-838c-37f74752699a),segment_id=8e45e8d4-0410-4c41-838c-37f74752699a)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:19.429559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:19.495248 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dddca0d5-793c-4d64-a986-73dee3ca6e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:19.881450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Calling delete_port for ba94ab4a-ed27-4da0-964c-7d89069f3097 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:19.953366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-09f04886-5d16-4597-b634-f0a43d49a96b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34dc7c56f3d94c2b8698b2420060675e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084353 Mar 03 17:53:19.974624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-16e9f8b7-c304-4418-a347-282553a0abec tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc3986cd3695422faf94da78238c88c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851316 Mar 03 17:53:19.976950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43408) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:19.980489 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.000120 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Transition to ACTIVE for port object d831b18b-d8c4-44b1-a1d2-e719a643350b will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:20.012442 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.031225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb12bf-67c1-4c62-82c4-9bd89a94c7b9 req-1d3a54d8-bb69-4744-8fac-6324cfb35884 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:20.041668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05bb12bf-67c1-4c62-82c4-9bd89a94c7b9 req-1d3a54d8-bb69-4744-8fac-6324cfb35884 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 945 time: 1.0064077 Mar 03 17:53:20.165793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43414) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:20.169957 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Attempting to bind port d831b18b-d8c4-44b1-a1d2-e719a643350b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:20.170553 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Attempting to bind port d831b18b-d8c4-44b1-a1d2-e719a643350b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:20.170914 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Attempting to bind port d831b18b-d8c4-44b1-a1d2-e719a643350b on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:20.180451 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:20.180868 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:20.181369 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.181769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:20.182229 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Bound port: d831b18b-d8c4-44b1-a1d2-e719a643350b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:20.183349 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.236692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05bb12bf-67c1-4c62-82c4-9bd89a94c7b9 req-a09c19e7-debe-4c0b-acb6-2cf1c5454da6 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/security-groups?id=08f782a0-513a-4f9f-8432-b848392fc3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938035 Mar 03 17:53:20.337234 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] For port d831b18b-d8c4-44b1-a1d2-e719a643350b, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:20.343179 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] For port d831b18b-d8c4-44b1-a1d2-e719a643350b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d831b18b-d8c4-44b1-a1d2-e719a643350b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:20.354846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ba94ab4a-ed27-4da0-964c-7d89069f3097 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:53:20.355930 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.372927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6347e844-5b67-4ffc-a38c-6f85cb1ee8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.399102 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Pushing event updated for resources: {'Port': ['ID=d831b18b-d8c4-44b1-a1d2-e719a643350b,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:20.420558 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.429307 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.431943 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.432291 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.432623 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.433578 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.433909 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.434227 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.434559 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.434865 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.435178 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.435565 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.446080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.518347 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:20.518883 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:52:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:20.587516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.616910 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705d64c-a086-4869-8d84-585d093d4dc0 None None] Pushing event updated for resources: {'Port': ['ID=d831b18b-d8c4-44b1-a1d2-e719a643350b,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:20.623389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 172.25.0.85 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/1ca5ff6e-f45c-40de-afef-a11d45dd7a1d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:20.738494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.796571 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:20.802673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Pushing event deleted for resources: {'Port': ['ID=ba94ab4a-ed27-4da0-964c-7d89069f3097,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:20.807096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.818139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.818621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.818807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.819145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.819475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.819802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.820128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.820500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.820834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.821174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.821847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.822165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:20.850711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.867278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:20.912670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-6f87e5a1-dcba-4709-80c0-3e7c849d17ee tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:20.919379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-6f87e5a1-dcba-4709-80c0-3e7c849d17ee tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9438100 Mar 03 17:53:20.931484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:20.945426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Usage tracker for resource:security_group_rule and tenant:50ff54a0a758470ca26d0b52ea8eb2cf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:20.952597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:20.978256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:21.030946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6347e844-5b67-4ffc-a38c-6f85cb1ee8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.139386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:21.142647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:21.150589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-4f3afbcd-f408-42ba-b361-d7b044d7c958 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/quotas/cc3986cd3695422faf94da78238c88c6 HTTP/1.1" status: 200 len: 375 time: 0.2303355 Mar 03 17:53:21.161181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:21.170740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] No DVR routers for this DVR port ba94ab4a-ed27-4da0-964c-7d89069f3097 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:53:21.176607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-d5a1d427-fdc0-4877-999e-d343acd7b824 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cc3986cd3695422faf94da78238c88c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1555257 Mar 03 17:53:21.178104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.182736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'name': 'network-vif-deleted', 'tag': 'ba94ab4a-ed27-4da0-964c-7d89069f3097'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:21.226322 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:13Z', 'revision_number': 3, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:21.228661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.235688 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb24ad-b85f-42ff-a089-7b35ab6994db None None] The sync data for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 is: [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:13Z', 'revision_number': 3, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:53:21.281534 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf57a6e6-10d0-4105-ba79-b7a903f5df7b', 'name': 'network-vif-deleted', 'tag': 'ba94ab4a-ed27-4da0-964c-7d89069f3097', 'status': 'completed', 'code': 200} Mar 03 17:53:21.295207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acf466be-2ac2-48b3-ae3b-769a98d864e8 req-59fbcd1c-084c-43ba-b96d-3eea88628a3a tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.16 "DELETE /v2.0/ports/ba94ab4a-ed27-4da0-964c-7d89069f3097 HTTP/1.1" status: 204 len: 173 time: 3.7625301 Mar 03 17:53:21.511915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-d50f9dd1-8a3d-4d42-ba07-163937de1fd4 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3986cd3695422faf94da78238c88c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3604224 Mar 03 17:53:21.537971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=1ca5ff6e-f45c-40de-afef-a11d45dd7a1d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:21.603539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.623460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.650218 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6347e844-5b67-4ffc-a38c-6f85cb1ee8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.774143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1af2eb86-0bab-49ff-b0f2-6794034508d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.800946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0930b8-1f36-4787-96bb-c465da46ad0f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:21.807758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e4a73506-ad71-44bf-9b27-c658875700bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50ff54a0a758470ca26d0b52ea8eb2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6338327 Mar 03 17:53:21.809004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-41a5367e-18e3-4922-a914-93ef97606de0 req-f7572d2f-2ab9-4d96-af8e-7365be8f2c04 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Synchronizing usage tracker for tenant:405694398de647d28588548d32f28efd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:21.822909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43432) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:21.843290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347e844-5b67-4ffc-a38c-6f85cb1ee8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b805077e-fed5-493f-b4cb-a6b01bbdcf58,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:21.852329 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:21.923407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-51a4c9e0-0a0a-403c-95a2-8cc55a2d63c6 req-36e799e4-162e-4eb0-b946-3b67563623ab tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 210 time: 0.0728817 Mar 03 17:53:21.999264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6347e844-5b67-4ffc-a38c-6f85cb1ee8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.000837 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6347e844-5b67-4ffc-a38c-6f85cb1ee8e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b805077e-fed5-493f-b4cb-a6b01bbdcf58 HTTP/1.1" status: 204 len: 168 time: 2.0227630 Mar 03 17:53:22.126034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.280422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-41a5367e-18e3-4922-a914-93ef97606de0 req-f7572d2f-2ab9-4d96-af8e-7365be8f2c04 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] Unset dirty status for tenant:405694398de647d28588548d32f28efd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:22.320754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41a5367e-18e3-4922-a914-93ef97606de0 req-f7572d2f-2ab9-4d96-af8e-7365be8f2c04 tempest-ServerAddressesNegativeTestJSON-629587379 tempest-ServerAddressesNegativeTestJSON-629587379-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf57a6e6-10d0-4105-ba79-b7a903f5df7b HTTP/1.1" status: 200 len: 210 time: 0.8406982 Mar 03 17:53:22.325433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d831b18b-d8c4-44b1-a1d2-e719a643350b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:22.421832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-5c0ee495-c527-482f-9558-aebe5a7a5244 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:22.425007 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-5c0ee495-c527-482f-9558-aebe5a7a5244 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2312813 Mar 03 17:53:22.532202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Request body: {'port': {'device_id': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'cc3986cd3695422faf94da78238c88c6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:22.544726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port d831b18b-d8c4-44b1-a1d2-e719a643350b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:22.578761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d831b18b-d8c4-44b1-a1d2-e719a643350b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:22.579574 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.687620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3536-9345-40b9-946c-84837b2697d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.827480 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.854252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.905369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Allocated IP 172.20.0.1 (af9d078d-22c7-4513-ac03-93d8880cbb8a/98893c63-ed2a-402e-98db-c44aa4e5f924/f1cd64f9-d12e-471d-adc5-fded299c54e7) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:22.940709 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.960005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:22.982623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3536-9345-40b9-946c-84837b2697d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.003242 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.054080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port d831b18b-d8c4-44b1-a1d2-e719a643350b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d831b18b-d8c4-44b1-a1d2-e719a643350b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:23.062613 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.130568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=1ca5ff6e-f45c-40de-afef-a11d45dd7a1d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:23.151715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:23.211845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=d831b18b-d8c4-44b1-a1d2-e719a643350b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:23.301581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4529bbf-69a2-4842-90fb-aa40c75ded56 req-8604a394-76af-455a-b91e-4b4f9f9e4280 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 210 time: 0.0671899 Mar 03 17:53:23.333665 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.364649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.366277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ca4ef38-e55c-45a2-9d28-5b1f23167706 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2159836 Mar 03 17:53:23.369420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Usage tracker for resource:port and tenant:cc3986cd3695422faf94da78238c88c6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:23.377051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:23.393364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:23.424904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Made reservation on behalf of cc3986cd3695422faf94da78238c88c6 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:23.429406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.458208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.494174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:23.499229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Usage tracker for resource:security_group_rule and tenant:cc3986cd3695422faf94da78238c88c6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:23.503342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:23.510805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43474) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:23.531614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:23.631494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3536-9345-40b9-946c-84837b2697d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.652213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] Deleting subnet 70b0abed-4b22-42f7-9789-e2241ab759ce {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:53:23.663302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.664351 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.669474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c3536-9345-40b9-946c-84837b2697d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0930b8-1f36-4787-96bb-c465da46ad0f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:23.728899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Transition to ACTIVE for port object f1cd64f9-d12e-471d-adc5-fded299c54e7 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:23.737091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3536-9345-40b9-946c-84837b2697d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.738542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8f5c3536-9345-40b9-946c-84837b2697d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db0930b8-1f36-4787-96bb-c465da46ad0f HTTP/1.1" status: 204 len: 168 time: 1.9146757 Mar 03 17:53:23.803643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.810927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.833684 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:23.883468 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.029405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43490) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:24.130771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.175976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d831b18b-d8c4-44b1-a1d2-e719a643350b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:24.240891 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.323592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1053681850'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:24.329639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.355067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:24.371904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:24.377512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:24.401382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:24.402937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Network af9d078d-22c7-4513-ac03-93d8880cbb8a is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:24.405857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-1a378979-9b40-44df-ba32-d442f3dfc944 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cc3986cd3695422faf94da78238c88c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2606165 Mar 03 17:53:24.415963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:24.431902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:24.435579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.457825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85267102-3a23-4616-8115-817e38e44057,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:24.460478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d831b18b-d8c4-44b1-a1d2-e719a643350b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:24.460855 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.461762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.463909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:24.552507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:24.567943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group_rule and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:24.573169 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.578697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:24.627155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Pushing event updated for resources: {'Port': ['ID=f1cd64f9-d12e-471d-adc5-fded299c54e7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:24.675902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:24.682099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b0abed-4b22-42f7-9789-e2241ab759ce,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:24.695377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.731955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c6780346-be32-48af-ba8d-ee588e0831b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70b0abed-4b22-42f7-9789-e2241ab759ce HTTP/1.1" status: 204 len: 168 time: 1.2196329 Mar 03 17:53:24.755377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43516) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:24.783306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-afdd531d-0f28-4de4-9f40-896a4e6e80af None None] Provisioning for port f1cd64f9-d12e-471d-adc5-fded299c54e7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:24.790761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-afdd531d-0f28-4de4-9f40-896a4e6e80af None None] Provisioning complete for port f1cd64f9-d12e-471d-adc5-fded299c54e7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:24.791289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-afdd531d-0f28-4de4-9f40-896a4e6e80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.813566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-686984b3-ab1c-43f2-9f9d-ebc9192f5cd7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:24.847569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:24.858543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-afdd531d-0f28-4de4-9f40-896a4e6e80af None None] Port f1cd64f9-d12e-471d-adc5-fded299c54e7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:24.912626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3765f97-87dd-4bfd-a6b3-d72c09ee5e0d req-c8198d00-853d-4385-b980-61c4be825cd1 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:24.914120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3765f97-87dd-4bfd-a6b3-d72c09ee5e0d req-c8198d00-853d-4385-b980-61c4be825cd1 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.4226151 Mar 03 17:53:24.958366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.024598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3765f97-87dd-4bfd-a6b3-d72c09ee5e0d req-42f68381-6ae9-40da-8552-a7440a767dd2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976045 Mar 03 17:53:25.043384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-686984b3-ab1c-43f2-9f9d-ebc9192f5cd7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:25.044535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-686984b3-ab1c-43f2-9f9d-ebc9192f5cd7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--882299847&fields=id&tenant_id=e4a7116878f5410ebf83adbb35232aab HTTP/1.1" status: 200 len: 267 time: 0.8946273 Mar 03 17:53:25.049128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Allocated IP 192.168.233.101 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/9f735cc6-d7cf-4c7e-8dca-89fb81decb17) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:25.069379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-f4a47626-36d4-4302-8d96-93d18f53f9c1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:25.071518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-f4a47626-36d4-4302-8d96-93d18f53f9c1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5362055 Mar 03 17:53:25.091933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.107884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.154493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Request body: {'port': {'device_id': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'cc3986cd3695422faf94da78238c88c6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:25.164371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584683be-7184-45ca-8928-9576043fc7e0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:25.230175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43534) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:25.236184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.236738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.237082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.237435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.237787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.238117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.238438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.238753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.239072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.239387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.239701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.240022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:25.300706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.307961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:25.311552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73eb61d8-9337-4ce4-8f3b-48e179e00319 req-15a477f3-2497-42e1-8897-3615a114a2f7 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 210 time: 0.0654707 Mar 03 17:53:25.325673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8b99ddaa-2723-4049-8648-c805b23fdeb3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:25.326265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8b99ddaa-2723-4049-8648-c805b23fdeb3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:25.341130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.341501 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment 5e42ff55-a16c-4dcd-9852-695520f74da7 of type vlan for network 572db0ef-6679-48ed-a489-5f526fda6317 Mar 03 17:53:25.347777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b53add-93c2-4e4e-88d1-a4f1a4a0a781']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:25.364694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e45e8d4-0410-4c41-838c-37f74752699a') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:25.364997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e45e8d4-0410-4c41-838c-37f74752699a') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:25.383186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.410433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.414669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.423700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:25.424180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:25.439819 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:25.575658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-network', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:25.591546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:25.600480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8b99ddaa-2723-4049-8648-c805b23fdeb3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:25.601649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8b99ddaa-2723-4049-8648-c805b23fdeb3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports/1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 200 len: 937 time: 0.5271051 Mar 03 17:53:25.605834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Usage tracker for resource:network and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:25.619193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.620865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.626768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:25.627346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.649622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.665080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:25.707093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/82b53add-93c2-4e4e-88d1-a4f1a4a0a781 HTTP/1.1" status: 204 len: 168 time: 0.9504337 Mar 03 17:53:25.715819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:25.758534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:25.784548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7523658 Mar 03 17:53:25.791399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43544) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:25.796930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'name': 'tempest-PortsTestJSON-1781099439'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:25.797381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Usage tracker for resource:port and tenant:cc3986cd3695422faf94da78238c88c6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:25.809267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Made reservation on behalf of 5c4f0c6ea9f34716b02a01211e4d5b3e for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:25.811697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.822800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13316e52-3040-497b-8669-0615de9d86a5 req-22140afd-f1c1-4d63-940b-1bea28d499fd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:25.824280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-22140afd-f1c1-4d63-940b-1bea28d499fd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.3202639 Mar 03 17:53:25.824907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f8627-c2ee-46ca-96d9-4f58a016a1bf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=572db0ef-6679-48ed-a489-5f526fda6317,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:25.835375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:25.839309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:25.859529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43548) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:25.867350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:25.877075 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.898082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2e34a0d1-55ac-4c0a-bd85-6d5c12d2b280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:25.899436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2e34a0d1-55ac-4c0a-bd85-6d5c12d2b280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports/224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 200 len: 935 time: 0.2833169 Mar 03 17:53:25.934855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393faf7-e02f-4d64-9285-b306b24af4cc admin admin] Pushing event deleted for resources: {'Network': ['ID=82b53add-93c2-4e4e-88d1-a4f1a4a0a781,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:25.952295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-f0cc9256-3d7e-41a2-a9ee-3ffa75f36bb7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/quotas/87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 375 time: 0.1008050 Mar 03 17:53:25.968759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Made reservation on behalf of cc3986cd3695422faf94da78238c88c6 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:25.972355 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:25.989664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:25.991647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.015618 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.021318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:26.027308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-4da58b7f-84c9-4843-952c-3e984eb00c22 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1116774 Mar 03 17:53:26.029945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:26.030870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:26.040969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:26.046276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:26.046460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0a2b9a7d-5a3b-47b5-b2bb-2301547813da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=405694398de647d28588548d32f28efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843216 Mar 03 17:53:26.047247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:26.054241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43554) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:26.056599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:26.099340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:26.102802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.158518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port ed9cdb40-b2b6-444c-933a-771a42c444a8 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:53:26.176243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Transition to ACTIVE for port object 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:26.179137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-ec1c50b1-9231-4440-b4d9-a2bbe6ce0a23 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1389627 Mar 03 17:53:26.204327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-bc70b96f-024b-43af-b946-7c3de20359f9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2393355 Mar 03 17:53:26.242328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cc67-fbcd-4d86-a4c8-dd3b62df9a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.464829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cc67-fbcd-4d86-a4c8-dd3b62df9a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.536505 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.653683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-b7f3ea88-9569-46bc-8b63-577f88ce2fe0 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420540 Mar 03 17:53:26.675802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-23a8edc1-df23-490c-b582-d99f29038d83 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:26.681434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-23a8edc1-df23-490c-b582-d99f29038d83 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:26.686987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-23a8edc1-df23-490c-b582-d99f29038d83 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:26.687781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-23a8edc1-df23-490c-b582-d99f29038d83 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:26.711070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:26.712575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.714426 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.715953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cc67-fbcd-4d86-a4c8-dd3b62df9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.734525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:26.746447 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.754292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Allocated IP 192.168.233.194 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/328fe1fc-9968-4dc9-8e69-4df9c4bbff65) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:26.760103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:26.781537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1cc67-fbcd-4d86-a4c8-dd3b62df9a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f782a0-513a-4f9f-8432-b848392fc3eb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:26.791279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:26.849509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-23a8edc1-df23-490c-b582-d99f29038d83 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:26.850670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-23a8edc1-df23-490c-b582-d99f29038d83 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/networks?id=953b5aec-2792-4866-9c68-a8ca9a0816bb&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731 HTTP/1.1" status: 200 len: 1995 time: 0.6571324 Mar 03 17:53:26.855356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cc67-fbcd-4d86-a4c8-dd3b62df9a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.855931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:26.856481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0fa1cc67-fbcd-4d86-a4c8-dd3b62df9a66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08f782a0-513a-4f9f-8432-b848392fc3eb HTTP/1.1" status: 204 len: 168 time: 0.8013206 Mar 03 17:53:26.859966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-3b6cc250-dd61-420d-a5f9-fc785b7ec736 service neutron] 10.222.0.23 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976907 Mar 03 17:53:26.868659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.885679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535bd93a-9bf4-4a94-bf98-1bc0578b15ab,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:26.918254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:53:26.951773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.952383 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Added segment de90912b-3814-4ad9-b4c2-59e07d606118 of type vlan for network 36ae2973-c75a-43ce-9bba-33500a6092e1 Mar 03 17:53:26.959462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e44b5008-ad67-4f5f-af57-b7acbd09a68a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/quotas/e4a7116878f5410ebf83adbb35232aab HTTP/1.1" status: 200 len: 375 time: 0.0916717 Mar 03 17:53:26.978691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:26.979641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:26.985298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.011891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=ed9cdb40-b2b6-444c-933a-771a42c444a8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:27.024612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': '5e42ff55-a16c-4dcd-9852-695520f74da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:27.025089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: 572db0ef-6679-48ed-a489-5f526fda6317, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:27.053995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:27.066015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.066968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 572db0ef-6679-48ed-a489-5f526fda6317) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:27.075389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061db6f-c4d7-4424-8979-900afb8bd19a None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:27.081757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:27.088115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:27.088833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.128520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8edc0cc5-8d8e-406e-bb31-94a91afa979c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3358710 Mar 03 17:53:27.129566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43566) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:27.151596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-307757228'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:27.167769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:27.178675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:27.182703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:27.198445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:27.221449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eac59221-969c-4b6c-878a-884f0ec239ab None None] Provisioning for port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:27.225056 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.227328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:27.235130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.246907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eac59221-969c-4b6c-878a-884f0ec239ab None None] Provisioning complete for port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:27.247688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eac59221-969c-4b6c-878a-884f0ec239ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.292085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:27.309021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.311630 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment b4e229d0-a9c9-40bd-ae7e-5b32bcdcb339 of type vlan for network ae6ebaa7-0501-40b2-b224-7ef46a348cc5 Mar 03 17:53:27.317494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-73e8fa06-c985-4491-897f-16ed4174a939 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8012829 Mar 03 17:53:27.318335 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.321812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Pushing event updated for resources: {'Port': ['ID=f1cd64f9-d12e-471d-adc5-fded299c54e7,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:27.358761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Request body: {'port': {'device_id': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:27.360363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.399851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.409533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:27.410239 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.505429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eac59221-969c-4b6c-878a-884f0ec239ab None None] Port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:27.510629 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3774533 Mar 03 17:53:27.524725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43584) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:27.533754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'ports': [{'network_id': '572db0ef-6679-48ed-a489-5f526fda6317'}, {'network_id': 'ae6ebaa7-0501-40b2-b224-7ef46a348cc5'}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:27.534059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:27.534658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': 'ae6ebaa7-0501-40b2-b224-7ef46a348cc5'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:27.650656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.651629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:27.652212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.830943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4678c6-46be-4c75-9343-379a74428fd7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=ae6ebaa7-0501-40b2-b224-7ef46a348cc5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:27.840155 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-41bdb81b-c713-406a-90cd-4a3db0863fd1 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8512235 Mar 03 17:53:27.852697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ae6ebaa7-0501-40b2-b224-7ef46a348cc5 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:27.863855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6307333 Mar 03 17:53:27.870897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43598) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:27.882087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Request body: {'subnet': {'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-subnet', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:27.892716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:27.937570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:27.966907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdfbda-cf6a-4e76-ac81-95e50fcce1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=36ae2973-c75a-43ce-9bba-33500a6092e1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:27.969306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.004395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:28.026994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Usage tracker for resource:subnet and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:28.041425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Transition to ACTIVE for port object 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:28.044257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:28.052268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:28.069057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Network af9d078d-22c7-4513-ac03-93d8880cbb8a is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:28.077409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:28.103259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Made reservation on behalf of 5c4f0c6ea9f34716b02a01211e4d5b3e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:28.105928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.124260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:28.151942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:28.157994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:28.278957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:28.332434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804cba1-701d-4e5f-815d-12368fa61558 req-9e76c324-2db6-4a30-9f58-f49c338a376b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:28.347655 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7804cba1-701d-4e5f-815d-12368fa61558 req-9e76c324-2db6-4a30-9f58-f49c338a376b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.6877003 Mar 03 17:53:28.349921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43610) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:28.378898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-29393531-3bc6-4f83-8480-6400e865bfb1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:53:28.382417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 2} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:28.387159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.387926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-29393531-3bc6-4f83-8480-6400e865bfb1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4631541 Mar 03 17:53:28.443737 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.448531 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.477957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7804cba1-701d-4e5f-815d-12368fa61558 req-2dcd8efa-d084-44a7-a491-fe863e19effa tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290965 Mar 03 17:53:28.542888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9f10e027-836a-4d9e-b69f-381cf55a8de7 None None] Provisioning complete for port f1cd64f9-d12e-471d-adc5-fded299c54e7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:28.543524 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9f10e027-836a-4d9e-b69f-381cf55a8de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.567296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-695987327-network', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:28.603255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:28.619618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9f10e027-836a-4d9e-b69f-381cf55a8de7 None None] Port f1cd64f9-d12e-471d-adc5-fded299c54e7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:28.689743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Usage tracker for resource:network and tenant:77fc90b0c3b842ca8dc695cc362936e1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:28.701125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:28.727862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:28.735346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:28.790112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:28.792490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:28.874047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:28.882732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Router 28584f9b-8bfb-41af-a885-063033f67043 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:53:28.887953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Made reservation on behalf of 77fc90b0c3b842ca8dc695cc362936e1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:28.890509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.942298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.972667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port d0c1c00f-e765-41df-8e65-dda577bef7b7 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:53:28.990468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-c377d4cf-c3de-4ed8-8241-8edaf2a5fded service neutron] 10.222.0.23 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015196 Mar 03 17:53:28.995418 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:28.996771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:28.997764 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.002348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:29.034597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0ce81-1147-48c0-9f96-d7e0341601f2 req-e6da8b33-92a6-46dc-bab5-e2bac3e61c63 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:29.036093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41b0ce81-1147-48c0-9f96-d7e0341601f2 req-e6da8b33-92a6-46dc-bab5-e2bac3e61c63 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 936 time: 0.4337254 Mar 03 17:53:29.083402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Usage tracker for resource:security_group_rule and tenant:77fc90b0c3b842ca8dc695cc362936e1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:29.118467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d459787-2da7-43ce-b68b-7652a3275f3b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:29.134055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:29.138179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41b0ce81-1147-48c0-9f96-d7e0341601f2 req-2a4b2e8e-5151-4fe4-b5c1-5a2782f3f730 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907369 Mar 03 17:53:29.154248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:29.165538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Checking segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:29.166147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Network hostable DHCP agents. Network: 36ae2973-c75a-43ce-9bba-33500a6092e1, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:29.180798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4f84cc3-e524-4a25-8215-d28241f95463 None None] Provisioning for port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:29.196728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4f84cc3-e524-4a25-8215-d28241f95463 None None] Provisioning complete for port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:29.199004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4f84cc3-e524-4a25-8215-d28241f95463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.208962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-3a993a4d-d645-49a5-a8a5-77ade0afbc9f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0595109 Mar 03 17:53:29.221043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:29.232962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.251817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 36ae2973-c75a-43ce-9bba-33500a6092e1) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:29.262201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9065f7ae-b946-43a0-a43e-3823a305c501 None None] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:29.269031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:29.269672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.309533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Request body: {'port': {'device_id': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:29.339192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:53:29.391821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b4f84cc3-e524-4a25-8215-d28241f95463 None None] Port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:29.396283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 530e588f-12e8-4382-965f-4845e94be7a1 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:53:29.432333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7dcb9ca3-d2b8-4940-9dc4-d90b89d45373 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5552466 Mar 03 17:53:29.476084 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd259af6-ca1e-4d94-ae26-ef9626a2f1a7 req-bc143559-f4d3-4653-a302-9e16238cbd8a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 210 time: 0.0640113 Mar 03 17:53:29.476554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43616) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:29.484874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:29.490244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:29.495943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Usage tracker for resource:router and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:29.497954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:29.506304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:29.531153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.532283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.578904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.603249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-36ae2973-c75a-43ce-9bba-33500a6092e1', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:53:29.604707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.678223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.818970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Allocated IP 172.20.0.2 (36ae2973-c75a-43ce-9bba-33500a6092e1/2d459787-2da7-43ce-b68b-7652a3275f3b/4b580aa7-8755-46c8-aa19-f38ee73d44dc) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:29.935815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:53:29.961588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.965438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:53:29.976653 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.991944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6275a1a-4631-4224-81e7-6b2d173614e6 service neutron] 10.222.0.23 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9867735 Mar 03 17:53:29.995154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:29.999579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Sync routers for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:53:30.006560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8134a4-e97a-4e9f-956f-04015ccf90dd req-8569d543-4833-4631-8fbc-3939595e4e24 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:30.013259 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ac8134a4-e97a-4e9f-956f-04015ccf90dd req-8569d543-4833-4631-8fbc-3939595e4e24 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.4068003 Mar 03 17:53:30.026511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:30.027143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:30.031097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13316e52-3040-497b-8669-0615de9d86a5 req-8b33ab2b-121e-4241-9542-94a73c4a1ea5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:30.033226 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-8b33ab2b-121e-4241-9542-94a73c4a1ea5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 808 time: 0.9527709 Mar 03 17:53:30.071880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-382aed8c-2381-421e-b196-cdc82ba34f72 admin admin] 10.222.0.23 "PUT /v2.0/routers/28584f9b-8bfb-41af-a885-063033f67043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8208873 Mar 03 17:53:30.080053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Request body: {'port': {'device_id': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'admin_state_up': True, 'tenant_id': '87b34e58186648678211e562771b5fc0'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:30.115800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Transition to ACTIVE for port object 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:30.145687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:30.153071 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:30.153638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:30.159092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=d0c1c00f-e765-41df-8e65-dda577bef7b7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:30.163075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:30.164089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:30.171993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:30.219266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ac8134a4-e97a-4e9f-956f-04015ccf90dd req-e4686dfe-1cb1-44ec-a46e-a62f569a393d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050347 Mar 03 17:53:30.411279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=530e588f-12e8-4382-965f-4845e94be7a1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:30.432263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:30.466273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-93e5824c-364e-45a9-92ac-5a7d594d5a15 service neutron] 10.222.0.23 "GET /v2.0/ports/1d56afb9-0196-4204-94e6-0cd1947f1b29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4507351 Mar 03 17:53:30.487195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:30.567373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': 'b4e229d0-a9c9-40bd-ae7e-5b32bcdcb339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae6ebaa7-0501-40b2-b224-7ef46a348cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:30.567805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: ae6ebaa7-0501-40b2-b224-7ef46a348cc5, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:30.587140 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:30.618011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Transition to ACTIVE for port object 4b580aa7-8755-46c8-aa19-f38ee73d44dc will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:30.619356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network ae6ebaa7-0501-40b2-b224-7ef46a348cc5 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:30.639241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ae6ebaa7-0501-40b2-b224-7ef46a348cc5) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:30.650324 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:30.655952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:30.660848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:30.661555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:30.701084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec792a0-2b95-41a8-8ef0-8c20333aabc7 None None] Network ae6ebaa7-0501-40b2-b224-7ef46a348cc5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:30.705388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0b1f-6611-4a6b-9ae2-531854d9d6a9 req-736a5d05-1c22-4c99-abfe-59683ef59855 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:30.712357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-425e0b1f-6611-4a6b-9ae2-531854d9d6a9 req-736a5d05-1c22-4c99-abfe-59683ef59855 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 936 time: 0.2646530 Mar 03 17:53:30.743039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6cafaf23-e9b8-48c3-bca8-b68e4b76b4c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2147949 Mar 03 17:53:30.744070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43630) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:30.890522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Transition to ACTIVE for port object 4b580aa7-8755-46c8-aa19-f38ee73d44dc will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:30.947483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:30.979401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:53:30.990627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.006968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Transition to ACTIVE for port object 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:31.013271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:31.024880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:31.033085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.042756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:31.057933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:31.068800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:31.109115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c58847-0798-4fd0-95b8-12b173fe02ea,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:31.112013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Made reservation on behalf of 87b34e58186648678211e562771b5fc0 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:31.115575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.122600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Pushing event updated for resources: {'Port': ['ID=4b580aa7-8755-46c8-aa19-f38ee73d44dc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:31.134350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.248495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Attempting to bind port 4b580aa7-8755-46c8-aa19-f38ee73d44dc on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:31.248762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Attempting to bind port 4b580aa7-8755-46c8-aa19-f38ee73d44dc by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:31.249124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Attempting to bind port 4b580aa7-8755-46c8-aa19-f38ee73d44dc on network 36ae2973-c75a-43ce-9bba-33500a6092e1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:31.256116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:31.256524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Checking segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:31.256928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.257315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Bound using segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:31.257794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Bound port: 4b580aa7-8755-46c8-aa19-f38ee73d44dc, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:31.258171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.270235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.308972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:31.343919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:26Z', 'revision_number': 2, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:31.346298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-425e0b1f-6611-4a6b-9ae2-531854d9d6a9 req-9e26f1a2-c253-4862-a050-2fbe46448d23 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327834 Mar 03 17:53:31.354445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Checking router: 28584f9b-8bfb-41af-a885-063033f67043 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:53:31.354794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Updating router 28584f9b-8bfb-41af-a885-063033f67043 port f1cd64f9-d12e-471d-adc5-fded299c54e7 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:53:31.355717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.365721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 530e588f-12e8-4382-965f-4845e94be7a1 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:31.366054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.487024 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.512243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] For port 4b580aa7-8755-46c8-aa19-f38ee73d44dc, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:31.562097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] For port 4b580aa7-8755-46c8-aa19-f38ee73d44dc, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4b580aa7-8755-46c8-aa19-f38ee73d44dc,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:31.577498 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.749377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:31.820469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:31.823125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:31.867098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3e497-d703-47b5-8ce2-e52b7f09b32f None None] Pushing event updated for resources: {'Port': ['ID=4b580aa7-8755-46c8-aa19-f38ee73d44dc,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:31.975806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 530e588f-12e8-4382-965f-4845e94be7a1 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:32.062982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.063647 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Added segment cb51feed-7c9f-423f-b25d-768586e43125 of type vlan for network ed355772-4c3e-42f6-8773-a450e476753f Mar 03 17:53:32.156127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Attempting to bind port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:32.156127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Attempting to bind port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:32.156127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Attempting to bind port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:32.176521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Allocated IP 172.20.0.2 (aca13643-4bfd-4bda-9748-828744b866b0/2e9df596-4c5d-4665-a0f7-02dfafab3987/0cbca910-2c37-4421-a337-4a1524551991) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:32.254263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Allocated IP 172.25.0.89 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:32.287362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Attempting to bind port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:32.288377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Attempting to bind port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:32.289614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Attempting to bind port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:32.297304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:53:32.297895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Attempting to bind port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:32.302472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43638) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:32.310553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.314532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:53:32.315061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Attempting to bind port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:32.338840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:32.339184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:32.339625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:32.340004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Bound port: 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:32.340352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.341179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.359844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Transition to ACTIVE for port object f1cd64f9-d12e-471d-adc5-fded299c54e7 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:32.368114 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.371004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183387138', 'description': 'tempest-description--259546985'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:32.378765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:32.384064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Usage tracker for resource:security_group and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:32.389122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:32.402206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:32.409107 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-050990c7-e75a-4af1-b258-2d37ecf779ae service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9270978 Mar 03 17:53:32.412059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.412892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:32.413594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:32.414189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:32.414665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Bound port: 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:32.415014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.513665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca01a678-8d4d-41f1-b2c4-662d7534a04b req-659c4861-048a-446a-b64e-4385572b1f25 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 210 time: 0.0993631 Mar 03 17:53:32.517311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316053e6-8d22-4721-9e93-bea1fe45d6fe None None] Pushing event updated for resources: {'Port': ['ID=f1cd64f9-d12e-471d-adc5-fded299c54e7,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:32.525968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=530e588f-12e8-4382-965f-4845e94be7a1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:32.532096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.541037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b61724d-fb39-45c0-9599-11af59f11cdf tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/530e588f-12e8-4382-965f-4845e94be7a1 HTTP/1.1" status: 204 len: 168 time: 1.7959301 Mar 03 17:53:32.550294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:32.613219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:32.620822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:32.638857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.639656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Attempting to bind port f1cd64f9-d12e-471d-adc5-fded299c54e7 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:32.640292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Attempting to bind port f1cd64f9-d12e-471d-adc5-fded299c54e7 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:32.640933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Attempting to bind port f1cd64f9-d12e-471d-adc5-fded299c54e7 on network af9d078d-22c7-4513-ac03-93d8880cbb8a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:32.649742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:32.650520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Checking segment: {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:32.651204 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.651944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Bound using segment: {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:32.652659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Bound port: f1cd64f9-d12e-471d-adc5-fded299c54e7, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:32.653301 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.679112 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:53:32.702498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a274b8-e9f9-4abb-b79d-e9cfc734546b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:32.710204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a274b8-e9f9-4abb-b79d-e9cfc734546b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:32.711000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-50a274b8-e9f9-4abb-b79d-e9cfc734546b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:32.763807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.768288 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.768801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] For port f1cd64f9-d12e-471d-adc5-fded299c54e7, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:32.772899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] For port f1cd64f9-d12e-471d-adc5-fded299c54e7, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f1cd64f9-d12e-471d-adc5-fded299c54e7,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:32.779882 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.806455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-50a274b8-e9f9-4abb-b79d-e9cfc734546b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:32.810114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-50a274b8-e9f9-4abb-b79d-e9cfc734546b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2564237 Mar 03 17:53:32.810114 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:32.825739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43648) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:32.884545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:32.885231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:32.953484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316053e6-8d22-4721-9e93-bea1fe45d6fe None None] Pushing event updated for resources: {'Port': ['ID=f1cd64f9-d12e-471d-adc5-fded299c54e7,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:33.010417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.011371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:33.017870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.045554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port d0c1c00f-e765-41df-8e65-dda577bef7b7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:33.046121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.096810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:33.100994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:33.104573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:33.113821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:33.114633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.119686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f735cc6-d7cf-4c7e-8dca-89fb81decb17 HTTP/1.1" status: 200 len: 1096 time: 5.7653537 Mar 03 17:53:33.134007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:33.176602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:33.186830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:33.193770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:33.293831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.317990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:33.326467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Usage tracker for resource:security_group_rule and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:33.367299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:33.450470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:33.497511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899f22c9-6a01-42bf-8411-e6c1e30b8292 None None] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:33.522293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:33.522917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.524327 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] 10.222.0.16 "PUT /v2.0/ports/328fe1fc-9968-4dc9-8e69-4df9c4bbff65 HTTP/1.1" status: 200 len: 1096 time: 4.2929351 Mar 03 17:53:33.569109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502c39-35e2-48ef-b9c0-36f437d05f14 service neutron] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:33.615808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:33.681702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 5.3296010 Mar 03 17:53:33.681934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe6c26-11a4-4390-98ac-ba358aa11110 admin admin] Pushing event updated for resources: {'Network': ['ID=ed355772-4c3e-42f6-8773-a450e476753f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:33.693192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43656) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:33.701890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ed355772-4c3e-42f6-8773-a450e476753f details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:33.706485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0e172835-92cf-4eac-91c6-3b73b0062860 service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2756722 Mar 03 17:53:33.711591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Request body: {'subnet': {'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-695987327-subnet', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:33.777800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:33.799231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Usage tracker for resource:subnet and tenant:77fc90b0c3b842ca8dc695cc362936e1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:33.819146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:33.829236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c127ab0-3338-438b-84a8-6cb0b53708d7 req-7cdc5c74-fae8-4be8-ad71-cc86997bf8ab tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:33.830770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0c127ab0-3338-438b-84a8-6cb0b53708d7 req-7cdc5c74-fae8-4be8-ad71-cc86997bf8ab tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 1.0904574 Mar 03 17:53:33.850367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:33.870494 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.912020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f712aa-79cb-4156-add5-1062066ea712 service neutron] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:33.916178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-46a19139-a112-4875-a8de-f818fe28b5ef service neutron] 10.222.0.23 "GET /v2.0/ports/224f13ee-4d13-4615-87d3-1bd2b4cc131f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1811945 Mar 03 17:53:33.920473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.973770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Made reservation on behalf of 77fc90b0c3b842ca8dc695cc362936e1 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:33.976123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:33.991997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1aed5eff-00bc-4818-bf4b-d3aacdb611fc None None] Provisioning for port 4b580aa7-8755-46c8-aa19-f38ee73d44dc completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:33.999877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-e71dc3fc-d86a-48c7-b279-bc06cce2775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:34.001343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-e71dc3fc-d86a-48c7-b279-bc06cce2775b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc3986cd3695422faf94da78238c88c6&device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 1099 time: 0.8017740 Mar 03 17:53:34.013166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:32Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:34.020081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9942c4-ea74-428e-ae22-c0afafe55b69 None None] The sync data for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 is: [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:32Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:53:34.078604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for d0c1c00f-e765-41df-8e65-dda577bef7b7 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:34.158258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.200079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0c127ab0-3338-438b-84a8-6cb0b53708d7 req-072d1294-d80a-444b-9f43-1b928ae2f3c6 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552339 Mar 03 17:53:34.291301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b580aa7-8755-46c8-aa19-f38ee73d44dc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:34.445361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4b580aa7-8755-46c8-aa19-f38ee73d44dc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:34.452963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4b580aa7-8755-46c8-aa19-f38ee73d44dc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:34.453767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.478600 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.550323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5f3b5ff3-97f6-472f-9d7c-5cc3ed56506d None None] Provisioning complete for port 4b580aa7-8755-46c8-aa19-f38ee73d44dc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:34.550887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5ff3-97f6-472f-9d7c-5cc3ed56506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.557286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=d0c1c00f-e765-41df-8e65-dda577bef7b7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:34.563336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.650728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.662510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.681679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-907715d7-fca4-406f-ba85-322aa2e60f1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17 HTTP/1.1" status: 200 len: 217 time: 0.6362891 Mar 03 17:53:34.752321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.753829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-8980bbe0-f2bb-4b07-8136-539ae1c9acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:34.755415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-8980bbe0-f2bb-4b07-8136-539ae1c9acd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc3986cd3695422faf94da78238c88c6&device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 1099 time: 1.1309555 Mar 03 17:53:34.775206 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a858e7ed-4469-4624-9e39-0c319afa8f5e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/d0c1c00f-e765-41df-8e65-dda577bef7b7 HTTP/1.1" status: 204 len: 168 time: 1.8781304 Mar 03 17:53:34.778738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43660) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:34.810558 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5ff3-97f6-472f-9d7c-5cc3ed56506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.864605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5f3b5ff3-97f6-472f-9d7c-5cc3ed56506d None None] For port 4b580aa7-8755-46c8-aa19-f38ee73d44dc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4b580aa7-8755-46c8-aa19-f38ee73d44dc,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:34.870400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5ff3-97f6-472f-9d7c-5cc3ed56506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.877141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.918720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8105fa8b-8535-44a3-99d0-8cb112346fb5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:34.944443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c64c-ca85-4921-9d5b-50f7a4e3ef78 req-8f061c92-5705-45d8-8894-95e8b2755792 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:34.945262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-c580cbc5-5780-4c21-9fa7-f01cb81a3d97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65 HTTP/1.1" status: 200 len: 217 time: 0.1527865 Mar 03 17:53:34.952208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7362c64c-ca85-4921-9d5b-50f7a4e3ef78 req-8f061c92-5705-45d8-8894-95e8b2755792 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 948 time: 0.5341885 Mar 03 17:53:34.991018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:34.992260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23e5a2a5-9e99-4da1-a4d1-1f5226a0d192 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.6637504 Mar 03 17:53:35.003949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:53:35.003949 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:53:35.020126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43664) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:35.024823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b5ff3-97f6-472f-9d7c-5cc3ed56506d None None] Pushing event updated for resources: {'Port': ['ID=4b580aa7-8755-46c8-aa19-f38ee73d44dc,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:35.035830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Request body: {'security_group_rule': {'security_group_id': '8105fa8b-8535-44a3-99d0-8cb112346fb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:35.054322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-2cae41c6-b770-4a10-8344-a5daeffba41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.055772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-2cae41c6-b770-4a10-8344-a5daeffba41b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3398917 Mar 03 17:53:35.065176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:35.070583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-5f9c64e3-0a8e-446e-b5d9-b48a08bf8a27 service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1382165 Mar 03 17:53:35.115777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7362c64c-ca85-4921-9d5b-50f7a4e3ef78 req-c3d08e5b-06d7-4aef-bfe2-9fa7fbdaf566 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631525 Mar 03 17:53:35.119299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Usage tracker for resource:security_group_rule and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:35.147521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:35.162622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:35.165871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:35.178226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:35.180435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:35.191337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c226c755-c714-40d1-815c-968a785ce7c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:53:35.253887 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'status': 'completed', 'code': 200} Mar 03 17:53:35.271037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-83d8a1cf-9ebb-441d-b708-5933a8c572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.272541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-83d8a1cf-9ebb-441d-b708-5933a8c572e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3264349 Mar 03 17:53:35.308969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de874104-4f76-4bd8-b4dc-099213027bd1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.309839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-de874104-4f76-4bd8-b4dc-099213027bd1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:35.404839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Checking segment: {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:35.405371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Network hostable DHCP agents. Network: ed355772-4c3e-42f6-8773-a450e476753f, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:35.441972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Network aca13643-4bfd-4bda-9748-828744b866b0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:35.470711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:35.476930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:35.487047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:35.499161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:35.546671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Network ed355772-4c3e-42f6-8773-a450e476753f is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:35.559963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-de874104-4f76-4bd8-b4dc-099213027bd1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:35.564690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-de874104-4f76-4bd8-b4dc-099213027bd1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7138021 Mar 03 17:53:35.589222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43670) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:35.654062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ed355772-4c3e-42f6-8773-a450e476753f) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:35.666811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f978fc-57c7-44e5-8001-092b1f48d2c8 None None] Network ed355772-4c3e-42f6-8773-a450e476753f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:35.681125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-2ffa65e5-40a7-4338-bef3-6a78fc8210a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.682532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-2ffa65e5-40a7-4338-bef3-6a78fc8210a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6037838 Mar 03 17:53:35.685539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-82b00fb3-4fb4-4985-b0ed-cd7388502fe2 service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633512 Mar 03 17:53:35.689367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.690295 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:35.698100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d01c5-21d9-42b7-a964-b24aeb2586cb req-6c4f2a3b-0e82-4be5-9979-ea0de6f0626d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.705553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-932d01c5-21d9-42b7-a964-b24aeb2586cb req-6c4f2a3b-0e82-4be5-9979-ea0de6f0626d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 931 time: 0.3875721 Mar 03 17:53:35.728104 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-72074442-61db-4c4b-98d1-5eec4943b67b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:53:35.729478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-72074442-61db-4c4b-98d1-5eec4943b67b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/530e588f-12e8-4382-965f-4845e94be7a1 HTTP/1.1" status: 404 len: 333 time: 0.1390929 Mar 03 17:53:35.732669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43674) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:35.776103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.776710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:35.799615 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-011be97a-5d91-4113-8652-bed7f7ea2823 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:53:35.801035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-011be97a-5d91-4113-8652-bed7f7ea2823 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/d0c1c00f-e765-41df-8e65-dda577bef7b7 HTTP/1.1" status: 404 len: 333 time: 0.0651865 Mar 03 17:53:35.804287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43678) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:35.807851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-932d01c5-21d9-42b7-a964-b24aeb2586cb req-90f6249f-b366-40d9-b07f-309ae21872a3 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014280 Mar 03 17:53:35.828249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Router fd2aaf0f-c0f6-4599-9083-fab66638d572 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:53:35.871347 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6e7b5b92-b1ba-41fa-b112-a842af3e58e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1677935 Mar 03 17:53:35.893221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43682) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:35.908050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:35.967210 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:35.975040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-1a75a663-9462-4388-8782-981267716a22 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9006994 Mar 03 17:53:35.984975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:35.988981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-b06ef311-56bc-4e7e-9fc7-cea852d29f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:35.990491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-b06ef311-56bc-4e7e-9fc7-cea852d29f50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6570017 Mar 03 17:53:35.997233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.002681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Request body: {'port': {'device_id': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:36.009039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6468b6-13af-47e9-a52e-0870a54eba99 None None] Network ed355772-4c3e-42f6-8773-a450e476753f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:36.032928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Usage tracker for resource:router and tenant:77fc90b0c3b842ca8dc695cc362936e1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:36.056446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:36.073397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.101403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:36.133817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21e11b7-90aa-4e53-810b-90b4266ad063,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:36.176032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-fe0dccd3-6684-4d4e-9d43-7572c26cfd68 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786959 Mar 03 17:53:36.179656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae80ac-dc23-410e-89d9-ff43dad1a6e0 req-da4f72ec-0ebd-47ba-b978-aff11142d73f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:36.181174 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8ae80ac-dc23-410e-89d9-ff43dad1a6e0 req-da4f72ec-0ebd-47ba-b978-aff11142d73f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.1982806 Mar 03 17:53:36.264992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.266142 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.285650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b580aa7-8755-46c8-aa19-f38ee73d44dc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:36.302350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.303518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05ef8dfc-947e-4d72-baa9-d851dc2f7117 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2751260 Mar 03 17:53:36.307424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43688) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:36.327788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-cfc67494-0a6b-4bd1-8b67-8324fa28de2c service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879419 Mar 03 17:53:36.375573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Request body: {'security_group_rule': {'security_group_id': '8105fa8b-8535-44a3-99d0-8cb112346fb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:36.386636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8ae80ac-dc23-410e-89d9-ff43dad1a6e0 req-33b368a6-db04-4c41-8deb-d213102a60f4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925323 Mar 03 17:53:36.399308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:36.412367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:53:36.412367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.420699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Usage tracker for resource:security_group_rule and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:36.425189 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Sync routers for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:53:36.434140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4b580aa7-8755-46c8-aa19-f38ee73d44dc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:36.434519 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.445973 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:36.446914 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:36.453499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:36.477205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:36.516058 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.519183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3608090c-861d-449c-afce-fd7e7cc447d5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0398235 Mar 03 17:53:36.524050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6ebaa7-0501-40b2-b224-7ef46a348cc5']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:36.547199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43694) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:36.548635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.617220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1cd64f9-d12e-471d-adc5-fded299c54e7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:36.628468 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.631421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.689016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e229d0-a9c9-40bd-ae7e-5b32bcdcb339') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:36.689499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e229d0-a9c9-40bd-ae7e-5b32bcdcb339') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:36.695023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f1cd64f9-d12e-471d-adc5-fded299c54e7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:36.702526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f1cd64f9-d12e-471d-adc5-fded299c54e7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:36.703154 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.718953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-9c80be89-c5e0-40f8-a062-f4f1f22242c7 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798806 Mar 03 17:53:36.736369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.745347 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:36.828532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d4c754-1e1d-4864-8a56-f20c27be1910 req-5538f2f5-75fc-462a-b653-df56e291bdbf service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858502 Mar 03 17:53:36.882245 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.892410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.909825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.921429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port f1cd64f9-d12e-471d-adc5-fded299c54e7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f1cd64f9-d12e-471d-adc5-fded299c54e7,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:36.927101 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.937466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:36.938013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.963223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ceefa-fe4d-4c29-9572-84e799ca1d5c req-f2870b4f-1317-417e-9279-d6e422009bbe tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:36.964952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d9ceefa-fe4d-4c29-9572-84e799ca1d5c req-f2870b4f-1317-417e-9279-d6e422009bbe tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 948 time: 0.4059541 Mar 03 17:53:36.965847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:36.968046 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:37.023235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=f1cd64f9-d12e-471d-adc5-fded299c54e7,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:37.041604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.045622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7289178 Mar 03 17:53:37.096019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43700) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:37.100609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-1454d9d1-c093-4423-945f-478c065bb7d9 service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7609448 Mar 03 17:53:37.108051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a6f22-2b54-4253-bdde-dcc35fcfa238 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f42942-e109-4173-a5ef-8b1f261594ff,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:37.108939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:37.160469 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:33Z', 'revision_number': 3, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:37.164406 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Checking router: fd2aaf0f-c0f6-4599-9083-fab66638d572 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:53:37.165019 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Updating router fd2aaf0f-c0f6-4599-9083-fab66638d572 port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:53:37.217786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d9ceefa-fe4d-4c29-9572-84e799ca1d5c req-3a0a9315-4409-445c-bc0e-f42292386ba0 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946549 Mar 03 17:53:37.223355 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.225745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:37.249067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Usage tracker for resource:floatingip and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:37.274048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:37.287042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:37.310408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:37.443351 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.541881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f3aa734-f856-4a08-b090-64e5f4471401 req-56a145d2-e090-437d-985e-b7746a80c65e service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116679 Mar 03 17:53:37.576499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.584931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.653450 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.668155 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Transition to ACTIVE for port object fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:37.670086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.675001 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.698438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=ae6ebaa7-0501-40b2-b224-7ef46a348cc5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:37.714026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bd3d521a-baf2-4973-81f0-5b5eb6bea5db tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/ae6ebaa7-0501-40b2-b224-7ef46a348cc5 HTTP/1.1" status: 204 len: 168 time: 1.9016230 Mar 03 17:53:37.716363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43708) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:37.720372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2099254599'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:37.740289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:37.760042 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Attempting to bind port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:37.760413 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Attempting to bind port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:37.760747 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Attempting to bind port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:37.762876 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ea9e-2660-40b4-bfff-6a7924150b74 None None] Pushing event updated for resources: {'Port': ['ID=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:37.770119 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:37.770588 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:37.770990 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.771370 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:37.771820 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Bound port: fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:37.772191 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.795411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-3bb114cc-b7b2-439d-94b7-106901c1c737 service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780891 Mar 03 17:53:37.797295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-ea85be26-0325-41d7-910c-8931403c50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:37.798743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-ea85be26-0325-41d7-910c-8931403c50a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc3986cd3695422faf94da78238c88c6&device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 1099 time: 0.8993454 Mar 03 17:53:37.805773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:37.815929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:37.834376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b8a24-199c-4ef2-8e7c-13781b97482c req-87c3640f-7264-4739-981e-81983648d359 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:37.835803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d2b8a24-199c-4ef2-8e7c-13781b97482c req-87c3640f-7264-4739-981e-81983648d359 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 931 time: 0.2434707 Mar 03 17:53:37.838442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:37.850846 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] For port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:37.853945 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] For port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:37.859071 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.937141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:37.937884 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:37.946404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:37.952266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:37.979598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d2b8a24-199c-4ef2-8e7c-13781b97482c req-e11e05b1-6ad8-46d6-81c7-5ab85d3d0c4f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289787 Mar 03 17:53:38.006632 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ea9e-2660-40b4-bfff-6a7924150b74 None None] Pushing event updated for resources: {'Port': ['ID=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:38.109285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:38.145001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.145378 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment 4f069f34-ad8e-459b-a631-bacfaddcad62 of type vlan for network 13b9354b-9754-46eb-aad9-690a09bdb418 Mar 03 17:53:38.160582 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:38.169312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1cd64f9-d12e-471d-adc5-fded299c54e7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:38.229281 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'status': 'completed', 'code': 200} Mar 03 17:53:38.295275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f1cd64f9-d12e-471d-adc5-fded299c54e7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:38.295676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.331173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.368943 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.499981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-2793fa2d-cb31-439f-8f62-b82124996c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:38.502095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-2793fa2d-cb31-439f-8f62-b82124996c99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc3986cd3695422faf94da78238c88c6&device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 1099 time: 0.3519044 Mar 03 17:53:38.505367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.505891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-d3a69676-2868-4473-bedf-469617322b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:38.507466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-d3a69676-2868-4473-bedf-469617322b3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1096 time: 0.8550882 Mar 03 17:53:38.510717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:38.511301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.540441 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:33Z', 'revision_number': 3, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:38.544989 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dea15-4236-49f7-bd38-c4d309de8834 None None] The sync data for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 is: [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:33Z', 'revision_number': 3, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:53:38.554841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:53:38.637928 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-9cf56fc3-93e6-4c5f-b1a5-ec3b63699284 service neutron] 10.222.0.23 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8299468 Mar 03 17:53:38.640443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-a27d623e-c711-48b3-b05a-2bf9d24c7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:38.642819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-a27d623e-c711-48b3-b05a-2bf9d24c7994 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.8339291 Mar 03 17:53:38.666056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39f00-74f2-4424-936f-b4650af37c0b req-fa7fdc58-d7f6-48a5-b4f1-da3968d3276a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:38.670283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6ed39f00-74f2-4424-936f-b4650af37c0b req-fa7fdc58-d7f6-48a5-b4f1-da3968d3276a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.4037282 Mar 03 17:53:38.718123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:38.732491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'mac_address': 'fa:16:3e:d3:84:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:53:38.801310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.819136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1035702 Mar 03 17:53:38.820053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:53:38.828474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43714) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:38.840178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-2236d08e-7a76-4fdf-8536-08be017702a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17 HTTP/1.1" status: 200 len: 217 time: 0.1641741 Mar 03 17:53:38.842065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:38.849262 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:38.855241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:38.884988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e96c85-09ee-4147-ae5f-058dc5444cef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=13b9354b-9754-46eb-aad9-690a09bdb418,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:38.917424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbca910-2c37-4421-a337-4a1524551991 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:53:38.931126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6ed39f00-74f2-4424-936f-b4650af37c0b req-d7792f1f-1761-4c84-99e2-b71502aed578 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441413 Mar 03 17:53:38.954507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 13b9354b-9754-46eb-aad9-690a09bdb418 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:38.964402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-bd5b4ffd-baae-4cd2-b4f5-3e184d6aa493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:38.965937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-bd5b4ffd-baae-4cd2-b4f5-3e184d6aa493 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4497747 Mar 03 17:53:38.969560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Allocated IP 172.20.0.1 (36ae2973-c75a-43ce-9bba-33500a6092e1/2d459787-2da7-43ce-b68b-7652a3275f3b/791285a1-4f4c-4c5f-b2cd-5638d8a65d63) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:39.082116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-9bd1ca8e-65d8-4e3b-931d-75ccd2a0e1c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65 HTTP/1.1" status: 200 len: 217 time: 0.1052787 Mar 03 17:53:39.122672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9f735cc6-d7cf-4c7e-8dca-89fb81decb17'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:53:39.205459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-52fe0111-5d89-4005-8d40-fa243c7e54db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:39.207172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-52fe0111-5d89-4005-8d40-fa243c7e54db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2363515 Mar 03 17:53:39.221017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:39.283707 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:39.316642 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:39.334839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-628246d2-3c63-41ae-9183-930492236da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:39.336305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-628246d2-3c63-41ae-9183-930492236da9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.7978818 Mar 03 17:53:39.470897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-12e5491c-d48a-4dfe-9593-7e7a385eb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:39.472384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-12e5491c-d48a-4dfe-9593-7e7a385eb90e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3825002 Mar 03 17:53:39.570077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Transition to ACTIVE for port object 0cbca910-2c37-4421-a337-4a1524551991 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:39.603687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:39.618475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b0c8e-7744-4ea3-aac6-85f1e4b42be6 req-1cb6e326-64a3-43d2-87ff-46aa72be25dd tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:39.619943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a3b0c8e-7744-4ea3-aac6-85f1e4b42be6 req-1cb6e326-64a3-43d2-87ff-46aa72be25dd tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 948 time: 0.4651299 Mar 03 17:53:39.647466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Transition to ACTIVE for port object 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:39.648984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:39.683887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-326fa065-65ac-4cfc-958d-579c1865f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:39.685569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-326fa065-65ac-4cfc-958d-579c1865f3fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048068 Mar 03 17:53:39.714471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-07a5c1d2-16e6-4c6d-9294-1bd473ebd4e6 service neutron] 10.222.0.23 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0755093 Mar 03 17:53:39.721044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a3b0c8e-7744-4ea3-aac6-85f1e4b42be6 req-f846716c-5cc1-4388-9f65-2399f82944d7 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897684 Mar 03 17:53:39.801970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:39.921364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:39.928473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:39.945771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:39.982380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Pushing event updated for resources: {'Port': ['ID=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:39.985256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:39.998523 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-0656ebcd-f9c6-45c6-9189-811539b8f03d service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041623 Mar 03 17:53:40.000955 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.071013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:40.083558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-e0beba79-2ff1-4032-89da-22005286f80f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 1000 time: 0.6602335 Mar 03 17:53:40.084712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:40.187399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:40.197459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:40.197730 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.278419 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.291881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fd125e6f-7c9f-4fed-b1fc-32d42f10e95f None None] Provisioning for port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:40.300934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fd125e6f-7c9f-4fed-b1fc-32d42f10e95f None None] Provisioning complete for port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:40.301302 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd125e6f-7c9f-4fed-b1fc-32d42f10e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.354267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Allocated IP 172.25.0.197 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/dc25790b-d0cf-4c9d-b0cc-63a9c4306b10) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:40.364111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:40.364510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd25ae-6c5e-4d5a-8e0e-fd47016cc6b8 req-f765a65f-8057-4d38-b7d2-aa49499f3bbe tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:40.366081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdcd25ae-6c5e-4d5a-8e0e-fd47016cc6b8 req-f765a65f-8057-4d38-b7d2-aa49499f3bbe tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.5255041 Mar 03 17:53:40.366793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fd125e6f-7c9f-4fed-b1fc-32d42f10e95f None None] Port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:40.370475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:40.378327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:40.379492 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.447707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2c5bf0d-387a-46f3-9d02-3d860841a964 req-c097e33c-7a35-4290-822e-cbb9cc3352a4 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412270 Mar 03 17:53:40.463550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdcd25ae-6c5e-4d5a-8e0e-fd47016cc6b8 req-2b9f67d8-d881-43b0-99a4-c4c22b0c4636 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683327 Mar 03 17:53:40.486075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:53:40.543873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:40.547872 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.565110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:40.596647 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.627168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-9851079e-75b3-4dd7-b393-4ac32249af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:40.628858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-9851079e-75b3-4dd7-b393-4ac32249af14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3430290 Mar 03 17:53:40.682558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.766098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:40.772442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93288ddd-ac27-427e-bcd8-7b2e6edcffd3 req-3152aa60-297f-41ea-8e9c-e9ffb78b70a2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:40.773936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93288ddd-ac27-427e-bcd8-7b2e6edcffd3 req-3152aa60-297f-41ea-8e9c-e9ffb78b70a2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.1613321 Mar 03 17:53:40.779915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:40.784673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'mac_address': 'fa:16:3e:f4:64:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:53:40.790261 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.842552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-1334194c-484b-4a57-9f61-b92818982546 service neutron] 10.222.0.23 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1058118 Mar 03 17:53:40.848626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Performing IP validity checks on allocation pools {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 17:53:40.849399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 17:53:40.856426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-053cba55-a5ce-4539-a277-225903a99938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:40.858052 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-053cba55-a5ce-4539-a277-225903a99938 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.6650822 Mar 03 17:53:40.866049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:40.889094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:40.889557 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.911596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93288ddd-ac27-427e-bcd8-7b2e6edcffd3 req-5a48e27a-ddb9-413d-a6f2-e70c2e59aff0 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214838 Mar 03 17:53:40.946549 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:40.984359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:53:40.988783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:41.010852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:41.011282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.018539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.051301 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.127053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.160385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:41.170333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:41.180707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:41.186185 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.187765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:41.189693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:41.190144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:41.197154 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:53:41.202896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Pushing event updated for resources: {'Port': ['ID=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:41.207110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.264248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:41.279374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:53:41.279784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:41.332994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:41.333395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:41.333823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:41.334315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Bound port: 0cbca910-2c37-4421-a337-4a1524551991, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:41.334671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.395698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-7ed7e5d5-f60d-4fb0-a608-c20d267cab31 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384858 Mar 03 17:53:41.398717 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.433279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['328fe1fc-9968-4dc9-8e69-4df9c4bbff65'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:53:41.458947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c48b92-522e-45df-aaac-290c61f11f11 req-c5b04d35-6a18-42a3-9f31-a527e7561e23 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:41.460303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08c48b92-522e-45df-aaac-290c61f11f11 req-c5b04d35-6a18-42a3-9f31-a527e7561e23 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 949 time: 0.3566434 Mar 03 17:53:41.524948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:41.528431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:41.539240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08c48b92-522e-45df-aaac-290c61f11f11 req-c3f94742-9717-487f-a0cf-09ae08eb73c1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644128 Mar 03 17:53:41.543516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-a570823c-36a2-474a-853f-6f3ca7f1777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:41.545141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-a570823c-36a2-474a-853f-6f3ca7f1777f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6213636 Mar 03 17:53:41.614995 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.649636 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'code': 200} Mar 03 17:53:41.810513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Router fd2aaf0f-c0f6-4599-9083-fab66638d572 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:53:41.821005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-102c126f-be6a-4d23-a732-43830d7a7413 service neutron] 10.222.0.23 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9550729 Mar 03 17:53:41.905263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56f821-fc06-47bf-bbd2-270ce8aa9535 req-534a64cf-543f-4c49-9e8b-0f679e602d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:41.906707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b56f821-fc06-47bf-bbd2-270ce8aa9535 req-534a64cf-543f-4c49-9e8b-0f679e602d3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 1101 time: 0.1873071 Mar 03 17:53:41.912158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-af648653-c373-4281-bbc7-e697cda436aa None None] Provisioning complete for port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:41.914155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af648653-c373-4281-bbc7-e697cda436aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:41.990387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-af648653-c373-4281-bbc7-e697cda436aa None None] Port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:42.043643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:42.097143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b56f821-fc06-47bf-bbd2-270ce8aa9535 req-f69d5aa7-8a79-4294-acea-3642c505a850 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827765 Mar 03 17:53:42.102022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:42.106266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:53:42.111661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-75f87414-f30b-455b-8806-42d11f4890f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/fd2aaf0f-c0f6-4599-9083-fab66638d572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5549431 Mar 03 17:53:42.162636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429b4b1-1aa8-405a-a682-7297171a5afe req-364fb150-5780-4aa9-be8b-ad4956527286 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:42.162885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Sync routers for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:53:42.172407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4429b4b1-1aa8-405a-a682-7297171a5afe req-364fb150-5780-4aa9-be8b-ad4956527286 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.2209880 Mar 03 17:53:42.199643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:42.200404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:42.228539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4429b4b1-1aa8-405a-a682-7297171a5afe req-879a1ec1-af00-43c6-9d8e-7d6919ca58b3 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549076 Mar 03 17:53:42.279980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:42.289559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:42.305702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=4d97fa95-df00-4a27-a7e7-66ab3ad699e8,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:42.337306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:42.339686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Allocated IP 172.25.0.17 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/4ac76c43-0c55-456d-9edc-d167e3339bad) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:42.366889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:42.385040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:42.385589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:42.403269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:42.410087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event updated for resources: {'Port': ['ID=dc25790b-d0cf-4c9d-b0cc-63a9c4306b10,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:42.437972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:42.442973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400e5e86-05b7-4cd8-a149-367a7b34ebe4 req-83690dd8-d673-426f-81e0-30df0ef64069 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0320506 Mar 03 17:53:42.444633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d0eac-818f-4de2-8100-59250c739e8a req-e411c5e0-29fd-4e4d-bd39-e8bbcee51b49 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:42.446495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce0d0eac-818f-4de2-8100-59250c739e8a req-e411c5e0-29fd-4e4d-bd39-e8bbcee51b49 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.0884471 Mar 03 17:53:42.466859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:42.489778 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-aa74af76-d7e8-452c-9629-ed9c3be7891e service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766251 Mar 03 17:53:42.490488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': '4f069f34-ad8e-459b-a631-bacfaddcad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:42.490845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: 13b9354b-9754-46eb-aad9-690a09bdb418, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:42.501197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce0d0eac-818f-4de2-8100-59250c739e8a req-0b756d83-d00a-401c-bf86-b452ab5d9b34 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 Mar 03 17:53:42.531000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:42.589300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:42.589743 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:42.591137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] 10.222.0.16 "PUT /v2.0/ports/0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 200 len: 1091 time: 6.5977817 Mar 03 17:53:42.617578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'tag': '0cbca910-2c37-4421-a337-4a1524551991'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:42.683421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-9c6f8d91-32b9-49fa-9794-576ce30ac33d service neutron] 10.222.0.23 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459677 Mar 03 17:53:42.903496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1ffa3-c870-44bd-9e81-ab6fb2b93048 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:42.907389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 13b9354b-9754-46eb-aad9-690a09bdb418 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:42.984318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:42.991349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:42.991715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.002171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 13b9354b-9754-46eb-aad9-690a09bdb418) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:43.028386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e1b6a-ce24-4cc6-8cbe-3e015b18b755 None None] Network 13b9354b-9754-46eb-aad9-690a09bdb418 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:43.080749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.132661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:43.133271 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.194958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef8304fc-a5fb-45f8-8db7-4e818fd39567 req-f010a543-52d1-4689-9734-5d5f163ebbd0 service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793725 Mar 03 17:53:43.200569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.209198 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.215117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0500f4d3-df5b-4750-ab1c-a732f17a525c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3737831 Mar 03 17:53:43.217694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43746) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:43.225400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418', 'name': 'tempest-PortsTestJSON-1256047073'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:43.323161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:43.331632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13316e52-3040-497b-8669-0615de9d86a5 req-7f8e63f6-e5bb-4194-ae03-cbb5785d0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:43.333617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-7f8e63f6-e5bb-4194-ae03-cbb5785d0f7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1094 time: 0.6583686 Mar 03 17:53:43.346890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260362551', 'description': 'tempest-description--1268568388'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:43.365460 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.374174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-13b9354b-9754-46eb-aad9-690a09bdb418', 'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418', 'tenant_id': '7d57e3f559e34c05a4331f6b77164995', 'fixed_ips': [{'subnet_id': '4d97fa95-df00-4a27-a7e7-66ab3ad699e8'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:53:43.374977 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.392146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 2, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:43.418574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Checking router: fd2aaf0f-c0f6-4599-9083-fab66638d572 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:53:43.418925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Updating router fd2aaf0f-c0f6-4599-9083-fab66638d572 port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:53:43.427908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:43.445791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:43.448617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:43.464188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:43.474669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:43.500445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-7b6055a3-e04e-4c04-b132-7da5817e7e13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 200 len: 217 time: 0.1463685 Mar 03 17:53:43.504948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:43.520727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Pushing event updated for resources: {'Port': ['ID=4ac76c43-0c55-456d-9edc-d167e3339bad,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:43.524834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:43.552662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:43.588474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:43.599453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:43.609671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.616059 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.628787 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.630219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:43.637994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.664456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port ef446d46-f8e7-400d-aeb9-ea8d82757aec yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:53:43.716268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:53:43.729371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:43.759900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13316e52-3040-497b-8669-0615de9d86a5 req-6d3187ca-1db3-4faa-bbd8-f3dea535c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:43.761788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-6d3187ca-1db3-4faa-bbd8-f3dea535c2cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2493989 Mar 03 17:53:43.772564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399d1fa-e490-4c11-a8c8-4a9102fb0af6 req-bf97390f-2909-413f-a9f3-86798662afed tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:43.774055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5399d1fa-e490-4c11-a8c8-4a9102fb0af6 req-bf97390f-2909-413f-a9f3-86798662afed tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 949 time: 0.2746685 Mar 03 17:53:43.825510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:43.826477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5399d1fa-e490-4c11-a8c8-4a9102fb0af6 req-63cf4064-7ca4-4c8d-a92a-455ca1b44e4b tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Mar 03 17:53:43.934812 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'tag': '0cbca910-2c37-4421-a337-4a1524551991', 'status': 'completed', 'code': 200} Mar 03 17:53:43.937157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-c28e6f25-8a00-4fe0-93ea-f67a1199f0c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988979 Mar 03 17:53:43.941622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:44.005242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Allocated IP 172.20.0.2 (13b9354b-9754-46eb-aad9-690a09bdb418/4d97fa95-df00-4a27-a7e7-66ab3ad699e8/5002be7a-f72e-48ba-bb7e-f6a98f90ceff) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:44.189126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group_rule and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:44.195488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:44.231866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:44.251364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261896-0304-45cf-82c3-f5b6f42ff756 req-a557acfc-8d50-4e79-82dd-db55e26195b6 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:44.260013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-50261896-0304-45cf-82c3-f5b6f42ff756 req-a557acfc-8d50-4e79-82dd-db55e26195b6 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.1900551 Mar 03 17:53:44.323317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-50261896-0304-45cf-82c3-f5b6f42ff756 req-532a37c4-275f-457f-b0e6-1074527e6885 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574846 Mar 03 17:53:44.373635 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'code': 200} Mar 03 17:53:44.466711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:44.469228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2e6a3082-b1d3-410c-bfc9-a4d0df010a55 req-8f1ab13d-4e06-4c7a-a899-0d9778d66a74 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:44.484867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2e6a3082-b1d3-410c-bfc9-a4d0df010a55 req-8f1ab13d-4e06-4c7a-a899-0d9778d66a74 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:44.486271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e6a3082-b1d3-410c-bfc9-a4d0df010a55 req-8f1ab13d-4e06-4c7a-a899-0d9778d66a74 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 210 time: 0.0644414 Mar 03 17:53:44.529929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Transition to ACTIVE for port object 5002be7a-f72e-48ba-bb7e-f6a98f90ceff will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:44.568175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Transition to ACTIVE for port object 5002be7a-f72e-48ba-bb7e-f6a98f90ceff will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:44.570250 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:44.581493 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:44.614944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Transition to ACTIVE for port object 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:44.635913 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:44.648818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Network 13b9354b-9754-46eb-aad9-690a09bdb418 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:44.652358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:44.659625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:44.670083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.4 (13b9354b-9754-46eb-aad9-690a09bdb418/4d97fa95-df00-4a27-a7e7-66ab3ad699e8/ef446d46-f8e7-400d-aeb9-ea8d82757aec) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:44.741703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-f183b0e4-70f4-4770-a662-32562d62a1bd service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821996 Mar 03 17:53:44.835375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:53:44.874310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:44.878707 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:44.942126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:44.956303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf582a-5359-4ddf-a8e0-90cf04b19a43 req-c126daab-f68d-4122-ba47-0c9cf3d98169 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:44.963437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cecf582a-5359-4ddf-a8e0-90cf04b19a43 req-c126daab-f68d-4122-ba47-0c9cf3d98169 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.6833863 Mar 03 17:53:44.996334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Pushing event updated for resources: {'Port': ['ID=5002be7a-f72e-48ba-bb7e-f6a98f90ceff,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:45.022575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.076384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.150582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b58b91-c6f2-4d7d-80af-4c306d85f7cd req-0e85a5fe-06fa-46b2-8dd3-55e9af7d197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:45.152991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0b58b91-c6f2-4d7d-80af-4c306d85f7cd req-0e85a5fe-06fa-46b2-8dd3-55e9af7d197a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 1101 time: 0.6723378 Mar 03 17:53:45.179551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Attempting to bind port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:45.180095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Attempting to bind port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:45.180529 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Attempting to bind port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 on network 36ae2973-c75a-43ce-9bba-33500a6092e1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:45.200376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:45.200891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Checking segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:45.201368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.201830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Bound using segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:45.202372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Bound port: 791285a1-4f4c-4c5f-b2cd-5638d8a65d63, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:45.202822 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.218008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Attempting to bind port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:45.218474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Attempting to bind port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '4f069f34-ad8e-459b-a631-bacfaddcad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:45.218902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Attempting to bind port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff on network 13b9354b-9754-46eb-aad9-690a09bdb418 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:45.235497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049f4d9-a888-46e3-9d77-45c30aef100b None None] Pushing event updated for resources: {'Port': ['ID=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:45.239013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:45.239502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Checking segment: {'id': '4f069f34-ad8e-459b-a631-bacfaddcad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:45.240140 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.240389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Bound using segment: {'id': '4f069f34-ad8e-459b-a631-bacfaddcad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:45.240933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Bound port: 5002be7a-f72e-48ba-bb7e-f6a98f90ceff, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f069f34-ad8e-459b-a631-bacfaddcad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '13b9354b-9754-46eb-aad9-690a09bdb418'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:45.241432 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.299574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.317263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object ef446d46-f8e7-400d-aeb9-ea8d82757aec will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:45.359589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event updated for resources: {'Port': ['ID=dc25790b-d0cf-4c9d-b0cc-63a9c4306b10,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:45.366792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.372073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cecf582a-5359-4ddf-a8e0-90cf04b19a43 req-45564a96-376a-4160-ae59-f2d67d43e413 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077821 Mar 03 17:53:45.372846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.377260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0461142 Mar 03 17:53:45.384360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43786) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:45.406324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80651553-58ab-4645-a963-8f0546fb9530 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:45.408541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] For port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:45.413315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] For port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5002be7a-f72e-48ba-bb7e-f6a98f90ceff,segment=NetworkSegment(4f069f34-ad8e-459b-a631-bacfaddcad62),segment_id=4f069f34-ad8e-459b-a631-bacfaddcad62)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:45.420523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'security_group_rule': {'security_group_id': '64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:45.437274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] For port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:45.458049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:45.466573 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13316e52-3040-497b-8669-0615de9d86a5 req-2dbbe62b-506b-47b3-a6df-239ff5a74623 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063327 Mar 03 17:53:45.479695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group_rule and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:45.479960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] For port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:45.483397 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.502327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:45.507957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.511403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=ef446d46-f8e7-400d-aeb9-ea8d82757aec,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:45.513684 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0b58b91-c6f2-4d7d-80af-4c306d85f7cd req-b4b24f57-7bb2-4a0c-ae6b-ff5d5a0811af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112314 Mar 03 17:53:45.549233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 13b9354b-9754-46eb-aad9-690a09bdb418 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:45.551838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:45.554015 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.554210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:45.614235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9976353-b9a3-4077-a3f1-a50fea5a8241 None None] Pushing event updated for resources: {'Port': ['ID=5002be7a-f72e-48ba-bb7e-f6a98f90ceff,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:45.614760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:45.636047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:45.637129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.656839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:45.656839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-689d750d-ec57-4575-97c4-ec03f5153663 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5571158 Mar 03 17:53:45.662080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5e2d7-ed2c-4adc-ac5a-4a9f45fc9e5a req-72ec14f4-c2b6-4bb5-a9e0-71ebb680a27d tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:45.663645 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10b5e2d7-ed2c-4adc-ac5a-4a9f45fc9e5a req-72ec14f4-c2b6-4bb5-a9e0-71ebb680a27d tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 950 time: 0.6103635 Mar 03 17:53:45.733075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:45.736440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:45.755347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-79a89f0b-736d-47be-bc0d-26dec1a95cf2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5350873 Mar 03 17:53:45.772338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10b5e2d7-ed2c-4adc-ac5a-4a9f45fc9e5a req-94ba5f84-90c7-46a3-9682-06dc1687489c tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923011 Mar 03 17:53:45.773185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43796) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:46.041485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port ef446d46-f8e7-400d-aeb9-ea8d82757aec {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:46.041485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:46.179911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-064a05f4-c460-42ca-8fd1-c448ddd99d44 req-74030a48-3ee4-4c6b-9ee5-5372f87f9de7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 210 time: 0.0707145 Mar 03 17:53:46.185158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:46.297062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:46.348477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5002be7a-f72e-48ba-bb7e-f6a98f90ceff up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:46.421856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049f4d9-a888-46e3-9d77-45c30aef100b None None] Pushing event updated for resources: {'Port': ['ID=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:46.514772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:46.567284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:46.593098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-940741a7-dbd4-49ff-9cab-5739a1186b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:46.595194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-940741a7-dbd4-49ff-9cab-5739a1186b9e service neutron] 10.222.0.35 "GET /v2.0/ports/1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 200 len: 1033 time: 0.2916062 Mar 03 17:53:46.756887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for ef446d46-f8e7-400d-aeb9-ea8d82757aec owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:46.807618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:46.982916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d4fe7-844d-44d9-bb2e-be2a2e8e51c7 req-cd2cdf39-1c95-4ba6-8e20-bbc1e8801762 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:46.983954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ee5d4fe7-844d-44d9-bb2e-be2a2e8e51c7 req-cd2cdf39-1c95-4ba6-8e20-bbc1e8801762 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:46.996782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-87971d68-1131-43c5-904e-16b8a18209fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:46.998384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-87971d68-1131-43c5-904e-16b8a18209fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1094 time: 0.6887164 Mar 03 17:53:47.001748 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:47.193232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-0cdecb2c-e06e-418a-b48f-8b0428a7da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:47.195291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-0cdecb2c-e06e-418a-b48f-8b0428a7da76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.1798415 Mar 03 17:53:47.196136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:47.199379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:45Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:47.216223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b24597-ed92-41ab-b502-a0e57e8ccc71 None None] The sync data for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 is: [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:45Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:53:47.245006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Router 02306c6f-d2e7-4f43-a496-509d8ff68833 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:53:47.356852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:47.367654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d2c401ff-0652-410d-b291-d3856e01e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:47.369002 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d2c401ff-0652-410d-b291-d3856e01e0eb service neutron] 10.222.0.35 "GET /v2.0/ports/224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 200 len: 1031 time: 0.7520576 Mar 03 17:53:47.412568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-8e13a7a3-20b4-49ba-af05-d27da19e57fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 200 len: 217 time: 0.1948950 Mar 03 17:53:47.447631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ee553-af53-4941-b1cd-170dc7256cf5 req-9df552ae-f660-42d4-b97f-2771e2f2d2ee tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:47.463329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-129ee553-af53-4941-b1cd-170dc7256cf5 req-9df552ae-f660-42d4-b97f-2771e2f2d2ee tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 950 time: 0.4103737 Mar 03 17:53:47.468214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98183f-c9c5-4ee7-8552-45ca6f17accf None None] Network 13b9354b-9754-46eb-aad9-690a09bdb418 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:47.476357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ee5d4fe7-844d-44d9-bb2e-be2a2e8e51c7 req-cd2cdf39-1c95-4ba6-8e20-bbc1e8801762 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:47.483370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee5d4fe7-844d-44d9-bb2e-be2a2e8e51c7 req-cd2cdf39-1c95-4ba6-8e20-bbc1e8801762 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 1.9640849 Mar 03 17:53:47.557419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=ef446d46-f8e7-400d-aeb9-ea8d82757aec,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:47.586832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f84947-35b4-4b2c-99aa-cea616115ffa,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:47.665837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Provisioning for port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:47.676833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Provisioning complete for port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:47.693954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:47.834280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-129ee553-af53-4941-b1cd-170dc7256cf5 req-dc80aea6-dfb1-424a-ae45-bdec6480248f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681464 Mar 03 17:53:47.880364 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:47.884471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:47.889602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-65c48b2a-b9f9-4773-9c21-17d7fd0f5931 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4848192 Mar 03 17:53:47.902780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43876) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:47.904237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-52b3a093-f2ca-4de5-876f-0fb4f1dd6d40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/ef446d46-f8e7-400d-aeb9-ea8d82757aec HTTP/1.1" status: 204 len: 168 time: 2.1298077 Mar 03 17:53:47.906813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43880) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:47.910678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'security_group_rule': {'security_group_id': '64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:47.967809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:47.982091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group_rule and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:47.985839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:47.998612 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-255b9882-8207-404d-a27e-ce28c42f5cc5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:53:47.999099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255b9882-8207-404d-a27e-ce28c42f5cc5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:53:48.003211 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-255b9882-8207-404d-a27e-ce28c42f5cc5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/ef446d46-f8e7-400d-aeb9-ea8d82757aec HTTP/1.1" status: 404 len: 333 time: 0.0866370 Mar 03 17:53:48.014085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43886) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:48.021878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e6f9cb72-4fa2-470b-83e6-bb51edec1155 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:48.029991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e6f9cb72-4fa2-470b-83e6-bb51edec1155 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:48.031457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:48.037644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e6f9cb72-4fa2-470b-83e6-bb51edec1155 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:48.039706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e6f9cb72-4fa2-470b-83e6-bb51edec1155 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "GET /v2.0/networks?id=953b5aec-2792-4866-9c68-a8ca9a0816bb&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731 HTTP/1.1" status: 200 len: 1995 time: 0.6488667 Mar 03 17:53:48.076153 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.143209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee5d4fe7-844d-44d9-bb2e-be2a2e8e51c7 req-2334c735-d8c3-46d2-b3c6-c7c8daebe5d5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6588905 Mar 03 17:53:48.168150 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce028fc4-8862-4c59-a467-f354c3daa9b1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:53:48.174759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ce028fc4-8862-4c59-a467-f354c3daa9b1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/ef446d46-f8e7-400d-aeb9-ea8d82757aec HTTP/1.1" status: 404 len: 333 time: 0.1337657 Mar 03 17:53:48.197282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-bed06232-575d-4e29-b55e-9f4ea449a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:48.199012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-bed06232-575d-4e29-b55e-9f4ea449a752 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.6628249 Mar 03 17:53:48.201202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43890) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:48.211857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:53:48.225118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.226174 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Sync routers for ids ['02306c6f-d2e7-4f43-a496-509d8ff68833'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:53:48.239506 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Routers {'02306c6f-d2e7-4f43-a496-509d8ff68833'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:48.247984 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['02306c6f-d2e7-4f43-a496-509d8ff68833'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:48.310419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a0ffb8c6-35fe-4896-a8bb-458ce2c48232 req-70b478a7-9a90-4685-8255-291d0c6f9149 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 210 time: 0.2026110 Mar 03 17:53:48.351269 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.397384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:48.445076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.457672 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-51b588e4-bced-4ca1-af65-1ae1d1b7d6e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903006 Mar 03 17:53:48.464383 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.516618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-3ae45f4a-dd97-497c-9b44-3a6f31be0d85 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4a7116878f5410ebf83adbb35232aab HTTP/1.1" status: 200 len: 379 time: 0.4224305 Mar 03 17:53:48.540057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290c8028-76f6-4ff4-b089-5325cd0fa5f3,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:48.543047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'admin_state_up': True, 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'security_groups': ['653d6142-cca1-4f4a-822c-da4c1f013782']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:48.555196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.566985 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bb5c670a-0135-41e7-88d2-f3e26859d15a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6613986 Mar 03 17:53:48.572993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.574354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43894) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:48.574551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1a741d5a-9497-4f4c-8151-c996ddedf84e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.6788144 Mar 03 17:53:48.578004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43896) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:48.587945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:48.650153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] For port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5002be7a-f72e-48ba-bb7e-f6a98f90ceff,segment=NetworkSegment(4f069f34-ad8e-459b-a631-bacfaddcad62),segment_id=4f069f34-ad8e-459b-a631-bacfaddcad62)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:48.660917 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:48.718156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet 4d97fa95-df00-4a27-a7e7-66ab3ad699e8 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:53:48.805771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:48.814807 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Set router 02306c6f-d2e7-4f43-a496-509d8ff68833 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:48.849272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:floatingip and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:48.861737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:48.886401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:48.916998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:48.970491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:48.972386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.085790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Pushing event updated for resources: {'Port': ['ID=5002be7a-f72e-48ba-bb7e-f6a98f90ceff,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:49.117579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b9a64a85-57cc-4258-b0e5-0641b0d44b39 None None] Provisioning complete for port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:49.118219 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9a64a85-57cc-4258-b0e5-0641b0d44b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.266480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.267015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.267356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.267690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.268016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.268351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.268733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.269051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.269415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.269722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.270038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.270846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f6e953-3ac0-41a5-8502-72db4a22daf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:53:49.370679 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.464944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:49.483002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:49.485637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.578281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-6a39ac0a-9c78-4d1f-a208-cb386acc4d2e service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1079354 Mar 03 17:53:49.621380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:49.624953 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.633769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:53:44Z', 'revision_number': 3, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port': {'id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:40Z', 'updated_at': '2022-03-03T17:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:49.639755 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Checking router: 02306c6f-d2e7-4f43-a496-509d8ff68833 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:53:49.640468 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Updating router 02306c6f-d2e7-4f43-a496-509d8ff68833 port 4ac76c43-0c55-456d-9edc-d167e3339bad binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:53:49.674240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a324e784-6186-4f3d-98ef-a388fc436b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.696991 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.739365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:49.743465 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.752997 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.802892 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:49.862437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d620bc03-8975-4fed-99f4-4cd2bcadd6e1 None None] Could not find standard attr ID for object ef446d46-f8e7-400d-aeb9-ea8d82757aec. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:53:49.903762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:50.034751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea103de9-d84c-43f8-9d6d-db3dbca93acb req-2f47e994-083f-4886-9fd6-81d88ae73381 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:50.035447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea103de9-d84c-43f8-9d6d-db3dbca93acb req-2f47e994-083f-4886-9fd6-81d88ae73381 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Synchronizing usage tracker for tenant:cc3986cd3695422faf94da78238c88c6 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:50.073371 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1a4498d-fa1e-4298-9344-7cf3f96e4a5f req-e1aa8d27-0799-44f2-bce8-4fcfe61f9d28 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230494 Mar 03 17:53:50.073371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea103de9-d84c-43f8-9d6d-db3dbca93acb req-2f47e994-083f-4886-9fd6-81d88ae73381 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Unset dirty status for tenant:cc3986cd3695422faf94da78238c88c6 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:50.074389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea103de9-d84c-43f8-9d6d-db3dbca93acb req-2f47e994-083f-4886-9fd6-81d88ae73381 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 950 time: 0.5784798 Mar 03 17:53:50.121945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 172.20.0.14 (953b5aec-2792-4866-9c68-a8ca9a0816bb/50339c05-2454-481a-9150-1c86c3d715d0/15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:50.134427 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.213897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea103de9-d84c-43f8-9d6d-db3dbca93acb req-c5dc6618-ac57-41b0-9561-5cfec20fef5c tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Synchronizing usage tracker for tenant:cc3986cd3695422faf94da78238c88c6 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:50.257130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:50.274374 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.288812 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Transition to ACTIVE for port object 4ac76c43-0c55-456d-9edc-d167e3339bad will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:50.303504 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.390418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ea103de9-d84c-43f8-9d6d-db3dbca93acb req-c5dc6618-ac57-41b0-9561-5cfec20fef5c tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Unset dirty status for tenant:cc3986cd3695422faf94da78238c88c6 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:50.391642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea103de9-d84c-43f8-9d6d-db3dbca93acb req-c5dc6618-ac57-41b0-9561-5cfec20fef5c tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065717 Mar 03 17:53:50.429380 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.436089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:50.436450 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.460474 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Attempting to bind port 4ac76c43-0c55-456d-9edc-d167e3339bad on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:53:50.460834 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Attempting to bind port 4ac76c43-0c55-456d-9edc-d167e3339bad by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:53:50.461200 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Attempting to bind port 4ac76c43-0c55-456d-9edc-d167e3339bad on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:53:50.488228 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30a628-87f7-4d8d-b205-829e3538527a None None] Pushing event updated for resources: {'Port': ['ID=4ac76c43-0c55-456d-9edc-d167e3339bad,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:50.496058 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:53:50.496432 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:50.496820 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.497196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:53:50.501901 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Bound port: 4ac76c43-0c55-456d-9edc-d167e3339bad, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:53:50.502301 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.508171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddb88f-8208-4961-9009-7316ac4a012b req-a95cd0c1-07ec-4b48-ba43-612a0d62872e tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:50.517821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6ddb88f-8208-4961-9009-7316ac4a012b req-a95cd0c1-07ec-4b48-ba43-612a0d62872e tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.9909236 Mar 03 17:53:50.593933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0d3ea-e717-4165-b99a-fb17173aa5e2 None None] Network 13b9354b-9754-46eb-aad9-690a09bdb418 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:50.667673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6ddb88f-8208-4961-9009-7316ac4a012b req-c9fde4b3-fbac-4905-aabf-98a519c0d605 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313183 Mar 03 17:53:50.689974 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] For port 4ac76c43-0c55-456d-9edc-d167e3339bad, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:53:50.703830 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] For port 4ac76c43-0c55-456d-9edc-d167e3339bad, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4ac76c43-0c55-456d-9edc-d167e3339bad,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:53:50.712504 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.723553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.763583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Transition to ACTIVE for port object 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:50.840989 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.852558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/4d97fa95-df00-4a27-a7e7-66ab3ad699e8 HTTP/1.1" status: 204 len: 168 time: 2.6460149 Mar 03 17:53:50.862514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5a28-4d2b-4008-b80d-7733a5d95e5a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=4d97fa95-df00-4a27-a7e7-66ab3ad699e8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:50.869376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:50.876449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43914) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:50.912195 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Routers {'02306c6f-d2e7-4f43-a496-509d8ff68833'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:50.913513 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['02306c6f-d2e7-4f43-a496-509d8ff68833'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:50.925912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5002be7a-f72e-48ba-bb7e-f6a98f90ceff up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:50.944033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:51.010762 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30a628-87f7-4d8d-b205-829e3538527a None None] Pushing event updated for resources: {'Port': ['ID=4ac76c43-0c55-456d-9edc-d167e3339bad,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:51.119038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:51.119396 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:51.147660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:51.183583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:51.188618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:51.320115 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] Set router 02306c6f-d2e7-4f43-a496-509d8ff68833 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:51.364706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:51.365169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] DHCP port deletion for 13b9354b-9754-46eb-aad9-690a09bdb418 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:53:51.365749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:51.371621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:51.377026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] Deleting port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:53:51.377433 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:51.402310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:51.410713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-efb4bdf1-4d52-43d4-9284-b45a86044ed6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8743486 Mar 03 17:53:51.429839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'admin_state_up': True, 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'security_groups': ['653d6142-cca1-4f4a-822c-da4c1f013782']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:51.621004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:51.621004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239fe1-8e08-4405-b57d-d9cfff319554 req-7bd70a33-2d02-4e20-b672-569ae869f7ba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:51.621530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bc239fe1-8e08-4405-b57d-d9cfff319554 req-7bd70a33-2d02-4e20-b672-569ae869f7ba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:51.639704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:51.657167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:51.664364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:51.682216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bc239fe1-8e08-4405-b57d-d9cfff319554 req-7bd70a33-2d02-4e20-b672-569ae869f7ba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:51.689212 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc239fe1-8e08-4405-b57d-d9cfff319554 req-7bd70a33-2d02-4e20-b672-569ae869f7ba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 932 time: 0.8924057 Mar 03 17:53:51.740520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8edd9d32-10b4-472e-bfc5-7efd80347420 None None] Provisioning for port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:51.754554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Allocated IP 172.20.0.1 (ed355772-4c3e-42f6-8773-a450e476753f/a9b0754c-cd1b-4eba-85a9-9df63bc4ff11/09697d6f-6002-4b34-8519-24e07cd45e8e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:51.825702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8edd9d32-10b4-472e-bfc5-7efd80347420 None None] Provisioning complete for port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:51.826075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8edd9d32-10b4-472e-bfc5-7efd80347420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:51.858921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc239fe1-8e08-4405-b57d-d9cfff319554 req-7a9d2e6c-fe1d-4a2e-bdee-bcbf71320073 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683459 Mar 03 17:53:51.986197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.005918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d05e7948-b6ff-4733-9341-664394de53eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.014327 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.028467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8edd9d32-10b4-472e-bfc5-7efd80347420 None None] Port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:52.064834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] For port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5002be7a-f72e-48ba-bb7e-f6a98f90ceff,segment=NetworkSegment(4f069f34-ad8e-459b-a631-bacfaddcad62),segment_id=4f069f34-ad8e-459b-a631-bacfaddcad62)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:52.064834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.069490 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:53:44Z', 'revision_number': 3, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port': {'id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:40Z', 'updated_at': '2022-03-03T17:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:52.079669 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a819e37-6af9-4605-be2e-bea0c46b8e10 None None] The sync data for ids ['02306c6f-d2e7-4f43-a496-509d8ff68833'] in n-d-827121-1 is: [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:53:44Z', 'revision_number': 3, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port': {'id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:40Z', 'updated_at': '2022-03-03T17:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:53:52.222633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 10.1.1.228 (3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0/a2263efd-613c-4745-bb82-0088401200e8/b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:52.230929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5002be7a-f72e-48ba-bb7e-f6a98f90ceff no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:53:52.236860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Allocated IP 172.25.0.83 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/0cc3415f-31c5-43a9-8b7a-915c9fda600f) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:52.318043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cac7b-4bca-42ab-8f4a-fb1503e6cb28 req-b90dac81-cb89-404b-8257-66b134422830 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:52.326733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c40cac7b-4bca-42ab-8f4a-fb1503e6cb28 req-b90dac81-cb89-404b-8257-66b134422830 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.3169572 Mar 03 17:53:52.416129 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c40cac7b-4bca-42ab-8f4a-fb1503e6cb28 req-031f37ae-42b3-48f6-9262-dd781d6a8265 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842211 Mar 03 17:53:52.481211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] Calling delete_port for 5002be7a-f72e-48ba-bb7e-f6a98f90ceff owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:53:52.755978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.759704 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.810063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.875920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] Pushing event deleted for resources: {'Port': ['ID=5002be7a-f72e-48ba-bb7e-f6a98f90ceff,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:52.878609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21930d-0e40-4957-9c9a-ddf8b13262b5 None None] No DVR routers for this DVR port 5002be7a-f72e-48ba-bb7e-f6a98f90ceff on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:53:52.904678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:52.958084 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.002588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.035417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.057427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Transition to ACTIVE for port object b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:53.150382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.173087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=09697d6f-6002-4b34-8519-24e07cd45e8e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:53.267187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:53.272375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:53.278562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:53.294536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04da85-e9aa-428d-9042-39c4e46795dd req-091f3437-5bec-4693-be83-89529ac32bbc tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:53.304489 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a04da85-e9aa-428d-9042-39c4e46795dd req-091f3437-5bec-4693-be83-89529ac32bbc tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 950 time: 2.3531384 Mar 03 17:53:53.350515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.362029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a348b-4fac-46e0-be79-1b12aa3e8357 req-91017c62-fa29-4135-8e47-6d7778d51b73 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:53.363964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b49a348b-4fac-46e0-be79-1b12aa3e8357 req-91017c62-fa29-4135-8e47-6d7778d51b73 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 932 time: 0.2753191 Mar 03 17:53:53.364741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:53.391893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Network ed355772-4c3e-42f6-8773-a450e476753f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:53.401311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.435336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b49a348b-4fac-46e0-be79-1b12aa3e8357 req-5a9a7f1d-954a-4940-97ee-f5868f53b386 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571940 Mar 03 17:53:53.482395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:53.483076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.503778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:53.520824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-af73a884-9942-4973-a8fa-65e85e06e505 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1004527 Mar 03 17:53:53.533955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'admin_state_up': True, 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'security_groups': ['653d6142-cca1-4f4a-822c-da4c1f013782']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:53.576795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:53.636586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b9354b-9754-46eb-aad9-690a09bdb418']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:53.680590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-08d1ff5e-7a0c-4de7-8279-229cabb28ae2 None None] Provisioning for port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:53.687319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-08d1ff5e-7a0c-4de7-8279-229cabb28ae2 None None] Provisioning complete for port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:53.687705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08d1ff5e-7a0c-4de7-8279-229cabb28ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.728495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f069f34-ad8e-459b-a631-bacfaddcad62') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:53.731851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f069f34-ad8e-459b-a631-bacfaddcad62') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:53.753505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:53.757662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-08d1ff5e-7a0c-4de7-8279-229cabb28ae2 None None] Port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:53.766580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:53.791364 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.812093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:53.818244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:port and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:53.826256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:53.835261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:53.844336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a640133-b439-43e5-a06f-5d84109a82b0 req-0ac7bfca-94de-4364-8e96-33493882e5b5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:53.845749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a04da85-e9aa-428d-9042-39c4e46795dd req-32cca1c8-bcf7-4bec-9d1b-4b2048ba16e9 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270240 Mar 03 17:53:53.845921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a640133-b439-43e5-a06f-5d84109a82b0 req-0ac7bfca-94de-4364-8e96-33493882e5b5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.1479614 Mar 03 17:53:53.851259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:53.893532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:53.898325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.901608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.904381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:53.910586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'Port': ['ID=0cc3415f-31c5-43a9-8b7a-915c9fda600f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:53.955210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.005085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:53:54.005435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.034620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a640133-b439-43e5-a06f-5d84109a82b0 req-4e6071da-6d56-4c3b-a8f6-65a36c96e767 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797252 Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:53:54.086918 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:53:54.174584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.208397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4ac76c43-0c55-456d-9edc-d167e3339bad up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:54.304048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4ac76c43-0c55-456d-9edc-d167e3339bad completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:54.318022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4ac76c43-0c55-456d-9edc-d167e3339bad triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:54.318883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.474462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.500894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.509308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 10.1.1.98 (3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0/a2263efd-613c-4745-bb82-0088401200e8/b2d4c2c6-0ccf-449d-ac43-42138672e4f8) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:54.520984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.526025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.562945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:53:54.623132 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.626775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 4ac76c43-0c55-456d-9edc-d167e3339bad, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4ac76c43-0c55-456d-9edc-d167e3339bad,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:54.639730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:54.644907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=13b9354b-9754-46eb-aad9-690a09bdb418,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:54.740532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:53:54.873396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=4ac76c43-0c55-456d-9edc-d167e3339bad,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:54.893262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.008227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:55.022101 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.022901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '0cbca910-2c37-4421-a337-4a1524551991', 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0', 'port_id': '0cbca910-2c37-4421-a337-4a1524551991', 'mac_address': 'fa:16:3e:af:d1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9df596-4c5d-4665-a0f7-02dfafab3987', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:53:55.069972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Transition to ACTIVE for port object b2d4c2c6-0ccf-449d-ac43-42138672e4f8 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:55.081249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b855d-1d59-472b-b063-4b8c5c6a0e6e req-79bdb8a5-0229-4ed5-b01c-28364ecc9f4e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:55.088489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b855d-1d59-472b-b063-4b8c5c6a0e6e req-79bdb8a5-0229-4ed5-b01c-28364ecc9f4e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:55.089359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7d6b855d-1d59-472b-b063-4b8c5c6a0e6e req-79bdb8a5-0229-4ed5-b01c-28364ecc9f4e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:55.162230 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.165593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7d6b855d-1d59-472b-b063-4b8c5c6a0e6e req-79bdb8a5-0229-4ed5-b01c-28364ecc9f4e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:55.170798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d6b855d-1d59-472b-b063-4b8c5c6a0e6e req-79bdb8a5-0229-4ed5-b01c-28364ecc9f4e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 1654 time: 0.3974695 Mar 03 17:53:55.196926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbca910-2c37-4421-a337-4a1524551991 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:53:55.227287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:53:55.233491 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.296975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.330545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.352355 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d6b855d-1d59-472b-b063-4b8c5c6a0e6e req-7740b07c-51ce-4af9-bf07-bbe71bb47b3f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759744 Mar 03 17:53:55.377392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:55.398843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:55.399250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.404181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:55.421782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:55.503913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:55.557399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a068ab72-f27d-4beb-8092-c3748a2b6675 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/13b9354b-9754-46eb-aad9-690a09bdb418 HTTP/1.1" status: 204 len: 168 time: 4.6548278 Mar 03 17:53:55.562663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43956) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:55.574448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-681662484'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:55.583869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:55.584552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.593356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:55.608717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:55.612013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:55.620960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:55.624968 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25b1be01-925a-42f3-94da-7a5a6e8d6525 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0985887 Mar 03 17:53:55.638733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731', 'admin_state_up': True, 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'security_groups': ['653d6142-cca1-4f4a-822c-da4c1f013782']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:55.660775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:55.667092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.683498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0cbca910-2c37-4421-a337-4a1524551991'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:53:55.837967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.853529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'Port': ['ID=0cc3415f-31c5-43a9-8b7a-915c9fda600f,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:55.872970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:53:55.903166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.904042 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment 62ea5df7-34ff-4fa2-ae69-67ad336b5c64 of type vlan for network 3078bc37-6d57-4035-9ba7-a308160a37e8 Mar 03 17:53:55.924447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-463f5c60-3900-48aa-a7c5-9e413519a855 None None] Provisioning for port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:55.946082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-463f5c60-3900-48aa-a7c5-9e413519a855 None None] Provisioning complete for port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:55.947918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-463f5c60-3900-48aa-a7c5-9e413519a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:55.959620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.025655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:56.065942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-463f5c60-3900-48aa-a7c5-9e413519a855 None None] Port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:56.074217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:56.103073 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.104591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0de98887-7ae4-4d26-ad62-761da6f29626 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5287051 Mar 03 17:53:56.120068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:56.168980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4ac76c43-0c55-456d-9edc-d167e3339bad up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:56.179852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c787c99-35ab-498a-aebe-2e6cce238257 req-26c51191-3057-4164-b04e-dabb5696c040 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:56.185622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c787c99-35ab-498a-aebe-2e6cce238257 req-26c51191-3057-4164-b04e-dabb5696c040 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.8445854 Mar 03 17:53:56.212301 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.223307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:56.223942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.304601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4ac76c43-0c55-456d-9edc-d167e3339bad triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:56.305249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.327101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c787c99-35ab-498a-aebe-2e6cce238257 req-2da86dca-942e-4de8-bede-fab72806b311 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315241 Mar 03 17:53:56.400631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.409486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.529275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=09697d6f-6002-4b34-8519-24e07cd45e8e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:56.558532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.681705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1154978 Mar 03 17:53:56.690084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43986) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:56.700784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13afa9-e2bd-40b2-a49b-5e4d03cf970f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=3078bc37-6d57-4035-9ba7-a308160a37e8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:56.706430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:56.711527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 3078bc37-6d57-4035-9ba7-a308160a37e8 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:53:56.717191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-d95e5444-a6eb-4ec0-91b7-249f3983f475 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:56.723796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:56.832054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-d95e5444-a6eb-4ec0-91b7-249f3983f475 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:56.833298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-d95e5444-a6eb-4ec0-91b7-249f3983f475 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1260362551&fields=id&tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 267 time: 0.4451475 Mar 03 17:53:56.879074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:56.886069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:56.890438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:56.899045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Network ed355772-4c3e-42f6-8773-a450e476753f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:56.913113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:56.916447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:56.929696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217c2b8-d473-4cfe-bb19-64b3b367d837 req-d33aa38d-43b0-4a9e-ba5c-a5be259d91c6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:56.935824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217c2b8-d473-4cfe-bb19-64b3b367d837 req-d33aa38d-43b0-4a9e-ba5c-a5be259d91c6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:56.941814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217c2b8-d473-4cfe-bb19-64b3b367d837 req-d33aa38d-43b0-4a9e-ba5c-a5be259d91c6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:56.943513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8217c2b8-d473-4cfe-bb19-64b3b367d837 req-d33aa38d-43b0-4a9e-ba5c-a5be259d91c6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 2374 time: 0.3450668 Mar 03 17:53:57.040709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:57.043944 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:57.123478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-b0557480-37e9-4081-8e24-6d7d699b90fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:57.124192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-b0557480-37e9-4081-8e24-6d7d699b90fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:57.155689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 10.2.2.100 (38cedcce-f5f2-48a2-955f-07e8fc3f8731/76db7d97-c7ec-4f40-99bb-6a2e2094e65e/f9687485-82ef-41a6-8bb4-e17aeca513d8) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:57.202252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8217c2b8-d473-4cfe-bb19-64b3b367d837 req-bb34a714-c62e-4521-9ea5-7abfffb7e827 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473687 Mar 03 17:53:57.202829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-b0557480-37e9-4081-8e24-6d7d699b90fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:57.202829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-b0557480-37e9-4081-8e24-6d7d699b90fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 817 time: 0.3269186 Mar 03 17:53:57.202829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-9509650d-5002-41c1-aba8-4ccc51a3c18c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/quotas/5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 375 time: 0.0187914 Mar 03 17:53:57.330505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Router 02306c6f-d2e7-4f43-a496-509d8ff68833 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:53:57.540024 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-d78d318a-bfd3-4424-82b9-8824ce1f820b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3025820 Mar 03 17:53:57.612686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:57.649439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:53:57.657829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:57.675417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Sync routers for ids ['02306c6f-d2e7-4f43-a496-509d8ff68833'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:53:57.686665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Transition to ACTIVE for port object f9687485-82ef-41a6-8bb4-e17aeca513d8 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:57.710140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-33bcd84a-fc21-4073-bcee-0c698abdebe5 admin admin] 10.222.0.23 "PUT /v2.0/routers/02306c6f-d2e7-4f43-a496-509d8ff68833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1131251 Mar 03 17:53:57.721966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-8f8e7056-e4df-4013-b34f-5097ec95d425 service neutron] 10.222.0.23 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678941 Mar 03 17:53:57.722570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Routers {'02306c6f-d2e7-4f43-a496-509d8ff68833'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:53:57.723363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['02306c6f-d2e7-4f43-a496-509d8ff68833'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:53:57.754800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:57.771323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:57.790110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeeb37-a2f7-4dec-9754-7c5dc5e7f05d req-d402cda7-462b-4d64-8dc6-24a45be133ef tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:57.791844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fbeeb37-a2f7-4dec-9754-7c5dc5e7f05d req-d402cda7-462b-4d64-8dc6-24a45be133ef tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.3020608 Mar 03 17:53:57.794942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': '62ea5df7-34ff-4fa2-ae69-67ad336b5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:53:57.795578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: 3078bc37-6d57-4035-9ba7-a308160a37e8, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:53:57.857650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 3078bc37-6d57-4035-9ba7-a308160a37e8 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:53:57.863999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fbeeb37-a2f7-4dec-9754-7c5dc5e7f05d req-3cc5bc1f-583d-43cb-9f82-76e428bb5c30 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633433 Mar 03 17:53:57.873176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 3078bc37-6d57-4035-9ba7-a308160a37e8) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:57.878680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:57.879265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:57.917879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3caff490-dbd5-4b5c-a99f-d7383285de4a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2216694 Mar 03 17:53:57.919323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44006) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:53:57.927093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1427092562'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:57.948263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:53:57.956952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:53:57.961412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=f9687485-82ef-41a6-8bb4-e17aeca513d8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:53:57.965819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:53:58.080866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-41cacceb-113a-4b5c-b61b-fb51fe1b745e service neutron] 10.222.0.23 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486404 Mar 03 17:53:58.106003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:58.111910 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:58.189845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0d6d0467-7041-42c3-a8a9-5bc265cce0eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5556996 Mar 03 17:53:58.199481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731', 'admin_state_up': True, 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'security_groups': ['653d6142-cca1-4f4a-822c-da4c1f013782']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:53:58.278578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Set router 02306c6f-d2e7-4f43-a496-509d8ff68833 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:53:58.302486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:58.311680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:58.318213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:58.329177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:58.520201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:53:58.526336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Usage tracker for resource:port and tenant:e4a7116878f5410ebf83adbb35232aab is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:53:58.531475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:53:58.544103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:53:58.558017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Made reservation on behalf of e4a7116878f5410ebf83adbb35232aab for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:58.566778 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:58.949873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf85d00-c3ee-42ee-a0e7-e121fe3b73a8 None None] Network 3078bc37-6d57-4035-9ba7-a308160a37e8 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:53:58.964841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:53:58.979976 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:58.980250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:53:59.017907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port e4efdb47-d709-4932-a3cf-5877e1195da5 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:53:59.054363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:53:59.118931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5525d-c924-47dd-a274-ded16685177a req-37456fe5-985a-43ef-882b-c5519ec7210a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:59.137298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5525d-c924-47dd-a274-ded16685177a req-37456fe5-985a-43ef-882b-c5519ec7210a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:59.163822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5525d-c924-47dd-a274-ded16685177a req-37456fe5-985a-43ef-882b-c5519ec7210a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:59.170719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5525d-c924-47dd-a274-ded16685177a req-37456fe5-985a-43ef-882b-c5519ec7210a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:59.172510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a1f5525d-c924-47dd-a274-ded16685177a req-37456fe5-985a-43ef-882b-c5519ec7210a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:59.243232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.10 (3078bc37-6d57-4035-9ba7-a308160a37e8/78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485/e4efdb47-d709-4932-a3cf-5877e1195da5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:59.251558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0055b4f3-ac31-44c5-959d-0a3cf1d1c371 None None] Provisioning for port f9687485-82ef-41a6-8bb4-e17aeca513d8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:59.258511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Allocated IP 10.2.2.200 (38cedcce-f5f2-48a2-955f-07e8fc3f8731/76db7d97-c7ec-4f40-99bb-6a2e2094e65e/7de97d7d-b43f-4309-8243-3287ea2dc149) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:53:59.262549 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:53:59.287881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a1f5525d-c924-47dd-a274-ded16685177a req-37456fe5-985a-43ef-882b-c5519ec7210a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:59.289115 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a1f5525d-c924-47dd-a274-ded16685177a req-37456fe5-985a-43ef-882b-c5519ec7210a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 3095 time: 0.6109502 Mar 03 17:53:59.359784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a1f5525d-c924-47dd-a274-ded16685177a req-4846b4dd-54e4-489a-84ce-6d8d1012cdd7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522239 Mar 03 17:53:59.393941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0055b4f3-ac31-44c5-959d-0a3cf1d1c371 None None] Provisioning complete for port f9687485-82ef-41a6-8bb4-e17aeca513d8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:59.394311 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0055b4f3-ac31-44c5-959d-0a3cf1d1c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:59.630106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-1591be63-6d46-412c-a745-abf06c62c62e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:53:59.633087 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-1591be63-6d46-412c-a745-abf06c62c62e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 810 time: 1.2926879 Mar 03 17:53:59.673930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-fb4f1a4b-6926-46db-8187-eaf86e6c51d7 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/quotas/77fc90b0c3b842ca8dc695cc362936e1 HTTP/1.1" status: 200 len: 375 time: 0.0191388 Mar 03 17:53:59.676971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:59.767145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object e4efdb47-d709-4932-a3cf-5877e1195da5 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:59.799050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0055b4f3-ac31-44c5-959d-0a3cf1d1c371 None None] Port f9687485-82ef-41a6-8bb4-e17aeca513d8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:53:59.820383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-8f25445d-cd87-458f-a001-4f999f38b17d tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Synchronizing usage tracker for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:53:59.842658 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:59.852320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-8f25445d-cd87-458f-a001-4f999f38b17d tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Unset dirty status for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:53:59.854657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-8f25445d-cd87-458f-a001-4f999f38b17d tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706104 Mar 03 17:53:59.856658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 0cbca910-2c37-4421-a337-4a1524551991 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:53:59.861982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Transition to ACTIVE for port object 7de97d7d-b43f-4309-8243-3287ea2dc149 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:53:59.862180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:59.890146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-27e3122a-7518-4ba0-8554-745292651df4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:53:59.891519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-27e3122a-7518-4ba0-8554-745292651df4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133896 Mar 03 17:53:59.898646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:59.909079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 0cbca910-2c37-4421-a337-4a1524551991 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:53:59.909750 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:53:59.991655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:53:53Z', 'revision_number': 4, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port': {'id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:40Z', 'updated_at': '2022-03-03T17:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '09697d6f-6002-4b34-8519-24e07cd45e8e', 'name': '', 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'mac_address': 'fa:16:3e:02:d1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:51Z', 'updated_at': '2022-03-03T17:53:55Z', 'revision_number': 2, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'subnets': [{'id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:00.034358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 3078bc37-6d57-4035-9ba7-a308160a37e8 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:00.040785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:00.072593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:00.106862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:00.115943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Checking router: 02306c6f-d2e7-4f43-a496-509d8ff68833 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:54:00.118071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:00.118858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:00.119172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Updating router 02306c6f-d2e7-4f43-a496-509d8ff68833 port 09697d6f-6002-4b34-8519-24e07cd45e8e binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:54:00.160741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:00.238346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=e4efdb47-d709-4932-a3cf-5877e1195da5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:00.306026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event updated for resources: {'Port': ['ID=7de97d7d-b43f-4309-8243-3287ea2dc149,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:00.388505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:00.391437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:00.392981 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:00.400716 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:00.434496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-fc5cbb11-e951-48cd-b809-49d4225d8b56 service neutron] 10.222.0.23 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849119 Mar 03 17:54:00.507086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-14d4adf5-486f-45b4-b711-63cb59493cf5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3113792 Mar 03 17:54:00.518081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'mac_address': 'fa:16:3e:d3:84:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:54:00.604323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:00.729440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-edd56cd2-e181-4094-9085-e805716470c3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.8053656 Mar 03 17:54:00.731777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:00.737291 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:00.884847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e31ef5f0-694a-4930-92ab-45e466325f2c None None] Provisioning for port 7de97d7d-b43f-4309-8243-3287ea2dc149 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:00.885007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port e4efdb47-d709-4932-a3cf-5877e1195da5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:00.885312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:00.907793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e31ef5f0-694a-4930-92ab-45e466325f2c None None] Provisioning complete for port 7de97d7d-b43f-4309-8243-3287ea2dc149 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:00.908300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e31ef5f0-694a-4930-92ab-45e466325f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:00.917053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-3884578d-121f-446e-b7e1-f648fccca27c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:00.919567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-3884578d-121f-446e-b7e1-f648fccca27c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 817 time: 0.5718343 Mar 03 17:54:00.959470 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:01.078680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-7093c604-ad8a-454b-96ac-f75b18d5340f service neutron] 10.222.0.23 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428399 Mar 03 17:54:01.191337 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-677c4647-d473-469b-aa4b-65cd504afcd5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 380 time: 0.2451394 Mar 03 17:54:01.230576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'port': {'device_id': 'f174e766-f398-47ff-b193-20d46677ec06', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'admin_state_up': True, 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'security_groups': ['64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:01.241158 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:01.274637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:01.408793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:01.520646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-3078bc37-6d57-4035-9ba7-a308160a37e8', 'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8', 'tenant_id': '7d57e3f559e34c05a4331f6b77164995', 'fixed_ips': [{'subnet_id': '78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:54:01.523702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:01.590925 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:01.626264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:01.639944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for e4efdb47-d709-4932-a3cf-5877e1195da5 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:01.651352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e31ef5f0-694a-4930-92ab-45e466325f2c None None] Port 7de97d7d-b43f-4309-8243-3287ea2dc149 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:01.672251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:01.692828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4bc978cb-8a4c-4123-993d-e713c9d77e27 req-d8b21b82-c7e4-4461-827a-8334c5fec48a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:01.942602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4bc978cb-8a4c-4123-993d-e713c9d77e27 req-d8b21b82-c7e4-4461-827a-8334c5fec48a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:01.952483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bc978cb-8a4c-4123-993d-e713c9d77e27 req-d8b21b82-c7e4-4461-827a-8334c5fec48a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 210 time: 0.4161305 Mar 03 17:54:02.034585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbca910-2c37-4421-a337-4a1524551991'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:02.041315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9f735cc6-d7cf-4c7e-8dca-89fb81decb17'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:02.043186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:02.067572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:02.141200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Made reservation on behalf of 5c4f0c6ea9f34716b02a01211e4d5b3e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:02.144852 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:02.332990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:02.437412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=e4efdb47-d709-4932-a3cf-5877e1195da5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:02.516187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:02.578760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:02.601240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:02.629193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:02.663706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Transition to ACTIVE for port object 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:02.675027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Allocated IP 172.20.0.10 (36ae2973-c75a-43ce-9bba-33500a6092e1/2d459787-2da7-43ce-b68b-7652a3275f3b/2db1636f-ef41-46c8-babe-b1d8fb4ea708) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:02.684120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:02.726689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbeb06-fdf3-435d-bc3f-384e35a5454b req-4bdd0e83-b534-48b9-8387-9ade8d947e47 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:02.727959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:02.739357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eedbeb06-fdf3-435d-bc3f-384e35a5454b req-4bdd0e83-b534-48b9-8387-9ade8d947e47 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.5871253 Mar 03 17:54:02.910385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eedbeb06-fdf3-435d-bc3f-384e35a5454b req-bf6b5ce6-cb91-4152-a505-d0bb6c700d49 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701224 Mar 03 17:54:02.964737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:02.982936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:03.003890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Allocated IP 172.20.0.2 (3078bc37-6d57-4035-9ba7-a308160a37e8/78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485/fbc23302-9a4e-4d9d-b91e-e742d5fb3b70) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:03.016783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-72b0a151-74fc-485c-af3f-75492c33f03d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/e4efdb47-d709-4932-a3cf-5877e1195da5 HTTP/1.1" status: 204 len: 168 time: 2.2782249 Mar 03 17:54:03.017092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:03.296609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:03.367211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Transition to ACTIVE for port object 09697d6f-6002-4b34-8519-24e07cd45e8e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:03.391891 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:03.475914 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3411c22a-80b4-4637-b851-4cfb1dc008ba tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:54:03.477459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3411c22a-80b4-4637-b851-4cfb1dc008ba tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:03.573271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3411c22a-80b4-4637-b851-4cfb1dc008ba tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:03.574896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3411c22a-80b4-4637-b851-4cfb1dc008ba tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/e4efdb47-d709-4932-a3cf-5877e1195da5 HTTP/1.1" status: 404 len: 333 time: 0.5567529 Mar 03 17:54:03.577983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44098) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:03.626450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Pushing event updated for resources: {'Port': ['ID=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:03.694523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2d7d6-003c-45af-bd09-bcfbfa7263ee None None] Pushing event updated for resources: {'Port': ['ID=09697d6f-6002-4b34-8519-24e07cd45e8e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:03.722583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-74ec7e41-5069-46ef-ae9e-bdef5b83cba9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5505099 Mar 03 17:54:03.748870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295133c-74e1-40d8-809f-171efe3cce10 req-78943d05-6599-4667-a352-61dbe204c777 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:03.751912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:03.755617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295133c-74e1-40d8-809f-171efe3cce10 req-78943d05-6599-4667-a352-61dbe204c777 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:03.775961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295133c-74e1-40d8-809f-171efe3cce10 req-78943d05-6599-4667-a352-61dbe204c777 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:03.782191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295133c-74e1-40d8-809f-171efe3cce10 req-78943d05-6599-4667-a352-61dbe204c777 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:03.805803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295133c-74e1-40d8-809f-171efe3cce10 req-78943d05-6599-4667-a352-61dbe204c777 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:03.809161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8295133c-74e1-40d8-809f-171efe3cce10 req-78943d05-6599-4667-a352-61dbe204c777 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 3828 time: 0.3797860 Mar 03 17:54:03.963994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet 78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:54:03.977253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8295133c-74e1-40d8-809f-171efe3cce10 req-0d8534c1-ea78-430e-ba2d-9f7cef929d8f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827625 Mar 03 17:54:04.028029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-99f92326-765b-4077-b3fa-6669e0db2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:04.029135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-99f92326-765b-4077-b3fa-6669e0db2e3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 1095 time: 0.2174604 Mar 03 17:54:04.270745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.290079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Transition to ACTIVE for port object fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:04.319883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Transition to ACTIVE for port object fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:04.323463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Attempting to bind port 09697d6f-6002-4b34-8519-24e07cd45e8e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:04.324856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Attempting to bind port 09697d6f-6002-4b34-8519-24e07cd45e8e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:04.325505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Attempting to bind port 09697d6f-6002-4b34-8519-24e07cd45e8e on network ed355772-4c3e-42f6-8773-a450e476753f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:04.332283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.349017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.376357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3296aad6-9bf4-4db1-8c41-e40652047772 req-def1a8f7-473f-4a48-b88d-afb4969e6197 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 210 time: 0.1264598 Mar 03 17:54:04.403958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:04.404731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Checking segment: {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:04.405360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.405943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Bound using segment: {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:04.407202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Bound port: 09697d6f-6002-4b34-8519-24e07cd45e8e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:04.407860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.493166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.598814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-e4274e3b-1599-4274-96a4-365987ed90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:04.601172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-e4274e3b-1599-4274-96a4-365987ed90ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.5475492 Mar 03 17:54:04.666491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] For port 09697d6f-6002-4b34-8519-24e07cd45e8e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:04.670731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] For port 09697d6f-6002-4b34-8519-24e07cd45e8e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=09697d6f-6002-4b34-8519-24e07cd45e8e,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:04.678700 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbca910-2c37-4421-a337-4a1524551991', 'code': 200} Mar 03 17:54:04.713428 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.748469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Network 3078bc37-6d57-4035-9ba7-a308160a37e8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:04.753496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:04.762471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:04.774647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:04.775440 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.780960 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-c8bd28d5-756a-4798-8d70-1274c8590ede service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 200 len: 217 time: 0.1597362 Mar 03 17:54:04.800007 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:04.849976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-124850b4-de95-43aa-b124-066962774b6d req-6bbf0342-ad8b-4c3d-9a91-a81d490eb3c0 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 210 time: 0.1327560 Mar 03 17:54:04.905703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-894c8b4f-6e2a-424b-bffe-f78c6d804a39 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:04.906587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-894c8b4f-6e2a-424b-bffe-f78c6d804a39 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Synchronizing usage tracker for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:04.964251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Pushing event updated for resources: {'Port': ['ID=fbc23302-9a4e-4d9d-b91e-e742d5fb3b70,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:04.974930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-623d69fa-1fa2-4313-b46b-63f579d4aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:04.977751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-623d69fa-1fa2-4313-b46b-63f579d4aa0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.1886473 Mar 03 17:54:04.989707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-894c8b4f-6e2a-424b-bffe-f78c6d804a39 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Unset dirty status for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:04.991224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-894c8b4f-6e2a-424b-bffe-f78c6d804a39 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.35 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 810 time: 1.5754836 Mar 03 17:54:04.993209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Transition to ACTIVE for port object 2db1636f-ef41-46c8-babe-b1d8fb4ea708 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:05.017164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Request body: {'port': {'device_id': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'admin_state_up': True, 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:05.020249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Routers {'02306c6f-d2e7-4f43-a496-509d8ff68833'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:54:05.020894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:53:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['02306c6f-d2e7-4f43-a496-509d8ff68833'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:05.055406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Attempting to bind port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:05.055978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Attempting to bind port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:05.056457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Attempting to bind port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 on network 953b5aec-2792-4866-9c68-a8ca9a0816bb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:05.067116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 on network 953b5aec-2792-4866-9c68-a8ca9a0816bb not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:05.067436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Attempting to bind port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 on network 953b5aec-2792-4866-9c68-a8ca9a0816bb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:05.071227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac951-543c-4229-b6a8-381b3f574bbd req-b265614e-df40-4926-95ce-e4d7310e976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:05.073056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-499ac951-543c-4229-b6a8-381b3f574bbd req-b265614e-df40-4926-95ce-e4d7310e976d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1096 time: 0.4706373 Mar 03 17:54:05.124446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-260a20a1-0759-46fb-825a-ec3e63588253 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373003 Mar 03 17:54:05.181606 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.192820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-499ac951-543c-4229-b6a8-381b3f574bbd req-4154fe37-95bb-4f34-990a-0c4f0f7752e9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082058 Mar 03 17:54:05.192820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:05.193095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Checking segment: {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:05.193370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Bound using segment: {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:05.193757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Bound port: 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082aa595-0527-4762-bc1d-d7e4abc325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:05.194100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.373394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.384043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:05.398480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Attempting to bind port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:05.398860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:05.398969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Attempting to bind port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '62ea5df7-34ff-4fa2-ae69-67ad336b5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:05.399213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Attempting to bind port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 on network 3078bc37-6d57-4035-9ba7-a308160a37e8 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:05.421712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:05.422132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Checking segment: {'id': '62ea5df7-34ff-4fa2-ae69-67ad336b5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:05.422516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.422905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Bound using segment: {'id': '62ea5df7-34ff-4fa2-ae69-67ad336b5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:05.423385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Bound port: fbc23302-9a4e-4d9d-b91e-e742d5fb3b70, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ea5df7-34ff-4fa2-ae69-67ad336b5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3078bc37-6d57-4035-9ba7-a308160a37e8'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:05.423756 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.519532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] Set router 02306c6f-d2e7-4f43-a496-509d8ff68833 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:54:05.520757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:05.532016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Made reservation on behalf of 77fc90b0c3b842ca8dc695cc362936e1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:05.536800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.578070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2d7d6-003c-45af-bd09-bcfbfa7263ee None None] Pushing event updated for resources: {'Port': ['ID=09697d6f-6002-4b34-8519-24e07cd45e8e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:05.596292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:05.619602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:05.655479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-84a48e3d-4f75-4baf-a8b6-e6b2fbee20de service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158758 Mar 03 17:54:05.666380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:05.674682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:05.716103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:05.745257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.746881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60eaf1-b2ca-45ac-ac75-b73ab3393a37 req-0eef5035-fdfa-4931-82b7-318e742726e6 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:05.756546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f60eaf1-b2ca-45ac-ac75-b73ab3393a37 req-0eef5035-fdfa-4931-82b7-318e742726e6 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.6703482 Mar 03 17:54:05.818843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.852600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:05.853845 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:05.855557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] 10.222.0.35 "PUT /v2.0/ports/15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 HTTP/1.1" status: 200 len: 1092 time: 5.2563055 Mar 03 17:54:05.887710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:05.925120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:05.940838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] For port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:05.957845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] For port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fbc23302-9a4e-4d9d-b91e-e742d5fb3b70,segment=NetworkSegment(62ea5df7-34ff-4fa2-ae69-67ad336b5c64),segment_id=62ea5df7-34ff-4fa2-ae69-67ad336b5c64)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:06.007084 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.018833 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.144352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Allocated IP 172.20.0.11 (ed355772-4c3e-42f6-8773-a450e476753f/a9b0754c-cd1b-4eba-85a9-9df63bc4ff11/38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:06.375717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471fbf7-22cc-49c0-aaeb-744f36cf9c3b None None] Pushing event updated for resources: {'Port': ['ID=fbc23302-9a4e-4d9d-b91e-e742d5fb3b70,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:06.451105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:06.456528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abf5b3e-3447-43d1-8b19-651f632d96ea req-7f96ef42-ff88-42cc-a69d-72d009490a7e service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904038 Mar 03 17:54:06.472514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.478706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f60eaf1-b2ca-45ac-ac75-b73ab3393a37 req-aa0d6af8-f6e2-46d8-9a0c-0fc97d84477d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204762 Mar 03 17:54:06.489360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b141cd0-9526-4ee2-9b3a-e7ad7662b845 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485 HTTP/1.1" status: 204 len: 168 time: 2.9050345 Mar 03 17:54:06.490085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44120) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:06.548479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.606758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:06.607401 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.636408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.686411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d60f6501-9209-49d0-9ab1-8ec861ded6c2 None None] Provisioning for port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:06.741293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d60f6501-9209-49d0-9ab1-8ec861ded6c2 None None] Provisioning complete for port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:06.741697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d60f6501-9209-49d0-9ab1-8ec861ded6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.819380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.831994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:06.907581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:06.942109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:06.942443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.943887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:06.975160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1012c1-347b-42ff-a958-dd9f0d3a684f service neutron] Pushing event updated for resources: {'Port': ['ID=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:06.994232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Network ed355772-4c3e-42f6-8773-a450e476753f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:07.011398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f1251e37-e559-4d70-a8d4-b803be042ad2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8076670 Mar 03 17:54:07.012289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:07.029605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d60f6501-9209-49d0-9ab1-8ec861ded6c2 None None] Port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:07.119597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:53:53Z', 'revision_number': 4, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port': {'id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:40Z', 'updated_at': '2022-03-03T17:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '09697d6f-6002-4b34-8519-24e07cd45e8e', 'name': '', 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'mac_address': 'fa:16:3e:02:d1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:51Z', 'updated_at': '2022-03-03T17:54:04Z', 'revision_number': 4, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'subnets': [{'id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:07.159224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a970fe-2c72-4483-b1ed-211d4f9ba975 None None] The sync data for ids ['02306c6f-d2e7-4f43-a496-509d8ff68833'] in n-d-827121-1 is: [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:53:53Z', 'revision_number': 4, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port': {'id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:40Z', 'updated_at': '2022-03-03T17:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '09697d6f-6002-4b34-8519-24e07cd45e8e', 'name': '', 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'mac_address': 'fa:16:3e:02:d1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:51Z', 'updated_at': '2022-03-03T17:54:04Z', 'revision_number': 4, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'subnets': [{'id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:54:07.162033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:07.360561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:07.472642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Request body: {'port': {'device_id': 'f174e766-f398-47ff-b193-20d46677ec06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:07.497320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] For port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fbc23302-9a4e-4d9d-b91e-e742d5fb3b70,segment=NetworkSegment(62ea5df7-34ff-4fa2-ae69-67ad336b5c64),segment_id=62ea5df7-34ff-4fa2-ae69-67ad336b5c64)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:07.497698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:07.650824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:07.711346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Pushing event updated for resources: {'Port': ['ID=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:07.726373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4f61-38d8-49c6-ab09-6abb8180caef req-8a78f6f3-a298-41bc-b29a-f6d446021811 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:07.732822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4f61-38d8-49c6-ab09-6abb8180caef req-8a78f6f3-a298-41bc-b29a-f6d446021811 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:07.744018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4f61-38d8-49c6-ab09-6abb8180caef req-8a78f6f3-a298-41bc-b29a-f6d446021811 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:07.751129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4f61-38d8-49c6-ab09-6abb8180caef req-8a78f6f3-a298-41bc-b29a-f6d446021811 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:07.758148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4f61-38d8-49c6-ab09-6abb8180caef req-8a78f6f3-a298-41bc-b29a-f6d446021811 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:07.761879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00ed4f61-38d8-49c6-ab09-6abb8180caef req-8a78f6f3-a298-41bc-b29a-f6d446021811 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 3828 time: 0.9382117 Mar 03 17:54:07.782641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:07.783447 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:07.789904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:07.825819 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:07.900933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00ed4f61-38d8-49c6-ab09-6abb8180caef req-5de17584-0019-49cd-8d3c-c71f9aa6c0d7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864072 Mar 03 17:54:07.901830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:07.923528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-ee9d4271-9357-497c-945f-f70235eb86fc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9178543 Mar 03 17:54:08.034668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=fbc23302-9a4e-4d9d-b91e-e742d5fb3b70,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:08.045649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No DVR routers for this DVR port fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:54:08.302798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 09697d6f-6002-4b34-8519-24e07cd45e8e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:08.488506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 09697d6f-6002-4b34-8519-24e07cd45e8e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:08.494135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 09697d6f-6002-4b34-8519-24e07cd45e8e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:08.494756 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:08.649226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:08.725870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3078bc37-6d57-4035-9ba7-a308160a37e8']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:08.755305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ea5df7-34ff-4fa2-ae69-67ad336b5c64') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:08.755856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ea5df7-34ff-4fa2-ae69-67ad336b5c64') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:08.793415 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:08.812871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4c12b-8874-4ce5-aa1a-f86e31530182 None None] Network 3078bc37-6d57-4035-9ba7-a308160a37e8 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:08.812995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17137c7c-1adb-429f-8e88-a9b3b035543b req-2524fee6-f38a-4d9f-be3a-c60a7fea27e9 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:08.821969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17137c7c-1adb-429f-8e88-a9b3b035543b req-2524fee6-f38a-4d9f-be3a-c60a7fea27e9 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 932 time: 0.5720944 Mar 03 17:54:08.912307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d1ea1b54-1e27-419b-9c7f-549b01450073 None None] Could not find standard attr ID for object fbc23302-9a4e-4d9d-b91e-e742d5fb3b70. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:54:08.921022 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:08.956746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:54:08.962884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:08.967161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Request body: {'port': {'device_id': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:54:09.001451 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:54:09.012114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17137c7c-1adb-429f-8e88-a9b3b035543b req-3b5813a8-d795-4df6-ba45-eccbc2a883d5 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890216 Mar 03 17:54:09.334143 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'code': 200} Mar 03 17:54:09.342256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d1ea1b54-1e27-419b-9c7f-549b01450073 None None] Could not find standard attr ID for object e4efdb47-d709-4932-a3cf-5877e1195da5. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:54:09.405797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:09.448894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:09.452683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:09.551100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 09697d6f-6002-4b34-8519-24e07cd45e8e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=09697d6f-6002-4b34-8519-24e07cd45e8e,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:09.560214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:09.573837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=3078bc37-6d57-4035-9ba7-a308160a37e8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:09.581697 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'status': 'completed', 'code': 200} Mar 03 17:54:09.629502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-700e5bc6-54ec-4af4-94d6-55d94b8c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:09.630177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-700e5bc6-54ec-4af4-94d6-55d94b8c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:09.631983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-700e5bc6-54ec-4af4-94d6-55d94b8c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:09.632620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-700e5bc6-54ec-4af4-94d6-55d94b8c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:09.633665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-700e5bc6-54ec-4af4-94d6-55d94b8c10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:09.636951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-700e5bc6-54ec-4af4-94d6-55d94b8c10ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 4363 time: 0.4244816 Mar 03 17:54:09.648916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-12934d65-c97e-4e6d-a19b-434e1f49590d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/3078bc37-6d57-4035-9ba7-a308160a37e8 HTTP/1.1" status: 204 len: 168 time: 3.1576698 Mar 03 17:54:09.651558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44150) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:09.683800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'name': 'tempest-PortsTestJSON-231843563'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:09.685537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f26123-b6ea-4eb9-b58a-fd9f5ad59385 None None] DHCP port deletion for 3078bc37-6d57-4035-9ba7-a308160a37e8 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:54:09.729507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db1636f-ef41-46c8-babe-b1d8fb4ea708 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:09.742760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=09697d6f-6002-4b34-8519-24e07cd45e8e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:09.755834 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:09.773980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Transition to ACTIVE for port object 2db1636f-ef41-46c8-babe-b1d8fb4ea708 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:10.052515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d56afb9-0196-4204-94e6-0cd1947f1b29 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:10.057147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5e4cf-52e7-45ce-a736-525aedf6840f req-5406b4b6-169c-4ce8-a752-8f83ad77167c tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.059148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aab5e4cf-52e7-45ce-a736-525aedf6840f req-5406b4b6-169c-4ce8-a752-8f83ad77167c tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.5542641 Mar 03 17:54:10.063054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:10.072091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:10.108655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Transition to ACTIVE for port object 1d56afb9-0196-4204-94e6-0cd1947f1b29 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:10.111530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:10.124410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:10.125992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aab5e4cf-52e7-45ce-a736-525aedf6840f req-47ce1701-0ff3-4574-b1e5-249fbc7612ff tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564032 Mar 03 17:54:10.126840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:10.181505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 09697d6f-6002-4b34-8519-24e07cd45e8e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:10.214890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:10.221115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-2e0931fe-d098-45a1-bdf2-7ccf504eb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.221801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-2e0931fe-d098-45a1-bdf2-7ccf504eb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.222277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-2e0931fe-d098-45a1-bdf2-7ccf504eb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.224057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-2e0931fe-d098-45a1-bdf2-7ccf504eb85d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4a7116878f5410ebf83adbb35232aab&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5715430 Mar 03 17:54:10.238474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:10.277889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:10.286597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:10.386425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 09697d6f-6002-4b34-8519-24e07cd45e8e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:10.388883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:10.512800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 575d618c-544d-4532-b1d6-ebe2ea03111f yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:54:10.530738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:10.539988 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:10.681875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-4a703696-131e-4f01-a6f1-aef81e920d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.688837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-4a703696-131e-4f01-a6f1-aef81e920d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.696362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-4a703696-131e-4f01-a6f1-aef81e920d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.703456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-4a703696-131e-4f01-a6f1-aef81e920d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.711353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-4a703696-131e-4f01-a6f1-aef81e920d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.719224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-4a703696-131e-4f01-a6f1-aef81e920d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.722055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-4a703696-131e-4f01-a6f1-aef81e920d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 4606 time: 0.3557384 Mar 03 17:54:10.815119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-355c35c3-63c5-485e-a5a9-74ef1550a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:10.815311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:54:10.816953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b0839ac-2ceb-4fab-af6f-a9ed911f486f req-355c35c3-63c5-485e-a5a9-74ef1550a56e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5855477 Mar 03 17:54:10.836516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-665a3b07-847c-4be6-aeb1-e76cd1111eee req-9789095d-835f-428c-bc0f-472d0fbc71c8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896027 Mar 03 17:54:10.950199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:54:10.956449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fbc23302-9a4e-4d9d-b91e-e742d5fb3b70 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:54:11.132394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:11.220998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d56afb9-0196-4204-94e6-0cd1947f1b29,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:11.251643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:11.350065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:11.355607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:11.363649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:11.369701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:11.370363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:11.416404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b4ca2-5488-43e7-86ad-4012f8333478 req-25219f18-b5cc-4ad7-927f-71bf4510905e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:11.418761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0c5b4ca2-5488-43e7-86ad-4012f8333478 req-25219f18-b5cc-4ad7-927f-71bf4510905e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 932 time: 0.2523625 Mar 03 17:54:11.441931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=575d618c-544d-4532-b1d6-ebe2ea03111f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:11.472789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e3a22621-6765-49e6-a36f-f965616d8901 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7946615 Mar 03 17:54:11.476368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44180) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:11.504407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:11.516129 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:11.525118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0c5b4ca2-5488-43e7-86ad-4012f8333478 req-1aaf7e7d-acb3-445a-9e20-16f973fe1c74 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990200 Mar 03 17:54:11.582526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 575d618c-544d-4532-b1d6-ebe2ea03111f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:11.583334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:11.603675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Transition to ACTIVE for port object 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:11.618246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Attempting to bind port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:11.618578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Attempting to bind port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:11.618910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Attempting to bind port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 on network 36ae2973-c75a-43ce-9bba-33500a6092e1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:11.753802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:11.855721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:11.888645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Pushing event updated for resources: {'Port': ['ID=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:11.903270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 on network 36ae2973-c75a-43ce-9bba-33500a6092e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:11.903605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Attempting to bind port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 on network 36ae2973-c75a-43ce-9bba-33500a6092e1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:11.924901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846335-7e1e-4c77-839b-0865c6fcb778 req-e485f909-1924-4896-9e86-7cdf052b7867 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:11.927634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bb846335-7e1e-4c77-839b-0865c6fcb778 req-e485f909-1924-4896-9e86-7cdf052b7867 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:11.949724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:11.950095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Checking segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:11.951004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Bound using segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:11.951401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Bound port: 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:11.951760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:12.048649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 575d618c-544d-4532-b1d6-ebe2ea03111f owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:12.188768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:12.192147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:12.238792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:12.292015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:12.363978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=575d618c-544d-4532-b1d6-ebe2ea03111f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:12.386856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697c38a-b559-49f9-b2e4-0e497c43ff26 req-49cf3745-7b35-4ab9-a561-5410452f05cb tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:12.388555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d697c38a-b559-49f9-b2e4-0e497c43ff26 req-49cf3745-7b35-4ab9-a561-5410452f05cb tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1096 time: 0.3765476 Mar 03 17:54:12.392120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:12.406365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eaa3bd06-d02c-4d37-856a-4e7462c8eb41 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/575d618c-544d-4532-b1d6-ebe2ea03111f HTTP/1.1" status: 204 len: 168 time: 0.9288743 Mar 03 17:54:12.407320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44198) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:12.414604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bb846335-7e1e-4c77-839b-0865c6fcb778 req-e485f909-1924-4896-9e86-7cdf052b7867 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:12.416004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb846335-7e1e-4c77-839b-0865c6fcb778 req-e485f909-1924-4896-9e86-7cdf052b7867 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 2.8042207 Mar 03 17:54:12.416627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:12.437046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'mac_address': 'fa:16:3e:61:e7:2a', 'name': 'tempest-PortsTestJSON-1545096847'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:12.448725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Attempting to bind port 1d56afb9-0196-4204-94e6-0cd1947f1b29 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:12.449423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Attempting to bind port 1d56afb9-0196-4204-94e6-0cd1947f1b29 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:12.449985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Attempting to bind port 1d56afb9-0196-4204-94e6-0cd1947f1b29 on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:12.465848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:12.466567 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:12.468184 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-f4fb502d-8c92-4495-a950-5c3a47b33d6c service neutron] 10.222.0.16 "PUT /v2.0/ports/2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 1092 time: 5.0006297 Mar 03 17:54:12.484229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Port 1d56afb9-0196-4204-94e6-0cd1947f1b29 on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:12.485511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Attempting to bind port 1d56afb9-0196-4204-94e6-0cd1947f1b29 on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:12.492846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:12.520554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:12.521169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Checking segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:12.521785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Bound using segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:12.522489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Bound port: 1d56afb9-0196-4204-94e6-0cd1947f1b29, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:12.523146 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:12.789831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d697c38a-b559-49f9-b2e4-0e497c43ff26 req-9bd5dfd8-a06e-41c5-b1dc-eb5eda7bcb67 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807986 Mar 03 17:54:12.793936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb846335-7e1e-4c77-839b-0865c6fcb778 req-05f31579-e47c-4cd1-b723-ece83de08beb tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499649 Mar 03 17:54:12.885140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:12.902904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:12.906983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:12.917107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Attempting to bind port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:12.918193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:12.919107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Attempting to bind port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:12.942634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Attempting to bind port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb on network ed355772-4c3e-42f6-8773-a450e476753f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:12.948230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:13.018629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb on network ed355772-4c3e-42f6-8773-a450e476753f not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:13.018958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Attempting to bind port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb on network ed355772-4c3e-42f6-8773-a450e476753f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:13.035197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-8b1f64f0-6f55-4a1c-933b-180b3b90f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:13.036715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-8b1f64f0-6f55-4a1c-933b-180b3b90f264 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1095 time: 0.4953034 Mar 03 17:54:13.039507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] For port 1d56afb9-0196-4204-94e6-0cd1947f1b29, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:13.041817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:13.042158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Checking segment: {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:13.042654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Bound using segment: {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:13.043096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Bound port: 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:13.043822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.205262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.207762 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'status': 'completed', 'code': 200} Mar 03 17:54:13.241591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:54:13.310811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] For port 1d56afb9-0196-4204-94e6-0cd1947f1b29, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:13.319301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-4009257d-a6b6-496a-822b-ddb9f98af199 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 217 time: 0.2219155 Mar 03 17:54:13.331120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.574323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:13.602614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.602614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 200 len: 1136 time: 7.6758010 Mar 03 17:54:13.626694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.637254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:13.663576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.790896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] For port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:13.790896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] For port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:13.822082 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.824822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:13.833573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:13.843982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:13.844607 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.845993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] 10.222.0.35 "PUT /v2.0/ports/38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb HTTP/1.1" status: 200 len: 1092 time: 4.9056621 Mar 03 17:54:13.856327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:13.859885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-287ba244-6994-4955-ad53-ef63123f7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:13.863123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-287ba244-6994-4955-ad53-ef63123f7110 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.4845898 Mar 03 17:54:13.864125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8b555-874c-4a4f-b402-63fbece66ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d56afb9-0196-4204-94e6-0cd1947f1b29,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:13.869977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:13.871977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:13.961933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:13.985417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e242fc7e-5249-4ad7-b51e-378240683b6d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5519876 Mar 03 17:54:13.994863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44224) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:14.034309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-208eb94e-cc12-48be-a109-cd9c608a08ef tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.042928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-208eb94e-cc12-48be-a109-cd9c608a08ef tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.057812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-208eb94e-cc12-48be-a109-cd9c608a08ef tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.065593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-208eb94e-cc12-48be-a109-cd9c608a08ef tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.089744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-208eb94e-cc12-48be-a109-cd9c608a08ef tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.098878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-208eb94e-cc12-48be-a109-cd9c608a08ef tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.107356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a39fe-7325-4aa0-94f8-02ee75070550 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.109809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-620a39fe-7325-4aa0-94f8-02ee75070550 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf HTTP/1.1" status: 200 len: 841 time: 0.0905237 Mar 03 17:54:14.111222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-208eb94e-cc12-48be-a109-cd9c608a08ef tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 4606 time: 0.9423368 Mar 03 17:54:14.115822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44228) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:14.117840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:14.177357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8f635b1c-9d7d-498e-8b52-5a29530b405f req-a81b91c4-afa4-4208-a7de-c0230b2d3030 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651147 Mar 03 17:54:14.364398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:14.365940 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:14.401608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ff7e-667c-4adf-b2ac-b08ecdbb6834 req-244622b6-0ab2-442a-8182-bcd24c8be007 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.402716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ecf4ff7e-667c-4adf-b2ac-b08ecdbb6834 req-244622b6-0ab2-442a-8182-bcd24c8be007 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Synchronizing usage tracker for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:14.427389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c5dee-6bf0-4a1a-8843-a0197777f2d2 req-7d7090ee-8365-48e0-8808-5757e2b2eee8 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.435665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c69c5dee-6bf0-4a1a-8843-a0197777f2d2 req-7d7090ee-8365-48e0-8808-5757e2b2eee8 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1096 time: 0.1150241 Mar 03 17:54:14.506067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c69c5dee-6bf0-4a1a-8843-a0197777f2d2 req-70c19246-3395-42e9-a317-ec601825396c tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666296 Mar 03 17:54:14.532519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e1f65-d68e-4b43-b2b5-d1f32453a944 service neutron] Pushing event updated for resources: {'Port': ['ID=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:14.748852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ecf4ff7e-667c-4adf-b2ac-b08ecdbb6834 req-244622b6-0ab2-442a-8182-bcd24c8be007 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Unset dirty status for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:14.750479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae8f7-4b80-4969-9471-f3153c8a5d2d req-538c7725-e093-4561-9d40-743810596684 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.757963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecf4ff7e-667c-4adf-b2ac-b08ecdbb6834 req-244622b6-0ab2-442a-8182-bcd24c8be007 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 944 time: 1.5006013 Mar 03 17:54:14.758451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4eae8f7-4b80-4969-9471-f3153c8a5d2d req-538c7725-e093-4561-9d40-743810596684 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.1128471 Mar 03 17:54:14.820657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4eae8f7-4b80-4969-9471-f3153c8a5d2d req-4888758a-ef0e-4eb8-af94-ea4e4febdac4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612259 Mar 03 17:54:14.828541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:14.941551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-2f2ebbfd-2c5d-417c-b4ac-3ad482358acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:14.943575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-2f2ebbfd-2c5d-417c-b4ac-3ad482358acb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0405149 Mar 03 17:54:15.162761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:15.201013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-9606bcde-1910-4282-80b7-ea790d14657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:15.203015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-9606bcde-1910-4282-80b7-ea790d14657d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 1095 time: 1.2481346 Mar 03 17:54:15.215187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '1d56afb9-0196-4204-94e6-0cd1947f1b29'}, {'name': 'network-changed', 'server_uuid': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'tag': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:15.222761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ecf4ff7e-667c-4adf-b2ac-b08ecdbb6834 req-84816dcc-3413-413c-a24d-bde83955585a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Synchronizing usage tracker for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:15.440044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-785e155c-1241-4586-97f9-5ec1a071c994 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb HTTP/1.1" status: 200 len: 217 time: 0.2117903 Mar 03 17:54:15.652347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ecf4ff7e-667c-4adf-b2ac-b08ecdbb6834 req-84816dcc-3413-413c-a24d-bde83955585a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Unset dirty status for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:15.654013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecf4ff7e-667c-4adf-b2ac-b08ecdbb6834 req-84816dcc-3413-413c-a24d-bde83955585a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8947535 Mar 03 17:54:15.728517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-f84c7696-cf6a-42db-ae2f-35b0c6cf23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:15.730367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-f84c7696-cf6a-42db-ae2f-35b0c6cf23d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 200 len: 850 time: 0.2767286 Mar 03 17:54:15.730976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:15.880300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-8ac1dad1-13c7-4031-ad02-fc88dc36d3ad service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9199023 Mar 03 17:54:16.095779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ee47bb3-5de8-4041-8ba0-f2b42dbd84cc req-1aa7fdaa-aaee-444e-ae1e-8c94ab4b2e30 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878343 Mar 03 17:54:16.118342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:16.192878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-502fcc07-bdc7-4c45-8764-0bee3ca5948f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed355772-4c3e-42f6-8773-a450e476753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4451230 Mar 03 17:54:16.242154 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:16.330474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3cf6ec47-55d1-4329-968d-d6b191787bb1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf HTTP/1.1" status: 204 len: 168 time: 2.2017112 Mar 03 17:54:16.332817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:16.385698 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d04aa2-f263-4e22-9ba8-80a86ee738c8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:54:16.387035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9d04aa2-f263-4e22-9ba8-80a86ee738c8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:16.445003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c9d04aa2-f263-4e22-9ba8-80a86ee738c8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:16.450644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c9d04aa2-f263-4e22-9ba8-80a86ee738c8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/5cd15926-6ae7-4691-bb5d-caaf3d8bcfbf HTTP/1.1" status: 404 len: 333 time: 0.1167321 Mar 03 17:54:16.462285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44288) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:16.470388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'name': 'tempest-PortsTestJSON-1351449860'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:16.535622 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:54:16.646840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:16.657281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:16.660666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224f13ee-4d13-4615-87d3-1bd2b4cc131f {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:16.672085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:16.676474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:16.688921 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:16.708483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 1d46ee7d-05b6-4f53-b43e-e3a950f449c0 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:54:16.729090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-5b66e4d9-6935-4dc4-8d9f-1847c5f0858d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:16.739260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-5b66e4d9-6935-4dc4-8d9f-1847c5f0858d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:16.767148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-5b66e4d9-6935-4dc4-8d9f-1847c5f0858d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:16.779857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-5b66e4d9-6935-4dc4-8d9f-1847c5f0858d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:16.788263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-5b66e4d9-6935-4dc4-8d9f-1847c5f0858d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:16.794390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-5b66e4d9-6935-4dc4-8d9f-1847c5f0858d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:16.796665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-5b66e4d9-6935-4dc4-8d9f-1847c5f0858d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 4606 time: 0.7259901 Mar 03 17:54:16.810085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-a63e1a65-80fc-40ed-83e4-046df66d42d4 service neutron] 10.222.0.35 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042771 Mar 03 17:54:17.001482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-b5eb34c3-90cb-4daf-aa64-c679d48e2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.002396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:17.003592 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-b5eb34c3-90cb-4daf-aa64-c679d48e2511 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1095 time: 0.8067341 Mar 03 17:54:17.052641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Transition to ACTIVE for port object 224f13ee-4d13-4615-87d3-1bd2b4cc131f will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:17.062527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:17.102529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:17.236607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=1d46ee7d-05b6-4f53-b43e-e3a950f449c0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:17.253732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:17.254959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:17.257672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:17.263315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.264052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:17.299142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5064c929-1481-433d-bfd6-5c44b3ca1c83 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8329563 Mar 03 17:54:17.301307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44302) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:17.311568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:17.340831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-0d5328c8-bb51-4c58-95c1-82e1e9025d61 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 17:54:17.345752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-0d5328c8-bb51-4c58-95c1-82e1e9025d61 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3274069 Mar 03 17:54:17.377233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Pushing event updated for resources: {'Port': ['ID=224f13ee-4d13-4615-87d3-1bd2b4cc131f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:17.403323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a29cfb5-3bc0-45ae-9d06-51b685fbda58 req-555e899c-7040-4428-889d-6c85b4a2dacf tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5849893 Mar 03 17:54:17.501308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:17.585629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-735319d4-6fcb-492e-a65b-903bde3c4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.587846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-735319d4-6fcb-492e-a65b-903bde3c4a65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.5647240 Mar 03 17:54:17.591361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c652ea-a7c5-40fc-baed-0469d8c237a2 req-b463b435-2480-4e3d-8bda-e7da20130966 service neutron] 10.222.0.35 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448380 Mar 03 17:54:17.593248 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '1d56afb9-0196-4204-94e6-0cd1947f1b29', 'status': 'completed', 'code': 200} Mar 03 17:54:17.593539 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'tag': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb', 'status': 'completed', 'code': 200} Mar 03 17:54:17.606931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Request body: {'binding': {'host': 'n-h2-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:17.607389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Unknown quota resources ['binding']. {{(pid=87886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 17:54:17.794100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Attempting to bind port 224f13ee-4d13-4615-87d3-1bd2b4cc131f on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:17.794445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Attempting to bind port 224f13ee-4d13-4615-87d3-1bd2b4cc131f by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:17.794793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Attempting to bind port 224f13ee-4d13-4615-87d3-1bd2b4cc131f on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:17.805029 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:17.806357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Port 224f13ee-4d13-4615-87d3-1bd2b4cc131f on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:17.806686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Attempting to bind port 224f13ee-4d13-4615-87d3-1bd2b4cc131f on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:17.814953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-e986371d-bacd-46c8-a3d2-8cf46f045344 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 217 time: 0.1485152 Mar 03 17:54:17.818790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:17.819126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Checking segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:17.819503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Bound using segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:17.819941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Bound port: 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:17.820285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:17.929784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.930264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.930756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.931205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.931668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.933030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.933030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:17.939147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-c74dcba8-613e-41d1-bcbf-7235bef86835 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6177 time: 0.3483672 Mar 03 17:54:18.082277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8deb3-56c2-470e-9187-b2329c011a73 req-ed50c8fb-33be-4111-8c14-3e3adc35fe7f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.083820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acf8deb3-56c2-470e-9187-b2329c011a73 req-ed50c8fb-33be-4111-8c14-3e3adc35fe7f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.3608010 Mar 03 17:54:18.126869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-0d640d53-0ca8-43c8-9ad7-d9152f1ff456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.128301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-0d640d53-0ca8-43c8-9ad7-d9152f1ff456 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.2867713 Mar 03 17:54:18.179434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] For port 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:18.203969 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:54:18.209004 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:54:18.221361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acf8deb3-56c2-470e-9187-b2329c011a73 req-37a95b21-d630-483a-82d6-39bc60ae2c91 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202443 Mar 03 17:54:18.231959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] For port 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:18.252223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:18.285278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:18.320037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:18.349653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.350268 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:18.351342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] 10.222.0.35 "PUT /v2.0/ports/224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 200 len: 1134 time: 4.7184248 Mar 03 17:54:18.424683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on host n-h2-827121-1 for vnic_type normal with profile None {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:18.424789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-4dc5ad47-3f90-4107-bf65-3054f46c316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.424895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:18.424990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-4dc5ad47-3f90-4107-bf65-3054f46c316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.425105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:18.425651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-4dc5ad47-3f90-4107-bf65-3054f46c316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.427727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-4dc5ad47-3f90-4107-bf65-3054f46c316a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4a7116878f5410ebf83adbb35232aab&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4785058 Mar 03 17:54:18.433600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-587998ca-5561-4957-ad09-800ee06ced8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.436218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-587998ca-5561-4957-ad09-800ee06ced8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2958636 Mar 03 17:54:18.439142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] In _notify_port_updated(), no bound segment for port 1d46ee7d-05b6-4f53-b43e-e3a950f449c0 on network 572db0ef-6679-48ed-a489-5f526fda6317 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 17:54:18.445204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.447277 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:18.448802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "PUT /v2.0/ports/1d46ee7d-05b6-4f53-b43e-e3a950f449c0 HTTP/1.1" status: 200 len: 818 time: 1.1480403 Mar 03 17:54:18.456015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:18.488333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44318) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:18.595300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21172ee0-f189-4ad3-8be5-8c848d95c02a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=1d46ee7d-05b6-4f53-b43e-e3a950f449c0,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:18.619875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:54:18.675901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:18.676405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:18.729790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 1d46ee7d-05b6-4f53-b43e-e3a950f449c0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:18.729992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:18.762476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:18.762822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:18.763207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:18.763656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Bound port: 0cbca910-2c37-4421-a337-4a1524551991, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:18.804133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:18.805209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca44aa-9f77-49a2-9edd-3f5e28fa526f service neutron] Pushing event updated for resources: {'Port': ['ID=224f13ee-4d13-4615-87d3-1bd2b4cc131f,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:18.831266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-f1e03aa4-7e31-46b6-b05a-3b284c6d58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:18.832916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-f1e03aa4-7e31-46b6-b05a-3b284c6d58ca service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3793049 Mar 03 17:54:18.936017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:18.967302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'port_id': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'mac_address': 'fa:16:3e:c4:8f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:54:19.003650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.004536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e39f2f8d-4bec-4502-a794-14e81dc85248 service neutron] 10.222.0.23 "POST /v2.0/ports/0cbca910-2c37-4421-a337-4a1524551991/bindings HTTP/1.1" status: 201 len: 389 time: 1.6243002 Mar 03 17:54:19.152670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.158442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.280117 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.361119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db1636f-ef41-46c8-babe-b1d8fb4ea708 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:19.391098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 1d46ee7d-05b6-4f53-b43e-e3a950f449c0 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:19.417360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:19.426604 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.557398 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f459d129-699a-4b67-8bbe-0d823929cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.571347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:19.608455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.637637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '224f13ee-4d13-4615-87d3-1bd2b4cc131f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:19.684788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-c3d80cec-1d17-4e23-93ee-4efe2ae4b442 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0545511 Mar 03 17:54:19.700502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0ccf-0d7d-48df-a86c-767cf92a1f85 req-066af8ac-6b9a-4ea7-b673-cf7f5503e049 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:19.703713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c79c0ccf-0d7d-48df-a86c-767cf92a1f85 req-066af8ac-6b9a-4ea7-b673-cf7f5503e049 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 944 time: 0.9527013 Mar 03 17:54:19.715438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=1d46ee7d-05b6-4f53-b43e-e3a950f449c0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:19.738055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:19.771156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-979e1d3c-77e6-49bf-b0a9-b20fa9e6997c tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Synchronizing usage tracker for tenant:b213e58de412454e8664f1aa8be48709 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:19.806749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a1bda628-857e-4809-8f12-bf43a3ba5e16 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/1d46ee7d-05b6-4f53-b43e-e3a950f449c0 HTTP/1.1" status: 204 len: 168 time: 1.3146913 Mar 03 17:54:19.815642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:19.844324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['2db1636f-ef41-46c8-babe-b1d8fb4ea708'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:19.908480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-979e1d3c-77e6-49bf-b0a9-b20fa9e6997c tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Unset dirty status for tenant:b213e58de412454e8664f1aa8be48709 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:19.928351 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-979e1d3c-77e6-49bf-b0a9-b20fa9e6997c tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1183387138&fields=id&tenant_id=b213e58de412454e8664f1aa8be48709 HTTP/1.1" status: 200 len: 267 time: 0.4115241 Mar 03 17:54:19.942291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-42581779-3ada-4860-a114-a4da4e5c18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:19.943811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-42581779-3ada-4860-a114-a4da4e5c18f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1096 time: 0.3607919 Mar 03 17:54:19.947051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c79c0ccf-0d7d-48df-a86c-767cf92a1f85 req-02c3b85c-f365-4188-a2c3-79c3444384f7 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111840 Mar 03 17:54:20.020583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:20.030400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36f337b3-26a0-4cc3-bfb3-36661cccad99 req-4e30ce7c-7bab-4995-a228-7bf4dafaebcc service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385897 Mar 03 17:54:20.034682 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:20.197951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-2b53408d-f69e-437f-84d2-cae64aab19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.199448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-2b53408d-f69e-437f-84d2-cae64aab19a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 1095 time: 0.6867347 Mar 03 17:54:20.229254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Transition to ACTIVE for port object b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:20.245867 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:20.297697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81475c8f-145f-416e-9916-a9b7197deb2a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.298415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81475c8f-145f-416e-9916-a9b7197deb2a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:20.410244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-b67df741-57d8-489e-87f3-4fe73c4020b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.412750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-b67df741-57d8-489e-87f3-4fe73c4020b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.4534640 Mar 03 17:54:20.417977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81475c8f-145f-416e-9916-a9b7197deb2a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:20.422320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-81475c8f-145f-416e-9916-a9b7197deb2a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6024864 Mar 03 17:54:20.423930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44336) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:20.435730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-ab418605-1792-482d-b768-c39b9d2ddf0b tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.436412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-ab418605-1792-482d-b768-c39b9d2ddf0b tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Synchronizing usage tracker for tenant:b213e58de412454e8664f1aa8be48709 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:20.510404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:20.555934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-dcc3abaf-6ba9-408f-9061-9a2df1cc8142 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 200 len: 217 time: 0.1252558 Mar 03 17:54:20.707743 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb2d793-edc7-4386-959f-56efd42bd1d1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:54:20.710786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3bb2d793-edc7-4386-959f-56efd42bd1d1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/1d46ee7d-05b6-4f53-b43e-e3a950f449c0 HTTP/1.1" status: 404 len: 333 time: 0.2671285 Mar 03 17:54:20.715448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-ab418605-1792-482d-b768-c39b9d2ddf0b tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Unset dirty status for tenant:b213e58de412454e8664f1aa8be48709 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:20.717864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-ab418605-1792-482d-b768-c39b9d2ddf0b tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/networks?id=af9d078d-22c7-4513-ac03-93d8880cbb8a HTTP/1.1" status: 200 len: 815 time: 0.7880821 Mar 03 17:54:20.721169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:20.732527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.734369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-846805910'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:20.739715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:20.743986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:20.744514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.747485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:20.751042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.754891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:20.756742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.762851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.769034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.772151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-f9ba5fa5-e296-400c-b654-23ce5538d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.774596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-f9ba5fa5-e296-400c-b654-23ce5538d72f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 911 time: 0.5669770 Mar 03 17:54:20.775845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.775954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-b40aa8b6-cf80-409d-bf1a-d3057ad8f4f3 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/quotas/b213e58de412454e8664f1aa8be48709 HTTP/1.1" status: 200 len: 375 time: 0.0179646 Mar 03 17:54:20.783673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f9da96fb-bca5-4f0f-906d-5b0481495efd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5382 time: 0.5996497 Mar 03 17:54:20.816261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-f34ba56e-92af-47fa-91fc-df204cfcafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:20.818065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-f34ba56e-92af-47fa-91fc-df204cfcafde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2526219 Mar 03 17:54:20.827540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Attempting to bind port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:20.828142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Attempting to bind port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:20.828673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Attempting to bind port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:20.891002 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-0afd0214-776b-42d6-913a-9c9e0ec27133 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657504 Mar 03 17:54:20.891888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:20.892399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Attempting to bind port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:20.901474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-373e6bd7-2db3-49fc-8357-5308f779617c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb HTTP/1.1" status: 200 len: 217 time: 0.0818310 Mar 03 17:54:20.902060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:20.905390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:20.927923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee6087c7-1956-4937-a018-48f92285fc7a req-f26e0cd8-3eea-4662-9691-718c4415c04e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430852 Mar 03 17:54:20.929109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:20.929728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Checking segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:20.930340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Bound using segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:20.931392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Bound port: b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:20.931996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.027435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:54:21.046069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612905ab-01b4-4d89-94e4-33b31a31621e req-d778a46e-c9d6-4dd6-9aca-e7d117007099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:21.047924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-d778a46e-c9d6-4dd6-9aca-e7d117007099 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 200 len: 850 time: 0.1325407 Mar 03 17:54:21.053726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.054349 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment 4c001d49-b0c1-4057-ad53-282497ff07fe of type vlan for network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 Mar 03 17:54:21.110828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-d523656c-5695-4ea0-a9c3-1b3b9052cdfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed355772-4c3e-42f6-8773-a450e476753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548286 Mar 03 17:54:21.178903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.224172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-4c38dc21-f2e5-453d-aa0b-9e7e820bc59e tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b213e58de412454e8664f1aa8be48709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4405639 Mar 03 17:54:21.228364 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.254755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:21.255261 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.304588 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-af2db6a5-4984-4f1f-af37-98894c24f555 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058540 Mar 03 17:54:21.307079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] For port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:21.310189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] For port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:21.334913 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.476657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7551506 Mar 03 17:54:21.496858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44356) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:21.504162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdc7b4-1e71-447f-8a4d-3b0179ea2782 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=14eefe8a-b9c4-4862-94df-2f2cfc306aa7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:21.510092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:21.517033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:54:21.633789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:21.634635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.637220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] 10.222.0.35 "PUT /v2.0/ports/b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac HTTP/1.1" status: 200 len: 1091 time: 3.2143621 Mar 03 17:54:21.680941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-081a3d28-7ff1-41fa-b337-67404ca1e628 service neutron] 10.222.0.35 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576651 Mar 03 17:54:21.689468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:21.759979 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de47312d-36fc-4d74-8416-e09e4ff52fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:21.787607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:54:21.869661 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-0ec04eca-bc0f-4158-8ea2-07f1dc864318 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579009 Mar 03 17:54:21.945089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:21.967877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:21.978703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:21.988068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-4468a1f1-7cf8-425a-8f85-efe92eb60448 service neutron] 10.222.0.23 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641915 Mar 03 17:54:21.993462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.994110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.994670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.995195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.995717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.996257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.996646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.997392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.997392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.997666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.998122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:21.998436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6922f2-8280-4f4b-8f36-596317987121 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:22.027756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.047256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:22.071949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:22.096560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb', 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'port_id': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb', 'mac_address': 'fa:16:3e:a5:a7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:54:22.109932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:22.115530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218a8c-d9ee-4680-96b8-c61fd669984c req-4c3c3a93-eb86-44ac-90ff-6cb8b7e0509a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:22.117354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81218a8c-d9ee-4680-96b8-c61fd669984c req-4c3c3a93-eb86-44ac-90ff-6cb8b7e0509a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.6604552 Mar 03 17:54:22.172751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81218a8c-d9ee-4680-96b8-c61fd669984c req-b9bc3d5b-950d-4acd-b24b-a9f7f33d4eb9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473657 Mar 03 17:54:22.240496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-612905ab-01b4-4d89-94e4-33b31a31621e req-98de0d7e-3a5d-448e-9c06-e02fa626a56b service neutron] 10.222.0.35 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464067 Mar 03 17:54:22.241255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:22.244944 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.245356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.263618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:22.286761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:22.292572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.390411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:22.423633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-caaa0597-3b7e-43d3-9c91-3254fa51b574 service neutron] 10.222.0.23 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275534 Mar 03 17:54:22.537158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:22.582068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.662478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=ecf90efb-bf9c-4b1a-94f0-8e65200ad720,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:22.699119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:22.707425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': '4c001d49-b0c1-4057-ad53-282497ff07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:22.707864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: 14eefe8a-b9c4-4862-94df-2f2cfc306aa7, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:54:22.735746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:54:22.764584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 14eefe8a-b9c4-4862-94df-2f2cfc306aa7) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:22.773472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:22.774119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.794444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d4c2c6-0ccf-449d-ac43-42138672e4f8 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:22.801376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a7af9d51-88be-466c-b2ba-59feb8bb3b39 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3030083 Mar 03 17:54:22.803833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.805095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b3a4a-572a-44a3-ba77-3ea0941d4bb0 None None] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:22.805719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44378) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:22.814387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:22.833746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Transition to ACTIVE for port object b2d4c2c6-0ccf-449d-ac43-42138672e4f8 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:22.862682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da0d9e-ce62-4c95-8774-a8f28a29fe55 req-f8f90827-0aaf-4dcf-b7a5-c24304f93e22 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:22.864252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89da0d9e-ce62-4c95-8774-a8f28a29fe55 req-f8f90827-0aaf-4dcf-b7a5-c24304f93e22 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 945 time: 0.4899316 Mar 03 17:54:22.865461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:22.951719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:23.122516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.125053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.226808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:23.252593 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '224f13ee-4d13-4615-87d3-1bd2b4cc131f', 'status': 'completed', 'code': 200} Mar 03 17:54:23.256983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:23.257273 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.263765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:23.282531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89da0d9e-ce62-4c95-8774-a8f28a29fe55 req-a1253bb1-43c3-4c0a-be4f-2789c4621ca2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318882 Mar 03 17:54:23.340210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:23.362176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:23.390489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:23.480491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:23.484761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.644415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Attempting to bind port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:23.644753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Attempting to bind port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:23.645099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Attempting to bind port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:23.648872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.649568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.650074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.650605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.651277 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.651725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.651950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.652575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.654896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-0375181f-42f8-4a3c-a947-28a481d3309c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6311 time: 0.3924458 Mar 03 17:54:23.663961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:23.664314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Attempting to bind port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:23.670724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-14eefe8a-b9c4-4862-94df-2f2cfc306aa7', 'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7', 'tenant_id': '7d57e3f559e34c05a4331f6b77164995', 'fixed_ips': [{'subnet_id': 'ecf90efb-bf9c-4b1a-94f0-8e65200ad720'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:54:23.672314 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.689190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:23.689562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Checking segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:23.690000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Bound using segment: {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:23.690473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Bound port: b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46274a43-3081-4556-bc6e-bd484bf2ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:23.693199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.709897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:23.727757 n-d-827121-1 neutron-server[87887]: INFO neutron.db.ipam_backend_mixin [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ecf90efb-bf9c-4b1a-94f0-8e65200ad720 (CIDR: 172.20.0.0/28) Mar 03 17:54:23.770826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:23.787600 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.787766 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:54:23.788332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:54:23.819286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b06313-d6fa-41fa-a519-04ff4b379318 req-b58a1ba9-b157-430e-9423-01dff1488224 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.826463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3b06313-d6fa-41fa-a519-04ff4b379318 req-b58a1ba9-b157-430e-9423-01dff1488224 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 945 time: 0.4000897 Mar 03 17:54:23.866025 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-96adc8e8-fdf6-4131-8f74-3dd644b48625 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0576456 Mar 03 17:54:23.868872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44406) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:23.892164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:23.907234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.916411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.944219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.951244 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:23.961064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.966805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3b06313-d6fa-41fa-a519-04ff4b379318 req-ac8ca0f7-d43b-45cd-84f2-8c4b56bc0666 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392505 Mar 03 17:54:23.973445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:23.984069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.992496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Allocated IP 172.20.0.2 (14eefe8a-b9c4-4862-94df-2f2cfc306aa7/ecf90efb-bf9c-4b1a-94f0-8e65200ad720/b6fc8d30-3f73-4cf5-ba0c-1d8150355955) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:23.996812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-d9f44c17-f1c7-4dae-94c4-54631adfadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.997847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-d9f44c17-f1c7-4dae-94c4-54631adfadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:23.999211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-d9f44c17-f1c7-4dae-94c4-54631adfadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.005433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.006369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-d9f44c17-f1c7-4dae-94c4-54631adfadf6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4a7116878f5410ebf83adbb35232aab&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3350303 Mar 03 17:54:24.022090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.024198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b50bb900-71d9-458e-8415-c01c051002ed req-ff042b39-18bf-4759-a1f2-1d915c01965b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5406 time: 0.5201051 Mar 03 17:54:24.149411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b50bb900-71d9-458e-8415-c01c051002ed req-1651cf9d-2fc3-45f8-9eaf-6351737490ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157444 Mar 03 17:54:24.158182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] For port b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:24.187822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] For port b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:24.197159 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.260485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-430e0598-2560-4579-8a8a-6192450d8d63 req-4f6932ca-3e2f-4941-b0d9-73327002d32e tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 210 time: 0.1337872 Mar 03 17:54:24.262051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.307004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.307689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.309143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] 10.222.0.35 "PUT /v2.0/ports/b2d4c2c6-0ccf-449d-ac43-42138672e4f8 HTTP/1.1" status: 200 len: 1090 time: 2.6293697 Mar 03 17:54:24.348036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:24.426548 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'code': 200} Mar 03 17:54:24.495871 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.515293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Transition to ACTIVE for port object b6fc8d30-3f73-4cf5-ba0c-1d8150355955 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:24.545622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Transition to ACTIVE for port object b6fc8d30-3f73-4cf5-ba0c-1d8150355955 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:24.556802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.621120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:24.628636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:24.646482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:24.649209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:24.650051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:24.654159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:24.660794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:24.669083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Pushing event updated for resources: {'Port': ['ID=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:24.670442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-96fb97b9-206d-4f63-afd5-3844f281147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.673476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53c02f83-76fe-4a1c-b451-1655132d3e5b req-96fb97b9-206d-4f63-afd5-3844f281147d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5537236 Mar 03 17:54:24.698933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f91662-ad3d-47d5-b70a-3ff47be7b9d8 req-b0f96c2d-25c0-4129-94b6-7a3dfebeef05 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.700402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90f91662-ad3d-47d5-b70a-3ff47be7b9d8 req-b0f96c2d-25c0-4129-94b6-7a3dfebeef05 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.1612124 Mar 03 17:54:24.701647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:24.705037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.775019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5f02-3180-4372-8b36-666c81fe01ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:24.777603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Attempting to bind port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:24.777979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Attempting to bind port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '4c001d49-b0c1-4057-ad53-282497ff07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:24.778342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Attempting to bind port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 on network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:24.787779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:24.788151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Checking segment: {'id': '4c001d49-b0c1-4057-ad53-282497ff07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:24.788550 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.788937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Bound using segment: {'id': '4c001d49-b0c1-4057-ad53-282497ff07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:24.789433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Bound port: b6fc8d30-3f73-4cf5-ba0c-1d8150355955, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c001d49-b0c1-4057-ad53-282497ff07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:24.789794 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.807337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.861690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90f91662-ad3d-47d5-b70a-3ff47be7b9d8 req-5054224c-c186-4fbb-80f1-cae718db2d41 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163037 Mar 03 17:54:24.895927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] For port b6fc8d30-3f73-4cf5-ba0c-1d8150355955, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:24.899463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] For port b6fc8d30-3f73-4cf5-ba0c-1d8150355955, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,segment=NetworkSegment(4c001d49-b0c1-4057-ad53-282497ff07fe),segment_id=4c001d49-b0c1-4057-ad53-282497ff07fe)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:24.906905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173bf9a-57cf-4e83-ab77-854a5df82369 req-10c22d8c-7a73-43a3-9858-60b4f1d218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.907553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:24.908377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a173bf9a-57cf-4e83-ab77-854a5df82369 req-10c22d8c-7a73-43a3-9858-60b4f1d218b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1097 time: 0.2280080 Mar 03 17:54:24.918664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cc47e-aa51-490a-a23e-0d898535f865 req-e94e3614-87a4-432b-9c9e-798a6b59d42e tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:24.920276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c34cc47e-aa51-490a-a23e-0d898535f865 req-e94e3614-87a4-432b-9c9e-798a6b59d42e tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 950 time: 0.2415724 Mar 03 17:54:25.031967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34cae-5524-46f6-bc2c-247c66c17785 None None] Pushing event updated for resources: {'Port': ['ID=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:25.067623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a173bf9a-57cf-4e83-ab77-854a5df82369 req-62e86869-0d67-42c5-ba84-7f29c6ec4257 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463597 Mar 03 17:54:25.176416 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c34cc47e-aa51-490a-a23e-0d898535f865 req-5073ff67-756b-4132-835e-cb607e9874ac tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093134 Mar 03 17:54:25.211492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6ee14-a54c-422b-82b0-82e690277af3 req-98c7e985-ae7f-4b03-89fb-3ac3b892e76a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.213242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3aa6ee14-a54c-422b-82b0-82e690277af3 req-98c7e985-ae7f-4b03-89fb-3ac3b892e76a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.1477163 Mar 03 17:54:25.215510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:25.260011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac'}, {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:25.284673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:25.303200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:25.313610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.314209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:25.349541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=bbf2c9fc-7147-4005-9b7a-da173b58e558,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:25.366824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.367495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.367893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.368377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.368785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.369095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.369438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.369798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.370116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.370431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.370790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.371125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:25.389065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3aa6ee14-a54c-422b-82b0-82e690277af3 req-48b23bd2-23c9-4cab-8a84-55292b4c6396 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635849 Mar 03 17:54:25.402121 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cd9c02c8-9131-49af-81d5-a72798a9bc37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5286233 Mar 03 17:54:25.404761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44432) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:25.411592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7', 'fixed_ips': [{'subnet_id': 'ecf90efb-bf9c-4b1a-94f0-8e65200ad720'}, {'subnet_id': 'bbf2c9fc-7147-4005-9b7a-da173b58e558'}], 'name': 'tempest-PortsTestJSON-1089862319'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:25.444951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e8b2-bf58-48d4-8c75-d5c82770b70b req-cf3aebc1-3f13-4e7e-a666-a2b9bab513e2 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.452298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04c4e8b2-bf58-48d4-8c75-d5c82770b70b req-cf3aebc1-3f13-4e7e-a666-a2b9bab513e2 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 945 time: 0.1599669 Mar 03 17:54:25.621387 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04c4e8b2-bf58-48d4-8c75-d5c82770b70b req-f077bb3c-bb3b-4ce6-a249-cc614e61f142 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668816 Mar 03 17:54:25.623761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9687485-82ef-41a6-8bb4-e17aeca513d8 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:25.626394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:25.636038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:25.647603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:25.660352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:25.698366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:25.742815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Transition to ACTIVE for port object f9687485-82ef-41a6-8bb4-e17aeca513d8 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:25.756227 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:25.799571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:25.800143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:25.890541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:25.898160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:25.898439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.898715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:25.912808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.929231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.935337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-4c53bc26-d0e0-4b5e-b72a-2a372783f642 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.937231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-4c53bc26-d0e0-4b5e-b72a-2a372783f642 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.16 "GET /v2.0/networks?id=af9d078d-22c7-4513-ac03-93d8880cbb8a HTTP/1.1" status: 200 len: 815 time: 0.4644918 Mar 03 17:54:25.939323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.961731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:25.977770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:26.010976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:26.013455 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-fd09baf7-ef69-49e0-a63c-c6e6cb24c64a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5406 time: 0.4671142 Mar 03 17:54:26.176272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Pushing event updated for resources: {'Port': ['ID=f9687485-82ef-41a6-8bb4-e17aeca513d8,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:26.215080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:26.279412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:26.286078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b6fc8d30-3f73-4cf5-ba0c-1d8150355955 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:26.303856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-be2f6799-5117-492a-a302-bd4dd8e51dc5 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Synchronizing usage tracker for tenant:b213e58de412454e8664f1aa8be48709 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:26.368084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-be2f6799-5117-492a-a302-bd4dd8e51dc5 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Unset dirty status for tenant:b213e58de412454e8664f1aa8be48709 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:26.368084 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-be2f6799-5117-492a-a302-bd4dd8e51dc5 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b213e58de412454e8664f1aa8be48709 HTTP/1.1" status: 200 len: 380 time: 0.2938454 Mar 03 17:54:26.382774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Request body: {'port': {'device_id': '77093062-417c-48ae-8889-20fbea0dfae8', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'admin_state_up': True, 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'security_groups': ['8105fa8b-8535-44a3-99d0-8cb112346fb5']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:26.394196 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:26.394647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e0677f63-a25e-4d92-969c-f532f52a7bab req-6880d951-ff70-4eea-b346-4f544c8f9d2b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038970 Mar 03 17:54:26.397546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:54:26.398657 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:26.420907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Attempting to bind port f9687485-82ef-41a6-8bb4-e17aeca513d8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:26.422120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Attempting to bind port f9687485-82ef-41a6-8bb4-e17aeca513d8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:26.423101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Attempting to bind port f9687485-82ef-41a6-8bb4-e17aeca513d8 on network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:26.442963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 1cb6a490-bc3b-4769-99a7-48064071153a yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:54:26.467019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Port f9687485-82ef-41a6-8bb4-e17aeca513d8 on network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:26.467019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Attempting to bind port f9687485-82ef-41a6-8bb4-e17aeca513d8 on network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:26.511274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:26.511274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Checking segment: {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:26.511274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Bound using segment: {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:26.511274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Bound port: f9687485-82ef-41a6-8bb4-e17aeca513d8, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:26.511274 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:26.548605 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac', 'status': 'completed', 'code': 200} Mar 03 17:54:26.548605 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8', 'status': 'completed', 'code': 200} Mar 03 17:54:26.762736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:26.833319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2669a1c7-6576-4b31-91f4-40d51bd89157 None None] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:26.939235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] For port f9687485-82ef-41a6-8bb4-e17aeca513d8, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:26.949448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] For port f9687485-82ef-41a6-8bb4-e17aeca513d8, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:26.987479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.119769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Pushing event updated for resources: {'Port': ['ID=f9687485-82ef-41a6-8bb4-e17aeca513d8,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:27.148219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:27.161601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Usage tracker for resource:port and tenant:b213e58de412454e8664f1aa8be48709 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:27.161601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:27.189393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:27.204174 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48935862-9f04-4a3a-b0d4-d0a5e16a6c44 req-32824db1-8730-4aec-9515-c8061323456f tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 210 time: 0.1625338 Mar 03 17:54:27.233961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2418-43c8-4e8c-bf1a-d8356fb93d11 req-b8d47232-4330-48d7-a9bc-1af270bf66f0 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.239998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:27.250105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b7f2418-43c8-4e8c-bf1a-d8356fb93d11 req-b8d47232-4330-48d7-a9bc-1af270bf66f0 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.4396758 Mar 03 17:54:27.254295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:27.254295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c7ba294-79c5-4e86-ac12-140e783f9ed3 None None] Provisioning for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:27.271730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:27.281478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Made reservation on behalf of b213e58de412454e8664f1aa8be48709 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:27.287772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.303439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.363141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.363623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.364086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.364606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.365035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.365508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.365959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.367912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-87f2f2ba-8022-401e-9dd4-0cb330bb008d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6378 time: 0.7586262 Mar 03 17:54:27.409255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c7ba294-79c5-4e86-ac12-140e783f9ed3 None None] Provisioning complete for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:27.409676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c7ba294-79c5-4e86-ac12-140e783f9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.744196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.9 (14eefe8a-b9c4-4862-94df-2f2cfc306aa7/ecf90efb-bf9c-4b1a-94f0-8e65200ad720/1cb6a490-bc3b-4769-99a7-48064071153a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:27.758910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.763641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.763641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.768583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.18 (14eefe8a-b9c4-4862-94df-2f2cfc306aa7/bbf2c9fc-7147-4005-9b7a-da173b58e558/1cb6a490-bc3b-4769-99a7-48064071153a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:27.773398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-8d31e6b2-0d20-49f3-8802-5b9dfdd4071c service neutron] 10.222.0.35 "PUT /v2.0/ports/f9687485-82ef-41a6-8bb4-e17aeca513d8 HTTP/1.1" status: 200 len: 1091 time: 3.4214063 Mar 03 17:54:27.777974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-6ea7f75e-e870-43b9-a9a5-3c19c1b55329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.777974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-6ea7f75e-e870-43b9-a9a5-3c19c1b55329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.777974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-6ea7f75e-e870-43b9-a9a5-3c19c1b55329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.777974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-6ea7f75e-e870-43b9-a9a5-3c19c1b55329 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4a7116878f5410ebf83adbb35232aab&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3876777 Mar 03 17:54:27.817754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Request body: {'port': {'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:27.870438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5ed1-a005-47be-926c-7485ab1bdc6b req-94dd2659-ef6d-467a-ab87-a9e6b8e4d095 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:27.873817 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf7b5ed1-a005-47be-926c-7485ab1bdc6b req-94dd2659-ef6d-467a-ab87-a9e6b8e4d095 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.2816982 Mar 03 17:54:27.954984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:27.973205 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.974924 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:27.983373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b7f2418-43c8-4e8c-bf1a-d8356fb93d11 req-38286ed1-2d63-4779-ad03-a681c528374d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329917 Mar 03 17:54:28.072851 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c7ba294-79c5-4e86-ac12-140e783f9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:28.149734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b6fc8d30-3f73-4cf5-ba0c-1d8150355955, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,segment=NetworkSegment(4c001d49-b0c1-4057-ad53-282497ff07fe),segment_id=4c001d49-b0c1-4057-ad53-282497ff07fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:28.171905 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:28.181516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:28.242333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Allocated IP 172.20.0.10 (af9d078d-22c7-4513-ac03-93d8880cbb8a/98893c63-ed2a-402e-98db-c44aa4e5f924/df98e019-9049-485c-be1b-73e29b647963) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:28.396257 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-9c7ba294-79c5-4e86-ac12-140e783f9ed3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:54:28.396613 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-9c7ba294-79c5-4e86-ac12-140e783f9ed3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:54:28.415144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf7b5ed1-a005-47be-926c-7485ab1bdc6b req-2ed7069f-c746-4790-a447-e461404b3258 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500111 Mar 03 17:54:28.453020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:28.468072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Update dhcp port {'port': {'network_id': '14eefe8a-b9c4-4862-94df-2f2cfc306aa7', 'fixed_ips': [{'subnet_id': 'ecf90efb-bf9c-4b1a-94f0-8e65200ad720', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bbf2c9fc-7147-4005-9b7a-da173b58e558'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'b6fc8d30-3f73-4cf5-ba0c-1d8150355955'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 17:54:28.533559 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:28.546191 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb', 'code': 200} Mar 03 17:54:28.549910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-feabf1af-da52-46d8-a062-6c6fc2801a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.553863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-feabf1af-da52-46d8-a062-6c6fc2801a61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7655032 Mar 03 17:54:28.573975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:28.606808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:28.619770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': 'f9687485-82ef-41a6-8bb4-e17aeca513d8'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:28.660746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 1cb6a490-bc3b-4769-99a7-48064071153a will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:28.764031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:28.809013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:28.841442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.841977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.842508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.843569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.844049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.844499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.845107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.847337 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-427f7541-42a7-4818-b373-ae0a87361a27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6420 time: 0.2456796 Mar 03 17:54:28.863259 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-834d7953-24df-475f-9675-12ff8694c999 {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:54:28.863742 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:54:28.864845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626adfb-5cb8-4f1a-abfa-cef7d547c532 req-f1db7c2b-d670-4f80-b628-c69a60a2179e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:28.866563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2626adfb-5cb8-4f1a-abfa-cef7d547c532 req-f1db7c2b-d670-4f80-b628-c69a60a2179e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.3445592 Mar 03 17:54:28.875631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Transition to ACTIVE for port object df98e019-9049-485c-be1b-73e29b647963 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:28.896190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:28.921846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:28.924573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:28.961784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=1cb6a490-bc3b-4769-99a7-48064071153a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:28.993646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:29.112760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2626adfb-5cb8-4f1a-abfa-cef7d547c532 req-84a337b0-b732-432c-a73c-3de1b59ba011 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327635 Mar 03 17:54:29.135332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Network af9d078d-22c7-4513-ac03-93d8880cbb8a is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:29.140818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36007709-c9d8-4b71-a3cd-47efb62f0679 req-d01348ff-70b0-427a-98b9-1b532da53c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.142333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36007709-c9d8-4b71-a3cd-47efb62f0679 req-d01348ff-70b0-427a-98b9-1b532da53c8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 1097 time: 0.5122204 Mar 03 17:54:29.147714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:29.163815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:29.233395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.239509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.248104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.257195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.263798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.269958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.281936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.286283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-4ff9049e-d026-49aa-b049-6d797ccf6dbc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5418 time: 0.6037664 Mar 03 17:54:29.315233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event updated for resources: {'Port': ['ID=df98e019-9049-485c-be1b-73e29b647963,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:29.352742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.353426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:29.395203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18a1034b-b9c9-4f9d-a14b-b2ecec3223cb req-e9409519-155c-4793-9fa8-c97e76fb59b7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948830 Mar 03 17:54:29.407470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-423e39fb-8c48-4fb3-a637-c669b299868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.407946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-423e39fb-8c48-4fb3-a637-c669b299868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.408416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-423e39fb-8c48-4fb3-a637-c669b299868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.410004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-423e39fb-8c48-4fb3-a637-c669b299868e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4a7116878f5410ebf83adbb35232aab&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5526516 Mar 03 17:54:29.436295 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36007709-c9d8-4b71-a3cd-47efb62f0679 req-859877e6-cd31-4281-90b4-ec0b83845f9f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294519 Mar 03 17:54:29.453258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.453485 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:29.453919 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:29.465354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a4c181f6-388a-4ae9-af62-ebb1ed60336e tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.0592241 Mar 03 17:54:29.471302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44480) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:29.491890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecf90efb-bf9c-4b1a-94f0-8e65200ad720'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:29.576972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-fb5ed953-3992-428b-a62b-56730b7931cf tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2010212 Mar 03 17:54:29.614392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Request body: {'port': {'device_id': '77093062-417c-48ae-8889-20fbea0dfae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:29.624468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-22755a31-4e2a-4b49-ad5f-1bf4782af30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.626303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-722b7b71-2936-4b0c-b9f0-512d7a0f8803 req-22755a31-4e2a-4b49-ad5f-1bf4782af30d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099786 Mar 03 17:54:29.682604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-779b1da6-3722-4011-b3db-9d3250726447 None None] Provisioning for port df98e019-9049-485c-be1b-73e29b647963 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:29.692857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371dbf6-e2ff-4d86-b9e0-8a904e4ff589 req-8a2eb233-004f-4fc3-8349-cac8dbf92972 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.694061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1371dbf6-e2ff-4d86-b9e0-8a904e4ff589 req-8a2eb233-004f-4fc3-8349-cac8dbf92972 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Synchronizing usage tracker for tenant:b213e58de412454e8664f1aa8be48709 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:29.695069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-779b1da6-3722-4011-b3db-9d3250726447 None None] Provisioning complete for port df98e019-9049-485c-be1b-73e29b647963 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:29.695441 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-779b1da6-3722-4011-b3db-9d3250726447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:29.723196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3793073-e06c-490e-98bc-eb3f1a147e8a req-e7c75666-f0e5-43ba-8415-486bb372e7f0 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:29.724712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b3793073-e06c-490e-98bc-eb3f1a147e8a req-e7c75666-f0e5-43ba-8415-486bb372e7f0 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.0864859 Mar 03 17:54:29.737412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44488) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:29.743408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'floatingip': {'port_id': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:29.757784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1371dbf6-e2ff-4d86-b9e0-8a904e4ff589 req-8a2eb233-004f-4fc3-8349-cac8dbf92972 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Unset dirty status for tenant:b213e58de412454e8664f1aa8be48709 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:29.758934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1371dbf6-e2ff-4d86-b9e0-8a904e4ff589 req-8a2eb233-004f-4fc3-8349-cac8dbf92972 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 932 time: 0.4519987 Mar 03 17:54:29.795861 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': 'f9687485-82ef-41a6-8bb4-e17aeca513d8', 'status': 'completed', 'code': 200} Mar 03 17:54:29.797461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Allocated IP 172.20.0.19 (14eefe8a-b9c4-4862-94df-2f2cfc306aa7/bbf2c9fc-7147-4005-9b7a-da173b58e558/b6fc8d30-3f73-4cf5-ba0c-1d8150355955) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:29.818460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-779b1da6-3722-4011-b3db-9d3250726447 None None] Port df98e019-9049-485c-be1b-73e29b647963 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:29.825280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de97d7d-b43f-4309-8243-3287ea2dc149 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:29.863644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:29.901643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:29.982452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1371dbf6-e2ff-4d86-b9e0-8a904e4ff589 req-12192bce-fdf9-495a-9341-818c3dace441 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059581 Mar 03 17:54:30.009901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Transition to ACTIVE for port object 7de97d7d-b43f-4309-8243-3287ea2dc149 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:30.019100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] For port b6fc8d30-3f73-4cf5-ba0c-1d8150355955, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,segment=NetworkSegment(4c001d49-b0c1-4057-ad53-282497ff07fe),segment_id=4c001d49-b0c1-4057-ad53-282497ff07fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:30.030820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:30.049978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:30.072642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Transition to ACTIVE for port object b6fc8d30-3f73-4cf5-ba0c-1d8150355955 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:30.078649 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:30.079676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:30.315043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:30.315946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b35428-9a7d-4569-9262-9a66112b0148 None None] Pushing event updated for resources: {'Port': ['ID=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:30.332626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b6fc8d30-3f73-4cf5-ba0c-1d8150355955 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:30.335574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.336139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.336776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.337409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.338042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.338747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.339510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.341991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-bd53abda-8c3f-4130-aca5-849d3d56b040 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6420 time: 0.4986112 Mar 03 17:54:30.413556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af46010-baa0-411b-ae36-892f9b38cd34 req-0a91aa67-8ffd-414a-bb95-b428b9a8085f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.415397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6af46010-baa0-411b-ae36-892f9b38cd34 req-0a91aa67-8ffd-414a-bb95-b428b9a8085f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.4446156 Mar 03 17:54:30.548710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:30.607282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Pushing event updated for resources: {'Port': ['ID=7de97d7d-b43f-4309-8243-3287ea2dc149,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:30.801932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6af46010-baa0-411b-ae36-892f9b38cd34 req-37179b00-59a2-4e69-b36e-e9297b94a4f2 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033228 Mar 03 17:54:30.878394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-b938a5c4-6a33-4274-a074-10410f4f51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.878905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-b938a5c4-6a33-4274-a074-10410f4f51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.879544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-b938a5c4-6a33-4274-a074-10410f4f51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:30.881279 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-b938a5c4-6a33-4274-a074-10410f4f51f2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4a7116878f5410ebf83adbb35232aab&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5257874 Mar 03 17:54:31.037238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca5e0-eee4-4df4-ad34-9004009ed9cb req-8145ec50-fc35-40ad-8ddf-7064aa354b4c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.041986 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a7ca5e0-eee4-4df4-ad34-9004009ed9cb req-8145ec50-fc35-40ad-8ddf-7064aa354b4c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.7075088 Mar 03 17:54:31.042105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:54:31.076651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2b636-833c-4c98-85b7-a813c24b2b12 None None] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:31.174708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Attempting to bind port 7de97d7d-b43f-4309-8243-3287ea2dc149 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:31.175039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Attempting to bind port 7de97d7d-b43f-4309-8243-3287ea2dc149 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:31.175587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Attempting to bind port 7de97d7d-b43f-4309-8243-3287ea2dc149 on network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:31.217311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Port 7de97d7d-b43f-4309-8243-3287ea2dc149 on network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:31.217765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Attempting to bind port 7de97d7d-b43f-4309-8243-3287ea2dc149 on network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:31.257499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6b935133-f272-4365-8482-4dc1a92b9414 None None] Provisioning for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:31.282211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6b935133-f272-4365-8482-4dc1a92b9414 None None] Provisioning complete for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:31.282211 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b935133-f272-4365-8482-4dc1a92b9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:31.304908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-0d6017c3-7fe6-4cc8-8f97-0cced89c2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.306649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a093974-6cbe-4ed4-921a-4025e8df303f req-0d6017c3-7fe6-4cc8-8f97-0cced89c2e1b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4192629 Mar 03 17:54:31.319604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:31.324871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:31.352503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:31.353163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Checking segment: {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:31.353750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Bound using segment: {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:31.354354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Bound port: 7de97d7d-b43f-4309-8243-3287ea2dc149, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218e3176-15e3-4f4a-9090-8b996f8a593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:31.354875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:31.408828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a7ca5e0-eee4-4df4-ad34-9004009ed9cb req-d89237c1-3787-4269-a9ff-bbb99d9ddf04 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286278 Mar 03 17:54:31.413234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.419043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.423957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e4ac649d-e8f6-4d6f-a38a-cebcbce5d866 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.425852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.426044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e4ac649d-e8f6-4d6f-a38a-cebcbce5d866 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.7430911 Mar 03 17:54:31.432235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.449927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.461844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.469804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.471841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-df79881b-e9c0-438c-a646-33a87269a997 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.4863653 Mar 03 17:54:31.517616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] For port 7de97d7d-b43f-4309-8243-3287ea2dc149, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:31.521280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] For port 7de97d7d-b43f-4309-8243-3287ea2dc149, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7de97d7d-b43f-4309-8243-3287ea2dc149,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:31.532319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827121-1'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:31.575531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:31.578223 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'code': 200} Mar 03 17:54:31.652598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05b28eba-c2f7-45b4-8bc6-09b4a7b81d1c req-1efcff66-7fc6-4f52-a256-e8863c534a7d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423457 Mar 03 17:54:31.673942 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Floating IP 51afbe3c-4800-49ea-a546-19336208dd5d associated. External IP: 172.25.0.83, port: 2db1636f-ef41-46c8-babe-b1d8fb4ea708. Mar 03 17:54:31.686999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:31.686999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:31.686999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] 10.222.0.35 "PUT /v2.0/ports/7de97d7d-b43f-4309-8243-3287ea2dc149 HTTP/1.1" status: 200 len: 1091 time: 3.8860364 Mar 03 17:54:31.769783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caf541-1e02-4008-880f-cba55cdbee7f service neutron] Pushing event updated for resources: {'Port': ['ID=7de97d7d-b43f-4309-8243-3287ea2dc149,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:31.839221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:32.104904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Delete allocated IP 172.20.0.18 (14eefe8a-b9c4-4862-94df-2f2cfc306aa7/bbf2c9fc-7147-4005-9b7a-da173b58e558) {{(pid=87886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 17:54:32.110718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-492852c7-3e40-4c50-800d-2d77262470ee None None] Provisioning complete for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:32.110718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-492852c7-3e40-4c50-800d-2d77262470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:32.238114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c6711-3d5a-436e-9fc2-a051d004f098 req-081bdf47-bf82-4982-9221-af394314fc54 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.242218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd1c6711-3d5a-436e-9fc2-a051d004f098 req-081bdf47-bf82-4982-9221-af394314fc54 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.2728784 Mar 03 17:54:32.279938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Router fd2aaf0f-c0f6-4599-9083-fab66638d572 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:54:32.344684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b6fc8d30-3f73-4cf5-ba0c-1d8150355955 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:32.346148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:32.408451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd1c6711-3d5a-436e-9fc2-a051d004f098 req-a195a78e-9b40-4af8-b681-ff6f2ff77d31 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533864 Mar 03 17:54:32.435158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-492852c7-3e40-4c50-800d-2d77262470ee None None] Provisioning for port 1cb6a490-bc3b-4769-99a7-48064071153a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:32.457765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-492852c7-3e40-4c50-800d-2d77262470ee None None] Provisioning complete for port 1cb6a490-bc3b-4769-99a7-48064071153a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:32.457765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-492852c7-3e40-4c50-800d-2d77262470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:32.523458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:32.524255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:32.555024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-492852c7-3e40-4c50-800d-2d77262470ee None None] Port 1cb6a490-bc3b-4769-99a7-48064071153a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:32.595406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b1845-e5b8-41d9-9dc0-779910f6580e req-b3a663b9-fda5-4ff8-9cbd-fcd84dcc5d29 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.602684 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-077b1845-e5b8-41d9-9dc0-779910f6580e req-b3a663b9-fda5-4ff8-9cbd-fcd84dcc5d29 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 932 time: 0.9034712 Mar 03 17:54:32.640391 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149', 'status': 'completed', 'code': 200} Mar 03 17:54:32.657697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.658167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.659156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.659273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.659880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.660476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.661151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.664055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-45668b8e-3897-435d-8427-d9909873162d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6487 time: 0.8894987 Mar 03 17:54:32.665034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:54:32.666356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df98e019-9049-485c-be1b-73e29b647963 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:32.669704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:32.676403 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] Sync routers for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:54:32.695040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:54:32.740376 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:54:32.740376 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:32.774379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d810ac6f-f6df-4ac6-83b6-deb5146aba07 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "PUT /v2.0/floatingips/51afbe3c-4800-49ea-a546-19336208dd5d HTTP/1.1" status: 200 len: 991 time: 3.0277491 Mar 03 17:54:32.790122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab4b87bd-3c0c-46fd-a103-c58db6a675ef None None] Provisioning complete for port 1cb6a490-bc3b-4769-99a7-48064071153a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:32.790122 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab4b87bd-3c0c-46fd-a103-c58db6a675ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:32.797030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:32.836842 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:32.849541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5c15-85aa-4c29-9726-425bc35f63c0 req-418ef6c0-89e4-4e9a-807b-adf58483012c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:32.849541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a50d5c15-85aa-4c29-9726-425bc35f63c0 req-418ef6c0-89e4-4e9a-807b-adf58483012c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.2297873 Mar 03 17:54:32.893615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-f6a92f0b-8df1-4e0b-a2f3-71e433abe17d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 HTTP/1.1" status: 200 len: 217 time: 0.1929226 Mar 03 17:54:32.933872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b87bd-3c0c-46fd-a103-c58db6a675ef None None] Port 1cb6a490-bc3b-4769-99a7-48064071153a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:32.950384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a50d5c15-85aa-4c29-9726-425bc35f63c0 req-76f4aefa-c038-4f62-9fb9-0dcb637539de tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937312 Mar 03 17:54:32.972180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:32.987997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'mac_address': 'fa:16:3e:f4:64:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:54:32.990051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Transition to ACTIVE for port object df98e019-9049-485c-be1b-73e29b647963 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:33.002392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-077b1845-e5b8-41d9-9dc0-779910f6580e req-7e17d2f7-75f9-4c1e-b09d-2f572824ef9d tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988395 Mar 03 17:54:33.029770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:33.135368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:33.169035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:33.194363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:33.198799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:33.266147 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:54:33.268891 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'status': 'completed', 'code': 200} Mar 03 17:54:33.286932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:33.400167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['328fe1fc-9968-4dc9-8e69-4df9c4bbff65'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:33.520332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e25f28f3-ea8d-4dbe-87bc-88b9af258e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:33.520332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e25f28f3-ea8d-4dbe-87bc-88b9af258e46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50339c05-2454-481a-9150-1c86c3d715d0 HTTP/1.1" status: 200 len: 855 time: 0.6213813 Mar 03 17:54:33.784749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Pushing event updated for resources: {'Port': ['ID=df98e019-9049-485c-be1b-73e29b647963,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:33.863972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:54:33.907250 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:54:33.931094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:33.969168 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '51afbe3c-4800-49ea-a546-19336208dd5d', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'port_id': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'mac_address': 'fa:16:3e:c4:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174e766-f398-47ff-b193-20d46677ec06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:54Z', 'updated_at': '2022-03-03T17:54:30Z', 'revision_number': 1, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:33.975839 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] Checking router: fd2aaf0f-c0f6-4599-9083-fab66638d572 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:54:33.991378 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:54:33.992927 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:34.020303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-071b8e5e-b089-4254-a708-b6ba82ccbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:34.023109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-071b8e5e-b089-4254-a708-b6ba82ccbeac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 1097 time: 0.2044783 Mar 03 17:54:34.122151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:34.172869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:34.195815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:34.335025 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:54:34.349554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 has no active binding in host n-h2-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 17:54:34.373779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:34.384300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Ignored duplicate provisioning block setup for port 1cb6a490-bc3b-4769-99a7-48064071153a by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 17:54:34.406535 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:34.408117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:34.486880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09593528-42ca-4cb2-9f7d-477083fa519e req-82e1314d-a8e9-4db8-8362-fd2f000241e7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:34.494560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09593528-42ca-4cb2-9f7d-477083fa519e req-82e1314d-a8e9-4db8-8362-fd2f000241e7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 945 time: 0.5891807 Mar 03 17:54:34.566076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-a3db667d-57bb-4069-a908-6935618f6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:34.567790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-a3db667d-57bb-4069-a908-6935618f6832 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 911 time: 0.5381832 Mar 03 17:54:34.618821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-c3ca57fd-cf76-45c6-9a38-64a626fa9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:34.618821 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-c3ca57fd-cf76-45c6-9a38-64a626fa9a8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=953b5aec-2792-4866-9c68-a8ca9a0816bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8765514 Mar 03 17:54:34.656991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-2d950160-0e3a-42d1-8776-e736cc48b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:34.656991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-2d950160-0e3a-42d1-8776-e736cc48b1f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1097 time: 1.2159498 Mar 03 17:54:34.678995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbca910-2c37-4421-a337-4a1524551991'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:34.705597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:34.727166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09593528-42ca-4cb2-9f7d-477083fa519e req-6e3f590c-246b-492d-a88b-a4eddc9d0f95 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318380 Mar 03 17:54:34.760039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-768742a9-88d6-4bfa-a400-ab5bf3af54a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb HTTP/1.1" status: 200 len: 217 time: 0.1844161 Mar 03 17:54:34.837753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:34.838368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:34.911674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-0df0f90b-9bf9-485e-b85a-b3131cd05742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:34.913313 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-0df0f90b-9bf9-485e-b85a-b3131cd05742 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 200 len: 850 time: 0.1472445 Mar 03 17:54:34.916926 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '51afbe3c-4800-49ea-a546-19336208dd5d', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'port_id': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'mac_address': 'fa:16:3e:c4:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174e766-f398-47ff-b193-20d46677ec06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:54Z', 'updated_at': '2022-03-03T17:54:30Z', 'revision_number': 1, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:34.922849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd3fdf-b37c-46a6-8255-6c155e396ea1 None None] The sync data for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 is: [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '51afbe3c-4800-49ea-a546-19336208dd5d', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'port_id': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'mac_address': 'fa:16:3e:c4:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174e766-f398-47ff-b193-20d46677ec06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:54Z', 'updated_at': '2022-03-03T17:54:30Z', 'revision_number': 1, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:54:34.991184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-8e6af2d6-30af-44f3-8779-04c349a3abd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed355772-4c3e-42f6-8773-a450e476753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711207 Mar 03 17:54:35.069224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.075304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.081706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.087903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.090513 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:35.098984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.111328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.119688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.129728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-6ec2f5f9-d985-4fbc-9804-700ad848f288 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 1.8901408 Mar 03 17:54:35.152622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:35.179684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:35.186153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-464e67c4-2363-452d-8ea2-1bd1df4596c5 None None] Provisioning complete for port 1cb6a490-bc3b-4769-99a7-48064071153a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:35.186988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-464e67c4-2363-452d-8ea2-1bd1df4596c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:35.210302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Attempting to bind port df98e019-9049-485c-be1b-73e29b647963 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:35.210719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Attempting to bind port df98e019-9049-485c-be1b-73e29b647963 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:35.211853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Attempting to bind port df98e019-9049-485c-be1b-73e29b647963 on network af9d078d-22c7-4513-ac03-93d8880cbb8a {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:35.216443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-aa2e4318-2c50-45ce-aeec-c59a432dec88 service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650582 Mar 03 17:54:35.230513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-209c63c4-a153-4766-bc54-994721fdbcec service neutron] 10.222.0.35 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769667 Mar 03 17:54:35.255480 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:35.353512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775211b-0208-43a6-b39a-7bcdc6f386fe None None] New status for floating IP 51afbe3c-4800-49ea-a546-19336208dd5d: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:54:35.402095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94063470-6d3b-4d65-be14-6b9d8392f012 req-7de73ef8-e262-42a3-bb1c-28b2f55b8f8a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.410962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94063470-6d3b-4d65-be14-6b9d8392f012 req-7de73ef8-e262-42a3-bb1c-28b2f55b8f8a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.4155307 Mar 03 17:54:35.438075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-464e67c4-2363-452d-8ea2-1bd1df4596c5 None None] Port 1cb6a490-bc3b-4769-99a7-48064071153a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:35.470705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:35.475721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbc5a34-5eb3-499c-b92f-b67f4757e9d0 req-43e6ada6-2420-45d4-8fa6-25340ed7ca45 service neutron] 10.222.0.35 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379746 Mar 03 17:54:35.480842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94063470-6d3b-4d65-be14-6b9d8392f012 req-08a1af66-a948-427a-85d1-d87659973f25 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689111 Mar 03 17:54:35.484599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Port df98e019-9049-485c-be1b-73e29b647963 on network af9d078d-22c7-4513-ac03-93d8880cbb8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:35.484930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Attempting to bind port df98e019-9049-485c-be1b-73e29b647963 on network af9d078d-22c7-4513-ac03-93d8880cbb8a {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:35.576487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:35.658173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:35.658382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Checking segment: {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:35.658707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Bound using segment: {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:35.662667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Bound port: df98e019-9049-485c-be1b-73e29b647963, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377745ab-7983-4ba5-9030-ad44d505da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:35.662667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:35.783074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3541c2-eb3f-4d6e-9988-f584d1668c67 req-7a077c1c-5c66-4348-a21d-ef983f2673a2 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.785590 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae3541c2-eb3f-4d6e-9988-f584d1668c67 req-7a077c1c-5c66-4348-a21d-ef983f2673a2 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.1103804 Mar 03 17:54:35.835613 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb82f89d-83c8-44b6-9489-6f1fcd613a55 req-9f97fa05-89bc-4264-b9a3-c038a9725fe3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7049150 Mar 03 17:54:35.848898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae3541c2-eb3f-4d6e-9988-f584d1668c67 req-6461b550-51dd-45d5-b970-ed1524adce2a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561051 Mar 03 17:54:35.868378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on host n-h1-827121-1 for vnic_type normal with profile {"migrating_to": "n-h2-827121-1"} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:35.869499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:35.870352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:35.894049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] In _notify_port_updated(), no bound segment for port 1cb6a490-bc3b-4769-99a7-48064071153a on network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 17:54:35.894049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:35.894049 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:35.894049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "PUT /v2.0/ports/1cb6a490-bc3b-4769-99a7-48064071153a HTTP/1.1" status: 200 len: 919 time: 6.4134550 Mar 03 17:54:35.900918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44580) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:35.915763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecf90efb-bf9c-4b1a-94f0-8e65200ad720'}, {'subnet_id': 'bbf2c9fc-7147-4005-9b7a-da173b58e558'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:35.929157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:54:35.929157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Attempting to bind port 0cbca910-2c37-4421-a337-4a1524551991 on network aca13643-4bfd-4bda-9748-828744b866b0 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:35.943855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:35.943985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Checking segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:35.944358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Bound using segment: {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:35.944790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Bound port: 0cbca910-2c37-4421-a337-4a1524551991, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff881ad-ed95-4519-9e25-e7914026b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aca13643-4bfd-4bda-9748-828744b866b0'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:35.945200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:35.978786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89fd82-b314-48f3-a5b8-1bdbc65cd39d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=1cb6a490-bc3b-4769-99a7-48064071153a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:35.994118 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbca910-2c37-4421-a337-4a1524551991', 'code': 200} Mar 03 17:54:36.016043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-0bf3c12e-28fc-4cfa-ad23-99fb9d4ced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:36.017218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-0bf3c12e-28fc-4cfa-ad23-99fb9d4ced71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.9904618 Mar 03 17:54:36.042485 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'code': 200} Mar 03 17:54:36.145034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] For port df98e019-9049-485c-be1b-73e29b647963, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:36.205344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-daf7ea4c-0d04-4870-8753-23f347151b9b service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9452648 Mar 03 17:54:36.221828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] For port df98e019-9049-485c-be1b-73e29b647963, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=df98e019-9049-485c-be1b-73e29b647963,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:36.309204 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:36.327568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:36.377532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-7219b5c6-d742-4f0c-9c1c-6551f1646049 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 200 len: 217 time: 0.1575198 Mar 03 17:54:36.406443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-a5da40f0-89d3-46fb-a3a0-fd136cce947e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 1001 time: 0.3695967 Mar 03 17:54:36.451195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:36.451195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:36.451195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] 10.222.0.16 "PUT /v2.0/ports/df98e019-9049-485c-be1b-73e29b647963 HTTP/1.1" status: 200 len: 1092 time: 6.8479638 Mar 03 17:54:36.521164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:36.556293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a7bb8-21ad-4180-82a2-d380dd6e7030 service neutron] Pushing event updated for resources: {'Port': ['ID=df98e019-9049-485c-be1b-73e29b647963,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:36.614625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:36.637881 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:36.643229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d3639187-16bb-4fa9-89c6-987af1d354cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:36.646226 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-d3639187-16bb-4fa9-89c6-987af1d354cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.2521877 Mar 03 17:54:36.791388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-cfd9208b-4153-483b-8184-4d0a454ebb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:36.793144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-cfd9208b-4153-483b-8184-4d0a454ebb6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.3382750 Mar 03 17:54:36.929966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:36.971562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260caf3-9e07-47de-b5e7-af8083474fe7 req-b59d6ecf-a387-4ed1-8422-c7a518c3281a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:36.973142 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1260caf3-9e07-47de-b5e7-af8083474fe7 req-b59d6ecf-a387-4ed1-8422-c7a518c3281a tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.8418431 Mar 03 17:54:37.033689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dff47-4912-46dd-bc60-568b1c5eb03c req-13a94f8f-792a-41bc-bae5-6c3cff228838 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:37.044373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-000dff47-4912-46dd-bc60-568b1c5eb03c req-13a94f8f-792a-41bc-bae5-6c3cff228838 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.2072551 Mar 03 17:54:37.057300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:37.057951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:37.059322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-3f9adb15-b838-4e52-ad4e-836ba364e312 service neutron] 10.222.0.35 "PUT /v2.0/ports/0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 200 len: 1121 time: 5.5333028 Mar 03 17:54:37.139279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.23 (14eefe8a-b9c4-4862-94df-2f2cfc306aa7/bbf2c9fc-7147-4005-9b7a-da173b58e558/1cb6a490-bc3b-4769-99a7-48064071153a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:37.147894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1260caf3-9e07-47de-b5e7-af8083474fe7 req-425fa013-4566-44d8-9fe7-9958d4a2a8cd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676762 Mar 03 17:54:37.166613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-0e9b80a2-03a3-4289-8d96-07a5c87b86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:37.168437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-0e9b80a2-03a3-4289-8d96-07a5c87b86b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b213e58de412454e8664f1aa8be48709&device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 1095 time: 0.6443164 Mar 03 17:54:37.169941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-000dff47-4912-46dd-bc60-568b1c5eb03c req-98b46cc1-ba6a-483e-8a2b-1440261fce9d tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245823 Mar 03 17:54:37.176742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0cbca910-2c37-4421-a337-4a1524551991'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:37.286694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0cbca910-2c37-4421-a337-4a1524551991'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:37.462035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-9c362841-0762-4090-baf1-1d56c7521476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:37.465207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-9c362841-0762-4090-baf1-1d56c7521476 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7455640 Mar 03 17:54:37.512478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-c2680cb2-594f-4c43-8ba0-45e903da4edc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df98e019-9049-485c-be1b-73e29b647963 HTTP/1.1" status: 200 len: 217 time: 0.2965336 Mar 03 17:54:37.579697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-4b51d3c7-ee3f-4576-b9fe-efbfec30fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:37.581282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-4b51d3c7-ee3f-4576-b9fe-efbfec30fc69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7247887 Mar 03 17:54:37.776568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912edde2-1ad9-4005-9ddd-79782d5b1b3b req-c60e32c9-8675-4801-87af-2e92cf5fef5a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:37.779236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-912edde2-1ad9-4005-9ddd-79782d5b1b3b req-c60e32c9-8675-4801-87af-2e92cf5fef5a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.2403231 Mar 03 17:54:37.869072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:38.083685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'tag': 'df98e019-9049-485c-be1b-73e29b647963'}, {'name': 'network-changed', 'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'tag': '0cbca910-2c37-4421-a337-4a1524551991'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:38.132952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 1cb6a490-bc3b-4769-99a7-48064071153a will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:38.165543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:38.171860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-27382718-1832-4b96-bca7-add959cc975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.175266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-27382718-1832-4b96-bca7-add959cc975c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98893c63-ed2a-402e-98db-c44aa4e5f924 HTTP/1.1" status: 200 len: 854 time: 0.6187282 Mar 03 17:54:38.213621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-912edde2-1ad9-4005-9ddd-79782d5b1b3b req-0060e6b5-a91d-497b-bf80-d86ef38ce468 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271894 Mar 03 17:54:38.317986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=1cb6a490-bc3b-4769-99a7-48064071153a,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:38.320291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-bba9f38a-a2c6-4041-92c9-81510c598d4b service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288891 Mar 03 17:54:38.391927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-9cd20ef0-14c9-4822-a7b0-e102618e475a service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273008 Mar 03 17:54:38.427531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.440724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.447521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.454326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.469722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.479118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.489216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.493008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-99a8a6e3-744d-458f-9e45-5e37bfd3d7b8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.9383376 Mar 03 17:54:38.517760 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'tag': 'df98e019-9049-485c-be1b-73e29b647963', 'status': 'completed', 'code': 200} Mar 03 17:54:38.521716 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'tag': '0cbca910-2c37-4421-a337-4a1524551991', 'status': 'completed', 'code': 200} Mar 03 17:54:38.557319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4e6a4b5c-aafc-4139-9674-814d0d2be546 None None] Provisioning for port 1cb6a490-bc3b-4769-99a7-48064071153a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:38.564461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4e6a4b5c-aafc-4139-9674-814d0d2be546 None None] Provisioning complete for port 1cb6a490-bc3b-4769-99a7-48064071153a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:38.564937 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4b5c-aafc-4139-9674-814d0d2be546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:38.584681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] In _notify_port_updated(), no bound segment for port 1cb6a490-bc3b-4769-99a7-48064071153a on network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 17:54:38.590120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.591086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:38.594019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4f47cbcc-b20d-482f-bb98-c1aad6142cf7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "PUT /v2.0/ports/1cb6a490-bc3b-4769-99a7-48064071153a HTTP/1.1" status: 200 len: 999 time: 2.6981180 Mar 03 17:54:38.630220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44626) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:38.652901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a4b5c-aafc-4139-9674-814d0d2be546 None None] Port 1cb6a490-bc3b-4769-99a7-48064071153a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:38.724541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 1cb6a490-bc3b-4769-99a7-48064071153a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:38.725211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:38.792419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299495-7870-4c34-8c34-a4244258905a req-88d2c5f9-52f0-47ac-a424-3736ec88b3c8 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.794270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2299495-7870-4c34-8c34-a4244258905a req-88d2c5f9-52f0-47ac-a424-3736ec88b3c8 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.2107952 Mar 03 17:54:38.849870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-acbae930-620b-43a0-a400-0b3f4a8a00f1 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027559 Mar 03 17:54:38.919069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7f8bb52-ae55-4890-9127-913c03def3d9 req-e15aecae-5e84-42fa-94a7-c38262ccf0f8 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963971 Mar 03 17:54:38.951183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-5b4c4067-9f04-4930-933d-d709e4cfc05a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 200 len: 217 time: 0.0882716 Mar 03 17:54:38.954686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-3a2708bb-541e-474b-bb31-31c08200767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:38.956606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-3a2708bb-541e-474b-bb31-31c08200767f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af9d078d-22c7-4513-ac03-93d8880cbb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7598143 Mar 03 17:54:38.961853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5aa4e393-1d5b-4728-9d04-3958dbddca43 req-b40ef260-73a0-4117-a702-8463adea0abf tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862473 Mar 03 17:54:39.020920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2299495-7870-4c34-8c34-a4244258905a req-e42f51d3-751d-47ee-b4aa-00633cbfeda7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157292 Mar 03 17:54:39.077920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-1560b806-5f8c-4941-a4ad-84d40a4c6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:39.079630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-1560b806-5f8c-4941-a4ad-84d40a4c6619 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.1166599 Mar 03 17:54:39.111470 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:39.300711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 1cb6a490-bc3b-4769-99a7-48064071153a owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:39.350366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-ed2c294f-38a5-4be6-8eed-4d5dfb13b077 service neutron] 10.222.0.16 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495460 Mar 03 17:54:39.416410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-dc5ca962-a6a7-4f15-8b5d-c3a453acec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:39.418270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-dc5ca962-a6a7-4f15-8b5d-c3a453acec98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3308761 Mar 03 17:54:39.500472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7af6c-ded8-44af-99ac-f602ada9a33f req-e4e21173-cb37-4b1f-b518-308ebed94b4c tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:39.502173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24b7af6c-ded8-44af-99ac-f602ada9a33f req-e4e21173-cb37-4b1f-b518-308ebed94b4c tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.1395655 Mar 03 17:54:39.509518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74c96c-b6f1-4561-9b13-8655b0272ecc req-cb5e4581-a949-423b-9975-382fddfc6e56 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:39.518034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d74c96c-b6f1-4561-9b13-8655b0272ecc req-cb5e4581-a949-423b-9975-382fddfc6e56 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.3333166 Mar 03 17:54:39.595666 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24b7af6c-ded8-44af-99ac-f602ada9a33f req-4728803a-4e39-43ed-b7e0-992bd631d925 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862236 Mar 03 17:54:39.696792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d74c96c-b6f1-4561-9b13-8655b0272ecc req-e0f846da-dc64-499b-bb3d-dbfd3825cdc1 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766405 Mar 03 17:54:39.706416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:39.715071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c1fc7a4-f41a-40fb-943b-018e1d46113f req-7c790de6-ac28-48f4-944a-16a88125d6fa service neutron] 10.222.0.16 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566318 Mar 03 17:54:39.762693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-b561d95d-4fe1-4678-851a-a595bf98635c service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879035 Mar 03 17:54:39.784641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=1cb6a490-bc3b-4769-99a7-48064071153a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:39.958036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:39.972258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07de0057-e30d-497c-92dc-bc917045eb18 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/1cb6a490-bc3b-4769-99a7-48064071153a HTTP/1.1" status: 204 len: 168 time: 1.3400745 Mar 03 17:54:39.977194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44642) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:40.037503 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3da35b-ca2b-4569-81dc-9ef55b4ad70d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:54:40.038367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ab3da35b-ca2b-4569-81dc-9ef55b4ad70d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:40.076132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ab3da35b-ca2b-4569-81dc-9ef55b4ad70d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:40.081146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ab3da35b-ca2b-4569-81dc-9ef55b4ad70d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/1cb6a490-bc3b-4769-99a7-48064071153a HTTP/1.1" status: 404 len: 333 time: 0.1027751 Mar 03 17:54:40.081977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44650) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:40.189292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-2270e7d9-d3e3-4dd8-aa19-e3820ca49e5f service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177167 Mar 03 17:54:40.202527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet bbf2c9fc-7147-4005-9b7a-da173b58e558 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:54:40.206017 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:40.331539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-ffd86b13-2d44-4a72-b435-3accb7cf5a45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac HTTP/1.1" status: 200 len: 217 time: 0.0965414 Mar 03 17:54:40.364238 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:40.380279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08440a-8794-470e-9991-3748bbefeb72 req-c35b3053-f362-4f13-a804-870bea4b46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.382054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-c35b3053-f362-4f13-a804-870bea4b46ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b213e58de412454e8664f1aa8be48709&device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 1095 time: 0.3050399 Mar 03 17:54:40.610156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-4f0b44c1-e7b3-416e-a7de-f864afc1b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.611853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-4f0b44c1-e7b3-416e-a7de-f864afc1b682 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.2723234 Mar 03 17:54:40.627987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:40.731872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:40.764074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.786878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.798036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ec2d6-470a-4923-9fb5-c90458d9f66b None None] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:40.806747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.815573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.821532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.827659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.831266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:40.834247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.836212 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5b16b1c3-ecde-4823-aee5-a281186c7738 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.6445885 Mar 03 17:54:40.870424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf2c9fc-7147-4005-9b7a-da173b58e558,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:40.884422 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e3cf038c-05f0-4bd8-b14e-b4b91d6c5fc9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/bbf2c9fc-7147-4005-9b7a-da173b58e558 HTTP/1.1" status: 204 len: 168 time: 0.7912521 Mar 03 17:54:40.899438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44660) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:40.907062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777103bd-8f23-4c15-a431-2032e84e1bb4 req-fd39fa57-5e18-4e54-b09e-84d8ae891a0f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:40.907062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-777103bd-8f23-4c15-a431-2032e84e1bb4 req-fd39fa57-5e18-4e54-b09e-84d8ae891a0f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.6522605 Mar 03 17:54:40.984522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-777103bd-8f23-4c15-a431-2032e84e1bb4 req-a6fe9f91-e77c-4bae-9fd7-4e3f17438bcf tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901189 Mar 03 17:54:41.007621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e59dee0-ab5d-468f-9bfb-26bad68dc9d0 req-5ea229f3-d409-4cd0-bc23-48fa68e9575d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547689 Mar 03 17:54:41.094850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08440a-8794-470e-9991-3748bbefeb72 req-04c8f3ab-43d0-46fc-b0f3-e875023cd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:41.099202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-04c8f3ab-43d0-46fc-b0f3-e875023cd642 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af9d078d-22c7-4513-ac03-93d8880cbb8a HTTP/1.1" status: 200 len: 916 time: 0.7060626 Mar 03 17:54:41.402079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1fc21-6aa9-443a-abde-fb40eed6d297 req-b13f0b28-7330-41e8-a706-b1c91345c63c tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:41.402079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-caf1fc21-6aa9-443a-abde-fb40eed6d297 req-b13f0b28-7330-41e8-a706-b1c91345c63c tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.1594036 Mar 03 17:54:41.502529 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-caf1fc21-6aa9-443a-abde-fb40eed6d297 req-b80238c4-1acf-4844-b584-63bcb16ee5c5 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984480 Mar 03 17:54:41.609669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-af1f5675-d3d5-4d78-92eb-25b8abafdda9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df98e019-9049-485c-be1b-73e29b647963 HTTP/1.1" status: 200 len: 217 time: 0.4956226 Mar 03 17:54:41.611512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet ecf90efb-bf9c-4b1a-94f0-8e65200ad720 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:54:41.655037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:41.814371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-96560448-acd3-4dd2-89da-d5ff6a768112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:41.816211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-96560448-acd3-4dd2-89da-d5ff6a768112 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1933770 Mar 03 17:54:41.837895 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:41.928117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08440a-8794-470e-9991-3748bbefeb72 req-2fbb3a6a-7c68-43a1-8e6c-2580dde17c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:41.930266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-2fbb3a6a-7c68-43a1-8e6c-2580dde17c04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98893c63-ed2a-402e-98db-c44aa4e5f924 HTTP/1.1" status: 200 len: 854 time: 0.3108282 Mar 03 17:54:41.932677 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-5710810f-baba-4e35-96cb-a22c24b11b84 service neutron] 10.222.0.16 "GET /v2.0/ports/0cbca910-2c37-4421-a337-4a1524551991/bindings/n-h2-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.6415308 Mar 03 17:54:42.283521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745db3d-4596-4e4c-afb4-c41e9c6d038d req-8e67e362-5e60-4001-ac03-e941e1d16978 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:42.290952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c745db3d-4596-4e4c-afb4-c41e9c6d038d req-8e67e362-5e60-4001-ac03-e941e1d16978 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.8946204 Mar 03 17:54:42.420013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c745db3d-4596-4e4c-afb4-c41e9c6d038d req-8331f316-76ae-4d5c-90f3-105e1fa97c1c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282561 Mar 03 17:54:42.450171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a0c22de8-48cd-46bc-8a14-d4644244fd07 None None] Provisioning complete for port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:42.452356 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a0c22de8-48cd-46bc-8a14-d4644244fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:42.460448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e651d-a1c1-41fb-809e-6870684e813c req-92dfd1dd-2598-42ad-b653-842ea797eb5e tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:42.477310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813e651d-a1c1-41fb-809e-6870684e813c req-92dfd1dd-2598-42ad-b653-842ea797eb5e tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.2603073 Mar 03 17:54:42.554634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813e651d-a1c1-41fb-809e-6870684e813c req-38de6675-534a-4f81-9950-401956d51c58 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751779 Mar 03 17:54:42.870448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ce3a1-e184-433a-995d-78d02ad82e21 req-dceefddd-64c0-4b34-96e4-57bc55385290 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:42.877438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-815ce3a1-e184-433a-995d-78d02ad82e21 req-dceefddd-64c0-4b34-96e4-57bc55385290 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.1595173 Mar 03 17:54:42.901354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:42.934007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:42.954154 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-815ce3a1-e184-433a-995d-78d02ad82e21 req-4cbbf2c5-800b-4c3b-97fa-ba79b3d7ffea tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714512 Mar 03 17:54:43.079739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbca910-2c37-4421-a337-4a1524551991 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:43.099850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-ae6fb732-ca0a-49ee-b807-d75e4411f58d service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2012885 Mar 03 17:54:43.158899 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:43.319283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:43.332299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08440a-8794-470e-9991-3748bbefeb72 req-e0c0d42f-8e22-4e54-ae96-9401527c160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.333894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-e0c0d42f-8e22-4e54-ae96-9401527c160f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af9d078d-22c7-4513-ac03-93d8880cbb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3811250 Mar 03 17:54:43.419049 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:43.525950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.542545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.555066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.567161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.580965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.595536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.605440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.610047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-faf44e8b-50c9-447f-96ab-ca0eba457d4b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.6323886 Mar 03 17:54:43.715536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbd39-71af-4376-aa65-9f77d796f581 req-7f637a80-113f-490f-aae0-f0a4aa27fe54 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:43.719237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10acbd39-71af-4376-aa65-9f77d796f581 req-7f637a80-113f-490f-aae0-f0a4aa27fe54 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1223826 Mar 03 17:54:43.798271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10acbd39-71af-4376-aa65-9f77d796f581 req-911b414c-e285-4a20-bc26-ab657df08a4e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728059 Mar 03 17:54:43.873495 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:43.935158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-68c122f5-1224-4d13-805b-49478a5d3cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289063 Mar 03 17:54:43.942733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf90efb-bf9c-4b1a-94f0-8e65200ad720,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:44.042308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8667ba29-e05c-4cb0-abd9-f375627a018c req-7969be26-54af-42ae-8be0-801633ce932d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3258808 Mar 03 17:54:44.081604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faf386-dcde-44c9-a01f-97efc3ddef5c req-804e8b4f-30fc-4e74-9e67-89f0626dc89d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:44.097287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53faf386-dcde-44c9-a01f-97efc3ddef5c req-804e8b4f-30fc-4e74-9e67-89f0626dc89d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 943 time: 0.1780391 Mar 03 17:54:44.107706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361a6e2-c19d-461b-bd66-48f95e36bbee None None] Network 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:44.125428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:44.131049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-09925a41-0adc-473b-b5f7-c8ab397545aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8 HTTP/1.1" status: 200 len: 217 time: 0.1565859 Mar 03 17:54:44.233228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-661008cc-c688-4e7e-926f-ac16cd2ab2f7 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/ecf90efb-bf9c-4b1a-94f0-8e65200ad720 HTTP/1.1" status: 204 len: 168 time: 3.3502972 Mar 03 17:54:44.236613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44704) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:44.295859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53faf386-dcde-44c9-a01f-97efc3ddef5c req-5af14e85-073e-490a-ba10-9671af961ceb tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941738 Mar 03 17:54:44.345179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-43821123-8b51-48fd-b388-4be56f598816 service neutron] 10.222.0.16 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9939663 Mar 03 17:54:44.610647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-15e0692b-2ca1-4cee-91ec-2d0946bf7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:44.610647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-15e0692b-2ca1-4cee-91ec-2d0946bf7022 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.4559450 Mar 03 17:54:44.610647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] Transition to ACTIVE for port object 0cbca910-2c37-4421-a337-4a1524551991 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:44.737481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:54:44.748284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:44.768640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:44.858906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] DHCP port deletion for 14eefe8a-b9c4-4862-94df-2f2cfc306aa7 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:54:44.862953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:54:44.866714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] Deleting port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:44.866922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:45.020669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] No DVR routers for this DVR port 0cbca910-2c37-4421-a337-4a1524551991 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:54:45.092958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:45.093656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:45.140825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] 10.222.0.16 "PUT /v2.0/ports/0cbca910-2c37-4421-a337-4a1524551991/bindings/n-h2-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1968613 Mar 03 17:54:45.196851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f237bc6-ac79-4698-8fec-759981c184e5 req-4e81b41e-cb83-4404-978e-1fe7139a8adf tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.209474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f237bc6-ac79-4698-8fec-759981c184e5 req-4e81b41e-cb83-4404-978e-1fe7139a8adf tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1449280 Mar 03 17:54:45.332095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f237bc6-ac79-4698-8fec-759981c184e5 req-4a7e227b-d539-4fcb-9e44-5481ce0382c6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169815 Mar 03 17:54:45.501023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6296f-ec5b-42e3-b222-ab2882418d33 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:45.515514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd057e9-0f1a-4e2c-bfa5-7da53471c222 req-6354153a-3e3d-485f-a90f-a870c3546372 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.524315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9cd057e9-0f1a-4e2c-bfa5-7da53471c222 req-6354153a-3e3d-485f-a90f-a870c3546372 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 1.0244732 Mar 03 17:54:45.528322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-ed89ce61-ceff-42a7-8588-f095b0fb1615 service neutron] 10.222.0.16 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0543725 Mar 03 17:54:45.564400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-025b8cc1-017a-48a7-8b8b-d98a253dbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.565958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-025b8cc1-017a-48a7-8b8b-d98a253dbb1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9581141 Mar 03 17:54:45.589720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] For port b6fc8d30-3f73-4cf5-ba0c-1d8150355955, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,segment=NetworkSegment(4c001d49-b0c1-4057-ad53-282497ff07fe),segment_id=4c001d49-b0c1-4057-ad53-282497ff07fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:45.590322 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:45.831446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.847340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9cd057e9-0f1a-4e2c-bfa5-7da53471c222 req-51875af3-cdad-498a-87e0-4716b15d36f9 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146567 Mar 03 17:54:45.849773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.863434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.877955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.884744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] Calling delete_port for b6fc8d30-3f73-4cf5-ba0c-1d8150355955 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:45.889040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.907111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.920038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:45.922302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69c97993-1035-49bd-860e-78ad2e705f8f req-54a11835-e03d-4b4c-b282-c3dc19375b94 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.2931643 Mar 03 17:54:46.043172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-51df679a-8753-4ca5-b8b1-c90d9d55ccf5 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606957 Mar 03 17:54:46.052899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69c97993-1035-49bd-860e-78ad2e705f8f req-b7f33ca9-7dfd-47e3-ad8d-d1ebe8a6c585 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214831 Mar 03 17:54:46.086520 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:46.211326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] Pushing event deleted for resources: {'Port': ['ID=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:46.212970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef73f3b-147b-4b43-86c3-45373b3f46e9 None None] No DVR routers for this DVR port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:54:46.321187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b6fc8d30-3f73-4cf5-ba0c-1d8150355955 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:54:46.361770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08440a-8794-470e-9991-3748bbefeb72 req-9fc7e320-885f-4ec6-9dfa-e04ee3e5f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:46.363251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-9fc7e320-885f-4ec6-9dfa-e04ee3e5f84f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1095 time: 0.6692135 Mar 03 17:54:46.367346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b6fc8d30-3f73-4cf5-ba0c-1d8150355955 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:54:46.367765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b6fc8d30-3f73-4cf5-ba0c-1d8150355955 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:54:46.449096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-b9861ece-c04c-4364-93ca-aadaf39bb430 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:46.450782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-b9861ece-c04c-4364-93ca-aadaf39bb430 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1095 time: 1.0816660 Mar 03 17:54:46.543378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] For port b6fc8d30-3f73-4cf5-ba0c-1d8150355955, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b6fc8d30-3f73-4cf5-ba0c-1d8150355955,segment=NetworkSegment(4c001d49-b0c1-4057-ad53-282497ff07fe),segment_id=4c001d49-b0c1-4057-ad53-282497ff07fe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:46.543674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:46.558783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce826eda-7b40-4ad9-9684-528cb07dc858 req-1d45fdc4-bdfd-4c35-952a-4e619d4f8835 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:46.571785 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce826eda-7b40-4ad9-9684-528cb07dc858 req-1d45fdc4-bdfd-4c35-952a-4e619d4f8835 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1270640 Mar 03 17:54:46.634071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce826eda-7b40-4ad9-9684-528cb07dc858 req-36ee9808-65c5-448d-abca-32eb67630619 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608506 Mar 03 17:54:46.774774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for b6fc8d30-3f73-4cf5-ba0c-1d8150355955 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:46.828408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32114a-60f8-476a-b42c-97e1c66936d8 req-7798c888-2e3b-417d-b982-dc276ccf5320 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:46.831091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb32114a-60f8-476a-b42c-97e1c66936d8 req-7798c888-2e3b-417d-b982-dc276ccf5320 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.7032988 Mar 03 17:54:46.837791 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-71697c6e-d354-48da-887d-7465bf4757cd service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839367 Mar 03 17:54:46.993660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-eaa2753b-0b7e-46cf-8c40-2075267875a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8 HTTP/1.1" status: 200 len: 217 time: 0.1442420 Mar 03 17:54:47.014247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08440a-8794-470e-9991-3748bbefeb72 req-7724da35-c9fc-418d-a22d-0b2c4d79219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:47.016346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-7724da35-c9fc-418d-a22d-0b2c4d79219b service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.5926006 Mar 03 17:54:47.148231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb32114a-60f8-476a-b42c-97e1c66936d8 req-3116d099-28a1-4898-81f2-ae20990991f2 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093314 Mar 03 17:54:47.161805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f42f92-9bbc-41f9-8705-8c62e8a293e3 req-b8858b03-f5da-464e-aad9-71f343fa3fbe tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:47.164891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-a6c55bf0-2b10-42c9-b0cc-eef31e76846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:47.166391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-a6c55bf0-2b10-42c9-b0cc-eef31e76846f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074&tenant_id=87b34e58186648678211e562771b5fc0 HTTP/1.1" status: 200 len: 1095 time: 0.6930983 Mar 03 17:54:47.170848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5f42f92-9bbc-41f9-8705-8c62e8a293e3 req-b8858b03-f5da-464e-aad9-71f343fa3fbe tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.1871793 Mar 03 17:54:47.175517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-004af213-07f1-4e63-a2c4-5fdb62ffe404 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 200 len: 217 time: 0.1094055 Mar 03 17:54:47.249777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5f42f92-9bbc-41f9-8705-8c62e8a293e3 req-cdbf9d36-cf4c-43d7-810b-d4d7917d3561 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583003 Mar 03 17:54:47.399881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e09a3449-b0d3-48c7-a027-6f5aa56fc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:47.402661 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-e09a3449-b0d3-48c7-a027-6f5aa56fc75a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 200 len: 797 time: 0.3849583 Mar 03 17:54:47.403450 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:54:47.404551 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:54:47.423109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08440a-8794-470e-9991-3748bbefeb72 req-81d89d77-b6b0-4bb1-ba6d-5ef9a11b63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:47.424610 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-81d89d77-b6b0-4bb1-ba6d-5ef9a11b63f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2336307 Mar 03 17:54:47.715110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-96a3d4ae-e7f7-42a8-8d0b-43888d08a5be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2433069 Mar 03 17:54:47.812762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:47.814638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-d5a5e136-3acb-4e37-945d-b9eb6675e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:47.816505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-d5a5e136-3acb-4e37-945d-b9eb6675e7b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87b34e58186648678211e562771b5fc0&device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1095 time: 0.5387418 Mar 03 17:54:47.848114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b5b06-8c1e-4b20-b4e8-1637a7cbda51 req-d6459f90-d189-4287-80f0-ea19b3facc44 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:47.855211 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-822b5b06-8c1e-4b20-b4e8-1637a7cbda51 req-d6459f90-d189-4287-80f0-ea19b3facc44 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.0993109 Mar 03 17:54:47.908911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port b6fc8d30-3f73-4cf5-ba0c-1d8150355955 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:47.909676 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:47.920859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-822b5b06-8c1e-4b20-b4e8-1637a7cbda51 req-a66d1283-561f-475e-ada3-a9b973e8c511 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641093 Mar 03 17:54:48.014360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.020104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.025963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.032950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.039688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.045732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.051650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.054452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-d540b6a3-6771-4367-bcca-f429e9f7ffe7 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.4144201 Mar 03 17:54:48.093647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] The port 'b6fc8d30-3f73-4cf5-ba0c-1d8150355955' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:54:48.096883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-865ab1c9-1f18-47ca-9d54-3071c5b097b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.098607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-865ab1c9-1f18-47ca-9d54-3071c5b097b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6830750 Mar 03 17:54:48.362154 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-7e798375-3e5a-4163-9aea-0a3dab76ef04 service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359012 Mar 03 17:54:48.395412 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18abd2e3-705e-49be-96a7-825fc8bb75ec req-40dbc405-f5dd-40a9-8a71-17a72c927f15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3271501 Mar 03 17:54:48.425619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef872a-1a5d-459b-8f5a-057fbbd638f6 req-a79042d8-d3f7-4d88-8703-48066f5252e1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.434355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13ef872a-1a5d-459b-8f5a-057fbbd638f6 req-a79042d8-d3f7-4d88-8703-48066f5252e1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.1126647 Mar 03 17:54:48.481031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13ef872a-1a5d-459b-8f5a-057fbbd638f6 req-5a37fe59-a35d-4ebd-a582-09cf1425e5f5 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Mar 03 17:54:48.594141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:48.672811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-6b2494f3-ba5a-4719-8c8d-c5e470cc832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:48.674608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-6b2494f3-ba5a-4719-8c8d-c5e470cc832c service neutron] 10.222.0.35 "GET /v2.0/networks?id=aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 200 len: 909 time: 0.7989697 Mar 03 17:54:48.783945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-63bc308a-a73f-4002-ab78-cc114129d537 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998092 Mar 03 17:54:48.796172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14eefe8a-b9c4-4862-94df-2f2cfc306aa7']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:48.810428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-bc044cd7-3ac9-45f2-bfe3-751a852528f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 200 len: 217 time: 0.1079307 Mar 03 17:54:48.911182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c001d49-b0c1-4057-ad53-282497ff07fe') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:48.911563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c001d49-b0c1-4057-ad53-282497ff07fe') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:54:48.965849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:49.032078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a08440a-8794-470e-9991-3748bbefeb72 req-5e9b4e32-6bdc-4ac3-81d0-8e3eb256498c service neutron] 10.222.0.16 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283269 Mar 03 17:54:49.077665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:49.106381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-df3267fc-71ef-4e26-8dc0-7f94c7510e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.109686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-df3267fc-71ef-4e26-8dc0-7f94c7510e53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 200 len: 848 time: 0.2604330 Mar 03 17:54:49.158003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5735a66-0768-4519-967f-bd727887f3c0 req-adfaedf1-8ad7-4b93-a435-e6105f3ff42f tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.162810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785630-90e6-4980-b307-53222881ec5a req-c440defa-e46f-4016-8591-b74d61b817d7 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.167356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d5735a66-0768-4519-967f-bd727887f3c0 req-adfaedf1-8ad7-4b93-a435-e6105f3ff42f tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.6274865 Mar 03 17:54:49.177422 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2785630-90e6-4980-b307-53222881ec5a req-c440defa-e46f-4016-8591-b74d61b817d7 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1282868 Mar 03 17:54:49.240388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-2eeafc58-63dc-407f-bc0c-1d543af197ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aca13643-4bfd-4bda-9748-828744b866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510228 Mar 03 17:54:49.242881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:54:49.243445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:49.252999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2785630-90e6-4980-b307-53222881ec5a req-8f3567ed-aa32-46d5-9a70-3449a588a331 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743737 Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:54:49.260802 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:54:49.267111 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-ea3ae4ca-2f5b-4f6f-95f6-59b408725b2a service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595559 Mar 03 17:54:49.492509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7112fc9-4b3a-49d1-8b1c-83f95b6fa76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:49.621526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.628000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.634482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.640874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.647057 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-3c0bbaa4-8cfd-48b5-b600-7d71f8d53318 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7de97d7d-b43f-4309-8243-3287ea2dc149 HTTP/1.1" status: 200 len: 217 time: 0.3124902 Mar 03 17:54:49.648429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.656799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.662605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.664824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-5aece0ce-0e8e-43db-82ff-1517b1c4d53b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.1388936 Mar 03 17:54:49.760318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6cb03b31-4d90-43e2-a7bf-702ac45e4da0 req-ef673b17-b351-4452-a94f-7edb9f302e59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781040 Mar 03 17:54:49.794024 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d5735a66-0768-4519-967f-bd727887f3c0 req-02f1dce1-5dfd-446e-a11c-bcaf2642bbb2 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6244226 Mar 03 17:54:49.810760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:49.815398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:49.860902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=14eefe8a-b9c4-4862-94df-2f2cfc306aa7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:49.878690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-4a3d5ba9-e8ad-4d4b-bd52-b8682683618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:49.880888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-4a3d5ba9-e8ad-4d4b-bd52-b8682683618f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 200 len: 797 time: 0.2210717 Mar 03 17:54:49.897893 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-094c6936-b8ce-4d15-bb6e-c12fee085f79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/14eefe8a-b9c4-4862-94df-2f2cfc306aa7 HTTP/1.1" status: 204 len: 168 time: 5.6380184 Mar 03 17:54:49.901403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:49.953180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-e088638a-9786-422e-8b26-c74adfe00f36 service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795735 Mar 03 17:54:50.095256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f97bfd-3541-41bf-ac4f-a85d836b0d0a req-e6d02de3-d25c-4945-818c-16203693b8e4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.096803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61f97bfd-3541-41bf-ac4f-a85d836b0d0a req-e6d02de3-d25c-4945-818c-16203693b8e4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.1519692 Mar 03 17:54:50.097129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-7c761db1-8f88-47d5-8c5d-2b4c0bd8c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.098835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-7c761db1-8f88-47d5-8c5d-2b4c0bd8c2b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2041984 Mar 03 17:54:50.108970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286aedf9-a65e-4ee6-80ae-d60265afd892 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.110635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-286aedf9-a65e-4ee6-80ae-d60265afd892 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2082524 Mar 03 17:54:50.127515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44792) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:50.159334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-6a6962ba-8028-41b4-b63a-d5a15bde4a4b service neutron] 10.222.0.35 "GET /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983502 Mar 03 17:54:50.234698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61f97bfd-3541-41bf-ac4f-a85d836b0d0a req-2be83a8f-e805-48b2-aaf4-c4e9f8f5bf80 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226408 Mar 03 17:54:50.300255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-1bbbec8c-243e-41df-9b6f-378976406204 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853421 Mar 03 17:54:50.356884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3d4c780b-32c3-49ea-9155-f0f7704069b8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2281930 Mar 03 17:54:50.360649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44800) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:50.366675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1713015008'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:50.374229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:50.379195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:50.382452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:50.388821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:50.402039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:50.409935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:50.442879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:54:50.457052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:50.457472 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment aafac42f-3bc9-4502-aeb7-299baf8a3f0f of type vlan for network 2f71b0c6-1eda-4329-9770-8fff7d078e17 Mar 03 17:54:50.491915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:50.535122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:50.543420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.543420 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:50.548364 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-252639ac-7ec9-4e75-bafb-45071bc7b321 req-5bda733c-b080-4315-86f2-b78cd84610b5 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413568 Mar 03 17:54:50.626204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe6852-f477-4f18-9602-2a2bef30a977 req-cba737bd-d581-4bf5-862c-43dac5b5baca tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.628180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fe6852-f477-4f18-9602-2a2bef30a977 req-cba737bd-d581-4bf5-862c-43dac5b5baca tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1458659 Mar 03 17:54:50.717721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3529909 Mar 03 17:54:50.721237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:50.736453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:50.771958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device df98e019-9049-485c-be1b-73e29b647963 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:54:50.775467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60757a1a-cb2f-4c10-a797-424ddaf35328 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=2f71b0c6-1eda-4329-9770-8fff7d078e17,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:50.831574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fe6852-f477-4f18-9602-2a2bef30a977 req-000bd845-2926-45a9-99f6-6046a59c0aca tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966989 Mar 03 17:54:50.911578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.912373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.913002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.913874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.914834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.915451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.916065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:50.924178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf09460c-b7d8-4754-accf-389282565475 req-e9b1d522-b609-4ec0-bcd5-0346ed2fc6f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6487 time: 0.2474301 Mar 03 17:54:50.940171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:50.946162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port df98e019-9049-485c-be1b-73e29b647963, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=df98e019-9049-485c-be1b-73e29b647963,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:50.948196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:50.954652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:50.965294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:54:50.967711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:50.984055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'df98e019-9049-485c-be1b-73e29b647963', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'port_id': 'df98e019-9049-485c-be1b-73e29b647963', 'mac_address': 'fa:16:3e:68:59:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:54:50.992280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:50.997558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:51.160671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:51.181165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df98e019-9049-485c-be1b-73e29b647963 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:51.183124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-7e6c6179-5903-4f08-af3b-2cd920565eb5 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.187224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-7e6c6179-5903-4f08-af3b-2cd920565eb5 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074&tenant_id=87b34e58186648678211e562771b5fc0&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.6593304 Mar 03 17:54:51.200832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port df98e019-9049-485c-be1b-73e29b647963, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=df98e019-9049-485c-be1b-73e29b647963,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:51.210884 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:51.296087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=df98e019-9049-485c-be1b-73e29b647963,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:51.304622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.304991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.305351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.305775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.306306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.306638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.306967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.307312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.307662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.307987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.308310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.308629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:54:51.408043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.413878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.419633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.425992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.431708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.437506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.443202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.445140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-22784507-d42d-4761-8261-dbeb4cc1acba tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.4046257 Mar 03 17:54:51.457498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-c215078a-5e2f-416f-a8d1-ed28a58c1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.458923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf09460c-b7d8-4754-accf-389282565475 req-c215078a-5e2f-416f-a8d1-ed28a58c1931 service neutron] 10.222.0.35 "GET /v2.0/networks?id=38cedcce-f5f2-48a2-955f-07e8fc3f8731 HTTP/1.1" status: 200 len: 903 time: 0.5226769 Mar 03 17:54:51.539870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d304e3e6-5e71-476e-ac9f-12d0228b7422 req-b0272547-daef-4327-a5a0-5aee39479211 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657012 Mar 03 17:54:51.556044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001b66-078c-4586-92bd-893eb20abf19 req-3bc736eb-39db-49c9-9980-c1a43d3a56e1 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.565473 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a001b66-078c-4586-92bd-893eb20abf19 req-3bc736eb-39db-49c9-9980-c1a43d3a56e1 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 944 time: 0.4974322 Mar 03 17:54:51.594219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf09460c-b7d8-4754-accf-389282565475 req-22c23a92-0167-4df4-90d0-f707e69058e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7de97d7d-b43f-4309-8243-3287ea2dc149 HTTP/1.1" status: 200 len: 217 time: 0.1214161 Mar 03 17:54:51.600618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:51.695540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=c75bd518-0579-4d90-a173-d7406bac993d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:51.706039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['df98e019-9049-485c-be1b-73e29b647963'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:51.757123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': 'aafac42f-3bc9-4502-aeb7-299baf8a3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:51.757512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: 2f71b0c6-1eda-4329-9770-8fff7d078e17, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:54:51.771185 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56692bd5-5e85-41ae-92d9-56d24dfb3a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:51.806202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-f553cfc6-3383-4200-92c8-6ff3564166b6 service neutron] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:51.811681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:54:51.813975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-f553cfc6-3383-4200-92c8-6ff3564166b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:51.815070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2489cb6-2c98-4ec7-8367-613469dff15c req-f553cfc6-3383-4200-92c8-6ff3564166b6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/0cbca910-2c37-4421-a337-4a1524551991/bindings/n-h1-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.5944972 Mar 03 17:54:51.820992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a001b66-078c-4586-92bd-893eb20abf19 req-90777237-bdf4-4896-8203-abd3a8ee463f tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537680 Mar 03 17:54:51.841183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879e28-31cb-43da-bf9f-dee515dff4f7 req-1ee377a8-52d2-4246-b77c-611f366196cc tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.849461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-e8488814-c82c-4273-b904-8ee5628a33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.849951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82879e28-31cb-43da-bf9f-dee515dff4f7 req-1ee377a8-52d2-4246-b77c-611f366196cc tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.1257954 Mar 03 17:54:51.851607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf09460c-b7d8-4754-accf-389282565475 req-e8488814-c82c-4273-b904-8ee5628a33e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 200 len: 797 time: 0.2480149 Mar 03 17:54:51.880659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2f71b0c6-1eda-4329-9770-8fff7d078e17) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:51.888353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:51.888974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:51.895294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd6a65-6da0-4d95-808f-7f8bb8ebc54b None None] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:51.922402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82879e28-31cb-43da-bf9f-dee515dff4f7 req-52c5208b-ecc8-4055-b101-8ae5b18c3f88 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716593 Mar 03 17:54:51.952925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44854) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:51.953940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-deb237b4-819e-4d5a-8621-ec647f3c1792 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2247493 Mar 03 17:54:51.959626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17', 'name': 'tempest-PortsTestJSON-1196425448'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:52.012931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09460c-b7d8-4754-accf-389282565475 req-34aee587-1aa4-42bd-bf13-1cb3a9fd86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.014693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf09460c-b7d8-4754-accf-389282565475 req-34aee587-1aa4-42bd-bf13-1cb3a9fd86fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1533251 Mar 03 17:54:52.213818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-2f71b0c6-1eda-4329-9770-8fff7d078e17', 'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17', 'tenant_id': '7d57e3f559e34c05a4331f6b77164995', 'fixed_ips': [{'subnet_id': 'c75bd518-0579-4d90-a173-d7406bac993d'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:54:52.215451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:52.229563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97ef1e-7022-4196-b9c6-9916ab5fb11a req-cf36fe7b-5a83-4532-9970-f35f45933d64 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.231766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d97ef1e-7022-4196-b9c6-9916ab5fb11a req-cf36fe7b-5a83-4532-9970-f35f45933d64 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 950 time: 0.1133087 Mar 03 17:54:52.288292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d97ef1e-7022-4196-b9c6-9916ab5fb11a req-0f232196-caee-42bb-914d-a0b175ceeb1b tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Mar 03 17:54:52.335797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:52.348178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:52.354241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:52.363511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf09460c-b7d8-4754-accf-389282565475 req-d0738af0-6afb-47cc-b22f-5c4e0ad89940 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413529 Mar 03 17:54:52.364459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:52.417457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:52.421093 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:52.443355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c854ad-f0d2-4ba4-bf7e-b0b6e4f90a44 req-d9c330fb-9556-44c5-b350-8ba4e3023eb5 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.450802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36c854ad-f0d2-4ba4-bf7e-b0b6e4f90a44 req-d9c330fb-9556-44c5-b350-8ba4e3023eb5 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.3736641 Mar 03 17:54:52.486120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Allocated IP 172.20.0.2 (2f71b0c6-1eda-4329-9770-8fff7d078e17/c75bd518-0579-4d90-a173-d7406bac993d/75fcfbe8-fced-45ae-b524-e984cc66b73c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:52.493475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba0ba7-776c-4ffa-92e9-f3ef1490d91f req-afdcd76e-55de-45c0-8124-1296de25c278 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.494998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8ba0ba7-776c-4ffa-92e9-f3ef1490d91f req-afdcd76e-55de-45c0-8124-1296de25c278 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 1095 time: 0.0988762 Mar 03 17:54:52.554037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 128abed1-1b00-4145-ab58-78906e3e45c2 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:54:52.563155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8ba0ba7-776c-4ffa-92e9-f3ef1490d91f req-6fe08a67-897b-413b-8a69-fb7b4c5bcd98 tempest-LiveMigrationTest-620064424 tempest-LiveMigrationTest-620064424-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586672 Mar 03 17:54:52.630589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36c854ad-f0d2-4ba4-bf7e-b0b6e4f90a44 req-868551f2-d336-4b50-8de6-d9c8833a8e3b tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785629 Mar 03 17:54:52.674936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf09460c-b7d8-4754-accf-389282565475 req-21abf0ca-cd5c-4a5f-975c-5037e887cda4 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034945 Mar 03 17:54:52.770451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:52.797313 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:52.804516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:52.812613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Transition to ACTIVE for port object 75fcfbe8-fced-45ae-b524-e984cc66b73c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:52.822511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.828330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.833182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Transition to ACTIVE for port object 75fcfbe8-fced-45ae-b524-e984cc66b73c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:52.834185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.839678 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:52.840078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.846804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.853199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.859681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:52.861683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-7264c2ac-ecce-46be-9be1-884a6b5e77dc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.1389804 Mar 03 17:54:52.918504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:52.920879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:52.927375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:52.929791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f012938f-6f7f-4f0f-8515-687e86e34739 req-802627cd-fb9c-496b-8afe-dd166093b666 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564489 Mar 03 17:54:52.958437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.12 (2f71b0c6-1eda-4329-9770-8fff7d078e17/c75bd518-0579-4d90-a173-d7406bac993d/128abed1-1b00-4145-ab58-78906e3e45c2) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:52.983516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Pushing event updated for resources: {'Port': ['ID=75fcfbe8-fced-45ae-b524-e984cc66b73c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:53.041944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Attempting to bind port 75fcfbe8-fced-45ae-b524-e984cc66b73c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:54:53.042228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Attempting to bind port 75fcfbe8-fced-45ae-b524-e984cc66b73c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'aafac42f-3bc9-4502-aeb7-299baf8a3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:54:53.042584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Attempting to bind port 75fcfbe8-fced-45ae-b524-e984cc66b73c on network 2f71b0c6-1eda-4329-9770-8fff7d078e17 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:54:53.048472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:54:53.048838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Checking segment: {'id': 'aafac42f-3bc9-4502-aeb7-299baf8a3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:54:53.049235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.049648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Bound using segment: {'id': 'aafac42f-3bc9-4502-aeb7-299baf8a3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:54:53.050104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Bound port: 75fcfbe8-fced-45ae-b524-e984cc66b73c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafac42f-3bc9-4502-aeb7-299baf8a3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:54:53.050477 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.193008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] For port 75fcfbe8-fced-45ae-b524-e984cc66b73c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:54:53.196868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f8806-73ae-43e6-8ea8-d6ce1b66b47e req-37696e40-12d8-4f22-8597-9f512812771a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:53.197051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] For port 75fcfbe8-fced-45ae-b524-e984cc66b73c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=75fcfbe8-fced-45ae-b524-e984cc66b73c,segment=NetworkSegment(aafac42f-3bc9-4502-aeb7-299baf8a3f0f),segment_id=aafac42f-3bc9-4502-aeb7-299baf8a3f0f)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:54:53.202575 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.206340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-606f8806-73ae-43e6-8ea8-d6ce1b66b47e req-37696e40-12d8-4f22-8597-9f512812771a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 945 time: 0.1341233 Mar 03 17:54:53.261519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-606f8806-73ae-43e6-8ea8-d6ce1b66b47e req-a2be2d87-e160-4ecd-84e3-1bd2deea7492 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540183 Mar 03 17:54:53.291362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.298218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceeb82-dfd3-4c5e-a315-4b00a8e12ec1 None None] Pushing event updated for resources: {'Port': ['ID=75fcfbe8-fced-45ae-b524-e984cc66b73c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:53.325874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 128abed1-1b00-4145-ab58-78906e3e45c2 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:53.352203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.439651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=128abed1-1b00-4145-ab58-78906e3e45c2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:53.455782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:53.457116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:53.460118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:53.514519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f54887-2f17-446f-be4d-9a32e197cf2a req-0be4874b-e558-421d-96ec-f20f400cd9cd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:53.522463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-57f54887-2f17-446f-be4d-9a32e197cf2a req-0be4874b-e558-421d-96ec-f20f400cd9cd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.1362629 Mar 03 17:54:53.549007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:53.549736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.630643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-57f54887-2f17-446f-be4d-9a32e197cf2a req-e808b790-6610-42af-a001-8a6582492f9c tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016152 Mar 03 17:54:53.694755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-263c812b-14dd-47ad-952e-a59387ed9a2b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7449596 Mar 03 17:54:53.698717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44884) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:53.711842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '2f71b0c6-1eda-4329-9770-8fff7d078e17', 'name': 'tempest-PortsTestJSON-315862297'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:53.746871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938416-cd9b-4358-a824-8580588c7444 req-c9c243b9-e091-472b-800d-fc0f01ef0f8d tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:53.748452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2938416-cd9b-4358-a824-8580588c7444 req-c9c243b9-e091-472b-800d-fc0f01ef0f8d tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 950 time: 0.1911676 Mar 03 17:54:53.758538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-13e52ab9-b32a-426d-8f80-658bb48d1498 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:53.760689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-13e52ab9-b32a-426d-8f80-658bb48d1498 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 944 time: 0.1560020 Mar 03 17:54:53.876807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2938416-cd9b-4358-a824-8580588c7444 req-7a6b9b12-0931-4055-9bdc-f907e94a5a3b tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151266 Mar 03 17:54:53.891462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Deleting port 0cbca910-2c37-4421-a337-4a1524551991 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:53.892036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.911665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:53.934175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:54:53.942579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:54:53.947255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:54:53.990876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae9980-81df-4b97-a6a2-d6582ec8116f req-3487114d-f58d-479d-857b-fcd297c31f2e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:53.990876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73ae9980-81df-4b97-a6a2-d6582ec8116f req-3487114d-f58d-479d-857b-fcd297c31f2e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.2204471 Mar 03 17:54:53.990876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:54:54.055109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73ae9980-81df-4b97-a6a2-d6582ec8116f req-23eb48b9-7d0a-4218-bf82-3f4d5ddc7f76 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Mar 03 17:54:54.056883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:54:54.064515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:54.107673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 08ef0698-334f-4a95-9a86-e1cc359a0c31 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:54:54.175459 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:54.395552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 75fcfbe8-fced-45ae-b524-e984cc66b73c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:54.537441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] For port 0cbca910-2c37-4421-a337-4a1524551991, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0cbca910-2c37-4421-a337-4a1524551991,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:54.537924 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:54.539849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.10 (2f71b0c6-1eda-4329-9770-8fff7d078e17/c75bd518-0579-4d90-a173-d7406bac993d/08ef0698-334f-4a95-9a86-e1cc359a0c31) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:54:54.554810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 75fcfbe8-fced-45ae-b524-e984cc66b73c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:54.680317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:54.687402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:54.694055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:54.700990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:54.709274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:54.716472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:54.722752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:54.731807 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-830cd321-b909-4b93-a863-111681769cd4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.4622226 Mar 03 17:54:54.801802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device df98e019-9049-485c-be1b-73e29b647963 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:54.859766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Calling delete_port for 0cbca910-2c37-4421-a337-4a1524551991 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:54.871149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9295977-22b3-40cf-bbb3-469f1a2a718c None None] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:54:54.950152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fd238d4b-4054-4b4f-9acf-38ea72cb2d45 req-bf25e717-44f6-4585-945b-6138089e15c0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174561 Mar 03 17:54:55.092725 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.160758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event deleted for resources: {'Port': ['ID=0cbca910-2c37-4421-a337-4a1524551991,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:55.201959 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:54:55.231078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0cbca910-2c37-4421-a337-4a1524551991'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:55.242490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.259971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 08ef0698-334f-4a95-9a86-e1cc359a0c31 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:54:55.286927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c226c755-c714-40d1-815c-968a785ce7c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:55.315383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] No DVR routers for this DVR port 0cbca910-2c37-4421-a337-4a1524551991 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:54:55.318078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.320934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'name': 'network-vif-deleted', 'tag': '0cbca910-2c37-4421-a337-4a1524551991'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:55.340680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cb051d7b-fc3e-4833-a71e-3a0b76a478ce None None] Provisioning for port 75fcfbe8-fced-45ae-b524-e984cc66b73c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:55.349118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18e47c84-36a1-4745-8642-bcd1c3faaace req-3ea82f45-9c42-48ad-8090-68f818d0a2b4 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "DELETE /v2.0/ports/0cbca910-2c37-4421-a337-4a1524551991 HTTP/1.1" status: 204 len: 173 time: 1.5736575 Mar 03 17:54:55.360732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252628c-91a4-4ff9-bad9-cb0647bee29d req-2e6033f3-90cb-4894-8823-fa8bfa1ccc1b tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:55.362638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6252628c-91a4-4ff9-bad9-cb0647bee29d req-2e6033f3-90cb-4894-8823-fa8bfa1ccc1b tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 945 time: 0.3323629 Mar 03 17:54:55.380729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cb051d7b-fc3e-4833-a71e-3a0b76a478ce None None] Provisioning complete for port 75fcfbe8-fced-45ae-b524-e984cc66b73c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:55.381155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb051d7b-fc3e-4833-a71e-3a0b76a478ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.435059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port df98e019-9049-485c-be1b-73e29b647963 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:55.437932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3a740235-458f-4e7b-b74c-16c039662c53 req-05d4d894-7ae9-4e14-90f1-71fcbf1fd701 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=b86fa9f7-776e-422b-a2db-b0fffed71074 HTTP/1.1" status: 200 len: 210 time: 0.1577461 Mar 03 17:54:55.438764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6252628c-91a4-4ff9-bad9-cb0647bee29d req-44a12527-832d-47bd-a299-8f9f49ed1e67 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638058 Mar 03 17:54:55.441998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.489566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port df98e019-9049-485c-be1b-73e29b647963 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:55.489943 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.532476 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86fa9f7-776e-422b-a2db-b0fffed71074', 'name': 'network-vif-deleted', 'tag': '0cbca910-2c37-4421-a337-4a1524551991', 'status': 'completed', 'code': 200} Mar 03 17:54:55.554496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:54:55.557883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:54:55.562589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:54:55.631381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=08ef0698-334f-4a95-9a86-e1cc359a0c31,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:55.661920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c446-7719-4ba9-9c06-a2fe3acae394 req-bc2ae952-4c95-4f16-80f5-1a01e40c496f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:55.663918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de34c446-7719-4ba9-9c06-a2fe3acae394 req-bc2ae952-4c95-4f16-80f5-1a01e40c496f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1206894 Mar 03 17:54:55.673457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:55.674077 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.702309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cb62f0b6-884c-4625-aefd-5e20d39c7c68 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9988801 Mar 03 17:54:55.702659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44922) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:55.718554 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de34c446-7719-4ba9-9c06-a2fe3acae394 req-f9cae80c-e93f-47a9-ae96-1ca8c2452110 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Mar 03 17:54:55.815558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236a8e2-4c0c-4150-8ea5-de05684091cb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:55.815558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5236a8e2-4c0c-4150-8ea5-de05684091cb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:55.841438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5236a8e2-4c0c-4150-8ea5-de05684091cb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:55.846151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5236a8e2-4c0c-4150-8ea5-de05684091cb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1423252 Mar 03 17:54:55.846814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44928) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:55.880601 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.919768 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb051d7b-fc3e-4833-a71e-3a0b76a478ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.942620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df98e019-9049-485c-be1b-73e29b647963'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:55.952871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 08ef0698-334f-4a95-9a86-e1cc359a0c31 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:55.953209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:55.969671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port df98e019-9049-485c-be1b-73e29b647963, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=df98e019-9049-485c-be1b-73e29b647963,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:55.992245 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:56.055663 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df98e019-9049-485c-be1b-73e29b647963', 'code': 200} Mar 03 17:54:56.063999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cb051d7b-fc3e-4833-a71e-3a0b76a478ce None None] For port 75fcfbe8-fced-45ae-b524-e984cc66b73c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=75fcfbe8-fced-45ae-b524-e984cc66b73c,segment=NetworkSegment(aafac42f-3bc9-4502-aeb7-299baf8a3f0f),segment_id=aafac42f-3bc9-4502-aeb7-299baf8a3f0f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:56.086342 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb051d7b-fc3e-4833-a71e-3a0b76a478ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:56.143586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=df98e019-9049-485c-be1b-73e29b647963,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:56.390903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb051d7b-fc3e-4833-a71e-3a0b76a478ce None None] Pushing event updated for resources: {'Port': ['ID=75fcfbe8-fced-45ae-b524-e984cc66b73c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:56.459587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:56.530456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Provisioning for port 08ef0698-334f-4a95-9a86-e1cc359a0c31 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:56.540160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Provisioning complete for port 08ef0698-334f-4a95-9a86-e1cc359a0c31 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:56.540160 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:56.598771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc0c7-b1c0-4244-86e7-c6c73d504913 req-17f748bd-c342-44b7-881f-d3adda54eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.600260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-775cc0c7-b1c0-4244-86e7-c6c73d504913 req-17f748bd-c342-44b7-881f-d3adda54eaa5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 1097 time: 0.4675620 Mar 03 17:54:56.641136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e24f4-f67a-41f9-b9e2-05d519d5fef8 req-7549ac11-2d51-44fe-80b5-71f11a7de2b6 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.642763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d7e24f4-f67a-41f9-b9e2-05d519d5fef8 req-7549ac11-2d51-44fe-80b5-71f11a7de2b6 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.1643341 Mar 03 17:54:56.651895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Port 08ef0698-334f-4a95-9a86-e1cc359a0c31 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:56.672747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Provisioning complete for port 75fcfbe8-fced-45ae-b524-e984cc66b73c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:56.673271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:56.683786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 08ef0698-334f-4a95-9a86-e1cc359a0c31 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:56.760209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d7e24f4-f67a-41f9-b9e2-05d519d5fef8 req-5faec535-ca1b-48d8-bdfa-367414dc943c tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101048 Mar 03 17:54:56.793097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.802862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.808880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.815450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.822315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.828154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.834076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:56.835978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-4dadecc6-e30b-44e2-bdad-48f6eb5d8fe9 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.5811977 Mar 03 17:54:56.843395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:54:56.919038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-775cc0c7-b1c0-4244-86e7-c6c73d504913 req-22b25a60-ba08-42a3-96e8-dcd72b99c975 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541223 Mar 03 17:54:56.963580 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8544031-0bb5-4fb7-8693-28daa09d873f req-c156fe6c-df65-48f6-924c-48498e45290a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146696 Mar 03 17:54:56.969094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Provisioning for port 128abed1-1b00-4145-ab58-78906e3e45c2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:54:57.039177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Provisioning complete for port 128abed1-1b00-4145-ab58-78906e3e45c2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:57.039543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:57.106102 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:57.158695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b1b13-b1c0-4f07-bce7-3374e3eb8e02 req-68dea209-a194-41bd-af40-01e9a5e71068 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:57.160175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-550b1b13-b1c0-4f07-bce7-3374e3eb8e02 req-68dea209-a194-41bd-af40-01e9a5e71068 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.2090006 Mar 03 17:54:57.191386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:57.215487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fcca5f49-e98c-4c79-bb13-62108711cd02 None None] Port 128abed1-1b00-4145-ab58-78906e3e45c2 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:57.233882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=08ef0698-334f-4a95-9a86-e1cc359a0c31,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:57.248851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:57.264955 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:57.285950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-550b1b13-b1c0-4f07-bce7-3374e3eb8e02 req-e5ed3b2f-01f9-4c4a-8a6c-a1f7ddac369f tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198380 Mar 03 17:54:57.402699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d37d7e21-3a95-4514-ba38-1eb590b8962a None None] Could not find standard attr ID for object 08ef0698-334f-4a95-9a86-e1cc359a0c31. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:54:57.445854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:57.458668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d37d7e21-3a95-4514-ba38-1eb590b8962a None None] Provisioning complete for port 128abed1-1b00-4145-ab58-78906e3e45c2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:57.459215 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d37d7e21-3a95-4514-ba38-1eb590b8962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:57.546927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d37d7e21-3a95-4514-ba38-1eb590b8962a None None] Port 128abed1-1b00-4145-ab58-78906e3e45c2 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:54:57.609646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:57.640881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b81d3-ea21-4344-a138-0ca0f835d0b5 req-944f12e9-c83b-4274-a6bb-5485a5ede214 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:57.642397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c93b81d3-ea21-4344-a138-0ca0f835d0b5 req-944f12e9-c83b-4274-a6bb-5485a5ede214 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1765494 Mar 03 17:54:57.643800 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1793c277-c225-42f6-a2e7-01b4438f6179 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/08ef0698-334f-4a95-9a86-e1cc359a0c31 HTTP/1.1" status: 204 len: 168 time: 1.7893817 Mar 03 17:54:57.648160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44970) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:57.699476 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49dd723-c87f-4507-a3c8-51863b2a38f5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:54:57.701918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a49dd723-c87f-4507-a3c8-51863b2a38f5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/08ef0698-334f-4a95-9a86-e1cc359a0c31 HTTP/1.1" status: 404 len: 333 time: 0.0522346 Mar 03 17:54:57.704546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44974) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:57.721151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c93b81d3-ea21-4344-a138-0ca0f835d0b5 req-0838ac61-4daa-4a20-80fe-f6d4fe1d3e5a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554407 Mar 03 17:54:57.772206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 128abed1-1b00-4145-ab58-78906e3e45c2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:54:57.772813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:57.988432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:54:57.991723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:54:58.040189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 0cbca910-2c37-4421-a337-4a1524551991 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:54:58.040532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0cbca910-2c37-4421-a337-4a1524551991 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:54:58.059894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:54:58.125314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098214c4-72ed-43c9-a2ca-ad5ae4dff3ec req-c708d689-8d46-44a7-860b-6ad19130b7c7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.126886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-098214c4-72ed-43c9-a2ca-ad5ae4dff3ec req-c708d689-8d46-44a7-860b-6ad19130b7c7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.2520254 Mar 03 17:54:58.192677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:58.305994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:58.344623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'mac_address': 'fa:16:3e:d3:84:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:54:58.415750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.438141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 128abed1-1b00-4145-ab58-78906e3e45c2 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:54:58.442790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.448696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.456557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 75fcfbe8-fced-45ae-b524-e984cc66b73c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:54:58.480128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.490718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.498691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.506275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:58.513945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-098214c4-72ed-43c9-a2ca-ad5ae4dff3ec req-be9b8a4e-21a3-4e54-8f5d-6cbf0a312bbb tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3791196 Mar 03 17:54:58.518640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae01d50e-9102-4af5-b556-8451af337598 req-df8e406b-969a-4f1a-8369-218913c6e9f0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.3201046 Mar 03 17:54:58.639430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae01d50e-9102-4af5-b556-8451af337598 req-5043c224-ad52-4dd8-b3e5-95eb5849e397 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193123 Mar 03 17:54:58.684122 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'code': 200} Mar 03 17:54:58.706824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:58.710433 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:58.756222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:54:58.767566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=128abed1-1b00-4145-ab58-78906e3e45c2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:58.833589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:54:58.835795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 75fcfbe8-fced-45ae-b524-e984cc66b73c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:54:58.836265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:58.916366 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:59.046794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:59.063889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fad32a5c-788d-4471-9a2b-01cc998253a8 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/128abed1-1b00-4145-ab58-78906e3e45c2 HTTP/1.1" status: 204 len: 168 time: 1.3580446 Mar 03 17:54:59.067266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45016) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:59.085954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9f735cc6-d7cf-4c7e-8dca-89fb81decb17'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:54:59.115621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d7e7-d0f2-463d-9bcf-1a1c495089d6 req-5ac93060-0771-4ad8-b9a6-c8f6ee02d740 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:59.122255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ae6d7e7-d0f2-463d-9bcf-1a1c495089d6 req-5ac93060-0771-4ad8-b9a6-c8f6ee02d740 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.2180438 Mar 03 17:54:59.235845 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8ae6d7e7-d0f2-463d-9bcf-1a1c495089d6 req-d3b1f7fc-cdf6-498b-8fdd-258757078548 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092184 Mar 03 17:54:59.271845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:54:59.295361 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6df6411-7d15-4f1e-b6c9-6f642627b2b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:54:59.295897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b6df6411-7d15-4f1e-b6c9-6f642627b2b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:54:59.330269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b6df6411-7d15-4f1e-b6c9-6f642627b2b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:54:59.332749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b6df6411-7d15-4f1e-b6c9-6f642627b2b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/128abed1-1b00-4145-ab58-78906e3e45c2 HTTP/1.1" status: 404 len: 333 time: 0.2643502 Mar 03 17:54:59.335358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:59.438302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fbc8b-eff7-49d7-b97e-379a9d3b7409 req-6ef6478f-10d9-4448-a5b5-207a19d76dd6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:59.439851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a6fbc8b-eff7-49d7-b97e-379a9d3b7409 req-6ef6478f-10d9-4448-a5b5-207a19d76dd6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.3697655 Mar 03 17:54:59.544045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet c75bd518-0579-4d90-a173-d7406bac993d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:54:59.550655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a6fbc8b-eff7-49d7-b97e-379a9d3b7409 req-9ef7b50c-4c7e-47eb-9043-7227b4c6430b tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959222 Mar 03 17:54:59.550813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:59.794606 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:59.844688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb120b-be11-4f1d-b7ac-e2a4769bdd26 req-6fb6976e-f98b-4580-9d7c-f70cee2ffbfa tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:54:59.860079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6cb120b-be11-4f1d-b7ac-e2a4769bdd26 req-6fb6976e-f98b-4580-9d7c-f70cee2ffbfa tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.3801584 Mar 03 17:54:59.860888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45040) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:54:59.868410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Request body: {'floatingip': {'port_id': 'df98e019-9049-485c-be1b-73e29b647963'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:54:59.983759 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:54:59.984526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:00.001663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:00.160654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:00.161315 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:00.306132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:00.332047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:00.360883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:00.369292 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:00.386081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5b77-8b21-47b5-bb50-09684460458b req-0c1cd1da-9c1c-43d9-855c-566f07a7d771 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.402147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce2d5b77-8b21-47b5-bb50-09684460458b req-0c1cd1da-9c1c-43d9-855c-566f07a7d771 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.6791058 Mar 03 17:55:00.420637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=c75bd518-0579-4d90-a173-d7406bac993d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:00.436931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.448511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.462661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.476264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.489909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.495842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.502605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:00.510459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f101d18d-5d18-456c-8226-439273db116a req-0bf64081-a69f-4d35-9ced-62a4b95e061e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.4629550 Mar 03 17:55:00.521049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ce2d5b77-8b21-47b5-bb50-09684460458b req-3dbebd2f-6bce-43a5-b8a2-193f580db699 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707443 Mar 03 17:55:00.525443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:00.540291 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:00.548251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe0b0f-1c9f-4938-8af1-0b6741d8fa3a None None] Network 2f71b0c6-1eda-4329-9770-8fff7d078e17 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:00.593380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b99adb1-df3b-4e07-a786-2ddaa8e4350c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/c75bd518-0579-4d90-a173-d7406bac993d HTTP/1.1" status: 204 len: 168 time: 1.2569098 Mar 03 17:55:00.599782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45052) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:00.660002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f101d18d-5d18-456c-8226-439273db116a req-c619e6f2-35bb-4a60-8fdc-480f62149d8a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485639 Mar 03 17:55:00.886134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:00.899458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:00.931174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 75fcfbe8-fced-45ae-b524-e984cc66b73c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:00.931759 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:01.294785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] DHCP port deletion for 2f71b0c6-1eda-4329-9770-8fff7d078e17 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:55:01.299041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] For port 75fcfbe8-fced-45ae-b524-e984cc66b73c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=75fcfbe8-fced-45ae-b524-e984cc66b73c,segment=NetworkSegment(aafac42f-3bc9-4502-aeb7-299baf8a3f0f),segment_id=aafac42f-3bc9-4502-aeb7-299baf8a3f0f)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:01.299518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:01.307306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Deleting port 75fcfbe8-fced-45ae-b524-e984cc66b73c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:01.307783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:01.332433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d8945-668b-4d0c-8c54-d73c2aa60534 req-00f6b7c7-c3d7-4bc7-af68-05d25d6a69ac tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:01.342252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa9d8945-668b-4d0c-8c54-d73c2aa60534 req-00f6b7c7-c3d7-4bc7-af68-05d25d6a69ac tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.3418739 Mar 03 17:55:01.429774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa9d8945-668b-4d0c-8c54-d73c2aa60534 req-1bdf37ac-7456-4eb9-b840-1ecc21bf5092 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857139 Mar 03 17:55:01.487287 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'code': 200} Mar 03 17:55:01.518530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 75fcfbe8-fced-45ae-b524-e984cc66b73c owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:01.634017 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:01.739722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No DVR routers for this DVR port 75fcfbe8-fced-45ae-b524-e984cc66b73c on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:01.834523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] For port 75fcfbe8-fced-45ae-b524-e984cc66b73c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=75fcfbe8-fced-45ae-b524-e984cc66b73c,segment=NetworkSegment(aafac42f-3bc9-4502-aeb7-299baf8a3f0f),segment_id=aafac42f-3bc9-4502-aeb7-299baf8a3f0f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:01.835000 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:01.929993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=75fcfbe8-fced-45ae-b524-e984cc66b73c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:02.070486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.083169 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.134989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Calling delete_port for 75fcfbe8-fced-45ae-b524-e984cc66b73c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:02.163812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.231697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f71b0c6-1eda-4329-9770-8fff7d078e17']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:02.278165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafac42f-3bc9-4502-aeb7-299baf8a3f0f') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:02.278590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafac42f-3bc9-4502-aeb7-299baf8a3f0f') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:02.303528 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:55:02.304081 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:55:02.314495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.319571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 75fcfbe8-fced-45ae-b524-e984cc66b73c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:02.321110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb5de7-e9c3-4309-8ef2-48fff84797ed req-78c5eda2-0062-40ce-a1cb-42452000d0a9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.321875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4dbb5de7-e9c3-4309-8ef2-48fff84797ed req-78c5eda2-0062-40ce-a1cb-42452000d0a9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:02.341272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732c8ca-b2cd-4252-bd8f-09d8d4dee823 req-621929f4-150a-4ab5-ae07-ef031bc5b35a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.350155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7732c8ca-b2cd-4252-bd8f-09d8d4dee823 req-621929f4-150a-4ab5-ae07-ef031bc5b35a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.5359895 Mar 03 17:55:02.366452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 75fcfbe8-fced-45ae-b524-e984cc66b73c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:02.366891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 75fcfbe8-fced-45ae-b524-e984cc66b73c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:02.420832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7732c8ca-b2cd-4252-bd8f-09d8d4dee823 req-8a95daed-8099-48fc-9bfd-2b5f30709db8 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695574 Mar 03 17:55:02.429359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.445394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-82435e21-9eca-4d97-9c8e-79e11d6cee0d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.446483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-82435e21-9eca-4d97-9c8e-79e11d6cee0d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:02.459439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:55:02.460192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.479851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4dbb5de7-e9c3-4309-8ef2-48fff84797ed req-78c5eda2-0062-40ce-a1cb-42452000d0a9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:02.487278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dbb5de7-e9c3-4309-8ef2-48fff84797ed req-78c5eda2-0062-40ce-a1cb-42452000d0a9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.8049836 Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:55:02.501602 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:55:02.551054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dbb5de7-e9c3-4309-8ef2-48fff84797ed req-3050ac93-d978-4241-ac60-9b848c8b2f2f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 Mar 03 17:55:02.553237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135423c-cbb2-4cf8-b599-670b329e43df req-d3d480e3-0d80-407e-bc45-2e98bbf5a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.554672 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6135423c-cbb2-4cf8-b599-670b329e43df req-d3d480e3-0d80-407e-bc45-2e98bbf5a2ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 1097 time: 0.3834910 Mar 03 17:55:02.557617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-82435e21-9eca-4d97-9c8e-79e11d6cee0d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:02.558601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-82435e21-9eca-4d97-9c8e-79e11d6cee0d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.3563435 Mar 03 17:55:02.559733 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Floating IP 54422427-386b-44d7-9681-584e14977cbf associated. External IP: 172.25.0.197, port: df98e019-9049-485c-be1b-73e29b647963. Mar 03 17:55:02.600425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.606966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.730632 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/2f71b0c6-1eda-4329-9770-8fff7d078e17 HTTP/1.1" status: 204 len: 168 time: 2.1283724 Mar 03 17:55:02.741723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1e8d6-19cc-4ef8-9375-6af9a588a61c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=2f71b0c6-1eda-4329-9770-8fff7d078e17,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:02.750322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45084) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:02.761774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1576906924'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:02.768060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:02.775579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:02.779613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:02.793399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Deleting port c226c755-c714-40d1-815c-968a785ce7c1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:02.793830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.796251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:02.804872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Deleting port 75fcfbe8-fced-45ae-b524-e984cc66b73c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:02.805273 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.815173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:02.819367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.861799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.868595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.875914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.882839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-923c0440-bfe4-41b5-9873-6a7b2737c9a6 None None] The port '75fcfbe8-fced-45ae-b524-e984cc66b73c' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:55:02.884169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.896414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.902676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.909153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:02.917652 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-2d0f344d-b364-442c-b272-90fb6b64c7ca tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.2440598 Mar 03 17:55:02.952585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:55:02.964472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:02.964908 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment 5f5df1b4-7c74-449f-b5a0-cc17dcd874c2 of type vlan for network a255b4b0-e278-4ce2-9180-32e40f410606 Mar 03 17:55:03.020340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:03.047339 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d6540ee-73f2-45e4-8544-25aaca5e26b8 req-c7709d6f-f098-4d24-b425-4db4bca37968 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286290 Mar 03 17:55:03.084421 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:03.086111 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6135423c-cbb2-4cf8-b599-670b329e43df req-fe31de97-6f1c-4f42-87fa-5aaccbcd801c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933647 Mar 03 17:55:03.091304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:03.094825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:03.178989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] For port c226c755-c714-40d1-815c-968a785ce7c1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c226c755-c714-40d1-815c-968a785ce7c1,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:03.179348 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:03.312108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Calling delete_port for c226c755-c714-40d1-815c-968a785ce7c1 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:03.324572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5726197 Mar 03 17:55:03.331252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45088) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:03.339982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:03.360336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66025d4-e422-40b1-b039-a940c45188d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=a255b4b0-e278-4ce2-9180-32e40f410606,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:03.375341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a255b4b0-e278-4ce2-9180-32e40f410606 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:55:03.416432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951bf6-c0f2-4857-98b3-6ae4fc293765 req-f94efac7-4b3f-4810-8097-24f8d6bfeb32 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:03.424233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5951bf6-c0f2-4857-98b3-6ae4fc293765 req-f94efac7-4b3f-4810-8097-24f8d6bfeb32 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.7233744 Mar 03 17:55:03.506325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:03.513114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:03.521591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:03.533630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:03.551189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:03.555787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:03.580061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5951bf6-c0f2-4857-98b3-6ae4fc293765 req-d93a4bfe-5a7a-437b-9853-a7a166f7a060 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546142 Mar 03 17:55:03.917385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:03.939486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Router 28584f9b-8bfb-41af-a885-063033f67043 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:55:03.943945 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:03.973310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c226c755-c714-40d1-815c-968a785ce7c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:04.138142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': '5f5df1b4-7c74-449f-b5a0-cc17dcd874c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:04.139936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: a255b4b0-e278-4ce2-9180-32e40f410606, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:55:04.144705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=f3ab3f4c-1385-42fb-a747-b11e2828172c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:04.173479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b831f77-4177-44c9-9bb7-93a55857b76d req-ca12a21d-2c22-4daf-9b00-a0d0b76187c4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:04.175383 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b831f77-4177-44c9-9bb7-93a55857b76d req-ca12a21d-2c22-4daf-9b00-a0d0b76187c4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.5003808 Mar 03 17:55:04.176770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network a255b4b0-e278-4ce2-9180-32e40f410606 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:55:04.238231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event deleted for resources: {'Port': ['ID=c226c755-c714-40d1-815c-968a785ce7c1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:04.251185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a255b4b0-e278-4ce2-9180-32e40f410606) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:04.260087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da796a94-610d-4152-9726-352eab5ec6a9 None None] Network a255b4b0-e278-4ce2-9180-32e40f410606 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:04.274895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:04.276063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:04.301157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:55:04.313185 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] Sync routers for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:55:04.322090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b831f77-4177-44c9-9bb7-93a55857b76d req-a1ce00c2-aa43-4462-bda2-d7739407b69d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370533 Mar 03 17:55:04.327627 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:04.331192 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:54:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:04.350501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3239e442-bda3-4b00-bf06-288563a9a344 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0156336 Mar 03 17:55:04.351576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45110) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:04.359151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606', 'name': 'tempest-PortsTestJSON-1921587420', 'fixed_ips': [{'subnet_id': 'f3ab3f4c-1385-42fb-a747-b11e2828172c', 'ip_address': '172.20.0.10'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:04.415646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:04.510251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] No DVR routers for this DVR port c226c755-c714-40d1-815c-968a785ce7c1 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:04.515639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:04.517582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25f32355-f5cf-4732-aa0a-7f14272b6de3 req-697dd455-06a4-499c-b5ab-1379a1f2d7b7 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.16 "DELETE /v2.0/ports/c226c755-c714-40d1-815c-968a785ce7c1 HTTP/1.1" status: 204 len: 173 time: 1.8798029 Mar 03 17:55:04.522516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'name': 'network-vif-deleted', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:04.543493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f35433-e82f-4747-9336-3baaa2ebffe7 req-7583a300-7cf8-44b4-8df8-96779533fb9f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:04.544257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d5f35433-e82f-4747-9336-3baaa2ebffe7 req-7583a300-7cf8-44b4-8df8-96779533fb9f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:04.571291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f241616f-31ae-45e0-a9db-270332e54b1a tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "PUT /v2.0/floatingips/54422427-386b-44d7-9681-584e14977cbf HTTP/1.1" status: 200 len: 992 time: 4.7074425 Mar 03 17:55:04.573566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d5f35433-e82f-4747-9336-3baaa2ebffe7 req-7583a300-7cf8-44b4-8df8-96779533fb9f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:04.574641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d5f35433-e82f-4747-9336-3baaa2ebffe7 req-7583a300-7cf8-44b4-8df8-96779533fb9f tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9ed347d-1a28-4cea-80c0-f3619668b98d HTTP/1.1" status: 200 len: 944 time: 0.7471762 Mar 03 17:55:04.655598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d5f35433-e82f-4747-9336-3baaa2ebffe7 req-f5eeb196-3e79-4850-9c89-bb9fc80736bd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744655 Mar 03 17:55:04.745097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a255b4b0-e278-4ce2-9180-32e40f410606', 'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606', 'tenant_id': '7d57e3f559e34c05a4331f6b77164995', 'fixed_ips': [{'subnet_id': 'f3ab3f4c-1385-42fb-a747-b11e2828172c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:55:04.745685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:04.766903 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed347d-1a28-4cea-80c0-f3619668b98d', 'name': 'network-vif-deleted', 'tag': 'c226c755-c714-40d1-815c-968a785ce7c1', 'status': 'completed', 'code': 200} Mar 03 17:55:04.813640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:04.820587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:04.828812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:04.843863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:04.877915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:04.902119 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:55:04.993898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Allocated IP 172.20.0.2 (a255b4b0-e278-4ce2-9180-32e40f410606/f3ab3f4c-1385-42fb-a747-b11e2828172c/d39786f9-4709-45ee-bceb-8655d7b25d4f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:05.075623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:05.136433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd0c9-8c7e-4e11-8e0f-344723f3ae31 req-bc8605ab-dd66-4c45-af52-2975759a49a2 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.144978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4cbcd0c9-8c7e-4e11-8e0f-344723f3ae31 req-bc8605ab-dd66-4c45-af52-2975759a49a2 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.1738713 Mar 03 17:55:05.148312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.169079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.212382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.221944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4cbcd0c9-8c7e-4e11-8e0f-344723f3ae31 req-9f2ee6bf-c1a8-40ad-be6e-14e678929f11 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755756 Mar 03 17:55:05.241347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.256681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.278172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.300778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.314336 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:05.325224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Transition to ACTIVE for port object d39786f9-4709-45ee-bceb-8655d7b25d4f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:05.336938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21f55406-8204-453a-bba6-e3fef7db9676 req-791ca293-df84-4dc1-a06e-70155106267d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.7495799 Mar 03 17:55:05.347025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Transition to ACTIVE for port object d39786f9-4709-45ee-bceb-8655d7b25d4f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:05.361572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:05.417264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 32b7de5b-ab54-4193-ba09-a25979a44e4f yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:55:05.499598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21f55406-8204-453a-bba6-e3fef7db9676 req-d0038d3d-434e-4607-9bc9-2c539c325c31 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617301 Mar 03 17:55:05.569978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Network a255b4b0-e278-4ce2-9180-32e40f410606 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:05.581775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:05.601535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:05.619959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845402e-1101-4028-94a1-71b718327f8d req-f2f557bd-4b3e-494b-9abe-3133a4982275 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:05.621616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Pushing event updated for resources: {'Port': ['ID=d39786f9-4709-45ee-bceb-8655d7b25d4f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:05.623625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0845402e-1101-4028-94a1-71b718327f8d req-f2f557bd-4b3e-494b-9abe-3133a4982275 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.1867719 Mar 03 17:55:05.735972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0845402e-1101-4028-94a1-71b718327f8d req-8778c815-52a0-49ce-a508-40bcb451d1ee tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074426 Mar 03 17:55:05.893645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Attempting to bind port d39786f9-4709-45ee-bceb-8655d7b25d4f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:55:05.894182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Attempting to bind port d39786f9-4709-45ee-bceb-8655d7b25d4f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5f5df1b4-7c74-449f-b5a0-cc17dcd874c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:55:05.894289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Attempting to bind port d39786f9-4709-45ee-bceb-8655d7b25d4f on network a255b4b0-e278-4ce2-9180-32e40f410606 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:05.900918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:55:05.901289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Checking segment: {'id': '5f5df1b4-7c74-449f-b5a0-cc17dcd874c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:05.901967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:05.902501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Bound using segment: {'id': '5f5df1b4-7c74-449f-b5a0-cc17dcd874c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:55:05.903618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Bound port: d39786f9-4709-45ee-bceb-8655d7b25d4f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5df1b4-7c74-449f-b5a0-cc17dcd874c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:55:05.903618 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:05.950069 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '54422427-386b-44d7-9681-584e14977cbf', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '28584f9b-8bfb-41af-a885-063033f67043', 'port_id': 'df98e019-9049-485c-be1b-73e29b647963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'mac_address': 'fa:16:3e:68:59:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77093062-417c-48ae-8889-20fbea0dfae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:42Z', 'updated_at': '2022-03-03T17:55:01Z', 'revision_number': 1, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:36Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:05.963246 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] Checking router: 28584f9b-8bfb-41af-a885-063033f67043 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:55:05.990320 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:05.991853 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:54:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:06.010676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.10 (a255b4b0-e278-4ce2-9180-32e40f410606/f3ab3f4c-1385-42fb-a747-b11e2828172c/32b7de5b-ab54-4193-ba09-a25979a44e4f) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:06.072057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] For port d39786f9-4709-45ee-bceb-8655d7b25d4f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:55:06.075264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] For port d39786f9-4709-45ee-bceb-8655d7b25d4f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d39786f9-4709-45ee-bceb-8655d7b25d4f,segment=NetworkSegment(5f5df1b4-7c74-449f-b5a0-cc17dcd874c2),segment_id=5f5df1b4-7c74-449f-b5a0-cc17dcd874c2)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:55:06.095207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:06.211572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-65623482-8d27-4817-b9c5-7348f2451147 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:06.223909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ec518-982f-48ea-9508-2ccea699f8b1 req-fdd77f8c-01a9-45bb-9c79-5b3df9a02a4a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:06.224407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-65623482-8d27-4817-b9c5-7348f2451147 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 810 time: 0.2236297 Mar 03 17:55:06.225431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e65ec518-982f-48ea-9508-2ccea699f8b1 req-fdd77f8c-01a9-45bb-9c79-5b3df9a02a4a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.1460676 Mar 03 17:55:06.254653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-3476e1d7-35ad-464b-a697-9612502e3bb7 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/quotas/77fc90b0c3b842ca8dc695cc362936e1 HTTP/1.1" status: 200 len: 375 time: 0.0292485 Mar 03 17:55:06.374662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c3e43-98a5-452f-8f02-f203f467fcdd None None] Pushing event updated for resources: {'Port': ['ID=d39786f9-4709-45ee-bceb-8655d7b25d4f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:06.412179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e65ec518-982f-48ea-9508-2ccea699f8b1 req-377ac70a-38ba-4fcf-8e24-00e4e78b7c66 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754360 Mar 03 17:55:06.412912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-796464ea-d971-4b77-b003-c9848a4d9021 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571822 Mar 03 17:55:06.471138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:06.472826 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:55:06.509879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 32b7de5b-ab54-4193-ba09-a25979a44e4f will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:06.573049 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:06.759034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-d4bb5be4-c558-4368-a300-58612a10873d service neutron] 10.222.0.23 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451536 Mar 03 17:55:06.784169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'tag': 'df98e019-9049-485c-be1b-73e29b647963'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:06.793463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network a255b4b0-e278-4ce2-9180-32e40f410606 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:06.796892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:06.808993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:06.877126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c226c755-c714-40d1-815c-968a785ce7c1 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:07.017909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-0a680753-e564-4c46-873a-7dc21759a77a service neutron] 10.222.0.23 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580020 Mar 03 17:55:07.020986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: c226c755-c714-40d1-815c-968a785ce7c1 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:07.022002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c226c755-c714-40d1-815c-968a785ce7c1 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:07.098072 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '54422427-386b-44d7-9681-584e14977cbf', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '28584f9b-8bfb-41af-a885-063033f67043', 'port_id': 'df98e019-9049-485c-be1b-73e29b647963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'mac_address': 'fa:16:3e:68:59:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77093062-417c-48ae-8889-20fbea0dfae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:42Z', 'updated_at': '2022-03-03T17:55:01Z', 'revision_number': 1, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:36Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:07.103216 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca9d46-d53c-402c-a518-149229ed7d81 None None] The sync data for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 is: [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '54422427-386b-44d7-9681-584e14977cbf', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '28584f9b-8bfb-41af-a885-063033f67043', 'port_id': 'df98e019-9049-485c-be1b-73e29b647963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'mac_address': 'fa:16:3e:68:59:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77093062-417c-48ae-8889-20fbea0dfae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:42Z', 'updated_at': '2022-03-03T17:55:01Z', 'revision_number': 1, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:36Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:55:07.308642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=32b7de5b-ab54-4193-ba09-a25979a44e4f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:07.388007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.389188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:07.478649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-acaa83dd-f7b5-4df2-9119-bfa22900aca3 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1256931 Mar 03 17:55:07.481755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:07.515404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.525434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.543689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.561849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.563836 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'tag': 'df98e019-9049-485c-be1b-73e29b647963', 'status': 'completed', 'code': 200} Mar 03 17:55:07.568580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.574788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.585836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.587886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-ed7cb1c5-152d-48f8-a296-974f1366c7ff tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 0.3763974 Mar 03 17:55:07.592576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': 'a255b4b0-e278-4ce2-9180-32e40f410606', 'name': 'tempest-PortsTestJSON-382073154', 'fixed_ips': [{'subnet_id': 'f3ab3f4c-1385-42fb-a747-b11e2828172c', 'ip_address': '172.20.0.9'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:07.594115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfacd83-1709-4a2b-b58e-0b69bf3202e7 None None] New status for floating IP 54422427-386b-44d7-9681-584e14977cbf: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:55:07.804315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-62850504-89a0-4bb5-9773-47e467a81175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.805813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-62850504-89a0-4bb5-9773-47e467a81175 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b213e58de412454e8664f1aa8be48709&device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 1097 time: 0.2410083 Mar 03 17:55:07.865581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53ce3531-8f93-4455-a91b-07561ec5a1ab req-a73d7fde-8ff3-4309-bfa4-94181991c308 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010950 Mar 03 17:55:07.875216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3559e-a470-4542-907c-9ada921d9cdf req-6a5893e9-1c1f-406f-b4dd-ee38a83b16cf tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:07.876751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bdb3559e-a470-4542-907c-9ada921d9cdf req-6a5893e9-1c1f-406f-b4dd-ee38a83b16cf tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 944 time: 0.2428541 Mar 03 17:55:08.011012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:08.022353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaafc38-fb9d-4ef3-96eb-ead43d3d2174 None None] Network a255b4b0-e278-4ce2-9180-32e40f410606 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:08.026330 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68d219de-236f-4650-8131-00996a690cec req-4f7d5bea-9fee-4845-a090-86b796168445 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 210 time: 0.0785229 Mar 03 17:55:08.030954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:08.040389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:08.054456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:08.077159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:08.082535 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:08.129251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 8feca0df-d536-414e-86cf-c1cc92a48de8 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:55:08.462115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-689ff9ca-7dca-44bf-abb6-c76e4ced9607 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:08.463603 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-689ff9ca-7dca-44bf-abb6-c76e4ced9607 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 944 time: 1.0392354 Mar 03 17:55:08.576238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bdb3559e-a470-4542-907c-9ada921d9cdf req-b0d55ab0-7456-4cb8-8220-0adc83c70a21 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482432 Mar 03 17:55:08.593443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d39786f9-4709-45ee-bceb-8655d7b25d4f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:08.598067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.9 (a255b4b0-e278-4ce2-9180-32e40f410606/f3ab3f4c-1385-42fb-a747-b11e2828172c/8feca0df-d536-414e-86cf-c1cc92a48de8) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:08.646116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Deleting port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:08.646747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:08.694029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-ba8ef3fe-91a6-43be-9622-55062f862e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:08.695849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-ba8ef3fe-91a6-43be-9622-55062f862e85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af9d078d-22c7-4513-ac03-93d8880cbb8a HTTP/1.1" status: 200 len: 916 time: 0.8824434 Mar 03 17:55:08.718677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-58c65ac4-cdc4-46db-9473-f70340f973a4 None None] Provisioning for port d39786f9-4709-45ee-bceb-8655d7b25d4f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:08.872449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port d39786f9-4709-45ee-bceb-8655d7b25d4f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:08.878633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d39786f9-4709-45ee-bceb-8655d7b25d4f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:08.879005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:08.896773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-f201c3a5-6c1d-40aa-bd17-32b198405ba5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df98e019-9049-485c-be1b-73e29b647963 HTTP/1.1" status: 200 len: 1002 time: 0.1938035 Mar 03 17:55:08.901663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcae2a-2e52-4b90-b5b5-d9e2ad55d191 req-1582fa71-97f0-46a3-845c-58effcbb7116 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:08.911651 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fbcae2a-2e52-4b90-b5b5-d9e2ad55d191 req-1582fa71-97f0-46a3-845c-58effcbb7116 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.5400052 Mar 03 17:55:09.016262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fbcae2a-2e52-4b90-b5b5-d9e2ad55d191 req-d9fc3c5a-56ff-4b05-9c78-9dda086a5b24 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032112 Mar 03 17:55:09.113064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.150939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 8feca0df-d536-414e-86cf-c1cc92a48de8 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:09.198409 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.199964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.249707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-d0be5f63-d2eb-4bd8-956c-32fd4f317869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:09.251299 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-d0be5f63-d2eb-4bd8-956c-32fd4f317869 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98893c63-ed2a-402e-98db-c44aa4e5f924 HTTP/1.1" status: 200 len: 854 time: 0.3471897 Mar 03 17:55:09.284217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port d39786f9-4709-45ee-bceb-8655d7b25d4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d39786f9-4709-45ee-bceb-8655d7b25d4f,segment=NetworkSegment(5f5df1b4-7c74-449f-b5a0-cc17dcd874c2),segment_id=5f5df1b4-7c74-449f-b5a0-cc17dcd874c2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:09.296699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.381929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network a255b4b0-e278-4ce2-9180-32e40f410606 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:09.392365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:09.406466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:09.470472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-17cd36f6-5028-494e-995d-cc83c6890a1b None None] Provisioning complete for port d39786f9-4709-45ee-bceb-8655d7b25d4f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:09.490456 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-17cd36f6-5028-494e-995d-cc83c6890a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.523338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=8feca0df-d536-414e-86cf-c1cc92a48de8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:09.577733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:09.590140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.613510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=d39786f9-4709-45ee-bceb-8655d7b25d4f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:09.635099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c8aed8a7-572c-4310-a6af-cb69a8fb11e6 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1519964 Mar 03 17:55:09.636040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45206) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:09.772973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] For port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:09.773777 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.831062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30150ae1-9ddb-471a-969b-61606bf5ba2f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:09.831837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30150ae1-9ddb-471a-969b-61606bf5ba2f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:09.861081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-17cd36f6-5028-494e-995d-cc83c6890a1b None None] Provisioning for port 32b7de5b-ab54-4193-ba09-a25979a44e4f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:09.867908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-17cd36f6-5028-494e-995d-cc83c6890a1b None None] Provisioning complete for port 32b7de5b-ab54-4193-ba09-a25979a44e4f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:09.869428 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-17cd36f6-5028-494e-995d-cc83c6890a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:09.899073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30150ae1-9ddb-471a-969b-61606bf5ba2f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:09.903339 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-30150ae1-9ddb-471a-969b-61606bf5ba2f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2659304 Mar 03 17:55:09.903712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45212) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:10.022822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-17cd36f6-5028-494e-995d-cc83c6890a1b None None] Port 32b7de5b-ab54-4193-ba09-a25979a44e4f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:10.033399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:10.085679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Calling delete_port for 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:10.207601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290061a2-8fad-4c9b-a0fe-98599f413c3f req-dcc6d76e-4063-4e65-a339-5a1b1906598f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 210 time: 0.1699371 Mar 03 17:55:10.237411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25af2820-fb95-4ead-b40c-6b5cb02a6b97 None None] Provisioning complete for port 32b7de5b-ab54-4193-ba09-a25979a44e4f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:10.237849 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25af2820-fb95-4ead-b40c-6b5cb02a6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:10.250347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-0afffc1f-239c-4c54-81c6-26ec8bc72960 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.251844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-0afffc1f-239c-4c54-81c6-26ec8bc72960 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.16 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 810 time: 0.8219898 Mar 03 17:55:10.260058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-e1a4be02-db87-42cc-bc53-da64e139ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.261761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-e1a4be02-db87-42cc-bc53-da64e139ee9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af9d078d-22c7-4513-ac03-93d8880cbb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9918454 Mar 03 17:55:10.303307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Request body: {'port': {'device_id': '50d87c74-a846-4976-988f-006d027c223c', 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'admin_state_up': True, 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:10.374475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.375503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-25af2820-fb95-4ead-b40c-6b5cb02a6b97 None None] Port 32b7de5b-ab54-4193-ba09-a25979a44e4f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:10.378723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-96aebd74-8666-4eec-bd05-67d710ec398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.380688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-96aebd74-8666-4eec-bd05-67d710ec398d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1096 time: 0.3510873 Mar 03 17:55:10.383100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.389189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:10.391892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.397842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.408133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.410599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac', 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'port_id': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac', 'mac_address': 'fa:16:3e:0b:6f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2263efd-613c-4745-bb82-0088401200e8', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:10.413389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25af2820-fb95-4ead-b40c-6b5cb02a6b97 None None] Provisioning for port 8feca0df-d536-414e-86cf-c1cc92a48de8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:10.416970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.421955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25af2820-fb95-4ead-b40c-6b5cb02a6b97 None None] Provisioning complete for port 8feca0df-d536-414e-86cf-c1cc92a48de8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:10.422303 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25af2820-fb95-4ead-b40c-6b5cb02a6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:10.428996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.431554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8305bf1-17d0-44eb-b636-407c4b917646 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.434021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-acb6bb4b-b59a-4f4b-b455-bfdf0f67a89c tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5430 time: 1.0978491 Mar 03 17:55:10.452594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8305bf1-17d0-44eb-b636-407c4b917646 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.458451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8305bf1-17d0-44eb-b636-407c4b917646 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:10.464421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b8305bf1-17d0-44eb-b636-407c4b917646 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5596595 Mar 03 17:55:10.465931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45216) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:10.468690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d39786f9-4709-45ee-bceb-8655d7b25d4f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:10.727476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d39786f9-4709-45ee-bceb-8655d7b25d4f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:10.728070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:10.871326 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-673f5637-d529-4a29-839e-3d8fbe47a480 service neutron] 10.222.0.16 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314918 Mar 03 17:55:10.872499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:10.879410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 8feca0df-d536-414e-86cf-c1cc92a48de8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:10.879890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:10.921256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-25af2820-fb95-4ead-b40c-6b5cb02a6b97 None None] Port 8feca0df-d536-414e-86cf-c1cc92a48de8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:10.927899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:11.104459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:11.195017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:11.203453 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:11.204275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:11.324222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-3974325e-35c9-4849-a51c-657516ffa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:11.326423 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-3974325e-35c9-4849-a51c-657516ffa969 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.9292562 Mar 03 17:55:11.348388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:11.368793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-532d0fbe-3595-4c13-b81b-8d2c151bc124 req-27c68aec-032f-420f-918d-87cfc1616de1 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8836086 Mar 03 17:55:11.372928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:11.376869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Made reservation on behalf of 77fc90b0c3b842ca8dc695cc362936e1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:11.390036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:11.429210 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:11.458420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea5529-515d-401b-bb3b-7d58d9b0e998 req-c137f7d4-16b3-439d-8539-500240a565aa tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:11.460270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6ea5529-515d-401b-bb3b-7d58d9b0e998 req-c137f7d4-16b3-439d-8539-500240a565aa tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.9936187 Mar 03 17:55:11.577386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:11.621792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'port_id': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'mac_address': 'fa:16:3e:a1:23:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:11.700687 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:11.720549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:11.760026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:11.766008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:11.766787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1d56afb9-0196-4204-94e6-0cd1947f1b29 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:11.790722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Allocated IP 172.20.0.5 (ed355772-4c3e-42f6-8773-a450e476753f/a9b0754c-cd1b-4eba-85a9-9df63bc4ff11/c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:11.832650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6ea5529-515d-401b-bb3b-7d58d9b0e998 req-96f7c5cb-bb37-4a9a-b0ab-eb07b7096c16 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299041 Mar 03 17:55:11.878659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:11.901275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-4951532d-8025-4f6f-b5c8-3f0ac326b009 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 1000 time: 0.5501299 Mar 03 17:55:11.962350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1d56afb9-0196-4204-94e6-0cd1947f1b29, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:11.995119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '1d56afb9-0196-4204-94e6-0cd1947f1b29', 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'port_id': '1d56afb9-0196-4204-94e6-0cd1947f1b29', 'mac_address': 'fa:16:3e:ed:c8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2263efd-613c-4745-bb82-0088401200e8', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:12.009639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09e1cd40-b846-4d1f-8974-d70d86fc37de req-4e0b62c9-97df-419e-8e2b-9743a4d4b102 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 210 time: 0.0984704 Mar 03 17:55:12.152334 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:12.162720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event deleted for resources: {'Port': ['ID=835a5ddf-b52a-4f18-86ca-e29d7ce63b6b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:12.195430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d56afb9-0196-4204-94e6-0cd1947f1b29 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:12.214469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:12.240783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] No DVR routers for this DVR port 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:12.259141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1d56afb9-0196-4204-94e6-0cd1947f1b29, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:12.266608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:12.269070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:12.271424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7de97d7d-b43f-4309-8243-3287ea2dc149 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:12.280750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'name': 'network-vif-deleted', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:12.309709 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d4ec1a8-2948-478e-8115-5e30862a4e00 req-7b416de4-ce42-4fb6-b5a2-2e130af18590 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "DELETE /v2.0/ports/835a5ddf-b52a-4f18-86ca-e29d7ce63b6b HTTP/1.1" status: 204 len: 173 time: 3.8248351 Mar 03 17:55:12.438058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4d273cf1-8482-4c9f-a812-8fb5f903f958 req-e78bbe05-4304-4456-b382-d67b0581e3cc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Synchronizing usage tracker for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:12.444986 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142ef477-8594-44e7-8d92-0432ae1a4ddc', 'name': 'network-vif-deleted', 'tag': '835a5ddf-b52a-4f18-86ca-e29d7ce63b6b', 'status': 'completed', 'code': 200} Mar 03 17:55:12.466166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4d273cf1-8482-4c9f-a812-8fb5f903f958 req-e78bbe05-4304-4456-b382-d67b0581e3cc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Unset dirty status for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:12.467462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d273cf1-8482-4c9f-a812-8fb5f903f958 req-e78bbe05-4304-4456-b382-d67b0581e3cc tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 210 time: 0.1489575 Mar 03 17:55:12.478180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6bbeccc-14f3-4c6a-b92f-85220cfbe59c req-892d7383-4427-454d-b76f-299b4ee7f15f service neutron] 10.222.0.16 "GET /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4724817 Mar 03 17:55:12.597195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:12.623803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 8feca0df-d536-414e-86cf-c1cc92a48de8 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:12.660003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:12.672898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7de97d7d-b43f-4309-8243-3287ea2dc149, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7de97d7d-b43f-4309-8243-3287ea2dc149,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:12.688480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '7de97d7d-b43f-4309-8243-3287ea2dc149', 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731', 'port_id': '7de97d7d-b43f-4309-8243-3287ea2dc149', 'mac_address': 'fa:16:3e:b3:09:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76db7d97-c7ec-4f40-99bb-6a2e2094e65e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:12.692595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:12.726108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1d56afb9-0196-4204-94e6-0cd1947f1b29,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:12.778258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-93475f90-aadd-49fa-9a51-38b90562541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:12.780338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-93475f90-aadd-49fa-9a51-38b90562541c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.8514743 Mar 03 17:55:12.807908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Pushing event updated for resources: {'Port': ['ID=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:12.834648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Network ed355772-4c3e-42f6-8773-a450e476753f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:12.835983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:12.836830 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:12.842992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:12.915058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de97d7d-b43f-4309-8243-3287ea2dc149 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:12.934687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7de97d7d-b43f-4309-8243-3287ea2dc149, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7de97d7d-b43f-4309-8243-3287ea2dc149,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:13.017153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.028216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.030556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:13.044873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:13.045735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device f9687485-82ef-41a6-8bb4-e17aeca513d8 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:13.063182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.099296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.113270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.134013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-49fa4697-bcc6-4ee0-9368-f27a40f817da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8349977 Mar 03 17:55:13.150226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.164655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Request body: {'port': {'device_id': '50d87c74-a846-4976-988f-006d027c223c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:13.171295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.177239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.205994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-e8a295af-d326-4e13-b578-f13f6a999567 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5433 time: 0.4899404 Mar 03 17:55:13.290700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:13.373242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7de97d7d-b43f-4309-8243-3287ea2dc149,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:13.390083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port f9687485-82ef-41a6-8bb4-e17aeca513d8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:13.433581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'f9687485-82ef-41a6-8bb4-e17aeca513d8', 'network_id': '38cedcce-f5f2-48a2-955f-07e8fc3f8731', 'port_id': 'f9687485-82ef-41a6-8bb4-e17aeca513d8', 'mac_address': 'fa:16:3e:f9:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76db7d97-c7ec-4f40-99bb-6a2e2094e65e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:13.449002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:13.457200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eafc103-cd4b-4022-8581-fb6d13ab5528 req-1b3a4b80-6b3b-4b26-9546-fd203b15929a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2446473 Mar 03 17:55:13.464777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=8feca0df-d536-414e-86cf-c1cc92a48de8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:13.481108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-4498b77c-5da7-4cb1-9222-a4868ff5a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.482803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-4498b77c-5da7-4cb1-9222-a4868ff5a7d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6870730 Mar 03 17:55:13.561003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7484cf1-9778-47c4-b484-3a9cb87bc872 req-e080e300-02b3-4005-9208-d5bca3e7bbf5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:13.569887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7484cf1-9778-47c4-b484-3a9cb87bc872 req-e080e300-02b3-4005-9208-d5bca3e7bbf5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.2709265 Mar 03 17:55:13.760299 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:13.799255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9687485-82ef-41a6-8bb4-e17aeca513d8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:13.833553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port f9687485-82ef-41a6-8bb4-e17aeca513d8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:13.845042 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:13.846013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 224f13ee-4d13-4615-87d3-1bd2b4cc131f details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:13.905430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7484cf1-9778-47c4-b484-3a9cb87bc872 req-7dca5f04-c010-4124-8bfe-f0c65bb0dff4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331108 Mar 03 17:55:13.940968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c67dcfa-a124-4459-9bff-f0a271c0cb55 req-3d7bfa0c-3881-4c9a-ae5e-ede4350d469d tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=142ef477-8594-44e7-8d92-0432ae1a4ddc HTTP/1.1" status: 200 len: 210 time: 0.2047482 Mar 03 17:55:13.961868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:13.994691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-78a09c39-6389-4a58-a160-ef72dd43741b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/8feca0df-d536-414e-86cf-c1cc92a48de8 HTTP/1.1" status: 204 len: 168 time: 3.3298569 Mar 03 17:55:13.995117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:13.996077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45258) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:14.047813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '224f13ee-4d13-4615-87d3-1bd2b4cc131f', 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'port_id': '224f13ee-4d13-4615-87d3-1bd2b4cc131f', 'mac_address': 'fa:16:3e:1e:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2263efd-613c-4745-bb82-0088401200e8', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:14.060528 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-60159bcc-24f1-4eab-a754-a37df7aad170 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:55:14.061821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-60159bcc-24f1-4eab-a754-a37df7aad170 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:14.113051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-2ac7f01f-2aae-43d7-8ad6-2ca89128eddc service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837612 Mar 03 17:55:14.117011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-60159bcc-24f1-4eab-a754-a37df7aad170 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:14.121760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-60159bcc-24f1-4eab-a754-a37df7aad170 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/8feca0df-d536-414e-86cf-c1cc92a48de8 HTTP/1.1" status: 404 len: 333 time: 0.1224155 Mar 03 17:55:14.128061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=f9687485-82ef-41a6-8bb4-e17aeca513d8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:14.143371 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:14.146849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45266) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:14.167451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224f13ee-4d13-4615-87d3-1bd2b4cc131f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:14.202682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:14.212213 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:14.213414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b2d4c2c6-0ccf-449d-ac43-42138672e4f8 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:14.269839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 32b7de5b-ab54-4193-ba09-a25979a44e4f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:14.270402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:14.293515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:14.319270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8', 'network_id': '3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0', 'port_id': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8', 'mac_address': 'fa:16:3e:ca:2d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2263efd-613c-4745-bb82-0088401200e8', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:14.332807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:14.349140 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:14.381846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af720b9-a3da-479b-956e-5cb6fbc8e0e5 req-c40720b3-5a7c-4cd9-868c-03622ff65f18 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:14.389875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7af720b9-a3da-479b-956e-5cb6fbc8e0e5 req-c40720b3-5a7c-4cd9-868c-03622ff65f18 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 931 time: 0.2280648 Mar 03 17:55:14.442386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=224f13ee-4d13-4615-87d3-1bd2b4cc131f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:14.465769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7af720b9-a3da-479b-956e-5cb6fbc8e0e5 req-c3d6eea9-8878-4ed6-a223-b8d431a05a15 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744867 Mar 03 17:55:14.467790 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:14.473485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-618732cb-9aeb-4827-96c0-e0b3e811e52b req-8bfdc1fd-975f-4974-a291-2c0c539ff69b service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475523 Mar 03 17:55:14.503359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d4c2c6-0ccf-449d-ac43-42138672e4f8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:14.538825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Transition to ACTIVE for port object c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:14.542344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:14.551405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:14.554351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:14.636616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:14.829932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Pushing event updated for resources: {'Port': ['ID=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:14.896116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e6942-adc8-4850-be53-0cb56ef66380 req-32079494-75eb-465f-84b1-85a0ce147238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:14.897648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290e6942-adc8-4850-be53-0cb56ef66380 req-32079494-75eb-465f-84b1-85a0ce147238 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 1096 time: 0.2406943 Mar 03 17:55:15.033263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Attempting to bind port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:55:15.033774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Attempting to bind port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:55:15.034103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Attempting to bind port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 on network ed355772-4c3e-42f6-8773-a450e476753f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:15.045155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 on network ed355772-4c3e-42f6-8773-a450e476753f not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:55:15.046262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Attempting to bind port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 on network ed355772-4c3e-42f6-8773-a450e476753f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:15.105927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:55:15.106300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Checking segment: {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:15.106647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Bound using segment: {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:55:15.107327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Bound port: c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb51feed-7c9f-423f-b25d-768586e43125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:55:15.107541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:15.158004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:15.205567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.211215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.217580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.223260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.229120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.235515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.242365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.245377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-354afc26-c01f-499d-90cc-2bae3d02044f req-f39b6b22-56d4-431b-a1b6-d7bb7e96394d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5437 time: 0.5371330 Mar 03 17:55:15.308383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e6942-adc8-4850-be53-0cb56ef66380 req-fe4fc1ea-8b79-40b6-a0d4-2f488f763e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.318471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290e6942-adc8-4850-be53-0cb56ef66380 req-fe4fc1ea-8b79-40b6-a0d4-2f488f763e3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.3777401 Mar 03 17:55:15.400790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1d56afb9-0196-4204-94e6-0cd1947f1b29'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:15.411214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e18038-7b16-4d89-b9e2-9c729ef32444 req-d8c803fe-13aa-44c4-97a1-7567387a6ca0 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.421500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45e18038-7b16-4d89-b9e2-9c729ef32444 req-d8c803fe-13aa-44c4-97a1-7567387a6ca0 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.2551019 Mar 03 17:55:15.425869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 32b7de5b-ab54-4193-ba09-a25979a44e4f owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:15.463806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['7de97d7d-b43f-4309-8243-3287ea2dc149'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:15.504660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-354afc26-c01f-499d-90cc-2bae3d02044f req-dc4c3d27-33b3-4904-be42-4396b52279b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655333 Mar 03 17:55:15.509598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45e18038-7b16-4d89-b9e2-9c729ef32444 req-efe43e6b-4fe5-47f3-816c-2e7f12d7f6ed tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868635 Mar 03 17:55:15.519027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['f9687485-82ef-41a6-8bb4-e17aeca513d8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:15.568031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] For port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:55:15.571255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] For port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:55:15.584163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290e6942-adc8-4850-be53-0cb56ef66380 req-93b58fc0-2379-48ac-ad67-8a8903e406cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 200 len: 1000 time: 0.2493300 Mar 03 17:55:15.599031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:15.715492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:15.745548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e6942-adc8-4850-be53-0cb56ef66380 req-fd11baa6-af57-4445-a062-f50dbed588dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.747285 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290e6942-adc8-4850-be53-0cb56ef66380 req-fd11baa6-af57-4445-a062-f50dbed588dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.1503367 Mar 03 17:55:15.787874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['224f13ee-4d13-4615-87d3-1bd2b4cc131f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:15.788247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:15.854662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b2d4c2c6-0ccf-449d-ac43-42138672e4f8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:15.919070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e6942-adc8-4850-be53-0cb56ef66380 req-da4f29eb-f6ed-4210-8d05-40617f398da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:15.923397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290e6942-adc8-4850-be53-0cb56ef66380 req-da4f29eb-f6ed-4210-8d05-40617f398da9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695771 Mar 03 17:55:15.945902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:16.012215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Pushing event updated for resources: {'Port': ['ID=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:16.248129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290e6942-adc8-4850-be53-0cb56ef66380 req-0e0ee959-5372-45bf-be28-6ee16db84ed5 service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099594 Mar 03 17:55:16.293253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:16.294270 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:16.296529 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2dc50dd1-49bd-46d7-a1a3-4956620bbeeb service neutron] 10.222.0.16 "PUT /v2.0/ports/c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 HTTP/1.1" status: 200 len: 1091 time: 3.1417940 Mar 03 17:55:16.311531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d87c74-a846-4976-988f-006d027c223c', 'tag': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:16.352231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=32b7de5b-ab54-4193-ba09-a25979a44e4f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:16.443128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015254a2-a627-4d4f-833b-e00905f7a711 req-37fca0da-470f-4c49-b137-6d6655ae44d2 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:16.444713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-015254a2-a627-4d4f-833b-e00905f7a711 req-37fca0da-470f-4c49-b137-6d6655ae44d2 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 943 time: 0.4849379 Mar 03 17:55:16.508547 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-290e6942-adc8-4850-be53-0cb56ef66380 req-add20888-60a0-46cc-99a5-68b88245e362 service neutron] 10.222.0.16 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522125 Mar 03 17:55:16.553053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:16.603934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-015254a2-a627-4d4f-833b-e00905f7a711 req-02bf1c1e-69a2-4553-ae5d-402483d067b0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231303 Mar 03 17:55:16.621007 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c243bdea-a0cf-4f85-8365-6ccbaf4e0ece tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/32b7de5b-ab54-4193-ba09-a25979a44e4f HTTP/1.1" status: 204 len: 168 time: 2.4730725 Mar 03 17:55:16.623737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45298) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:16.626464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:16.673701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4d949-8f56-42c0-a42e-d7a61bdc272f req-4bff441f-97c2-4bd1-86c4-19342882bdac tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:16.675254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8c4d949-8f56-42c0-a42e-d7a61bdc272f req-4bff441f-97c2-4bd1-86c4-19342882bdac tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 945 time: 0.1655555 Mar 03 17:55:16.682788 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4408f1-42f2-49f5-a4a3-7b51ef6fc35b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:55:16.683315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eb4408f1-42f2-49f5-a4a3-7b51ef6fc35b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:16.715061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2448a62f-7f3a-42e2-8ed3-5efe02de0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:16.721049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-2448a62f-7f3a-42e2-8ed3-5efe02de0892 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 1094 time: 0.2708721 Mar 03 17:55:16.721210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:16.721466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 835a5ddf-b52a-4f18-86ca-e29d7ce63b6b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:16.735202 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d87c74-a846-4976-988f-006d027c223c', 'tag': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384', 'status': 'completed', 'code': 200} Mar 03 17:55:16.784535 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8c4d949-8f56-42c0-a42e-d7a61bdc272f req-4f77fbc0-695e-45db-97d0-33eb379cefd1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978036 Mar 03 17:55:17.110802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.125037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.131335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.146272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eb4408f1-42f2-49f5-a4a3-7b51ef6fc35b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:17.146272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eb4408f1-42f2-49f5-a4a3-7b51ef6fc35b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/32b7de5b-ab54-4193-ba09-a25979a44e4f HTTP/1.1" status: 404 len: 333 time: 0.5179183 Mar 03 17:55:17.147829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.153722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.171602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.187750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45304) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:17.188866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.197031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-e063fef4-5cea-4857-aae5-be49ed477fb2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5437 time: 0.2506318 Mar 03 17:55:17.202415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-6fe97071-fbe0-4214-9e2c-26f503c37cb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 HTTP/1.1" status: 200 len: 217 time: 0.4660735 Mar 03 17:55:17.216964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-317467f0-1772-4415-a470-3b2578d90997 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.217942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-317467f0-1772-4415-a470-3b2578d90997 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:17.257600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd08e1f-51d3-4041-a78e-ec097559027c req-11e35fed-5311-4a26-bb41-ec76b160c190 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595138 Mar 03 17:55:17.306086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet f3ab3f4c-1385-42fb-a747-b11e2828172c {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:55:17.354192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:17.426153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-317467f0-1772-4415-a470-3b2578d90997 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:17.427527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-317467f0-1772-4415-a470-3b2578d90997 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 945 time: 0.9351194 Mar 03 17:55:17.476776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:17.523125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-3a2a5a88-d3d3-4d0c-bc31-d9c448d474d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.524564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-3a2a5a88-d3d3-4d0c-bc31-d9c448d474d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 200 len: 850 time: 0.3003404 Mar 03 17:55:17.598052 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-710734bb-39ed-4064-a3c8-afe9b17e3209 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed355772-4c3e-42f6-8773-a450e476753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580766 Mar 03 17:55:17.638302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Deleting port 5e148a7a-b4a7-4754-aeef-fd058965351d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:17.639015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:17.704001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5ce6e-ac3a-4bc2-ac85-300627657c34 req-78917d73-ae62-4bc6-b5e0-c6e647c1a738 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.710973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1f5ce6e-ac3a-4bc2-ac85-300627657c34 req-78917d73-ae62-4bc6-b5e0-c6e647c1a738 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.6393883 Mar 03 17:55:17.817265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:17.853867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1f5ce6e-ac3a-4bc2-ac85-300627657c34 req-ae13d6be-8acb-47fc-935a-91bcfea0c47b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419964 Mar 03 17:55:17.886711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d21996-e788-447e-a694-62561ef03838 req-f7ee5ff1-5b2c-496d-9351-7cea9f138ec8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:17.887780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2d21996-e788-447e-a694-62561ef03838 req-f7ee5ff1-5b2c-496d-9351-7cea9f138ec8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 943 time: 0.1577010 Mar 03 17:55:17.949109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:17.977905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2d21996-e788-447e-a694-62561ef03838 req-a949742b-80c4-4d0f-bcf5-56353920473f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765710 Mar 03 17:55:18.125540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-cb4a19f9-380c-4767-afdc-eca9c5097bac service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131896 Mar 03 17:55:18.314125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:18.380445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ab3f4c-1385-42fb-a747-b11e2828172c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:18.384945 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:18.393125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea7db6-fb2b-42ef-aab9-2c3808e1f30d None None] Network a255b4b0-e278-4ce2-9180-32e40f410606 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:18.423862 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0dd568c8-5582-40f2-9c3d-310d640172bd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/f3ab3f4c-1385-42fb-a747-b11e2828172c HTTP/1.1" status: 204 len: 168 time: 1.2323360 Mar 03 17:55:18.438580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a4d3-4107-4f3b-b867-d34274893728 req-fd84b750-e275-4603-9add-2049501867b9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.447840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d418a4d3-4107-4f3b-b867-d34274893728 req-fd84b750-e275-4603-9add-2049501867b9 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 945 time: 0.4671779 Mar 03 17:55:18.459443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45330) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:18.487746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] For port 5e148a7a-b4a7-4754-aeef-fd058965351d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=5e148a7a-b4a7-4754-aeef-fd058965351d,segment=NetworkSegment(6ff881ad-ed95-4519-9e25-e7914026b32c),segment_id=6ff881ad-ed95-4519-9e25-e7914026b32c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:18.488034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:18.538137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0701c6-d076-4d62-bb87-b29c59efaf38 req-46bcb522-0dec-46b2-bb67-263fdccad51e service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047427 Mar 03 17:55:18.551594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.565163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.582454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.596484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.612409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.626999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.632627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:18.646841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-663159e6-4c0a-40d8-9d55-64c7b3c30055 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5437 time: 0.2538204 Mar 03 17:55:18.697450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79ff1e70-2d28-49c7-a179-9d8af9645f02 req-2d0a7f8d-5dec-495c-b7af-8ad17e3c4b33 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439520 Mar 03 17:55:18.866570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] DHCP port deletion for a255b4b0-e278-4ce2-9180-32e40f410606 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:55:18.874945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] Deleting port d39786f9-4709-45ee-bceb-8655d7b25d4f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:18.875567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:18.915797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:18.920728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Calling delete_port for 5e148a7a-b4a7-4754-aeef-fd058965351d owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:19.156817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:19.207393 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d418a4d3-4107-4f3b-b867-d34274893728 req-db651f79-3557-46ac-ace9-c146dab29345 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4257e0b-1276-454f-95ab-33eb8545482e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565050 Mar 03 17:55:19.297142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port d39786f9-4709-45ee-bceb-8655d7b25d4f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:19.297514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:19.351536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] For port d39786f9-4709-45ee-bceb-8655d7b25d4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d39786f9-4709-45ee-bceb-8655d7b25d4f,segment=NetworkSegment(5f5df1b4-7c74-449f-b5a0-cc17dcd874c2),segment_id=5f5df1b4-7c74-449f-b5a0-cc17dcd874c2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:19.351931 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:19.368797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18778b5-3270-462b-9a14-bd95dc85b4c9 req-e6ede2a5-43fe-4239-ba33-0b03caddd5d8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:19.375697 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a18778b5-3270-462b-9a14-bd95dc85b4c9 req-e6ede2a5-43fe-4239-ba33-0b03caddd5d8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 943 time: 0.1555188 Mar 03 17:55:19.386626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Pushing event deleted for resources: {'Port': ['ID=5e148a7a-b4a7-4754-aeef-fd058965351d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:19.497163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a18778b5-3270-462b-9a14-bd95dc85b4c9 req-468ae2d3-1b4c-493b-9dc6-294bed9936da tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073170 Mar 03 17:55:19.535777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] No DVR routers for this DVR port 5e148a7a-b4a7-4754-aeef-fd058965351d on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:19.549081 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:19.549081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'name': 'network-vif-deleted', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:19.633819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36937141-4b69-4035-924a-d0dcf41b28c4 req-8602a776-990d-4566-abab-62ae4cc390d1 tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.35 "DELETE /v2.0/ports/5e148a7a-b4a7-4754-aeef-fd058965351d HTTP/1.1" status: 204 len: 173 time: 2.1958516 Mar 03 17:55:19.645841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-09ec3b98-6323-41ee-807d-af6a2a4a153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:19.649171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-09ec3b98-6323-41ee-807d-af6a2a4a153a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 1094 time: 0.5581725 Mar 03 17:55:19.719042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] Calling delete_port for d39786f9-4709-45ee-bceb-8655d7b25d4f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:19.724734 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d0dc4c-f721-4a95-aeb1-9fb374b52870', 'name': 'network-vif-deleted', 'tag': '5e148a7a-b4a7-4754-aeef-fd058965351d', 'status': 'completed', 'code': 200} Mar 03 17:55:19.724734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] For port d39786f9-4709-45ee-bceb-8655d7b25d4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d39786f9-4709-45ee-bceb-8655d7b25d4f,segment=NetworkSegment(5f5df1b4-7c74-449f-b5a0-cc17dcd874c2),segment_id=5f5df1b4-7c74-449f-b5a0-cc17dcd874c2)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:19.724734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:19.798309 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f35549d2-84b6-43b5-9eb1-628dd83098fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:19.938130 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:19.980407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for d39786f9-4709-45ee-bceb-8655d7b25d4f owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:20.057708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.063195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.082868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.088241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] No DVR routers for this DVR port d39786f9-4709-45ee-bceb-8655d7b25d4f on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:20.092863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.092863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.096643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-fc3b0b9b-94ef-43a2-9694-8cc36d8bdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.096643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-fc3b0b9b-94ef-43a2-9694-8cc36d8bdddb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 911 time: 0.4334865 Mar 03 17:55:20.101421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.101421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.120416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-770ba596-41e3-44a4-9aa3-bd16455160e2 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5437 time: 0.1764240 Mar 03 17:55:20.126120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434edc97-038d-4494-85e5-e9c5df541f8e None None] Pushing event deleted for resources: {'Port': ['ID=d39786f9-4709-45ee-bceb-8655d7b25d4f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:20.176898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6385fd8-3776-4aeb-9d85-e49b9eb14bae req-960a27e1-cd4b-4272-9a1c-56ad1eb1debb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605092 Mar 03 17:55:20.231430 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:55:20.231430 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:55:20.257309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-c0762926-bd36-442d-8b48-4c6bf8b62a2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 HTTP/1.1" status: 200 len: 217 time: 0.1545186 Mar 03 17:55:20.423192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d39786f9-4709-45ee-bceb-8655d7b25d4f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:20.441367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4559a83b-4cf9-4340-9a99-59ebfbd08151 req-e35f5af7-c602-456b-b2ae-6edbec938fbd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Synchronizing usage tracker for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:20.453642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-23bf7570-1c35-46fb-b57c-13a90510dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.455074 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-23bf7570-1c35-46fb-b57c-13a90510dd55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 200 len: 850 time: 0.1956756 Mar 03 17:55:20.455682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: d39786f9-4709-45ee-bceb-8655d7b25d4f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:20.456095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d39786f9-4709-45ee-bceb-8655d7b25d4f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:20.497108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4559a83b-4cf9-4340-9a99-59ebfbd08151 req-e35f5af7-c602-456b-b2ae-6edbec938fbd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] Unset dirty status for tenant:87b34e58186648678211e562771b5fc0 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:20.498233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4559a83b-4cf9-4340-9a99-59ebfbd08151 req-e35f5af7-c602-456b-b2ae-6edbec938fbd tempest-LiveMigrationTest-633787239 tempest-LiveMigrationTest-633787239-project] 10.222.0.23 "GET /v2.0/ports?device_id=14d0dc4c-f721-4a95-aeb1-9fb374b52870 HTTP/1.1" status: 200 len: 210 time: 0.1280999 Mar 03 17:55:20.504856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-f4aaba1d-7b75-4fde-93a6-88d0e182cf27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed355772-4c3e-42f6-8773-a450e476753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432329 Mar 03 17:55:20.600740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:20.707577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:20.711609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-0ea59670-e32e-488b-a35c-91b361ed9e25 service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884542 Mar 03 17:55:20.725194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:20.725194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:20.741393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port d39786f9-4709-45ee-bceb-8655d7b25d4f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:20.741393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:20.780205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e1443-2ea4-47de-8f88-edaf96156952 req-1742901c-7b20-4550-94da-22e2c5a8ed7c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:20.788236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a59e1443-2ea4-47de-8f88-edaf96156952 req-1742901c-7b20-4550-94da-22e2c5a8ed7c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 943 time: 0.1584983 Mar 03 17:55:20.824802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] The port 'd39786f9-4709-45ee-bceb-8655d7b25d4f' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:55:20.829352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a59e1443-2ea4-47de-8f88-edaf96156952 req-f42eaaa3-ca61-4d82-88f1-3cd23faa1f0d tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Mar 03 17:55:20.877828 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:20.905505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:20.915925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:20.921595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:20.922614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7de97d7d-b43f-4309-8243-3287ea2dc149 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:20.993023 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac', 'code': 200} Mar 03 17:55:21.048228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:21.065154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 7de97d7d-b43f-4309-8243-3287ea2dc149 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:21.077676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 7de97d7d-b43f-4309-8243-3287ea2dc149 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:21.078060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.128934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.155581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-914a17ab-7a4f-4818-a502-f99c7ce2eb03 req-89b0930b-b657-41ae-afe5-aee0d360ea23 service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434395 Mar 03 17:55:21.162009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a255b4b0-e278-4ce2-9180-32e40f410606']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:21.179317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5df1b4-7c74-449f-b5a0-cc17dcd874c2') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:21.179636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5df1b4-7c74-449f-b5a0-cc17dcd874c2') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:21.193384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.212213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.218041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.221754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:55:21.222222 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:55:21.242221 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:55:21.253304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7de97d7d-b43f-4309-8243-3287ea2dc149, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7de97d7d-b43f-4309-8243-3287ea2dc149,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:21.258231 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.259126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:21.330574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89db26-7340-4ba8-9fb6-d8cd976ce21e req-c306a78a-1ef3-48f4-96d4-4ae9878f5a9e tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.332482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d89db26-7340-4ba8-9fb6-d8cd976ce21e req-c306a78a-1ef3-48f4-96d4-4ae9878f5a9e tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 951 time: 0.0793447 Mar 03 17:55:21.382372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7de97d7d-b43f-4309-8243-3287ea2dc149,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:21.390214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d89db26-7340-4ba8-9fb6-d8cd976ce21e req-094dc6c7-c276-4b62-96e2-d6fb9d3052f5 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512285 Mar 03 17:55:21.392938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:21.398078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:21.398252 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.398516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.403752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.437558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=a255b4b0-e278-4ce2-9180-32e40f410606,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:21.455546 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a24cd49b-076f-4604-a84a-02a8a3b89909 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/a255b4b0-e278-4ce2-9180-32e40f410606 HTTP/1.1" status: 204 len: 168 time: 2.9950130 Mar 03 17:55:21.459451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45412) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:21.465359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-791199768'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:21.473922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:21.481274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:network and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:21.484501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.486181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:21.490303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.493163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:21.496353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.502551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.510644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.512612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:21.518002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.518331 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.525107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.533140 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-575cb6a0-5d19-45ad-a894-d79bb07d95c4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5439 time: 0.2028091 Mar 03 17:55:21.538517 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.569875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:55:21.601656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.601656 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Added segment cc8ba264-b067-4ef8-b843-0baaa7a7fba0 of type vlan for network 882135fd-e069-4612-a398-ce589c1f5058 Mar 03 17:55:21.613828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59e58d5f-741f-41dd-9d23-4ac5d9309a22 req-f746fb91-a827-4d6a-9261-96d95f70d2c3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694942 Mar 03 17:55:21.620452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:21.620452 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.620452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1d56afb9-0196-4204-94e6-0cd1947f1b29 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:21.641177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45424) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:21.773507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Deleting subnet 2e9df596-4c5d-4665-a0f7-02dfafab3987 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:55:21.777183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.778424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e73c-5866-43f3-9e25-5b1339dc0632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.789800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:21.802213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 1d56afb9-0196-4204-94e6-0cd1947f1b29 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:21.822392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 1d56afb9-0196-4204-94e6-0cd1947f1b29 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:21.822988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.842101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.868888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.891599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.899590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:21.900593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:21.960429 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.021475 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.041180 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5779874 Mar 03 17:55:22.045194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45460) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:22.058295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '882135fd-e069-4612-a398-ce589c1f5058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:22.074082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1d56afb9-0196-4204-94e6-0cd1947f1b29, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:22.080357 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.082704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device f9687485-82ef-41a6-8bb4-e17aeca513d8 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:22.084494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742d7fa-fb51-4d4b-a4db-5974499147d2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Network': ['ID=882135fd-e069-4612-a398-ce589c1f5058,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:22.121601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372fa20-5350-4e27-9614-6ff8523ae599 req-95b04ade-2240-476e-b143-3cb775093271 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:22.123478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9372fa20-5350-4e27-9614-6ff8523ae599 req-95b04ade-2240-476e-b143-3cb775093271 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 943 time: 0.1169007 Mar 03 17:55:22.155866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.177130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 882135fd-e069-4612-a398-ce589c1f5058 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:55:22.206200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.214588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:22.215622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e9df596-4c5d-4665-a0f7-02dfafab3987 HTTP/1.1" status: 204 len: 168 time: 0.5755727 Mar 03 17:55:22.218629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:22.219495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9df596-4c5d-4665-a0f7-02dfafab3987,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:22.221721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:22.225160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45470) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:22.229796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:22.251512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:22.253747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.256814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9372fa20-5350-4e27-9614-6ff8523ae599 req-c1cda049-0d16-41fa-8ea8-3a158e10f50c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276634 Mar 03 17:55:22.260432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.260853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.261262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.261696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.262099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.262478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.263377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.264567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.265060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.265554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.266016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.266481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7217661f-c221-4642-bd29-0db8d38e06d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:22.385196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.433564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1d56afb9-0196-4204-94e6-0cd1947f1b29,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:22.446113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port f9687485-82ef-41a6-8bb4-e17aeca513d8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:22.453182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port f9687485-82ef-41a6-8bb4-e17aeca513d8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:22.453995 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.529144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.557402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.569506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca13643-4bfd-4bda-9748-828744b866b0']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:22.584240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff881ad-ed95-4519-9e25-e7914026b32c') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:22.584537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff881ad-ed95-4519-9e25-e7914026b32c') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:22.593925 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.629465 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.649295 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.656954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:55:22.657101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=5b5edebd-abdd-49f8-9c4c-6478986e574e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:22.657833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:55:22.679885 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:55:22.689272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port f9687485-82ef-41a6-8bb4-e17aeca513d8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:22.698554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.699678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 224f13ee-4d13-4615-87d3-1bd2b4cc131f up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:22.700530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Checking segment: {'id': 'cc8ba264-b067-4ef8-b843-0baaa7a7fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '882135fd-e069-4612-a398-ce589c1f5058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:22.700897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network hostable DHCP agents. Network: 882135fd-e069-4612-a398-ce589c1f5058, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:55:22.733631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 882135fd-e069-4612-a398-ce589c1f5058 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:55:22.753249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 882135fd-e069-4612-a398-ce589c1f5058) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:22.773794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:22.773794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.800997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56ad5cb6-2500-45c8-a8e8-5ded9a59a62f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7546153 Mar 03 17:55:22.806659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45516) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:22.818368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1364659538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:22.827170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:22.831506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:router and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:22.835350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:22.843207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:22.845887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd680b-50a9-471f-8b16-96a3fa3d8715 None None] Network 882135fd-e069-4612-a398-ce589c1f5058 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:22.864594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.864594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.901867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.903790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.912030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.934330 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.956777 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:22.989452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:22.995667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.005648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149'}, {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08'}, {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d56afb9-0196-4204-94e6-0cd1947f1b29'}, {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9687485-82ef-41a6-8bb4-e17aeca513d8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:23.016670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.016670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-259e1f94-0b0b-4bfb-85b6-b96f0db4d36b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2032683 Mar 03 17:55:23.016670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45536) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:23.040978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'network_id': '882135fd-e069-4612-a398-ce589c1f5058', 'name': 'tempest-PortsTestJSON-241583225'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:23.051022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca13643-4bfd-4bda-9748-828744b866b0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:23.069179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-28e02dc9-5f60-40d5-a171-88457acaaa87 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aca13643-4bfd-4bda-9748-828744b866b0 HTTP/1.1" status: 204 len: 168 time: 0.8423860 Mar 03 17:55:23.072510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45542) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:23.105850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.113732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.120198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.126346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.133295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.140241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.147282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.149882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-302ac655-a72b-4816-960e-710d13f8ce4e req-72003f87-bbbc-4cb5-a1b6-a513834bd098 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5442 time: 0.3419302 Mar 03 17:55:23.215655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-302ac655-a72b-4816-960e-710d13f8ce4e req-32478adf-672a-46ce-8b72-d7eb27ff4ed4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591617 Mar 03 17:55:23.236655 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149', 'code': 200} Mar 03 17:55:23.237206 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'code': 200} Mar 03 17:55:23.238171 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d56afb9-0196-4204-94e6-0cd1947f1b29', 'code': 200} Mar 03 17:55:23.238171 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9687485-82ef-41a6-8bb4-e17aeca513d8', 'code': 200} Mar 03 17:55:23.276575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] Deleting subnet 58fb42d8-6cbe-4b55-94aa-84cf42a15ff5 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:55:23.276575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.292979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=f9687485-82ef-41a6-8bb4-e17aeca513d8,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:23.301096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 224f13ee-4d13-4615-87d3-1bd2b4cc131f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:23.309238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:23.319151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:23.327443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:23.337160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:23.350293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.355387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 224f13ee-4d13-4615-87d3-1bd2b4cc131f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:23.356283 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.390987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:23.393722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.429155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 24c9c818-5ba1-4f23-bf70-ac0200f766ba yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:55:23.476749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:23.508615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.534406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef375dc-6d3b-4ca0-b1bb-fc8a32ba3d9e req-cdc01cf6-5891-43e8-bb6e-159ec4f0b0ea tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:23.535994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ef375dc-6d3b-4ca0-b1bb-fc8a32ba3d9e req-cdc01cf6-5891-43e8-bb6e-159ec4f0b0ea tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 943 time: 0.0970609 Mar 03 17:55:23.562836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384', 'network_id': 'ed355772-4c3e-42f6-8773-a450e476753f', 'port_id': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384', 'mac_address': 'fa:16:3e:06:5e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0754c-cd1b-4eba-85a9-9df63bc4ff11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:23.567177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-882135fd-e069-4612-a398-ce589c1f5058', 'network_id': '882135fd-e069-4612-a398-ce589c1f5058', 'tenant_id': '7d57e3f559e34c05a4331f6b77164995', 'fixed_ips': [{'subnet_id': '5b5edebd-abdd-49f8-9c4c-6478986e574e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:55:23.570407 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.607016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ef375dc-6d3b-4ca0-b1bb-fc8a32ba3d9e req-97926e98-f14f-469b-9aca-d07fd8a1a06e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625174 Mar 03 17:55:23.740412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.777444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.4 (882135fd-e069-4612-a398-ce589c1f5058/5b5edebd-abdd-49f8-9c4c-6478986e574e/24c9c818-5ba1-4f23-bf70-ac0200f766ba) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:23.787843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fb42d8-6cbe-4b55-94aa-84cf42a15ff5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:23.798744 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.828198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c52aba4-a96b-4e24-b272-c24717cb0900 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58fb42d8-6cbe-4b55-94aa-84cf42a15ff5 HTTP/1.1" status: 204 len: 168 time: 0.7497058 Mar 03 17:55:23.830963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45602) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:23.843841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.912072 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:23.951640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:23.986553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.012586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:24.012586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:24.012586 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.012586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b2d4c2c6-0ccf-449d-ac43-42138672e4f8 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:24.119088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.119088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=224f13ee-4d13-4615-87d3-1bd2b4cc131f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:24.134850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.205813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:24.221079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.246420 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.251516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:24.264347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:24.264347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.301706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 24c9c818-5ba1-4f23-bf70-ac0200f766ba will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:24.401960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.405418 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.438844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e181e6-1adf-451a-8b0d-4cb06cf6779c']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:24.473783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Allocated IP 172.20.0.2 (882135fd-e069-4612-a398-ce589c1f5058/5b5edebd-abdd-49f8-9c4c-6478986e574e/a7ece49d-811f-44e9-8bb4-6bc108a8f65b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:24.493680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757d579f-af93-4874-8013-54b034529bf8') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:24.494138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757d579f-af93-4874-8013-54b034529bf8') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:24.508197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.527402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.535583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:55:24.536062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:55:24.551647 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:55:24.557398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 882135fd-e069-4612-a398-ce589c1f5058 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:24.593052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:24.605738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:24.651788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:24.659702 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.767346 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.786767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] 10.222.0.23 "DELETE /v2.0/networks/92e181e6-1adf-451a-8b0d-4cb06cf6779c HTTP/1.1" status: 204 len: 168 time: 0.9492865 Mar 03 17:55:24.786767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416cb58-b12a-4c0b-a4f9-4dd97b9c8609 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e181e6-1adf-451a-8b0d-4cb06cf6779c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:24.831586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=24c9c818-5ba1-4f23-bf70-ac0200f766ba,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:24.836146 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.874475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:24.874475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.894781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45658) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:24.904247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:24.905353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a6669d42-ac2d-4ee1-b371-5d0c4ea2f5b9 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8896685 Mar 03 17:55:24.905471 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.924255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:24.925051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:24.954924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:24.964438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:24.984454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:24.991963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:24.993491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Transition to ACTIVE for port object a7ece49d-811f-44e9-8bb4-6bc108a8f65b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:25.003430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:25.009146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:25.015684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:25.024454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-4f6b59b0-7dbc-4eeb-aa7f-c01b296a72eb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5443 time: 0.4852605 Mar 03 17:55:25.027324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 5e148a7a-b4a7-4754-aeef-fd058965351d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:25.028110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 5e148a7a-b4a7-4754-aeef-fd058965351d not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:25.047163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45662) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:25.059203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:25.113378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72c4a4a1-95d3-4eb9-bec7-b60227921c3c req-d7bb3ac7-dcdb-4181-8692-80ce4010cacf tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877013 Mar 03 17:55:25.157935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d08dbbd1-40e6-4218-b709-9d9dbc3d5b60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87b34e58186648678211e562771b5fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096723 Mar 03 17:55:25.160385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45670) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:25.194053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Transition to ACTIVE for port object a7ece49d-811f-44e9-8bb4-6bc108a8f65b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:25.251165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.291305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224f13ee-4d13-4615-87d3-1bd2b4cc131f'}, {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:25.297376 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.302501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.339042 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.359078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:25.429340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.470109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4257e0b-1276-454f-95ab-33eb8545482e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.511518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.513147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.513147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.513147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:25.541590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.542996 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-64691b4f-bde2-4fd7-8fe3-54ccaada318b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4257e0b-1276-454f-95ab-33eb8545482e HTTP/1.1" status: 204 len: 168 time: 0.3815150 Mar 03 17:55:25.597725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed26b9-7d89-4391-9bce-80f6eff75e5e req-564ebda5-e2dd-4012-9a9c-e949ea964d79 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:25.599593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6ed26b9-7d89-4391-9bce-80f6eff75e5e req-564ebda5-e2dd-4012-9a9c-e949ea964d79 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 944 time: 0.5941238 Mar 03 17:55:25.625108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:25.643546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Network 882135fd-e069-4612-a398-ce589c1f5058 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:25.643546 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.646579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:25.652610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:25.699427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Pushing event updated for resources: {'Port': ['ID=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:25.749748 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6ed26b9-7d89-4391-9bce-80f6eff75e5e req-8317546f-0275-467f-a492-309ba0f39748 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361766 Mar 03 17:55:25.801440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=11']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:25.864034 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224f13ee-4d13-4615-87d3-1bd2b4cc131f', 'code': 200} Mar 03 17:55:25.864034 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8', 'code': 200} Mar 03 17:55:25.884295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Attempting to bind port a7ece49d-811f-44e9-8bb4-6bc108a8f65b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:55:25.884295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Attempting to bind port a7ece49d-811f-44e9-8bb4-6bc108a8f65b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'cc8ba264-b067-4ef8-b843-0baaa7a7fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '882135fd-e069-4612-a398-ce589c1f5058'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:55:25.884295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Attempting to bind port a7ece49d-811f-44e9-8bb4-6bc108a8f65b on network 882135fd-e069-4612-a398-ce589c1f5058 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:25.894791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:55:25.895068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Checking segment: {'id': 'cc8ba264-b067-4ef8-b843-0baaa7a7fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '882135fd-e069-4612-a398-ce589c1f5058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:25.895478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.896323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Bound using segment: {'id': 'cc8ba264-b067-4ef8-b843-0baaa7a7fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '882135fd-e069-4612-a398-ce589c1f5058'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:55:25.896413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Bound port: a7ece49d-811f-44e9-8bb4-6bc108a8f65b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8ba264-b067-4ef8-b843-0baaa7a7fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '882135fd-e069-4612-a398-ce589c1f5058'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:55:25.897235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:25.960868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:26.088425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] For port a7ece49d-811f-44e9-8bb4-6bc108a8f65b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:55:26.093953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] For port a7ece49d-811f-44e9-8bb4-6bc108a8f65b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,segment=NetworkSegment(cc8ba264-b067-4ef8-b843-0baaa7a7fba0),segment_id=cc8ba264-b067-4ef8-b843-0baaa7a7fba0)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:55:26.103288 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:26.328010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d1486-4da4-472a-9552-e8c235782a17 None None] Pushing event updated for resources: {'Port': ['ID=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:26.441310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45722) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:26.496874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4777be5f-8a8e-4b41-9b7d-fc5b23d6a9c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=062cb1db02304da19ba26d962ff6eb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514648 Mar 03 17:55:26.496874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45726) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:26.619640 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9836ffd-52d3-4635-8a4f-8b3f758db3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:26.642072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.642072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.642072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.642842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.642842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.643145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.643626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.645568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-bd15e3aa-54aa-4d06-b5aa-88f9501d1d92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6501 time: 0.6656897 Mar 03 17:55:26.663843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9836ffd-52d3-4635-8a4f-8b3f758db3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:26.766619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9836ffd-52d3-4635-8a4f-8b3f758db3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:26.792890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9836ffd-52d3-4635-8a4f-8b3f758db3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec6a984-7e96-49f8-82c4-b8593b405135,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:26.811697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9836ffd-52d3-4635-8a4f-8b3f758db3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:26.812653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a9836ffd-52d3-4635-8a4f-8b3f758db3a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fec6a984-7e96-49f8-82c4-b8593b405135 HTTP/1.1" status: 204 len: 168 time: 0.3154483 Mar 03 17:55:26.831178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23a255ee-dbae-4d2e-84bb-8919fa712397 req-d925ab50-e5ca-43f9-82c3-7bb18aae2dda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520779 Mar 03 17:55:26.867739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.873869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.880467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.887255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.895410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.900326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.912323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:26.919476 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05018c95-9d53-4af3-802f-03910993fc36 req-fb102113-dfad-405a-b877-5e37447571fb tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.3860161 Mar 03 17:55:26.949918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:26.982414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05018c95-9d53-4af3-802f-03910993fc36 req-152a53cb-f18f-4dd4-86a6-a3cfd8540a92 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672112 Mar 03 17:55:27.000888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:27.007701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:27.039764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:27.055653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:27.056391 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:27.165147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=24c9c818-5ba1-4f23-bf70-ac0200f766ba,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:27.346956 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:27.393682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:27.402598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:27.531033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:27.647949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:27.726779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1487fa-5a5d-4efc-a86b-ccc33f6509ed req-66d5c516-6323-43e4-b7fd-a9383dd9f0df tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:27.728287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e1487fa-5a5d-4efc-a86b-ccc33f6509ed req-66d5c516-6323-43e4-b7fd-a9383dd9f0df tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 944 time: 0.4702287 Mar 03 17:55:27.828491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62c134-386b-4499-893f-112767a77466 None None] Network 882135fd-e069-4612-a398-ce589c1f5058 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:27.851334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e1487fa-5a5d-4efc-a86b-ccc33f6509ed req-a9017e4a-95a8-4534-b1d0-af075da8c17b tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151018 Mar 03 17:55:27.870903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17'}, {'server_uuid': '50d87c74-a846-4976-988f-006d027c223c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:27.875320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:27.959245 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'code': 200} Mar 03 17:55:27.959779 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d87c74-a846-4976-988f-006d027c223c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384', 'code': 200} Mar 03 17:55:27.992795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d0285a86-bfe0-4dca-bd4a-43176030083a None None] Provisioning for port a7ece49d-811f-44e9-8bb4-6bc108a8f65b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:28.152764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded9c48-8e97-47db-88c8-0ad7840f97d4 req-2cabd561-79f3-4614-8e29-3dd1286d70bd tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.163066 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bded9c48-8e97-47db-88c8-0ad7840f97d4 req-2cabd561-79f3-4614-8e29-3dd1286d70bd tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 948 time: 0.2309630 Mar 03 17:55:28.340416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bded9c48-8e97-47db-88c8-0ad7840f97d4 req-39cd640b-a594-4490-9808-84c2fea805da tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760161 Mar 03 17:55:28.428806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a7ece49d-811f-44e9-8bb4-6bc108a8f65b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:28.548885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a7ece49d-811f-44e9-8bb4-6bc108a8f65b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:28.560279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a7ece49d-811f-44e9-8bb4-6bc108a8f65b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:28.564534 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:28.568555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492930-c893-473b-a17e-5ed847d9cf1a req-6b36ec26-06a3-4d04-b839-aadba86c9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.570154 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b492930-c893-473b-a17e-5ed847d9cf1a req-6b36ec26-06a3-4d04-b839-aadba86c9fcf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 1096 time: 0.3905888 Mar 03 17:55:28.715926 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:28.745386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.755548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.763962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a7ece49d-811f-44e9-8bb4-6bc108a8f65b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,segment=NetworkSegment(cc8ba264-b067-4ef8-b843-0baaa7a7fba0),segment_id=cc8ba264-b067-4ef8-b843-0baaa7a7fba0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:28.768689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.774925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bf2ca860-d3f8-4dce-93e3-7b67e0bbab0d None None] Provisioning for port 24c9c818-5ba1-4f23-bf70-ac0200f766ba completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:28.780632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:28.785417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.798739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.807045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.813748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:28.816487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-7b514cf7-d512-44c4-9136-2ce99e3ce0ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.5331540 Mar 03 17:55:28.855511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b492930-c893-473b-a17e-5ed847d9cf1a req-7c1f93d2-31a7-4bd4-924d-8637026ffde2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464757 Mar 03 17:55:28.877663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:28.881830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bf2ca860-d3f8-4dce-93e3-7b67e0bbab0d None None] Provisioning complete for port 24c9c818-5ba1-4f23-bf70-ac0200f766ba triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:28.882395 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca860-d3f8-4dce-93e3-7b67e0bbab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:28.957225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f5e97f3-4c48-49ac-bcc8-e38261eca76a req-72a3d6ad-2afd-41ef-98bd-904816c5ceb3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262352 Mar 03 17:55:29.042629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:29.055957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:29.074216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ca860-d3f8-4dce-93e3-7b67e0bbab0d None None] Port 24c9c818-5ba1-4f23-bf70-ac0200f766ba cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:29.105368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bf2ca860-d3f8-4dce-93e3-7b67e0bbab0d None None] Provisioning complete for port a7ece49d-811f-44e9-8bb4-6bc108a8f65b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:29.106977 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca860-d3f8-4dce-93e3-7b67e0bbab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:29.285091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b5fe7-11ec-43bc-ad7e-5ef02d902a7e req-099dd96d-8156-401a-9187-dbdc751b3a49 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:29.294163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-142b5fe7-11ec-43bc-ad7e-5ef02d902a7e req-099dd96d-8156-401a-9187-dbdc751b3a49 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.2215583 Mar 03 17:55:29.424047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-142b5fe7-11ec-43bc-ad7e-5ef02d902a7e req-a849350d-f182-42fd-a714-709d7f4658ae tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245270 Mar 03 17:55:29.449667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:29.551292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=24c9c818-5ba1-4f23-bf70-ac0200f766ba,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:29.618373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-697718cf-06ee-4bfd-b955-814ea585fc9d None None] Provisioning complete for port 24c9c818-5ba1-4f23-bf70-ac0200f766ba triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:29.618922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-697718cf-06ee-4bfd-b955-814ea585fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:29.672120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-697718cf-06ee-4bfd-b955-814ea585fc9d None None] Port 24c9c818-5ba1-4f23-bf70-ac0200f766ba cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:29.685869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a712f1f-2559-4d5e-8036-2a3fcfee67db req-27cfe82f-0be2-41ee-a309-aa3a528ca404 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:29.687336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a712f1f-2559-4d5e-8036-2a3fcfee67db req-27cfe82f-0be2-41ee-a309-aa3a528ca404 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 948 time: 0.1799939 Mar 03 17:55:29.689189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 882135fd-e069-4612-a398-ce589c1f5058 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:29.690436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:29.865628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a712f1f-2559-4d5e-8036-2a3fcfee67db req-ca0163d2-fc5f-4f86-a610-e465e3e6ef60 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686449 Mar 03 17:55:29.920128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-4d48b2c2-a33f-4e1e-94e4-d411120b1d17 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271327 Mar 03 17:55:29.925900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Router 2e2644d8-5972-450b-a74d-8a68ebfb9a49 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:55:29.997023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c2be1496-af52-41c4-b951-09909f1331d8 None None] Provisioning complete for port 24c9c818-5ba1-4f23-bf70-ac0200f766ba triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:29.997548 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2be1496-af52-41c4-b951-09909f1331d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:30.084525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c2be1496-af52-41c4-b951-09909f1331d8 None None] Port 24c9c818-5ba1-4f23-bf70-ac0200f766ba cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:30.186913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-4b50ebac-4ea3-4046-8702-ca0bf995add9 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.188148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-4b50ebac-4ea3-4046-8702-ca0bf995add9 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615063 Mar 03 17:55:30.204002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-61ad5ade-f151-4a3f-a32e-03f6e20eb910 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/quotas/d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 375 time: 0.0101764 Mar 03 17:55:30.235846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:55:30.241694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c887968c-5782-4778-ae22-6179433d4725 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "PUT /v2.0/routers/2e2644d8-5972-450b-a74d-8a68ebfb9a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3456545 Mar 03 17:55:30.246236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45826) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:30.249606 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] Sync routers for ids ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:55:30.254329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-74da7fae-fb66-44e9-b01a-e3a389667568 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451124 Mar 03 17:55:30.260385 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] Routers {'2e2644d8-5972-450b-a74d-8a68ebfb9a49'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:30.261129 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:30.332794 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:30.342408 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] Routers {'2e2644d8-5972-450b-a74d-8a68ebfb9a49'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:30.343017 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:30.436606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a7ece49d-811f-44e9-8bb4-6bc108a8f65b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:30.470983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.478292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.486970 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:30.487380 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3040caf-6bab-4dfe-8705-56099ccdedf5 None None] The sync data for ids ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:55:30.492794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.508207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.514752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.514899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af3ac0d4-339d-4e09-97e9-bf0a3eb99fa3 req-d26afd42-a0a7-410e-b409-e48bf2ac9746 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 210 time: 0.0978329 Mar 03 17:55:30.523458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.530232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.532242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-ce6c821f-0d5c-4dc7-901b-6aadff25cb38 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.3666830 Mar 03 17:55:30.549791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a7ece49d-811f-44e9-8bb4-6bc108a8f65b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:30.550323 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:30.571323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f3f472-5681-4471-a909-98af26e979f4 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.572392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b7f3f472-5681-4471-a909-98af26e979f4 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:30.658749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b7f3f472-5681-4471-a909-98af26e979f4 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:30.663491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45840) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:30.666359 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b7f3f472-5681-4471-a909-98af26e979f4 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2644d8-5972-450b-a74d-8a68ebfb9a49 HTTP/1.1" status: 200 len: 981 time: 0.4193063 Mar 03 17:55:30.682900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fa900e5-b5f8-4c61-a6ff-f2f9c6c7d361 req-87ab958d-0751-4548-b1d1-45fd680a1268 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265366 Mar 03 17:55:30.708111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-147683a0-242d-430f-95f5-265d920694a8 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:30.710108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-147683a0-242d-430f-95f5-265d920694a8 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 948 time: 0.3672233 Mar 03 17:55:30.804546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Deleting port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:30.805050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:31.043932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112fa4b-060d-4148-8956-4a5fd0819760 req-f271b5a1-5d20-480b-8e40-ab7163d80a01 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.045510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1112fa4b-060d-4148-8956-4a5fd0819760 req-f271b5a1-5d20-480b-8e40-ab7163d80a01 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.3793008 Mar 03 17:55:31.097647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.103511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.110155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.115919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.121638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.127641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.133536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.136176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76fa21aa-7d19-48bf-bc35-625d7f00a38e req-0fd52c4d-083f-448a-b84d-1148dc8c4d11 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.2814260 Mar 03 17:55:31.148040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45850) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:31.156041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Request body: {'floatingip': {'port_id': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:31.161181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1112fa4b-060d-4148-8956-4a5fd0819760 req-c313a6b1-548f-430a-ba41-e718783c4989 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021624 Mar 03 17:55:31.252341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:31.328397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:31.556219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] For port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:31.556584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:31.725589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Calling delete_port for 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:31.730885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94d8016a-78f4-46bd-bd41-93d8672572f9 req-82581da4-5745-4846-8428-d226f9553274 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 210 time: 0.0807834 Mar 03 17:55:31.765627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 24c9c818-5ba1-4f23-bf70-ac0200f766ba {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:31.766198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:31.897150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a7b5c-bba6-49b4-a8b8-a9a2421aee49 req-e08400a9-1ed9-463b-b403-a3dac9ced20c tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:31.898651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e15a7b5c-bba6-49b4-a8b8-a9a2421aee49 req-e08400a9-1ed9-463b-b403-a3dac9ced20c tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 948 time: 0.6556485 Mar 03 17:55:32.006338 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:32.020182 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-5a1ccee8-a4e6-44c8-9514-9c022846eef0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415275 Mar 03 17:55:32.126990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e15a7b5c-bba6-49b4-a8b8-a9a2421aee49 req-872a27af-942e-4ef9-8f34-962cba397280 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151728 Mar 03 17:55:32.158303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 24c9c818-5ba1-4f23-bf70-ac0200f766ba owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:32.165156 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:32.201895 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:55:32.377026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Pushing event deleted for resources: {'Port': ['ID=328fe1fc-9968-4dc9-8e69-4df9c4bbff65,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:32.475501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] No DVR routers for this DVR port 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:32.479396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:32.482010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-deleted', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:32.513966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-efd4ce0e-3e4a-436f-9d69-92da0bfecaf1 req-043887ec-857f-4c85-926e-59d2e08c8c11 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.16 "DELETE /v2.0/ports/328fe1fc-9968-4dc9-8e69-4df9c4bbff65 HTTP/1.1" status: 204 len: 173 time: 1.7957709 Mar 03 17:55:32.619847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-e8343373-a6db-41a8-9744-afd431a9b525 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:32.619847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-e8343373-a6db-41a8-9744-afd431a9b525 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365982 Mar 03 17:55:32.641683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Request body: {'port': {'device_id': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'd238225c363345cdb45a45bb802d68c1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:32.650615 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc97ebf-3279-4ea7-b09e-74cba77e5bae', 'name': 'network-vif-deleted', 'tag': '328fe1fc-9968-4dc9-8e69-4df9c4bbff65', 'status': 'completed', 'code': 200} Mar 03 17:55:32.693042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d203-ec2f-4538-9e54-6fc62d6d6de5 req-5c0a7dce-ff08-4541-9ad3-20735332ee19 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:32.699928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ac1d203-ec2f-4538-9e54-6fc62d6d6de5 req-5c0a7dce-ff08-4541-9ad3-20735332ee19 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.3196146 Mar 03 17:55:32.701379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:32.708012 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:32.871595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ac1d203-ec2f-4538-9e54-6fc62d6d6de5 req-d1b18a96-f374-48ff-a5f5-ae72b4abfcde tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702807 Mar 03 17:55:32.940468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:33.007960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=24c9c818-5ba1-4f23-bf70-ac0200f766ba,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:33.009311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b68f3a6-d1b8-46d0-aa68-0173acfae5e5 req-ab830255-3426-4a04-8c7f-6b958792dbbf tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 210 time: 0.0582235 Mar 03 17:55:33.060767 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Floating IP 5c7af620-b80c-46a9-84c4-168e180f64e2 associated. External IP: 172.25.0.85, port: 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08. Mar 03 17:55:33.062636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:33.424184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Usage tracker for resource:port and tenant:d238225c363345cdb45a45bb802d68c1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:33.429258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:33.532242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:33.642641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8d9b180b-d23d-460f-afe5-b836bb61614f req-8ece4c2f-5f6f-4935-a37e-93f7e1703f71 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Synchronizing usage tracker for tenant:cc3986cd3695422faf94da78238c88c6 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:33.645068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Made reservation on behalf of d238225c363345cdb45a45bb802d68c1 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:33.646846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:33.657856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:33.668099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:33.691948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8d9b180b-d23d-460f-afe5-b836bb61614f req-8ece4c2f-5f6f-4935-a37e-93f7e1703f71 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Unset dirty status for tenant:cc3986cd3695422faf94da78238c88c6 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:33.697777 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d9b180b-d23d-460f-afe5-b836bb61614f req-8ece4c2f-5f6f-4935-a37e-93f7e1703f71 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc97ebf-3279-4ea7-b09e-74cba77e5bae HTTP/1.1" status: 200 len: 210 time: 0.1692288 Mar 03 17:55:33.778243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:33.787250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b616fff-1186-4075-82dd-f01838025236 req-3e016ac3-c832-48da-ba8b-2befcc8b7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:33.787250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b616fff-1186-4075-82dd-f01838025236 req-3e016ac3-c832-48da-ba8b-2befcc8b7553 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 1096 time: 0.3019094 Mar 03 17:55:33.792118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Usage tracker for resource:security_group_rule and tenant:d238225c363345cdb45a45bb802d68c1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:33.792118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:33.868651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:33.935374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c942e-d013-4cc2-98eb-dd32b3fc196b req-2b7f8c93-934b-41cf-a108-2ad5ddf7b9a8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:33.941269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c3c942e-d013-4cc2-98eb-dd32b3fc196b req-2b7f8c93-934b-41cf-a108-2ad5ddf7b9a8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.3520794 Mar 03 17:55:33.990835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:55:34.016653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b616fff-1186-4075-82dd-f01838025236 req-c0434541-f269-4450-b42f-636586a18180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:34.018129 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b616fff-1186-4075-82dd-f01838025236 req-c0434541-f269-4450-b42f-636586a18180 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 911 time: 0.2289808 Mar 03 17:55:34.069862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Router 2e2644d8-5972-450b-a74d-8a68ebfb9a49 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:55:34.100908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c3c942e-d013-4cc2-98eb-dd32b3fc196b req-1893b0a2-6557-41ca-8960-3a4fb12b2c84 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565700 Mar 03 17:55:34.158191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b616fff-1186-4075-82dd-f01838025236 req-ac7bedd1-5d83-4827-8858-d2c9e192820d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 HTTP/1.1" status: 200 len: 217 time: 0.0887835 Mar 03 17:55:34.272240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:55:34.295405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-383c4251-8c81-40e2-8a02-5ceffdee5848 req-bb7ff0bc-79b3-4b18-a574-aada2a552c35 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 210 time: 0.1241500 Mar 03 17:55:34.299321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:34.304061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:34.306353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] Sync routers for ids ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:55:34.321413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] Routers {'2e2644d8-5972-450b-a74d-8a68ebfb9a49'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:34.321413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:34.400032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:34.414239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] Routers {'2e2644d8-5972-450b-a74d-8a68ebfb9a49'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:34.414603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:34.424570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600b8d96-c892-41fa-ae12-4799d081d0b3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:34.430825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:55:34.433311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f3844d9-7b76-4739-bf57-9d15bbaf26ef tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "PUT /v2.0/routers/2e2644d8-5972-450b-a74d-8a68ebfb9a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7684190 Mar 03 17:55:34.434313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45872) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:34.443218 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] Sync routers for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:55:34.458850 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:34.459772 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:34.465440 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:34.494479 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e09b342-f438-4c21-90b2-f09ae5ade5fb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:55:34.495028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9e09b342-f438-4c21-90b2-f09ae5ade5fb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:34.518944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:34.519479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1ecfa-0100-4f03-b85f-1003902f5f1f None None] The sync data for ids ['2e2644d8-5972-450b-a74d-8a68ebfb9a49'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:55:34.532007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b616fff-1186-4075-82dd-f01838025236 req-d05cfea5-19b9-4262-900c-a6d0fa036d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:34.534281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b616fff-1186-4075-82dd-f01838025236 req-d05cfea5-19b9-4262-900c-a6d0fa036d90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 200 len: 850 time: 0.3638277 Mar 03 17:55:34.550582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9e09b342-f438-4c21-90b2-f09ae5ade5fb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:34.553730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9e09b342-f438-4c21-90b2-f09ae5ade5fb tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/24c9c818-5ba1-4f23-bf70-ac0200f766ba HTTP/1.1" status: 404 len: 333 time: 0.1153941 Mar 03 17:55:34.554358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45876) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:34.607560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a4f3142a-28c6-4985-aa6a-67d535bf8029 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "PUT /v2.0/floatingips/5c7af620-b80c-46a9-84c4-168e180f64e2 HTTP/1.1" status: 200 len: 991 time: 3.4552133 Mar 03 17:55:34.607560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b616fff-1186-4075-82dd-f01838025236 req-76684eaf-7719-48c8-af5e-dd1f4916d602 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed355772-4c3e-42f6-8773-a450e476753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664117 Mar 03 17:55:34.713151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Allocated IP 192.168.233.90 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/bb41261f-c915-410c-85be-5949afef8b67) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:34.752075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3dc315ab-ecf7-4139-9d93-7cae0acfa964 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:34.820082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:34.828996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b616fff-1186-4075-82dd-f01838025236 req-d0dd4eab-0ccc-4032-9fa4-1001448f4489 service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149289 Mar 03 17:55:34.884256 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:55:35.019609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:35.153131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:35.153588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 328fe1fc-9968-4dc9-8e69-4df9c4bbff65 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:35.266422 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'status': 'completed', 'code': 200} Mar 03 17:55:35.401557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3dc315ab-ecf7-4139-9d93-7cae0acfa964 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:35.410359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3dc315ab-ecf7-4139-9d93-7cae0acfa964 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:35.444596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b616fff-1186-4075-82dd-f01838025236 req-56ffbfa2-54a7-4d34-996b-411a13a7339f service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057019 Mar 03 17:55:35.483794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.483794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.483794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.483794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.483794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.483794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.483794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.486642 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '5c7af620-b80c-46a9-84c4-168e180f64e2', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'port_id': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'mac_address': 'fa:16:3e:a1:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:55:32Z', 'revision_number': 1, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:12Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:35.490410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-7d1bd160-4d88-4c49-a1b4-748cc4327777 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6501 time: 0.2168736 Mar 03 17:55:35.493528 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] Checking router: fea0830b-b8db-41bd-b7ac-9f0f908a9d3c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:55:35.538680 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:35.538680 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:35.554911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3dc315ab-ecf7-4139-9d93-7cae0acfa964 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:35.554911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc315ab-ecf7-4139-9d93-7cae0acfa964 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2644d8-5972-450b-a74d-8a68ebfb9a49 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:55:35.562227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baae2f-c3db-4c08-b797-33212ee842e3 req-1ca8904d-6a0b-4c0a-a948-628aea77535e tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.562227 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59baae2f-c3db-4c08-b797-33212ee842e3 req-1ca8904d-6a0b-4c0a-a948-628aea77535e tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 949 time: 0.2858648 Mar 03 17:55:35.698229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59baae2f-c3db-4c08-b797-33212ee842e3 req-894293b4-3920-43aa-99ba-b00933a1105f tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426618 Mar 03 17:55:35.706133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.715184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.719903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.729079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.735771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.741411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.749605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.753706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-4441bcb5-e881-4050-9dd5-dc94e61754a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:35.753706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-4441bcb5-e881-4050-9dd5-dc94e61754a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=953b5aec-2792-4866-9c68-a8ca9a0816bb HTTP/1.1" status: 200 len: 917 time: 0.2601390 Mar 03 17:55:35.757073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-0723115e-b7dc-4e80-8443-d9f2763e866f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 1.0415676 Mar 03 17:55:35.767178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3dc315ab-ecf7-4139-9d93-7cae0acfa964 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:35.769921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3dc315ab-ecf7-4139-9d93-7cae0acfa964 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/routers/2e2644d8-5972-450b-a74d-8a68ebfb9a49 HTTP/1.1" status: 204 len: 168 time: 1.2105496 Mar 03 17:55:35.803658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45898) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:35.833791 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:55:35.902670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d00ae24-f6f1-4477-b848-17bc7a2ed94a req-d6c48ae6-bc2f-4211-ad1a-f267c10b6450 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424758 Mar 03 17:55:35.976501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:35.987830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet 5b5edebd-abdd-49f8-9c4c-6478986e574e {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:55:35.993180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.011825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-9f550b80-8c3d-45ec-88f2-b21dece091c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 HTTP/1.1" status: 200 len: 999 time: 0.2507865 Mar 03 17:55:36.049774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Transition to ACTIVE for port object bb41261f-c915-410c-85be-5949afef8b67 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:36.116727 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.124783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d833a-dca9-43dc-81bf-20b8b9083981 req-294b7abb-3e51-4128-baea-2b460ec0868a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.130614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf8d833a-dca9-43dc-81bf-20b8b9083981 req-294b7abb-3e51-4128-baea-2b460ec0868a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.2455122 Mar 03 17:55:36.173900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-95772020-16be-424a-8b2a-fb0eb82a22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.173900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-95772020-16be-424a-8b2a-fb0eb82a22e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50339c05-2454-481a-9150-1c86c3d715d0 HTTP/1.1" status: 200 len: 855 time: 0.1474681 Mar 03 17:55:36.280272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf8d833a-dca9-43dc-81bf-20b8b9083981 req-d293263a-d986-4dde-b484-0bdd986de063 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538417 Mar 03 17:55:36.343811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-b51cd131-563c-4f64-9df1-eb88b6ebed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.343811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-b51cd131-563c-4f64-9df1-eb88b6ebed2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=953b5aec-2792-4866-9c68-a8ca9a0816bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590180 Mar 03 17:55:36.350375 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '5c7af620-b80c-46a9-84c4-168e180f64e2', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'port_id': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'mac_address': 'fa:16:3e:a1:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:55:32Z', 'revision_number': 1, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:12Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:36.355500 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f2a44-e066-453d-aa7b-a45af62d388a None None] The sync data for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 is: [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '5c7af620-b80c-46a9-84c4-168e180f64e2', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'port_id': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'mac_address': 'fa:16:3e:a1:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:55:32Z', 'revision_number': 1, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:12Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:55:36.366530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c5f64ea0-d78c-4351-9276-e6f0889780f3 req-5a1aebf6-70bf-4afb-bed4-ba488dfff67c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:36.415225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.419810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c5f64ea0-d78c-4351-9276-e6f0889780f3 req-5a1aebf6-70bf-4afb-bed4-ba488dfff67c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:36.419810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5f64ea0-d78c-4351-9276-e6f0889780f3 req-5a1aebf6-70bf-4afb-bed4-ba488dfff67c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 210 time: 0.1346674 Mar 03 17:55:36.489574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.547455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:36.548646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:36.585911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:36.588009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-a378d8f1-4ac2-46a7-a5a8-b45d486fcbae service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338233 Mar 03 17:55:36.620602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.628074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.634945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.644667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:36.646050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.654792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.661098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.667870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.674163 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6da02e5a-a689-453f-8e93-2223fa4b07e5 req-d0802b5a-dced-45df-b213-e490b4fbaf15 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.2075305 Mar 03 17:55:36.707009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:36.708054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.754101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.771714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838d088-f4e8-4714-894f-48da66b554bb None None] New status for floating IP 5c7af620-b80c-46a9-84c4-168e180f64e2: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:55:36.834177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9bfa2cdb-3554-4f98-89e6-0e8ac4b1107f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2022750 Mar 03 17:55:36.835700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5edebd-abdd-49f8-9c4c-6478986e574e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:36.877060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Request body: {'port': {'device_id': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:36.908283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-767ce7ed-fa84-41be-b45a-a17897672ff6 None None] Provisioning for port bb41261f-c915-410c-85be-5949afef8b67 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:36.918234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-767ce7ed-fa84-41be-b45a-a17897672ff6 None None] Provisioning complete for port bb41261f-c915-410c-85be-5949afef8b67 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:36.918234 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-767ce7ed-fa84-41be-b45a-a17897672ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.932075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:36.933818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-62255537-502c-4476-944b-08a0512ec176 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/5b5edebd-abdd-49f8-9c4c-6478986e574e HTTP/1.1" status: 204 len: 168 time: 1.1442487 Mar 03 17:55:36.941846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-869a1296-98f2-4526-920e-bbb925b27fb4 req-29690d22-02a4-4ede-b8d3-ec3cb6090acc service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375003 Mar 03 17:55:36.941846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45908) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:37.073980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.115463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990482-ab41-4e8b-83c7-fef89c63099b req-cf9d7136-9527-497e-a745-51d14a2ae0fe tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:37.117157 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75990482-ab41-4e8b-83c7-fef89c63099b req-cf9d7136-9527-497e-a745-51d14a2ae0fe tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 949 time: 0.2034860 Mar 03 17:55:37.162449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.208757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f6cb30-7d88-4ce9-8c2d-143afd43eda1 None None] Network 882135fd-e069-4612-a398-ce589c1f5058 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:37.220193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75990482-ab41-4e8b-83c7-fef89c63099b req-62427f62-e064-4e3c-b4b4-2722c6bd5178 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773680 Mar 03 17:55:37.224494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port a7ece49d-811f-44e9-8bb4-6bc108a8f65b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:37.224862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.304835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-767ce7ed-fa84-41be-b45a-a17897672ff6 None None] Port bb41261f-c915-410c-85be-5949afef8b67 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:37.399880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-e4588bec-bbb0-4246-b655-e1ab4d29debb tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:37.404104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-e4588bec-bbb0-4246-b655-e1ab4d29debb tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 949 time: 0.2356045 Mar 03 17:55:37.557008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] DHCP port deletion for 882135fd-e069-4612-a398-ce589c1f5058 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:55:37.562716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Deleting port a7ece49d-811f-44e9-8bb4-6bc108a8f65b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:37.562716 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.770933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] For port a7ece49d-811f-44e9-8bb4-6bc108a8f65b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,segment=NetworkSegment(cc8ba264-b067-4ef8-b843-0baaa7a7fba0),segment_id=cc8ba264-b067-4ef8-b843-0baaa7a7fba0)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:37.771196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.782672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Deleting port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:37.782672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.789099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb41261f-c915-410c-85be-5949afef8b67 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:37.799484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.808557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb3631-5cc1-4a59-b295-ac17d51146d6 req-c305cfa1-fed4-4524-963f-b725893ea310 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:37.811822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ceb3631-5cc1-4a59-b295-ac17d51146d6 req-c305cfa1-fed4-4524-963f-b725893ea310 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 935 time: 0.1606288 Mar 03 17:55:37.825221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] For port a7ece49d-811f-44e9-8bb4-6bc108a8f65b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,segment=NetworkSegment(cc8ba264-b067-4ef8-b843-0baaa7a7fba0),segment_id=cc8ba264-b067-4ef8-b843-0baaa7a7fba0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:37.825762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.849993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Transition to ACTIVE for port object bb41261f-c915-410c-85be-5949afef8b67 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:37.863893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:37.967109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for a7ece49d-811f-44e9-8bb4-6bc108a8f65b owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:37.972681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Calling delete_port for a7ece49d-811f-44e9-8bb4-6bc108a8f65b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:38.064154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9ceb3631-5cc1-4a59-b295-ac17d51146d6 req-489dc2a3-fbc9-4173-b806-c04b81f1fa2c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:38.128872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0ec56-afd3-4844-aada-664ca94016b4 req-a7b95b63-a440-49f3-ad90-c7ca8fba7462 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:38.130898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-51c0ec56-afd3-4844-aada-664ca94016b4 req-a7b95b63-a440-49f3-ad90-c7ca8fba7462 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.6722715 Mar 03 17:55:38.142255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 17:55:38.142255 n-d-827121-1 neutron-server[87888]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 03 17:55:38.142255 n-d-827121-1 neutron-server[87888]: [parameters: {'port_id': 'a7ece49d-811f-44e9-8bb4-6bc108a8f65b'}] Mar 03 17:55:38.142255 n-d-827121-1 neutron-server[87888]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:55:38.142255 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:55:38.207898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:38.234857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.287258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9ceb3631-5cc1-4a59-b295-ac17d51146d6 req-489dc2a3-fbc9-4173-b806-c04b81f1fa2c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:38.288513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ceb3631-5cc1-4a59-b295-ac17d51146d6 req-489dc2a3-fbc9-4173-b806-c04b81f1fa2c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610453 Mar 03 17:55:38.362249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:55:38.362249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:55:38.362523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:38.379035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Port bb41261f-c915-410c-85be-5949afef8b67 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:55:38.379360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:38.383463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=a7ece49d-811f-44e9-8bb4-6bc108a8f65b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:38.388529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No DVR routers for this DVR port a7ece49d-811f-44e9-8bb4-6bc108a8f65b on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:38.391913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:55:38.392145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:38.392526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:55:38.392954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Bound port: bb41261f-c915-410c-85be-5949afef8b67, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:55:38.393296 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.411470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a7ece49d-811f-44e9-8bb4-6bc108a8f65b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:38.425911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-51c0ec56-afd3-4844-aada-664ca94016b4 req-e9a6818d-7ca3-47e1-ac8f-7e4951804db6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816381 Mar 03 17:55:38.467442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a7ece49d-811f-44e9-8bb4-6bc108a8f65b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:38.467780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a7ece49d-811f-44e9-8bb4-6bc108a8f65b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:38.546614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:55:38.550800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:55:38.564514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.573262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.586663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] For port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:38.587020 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.611764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdbe37-9288-45aa-8db5-ec740e4fc86a req-2f9708c9-47df-4c29-b6aa-a7b75b9efbf2 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:38.613219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4bdbe37-9288-45aa-8db5-ec740e4fc86a req-2f9708c9-47df-4c29-b6aa-a7b75b9efbf2 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 949 time: 0.1651785 Mar 03 17:55:38.644208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Deleting port a7ece49d-811f-44e9-8bb4-6bc108a8f65b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:38.644764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.645501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:38.646119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.647595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] 10.222.0.16 "PUT /v2.0/ports/bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 1095 time: 1.7963290 Mar 03 17:55:38.648035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:38.691205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb63a2c-dfa3-41ca-9f8b-cbb0a564b17c service neutron] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:38.713858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4bdbe37-9288-45aa-8db5-ec740e4fc86a req-f308c721-37ad-4bde-bd4f-911c73fdd1d4 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/security-groups?id=85267102-3a23-4616-8115-817e38e44057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894072 Mar 03 17:55:38.742725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882135fd-e069-4612-a398-ce589c1f5058']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:38.754489 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67', 'status': 'completed', 'code': 200} Mar 03 17:55:38.757771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Calling delete_port for 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:38.798997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2aa25f6b-1191-4f94-8266-7f33dbbdbfb8 None None] The port 'a7ece49d-811f-44e9-8bb4-6bc108a8f65b' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:55:38.804295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-d8829fde-2a76-4d1c-a456-82dbffb4a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:38.807607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-d8829fde-2a76-4d1c-a456-82dbffb4a9c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1098 time: 0.0903881 Mar 03 17:55:38.809784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8ba264-b067-4ef8-b843-0baaa7a7fba0') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:38.810072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8ba264-b067-4ef8-b843-0baaa7a7fba0') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:38.828399 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.870182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.878026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:55:38.878421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:38.892987 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-0db69a3b-3416-4f12-a647-48be34966de9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.0735774 Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:55:38.893739 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:55:38.961843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-a816ba76-0aff-4eb5-a495-727d54dacf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:38.963350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-a816ba76-0aff-4eb5-a495-727d54dacf86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0596824 Mar 03 17:55:39.015782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:39.035869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:39.040384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-6d5c211d-0458-4710-ac91-3d88ea55fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:39.041878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-6d5c211d-0458-4710-ac91-3d88ea55fd6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713818 Mar 03 17:55:39.055071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=882135fd-e069-4612-a398-ce589c1f5058,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:39.066405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:39.077528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6c700309-e5db-45ce-8b2e-3280231b5e65 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/882135fd-e069-4612-a398-ce589c1f5058 HTTP/1.1" status: 204 len: 168 time: 2.1324687 Mar 03 17:55:39.082765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45924) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:39.122969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Pushing event deleted for resources: {'Port': ['ID=9f735cc6-d7cf-4c7e-8dca-89fb81decb17,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:39.196626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] No DVR routers for this DVR port 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:55:39.199358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:39.202132 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7436d069-6d3d-4388-a3c3-cc917b229979 req-c602c4d4-2034-48f7-9f4a-f3fcbc7ea963 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.35 "DELETE /v2.0/ports/9f735cc6-d7cf-4c7e-8dca-89fb81decb17 HTTP/1.1" status: 204 len: 173 time: 1.7861257 Mar 03 17:55:39.202560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-deleted', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:39.222169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c2960-2420-4127-9c21-916da4c9c812 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:39.227236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45930) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:39.227372 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d02c2960-2420-4127-9c21-916da4c9c812 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/ed9cdb40-b2b6-444c-933a-771a42c444a8 HTTP/1.1" status: 200 len: 841 time: 0.1436167 Mar 03 17:55:39.256483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-d9aef270-e8bb-4a41-ac1a-690d7dd233f4 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080228 Mar 03 17:55:39.274552 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c758a-1f67-40ea-a3ab-4f8c0f78af84', 'name': 'network-vif-deleted', 'tag': '9f735cc6-d7cf-4c7e-8dca-89fb81decb17', 'status': 'completed', 'code': 200} Mar 03 17:55:39.408620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b639a22e-29fb-432b-ae4f-d4c8a203c177 req-9c44d3a5-0b5d-41a1-aeea-cbc4c5984298 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430950 Mar 03 17:55:39.488269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4fededaf-5fdf-4558-b3e1-660b5cf6213f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:39.514427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4fededaf-5fdf-4558-b3e1-660b5cf6213f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:39.515935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4fededaf-5fdf-4558-b3e1-660b5cf6213f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/ed9cdb40-b2b6-444c-933a-771a42c444a8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2873511 Mar 03 17:55:39.519977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45938) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:39.527214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:39.585315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812539-a240-4f48-8811-daaa7999dd2b req-dce4ab5a-7ffb-4511-afe2-3f7ac53515de tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:39.587189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd812539-a240-4f48-8811-daaa7999dd2b req-dce4ab5a-7ffb-4511-afe2-3f7ac53515de tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 0.1632257 Mar 03 17:55:39.617808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-4ca5c302-0fc4-468b-bf45-d41405980965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:39.619301 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-4ca5c302-0fc4-468b-bf45-d41405980965 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1098 time: 0.1213899 Mar 03 17:55:39.697454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd812539-a240-4f48-8811-daaa7999dd2b req-7c6294c8-7375-4e97-aee0-71783a715a6f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621154 Mar 03 17:55:39.698372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:39.703535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:39.707380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:39.722436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:39.734081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:39.738134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:39.903505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db042e19-8401-4e64-8136-c3c81e687a32 req-a6b9535e-a32c-4775-b4ef-12a0bb1c3e45 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:39.911083 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db042e19-8401-4e64-8136-c3c81e687a32 req-a6b9535e-a32c-4775-b4ef-12a0bb1c3e45 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.3451548 Mar 03 17:55:39.925612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2331a81f-f089-4354-b039-cad7234a3cf5 req-db2a1548-c6f4-47c8-b814-64cb86a942d1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Synchronizing usage tracker for tenant:cc3986cd3695422faf94da78238c88c6 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:55:39.937056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-a5404870-aec2-46c2-8938-3b23288240ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:39.938873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-a5404870-aec2-46c2-8938-3b23288240ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3126419 Mar 03 17:55:39.956506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2331a81f-f089-4354-b039-cad7234a3cf5 req-db2a1548-c6f4-47c8-b814-64cb86a942d1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] Unset dirty status for tenant:cc3986cd3695422faf94da78238c88c6 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:55:39.957673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2331a81f-f089-4354-b039-cad7234a3cf5 req-db2a1548-c6f4-47c8-b814-64cb86a942d1 tempest-ListImageFiltersTestJSON-1200670653 tempest-ListImageFiltersTestJSON-1200670653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c758a-1f67-40ea-a3ab-4f8c0f78af84 HTTP/1.1" status: 200 len: 210 time: 0.0817084 Mar 03 17:55:40.024424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-5c8334c9-90fe-47e5-bdeb-e4f1ffee88af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.0735517 Mar 03 17:55:40.029813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db042e19-8401-4e64-8136-c3c81e687a32 req-80787d83-4ca4-4c7e-a68a-89775981fa1a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174052 Mar 03 17:55:40.069028 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.117475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-044ebd73-ab96-413b-acdd-0cb500d18672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:40.121770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-044ebd73-ab96-413b-acdd-0cb500d18672 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0894954 Mar 03 17:55:40.127992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:40.130665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:40.147932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:40.147932 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.154503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f94c8-7f2c-4bf0-a580-5c5cd42fe296 None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:40.159291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=39a7d308-b116-4bbd-9a0d-59846c47582a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:40.178290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3e1af00c-bcb0-41c8-b992-aabffc9229ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6487169 Mar 03 17:55:40.178290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45946) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:40.178290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'security_group': {'name': 'tempest-secgroup-680106864'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:40.185153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:40.189972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:40.193976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:40.204151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:40.225979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.229681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-8860c280-fc57-406b-9e44-7d7153d0d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:40.231620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-8860c280-fc57-406b-9e44-7d7153d0d1a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992923 Mar 03 17:55:40.269889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:40.283334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group_rule and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:40.290650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:40.302115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:40.407036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.413208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.416311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-75cf6e9f-895f-4e74-b5b7-54d011be102b service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768889 Mar 03 17:55:40.462200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ad3d2-8872-4458-9545-cfe1431be872,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:40.471874 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.473479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fc6ded23-774f-49c2-bb04-20f420206c81 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3016198 Mar 03 17:55:40.477971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45950) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:40.485748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'security_group': {'name': 'tempest-secgroup-2138846187'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:40.491677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:40.495170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-572db0ef-6679-48ed-a489-5f526fda6317', 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'tenant_id': '7d57e3f559e34c05a4331f6b77164995', 'fixed_ips': [{'subnet_id': '39a7d308-b116-4bbd-9a0d-59846c47582a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:55:40.495170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.507313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:40.521665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:40.521665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:40.539927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.586058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:40.588863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group_rule and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:40.599285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:40.606019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:40.624239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea991b36-afeb-4bf4-8d31-3a9e64c55540 req-5e7774d2-e76b-4708-ad81-380bb10a9c57 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952026 Mar 03 17:55:40.711667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.718970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.726235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:40.774292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2259d306-d025-4c95-86cb-65185b20ecb3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:40.774292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:40.774292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3aac5100-3327-4365-9b3c-31542ec3a498 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2909994 Mar 03 17:55:40.774292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45956) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:40.788409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1314809838', 'security_groups': ['2259d306-d025-4c95-86cb-65185b20ecb3'], 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39a7d308-b116-4bbd-9a0d-59846c47582a'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:40.795656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Allocated IP 172.20.0.2 (572db0ef-6679-48ed-a489-5f526fda6317/39a7d308-b116-4bbd-9a0d-59846c47582a/8183e44d-b5a8-403b-8e1c-eabf9bd5300e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:40.795656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:40.795656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9f735cc6-d7cf-4c7e-8dca-89fb81decb17 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:40.984428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:41.008334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:41.042384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:41.054381 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.080790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Transition to ACTIVE for port object 8183e44d-b5a8-403b-8e1c-eabf9bd5300e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:41.120390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68655adb-439b-48c7-abf9-c221a21cd0f3 req-4e580a68-07ac-4d9d-a0af-161f86d47aba tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:41.124300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68655adb-439b-48c7-abf9-c221a21cd0f3 req-4e580a68-07ac-4d9d-a0af-161f86d47aba tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 0.2205496 Mar 03 17:55:41.157692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Transition to ACTIVE for port object 8183e44d-b5a8-403b-8e1c-eabf9bd5300e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:41.178298 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.258157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68655adb-439b-48c7-abf9-c221a21cd0f3 req-3fd33095-269f-496f-beef-13bf2a9cbd73 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352372 Mar 03 17:55:41.267462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:41.268285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:41.272390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:41.296647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.319805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port eaeff3ad-bdc3-423d-9c51-33d2a437366b yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:55:41.327492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375557b9-0318-4e4a-bcff-9662a41e2f32 req-527274ee-c350-4aa0-8485-1a548addaba1 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:41.334906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-375557b9-0318-4e4a-bcff-9662a41e2f32 req-527274ee-c350-4aa0-8485-1a548addaba1 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.1595511 Mar 03 17:55:41.364457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Pushing event updated for resources: {'Port': ['ID=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:41.422391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-375557b9-0318-4e4a-bcff-9662a41e2f32 req-e6e3dec4-8a9f-466c-b544-4a148e9ee4e8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862041 Mar 03 17:55:41.458015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Attempting to bind port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:55:41.458133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Attempting to bind port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5e42ff55-a16c-4dcd-9852-695520f74da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:55:41.458541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Attempting to bind port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e on network 572db0ef-6679-48ed-a489-5f526fda6317 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:41.464508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:55:41.464890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Checking segment: {'id': '5e42ff55-a16c-4dcd-9852-695520f74da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:41.465317 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.466616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Bound using segment: {'id': '5e42ff55-a16c-4dcd-9852-695520f74da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:55:41.466616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Bound port: 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e42ff55-a16c-4dcd-9852-695520f74da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:55:41.466804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.567617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] For port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:55:41.570722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] For port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,segment=NetworkSegment(5e42ff55-a16c-4dcd-9852-695520f74da7),segment_id=5e42ff55-a16c-4dcd-9852-695520f74da7)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:55:41.576492 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.609466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.10 (572db0ef-6679-48ed-a489-5f526fda6317/39a7d308-b116-4bbd-9a0d-59846c47582a/eaeff3ad-bdc3-423d-9c51-33d2a437366b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:41.671342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cda03-3a99-47ca-b3d1-e45c276d783f None None] Pushing event updated for resources: {'Port': ['ID=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:41.839233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.856861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object eaeff3ad-bdc3-423d-9c51-33d2a437366b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:41.885302 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:41.960274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:41.967038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:41.969695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:42.064226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=eaeff3ad-bdc3-423d-9c51-33d2a437366b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:42.075719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:42.076382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:42.104786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f2f6d31d-e607-4db2-bf59-7f1fe4aaef25 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3279219 Mar 03 17:55:42.104976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:42.111274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:42.371317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8183e44d-b5a8-403b-8e1c-eabf9bd5300e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:42.392896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:42.398220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:42.401379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:42.410736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:42.430823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:42.434707 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:42.528471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:42.543025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ad3e7-a8e4-4658-8bd3-5b0ef6b4a802 req-da54fb10-cf43-4c1d-b5c4-1aacab3db7bc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:42.545562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-112ad3e7-a8e4-4658-8bd3-5b0ef6b4a802 req-da54fb10-cf43-4c1d-b5c4-1aacab3db7bc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 0.1093333 Mar 03 17:55:42.628185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-112ad3e7-a8e4-4658-8bd3-5b0ef6b4a802 req-be77eb27-3988-4f06-bf51-b54e9411fd6d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717108 Mar 03 17:55:42.632942 n-d-827121-1 neutron-server[87886]: INFO neutron.db.ipam_backend_mixin [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39a7d308-b116-4bbd-9a0d-59846c47582a (CIDR: 172.20.0.0/28) Mar 03 17:55:42.686822 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:55:42.687187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:55:42.714759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dddc0f7e-a188-4ab8-848b-8b55e73b509b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6085751 Mar 03 17:55:42.717944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:42.728649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:42.743504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a312e-c321-42b6-a485-2395ada9eed5 req-a13620c9-ffd6-4eb8-a098-f6bb7cca61c4 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:42.745359 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-128a312e-c321-42b6-a485-2395ada9eed5 req-a13620c9-ffd6-4eb8-a098-f6bb7cca61c4 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.1071632 Mar 03 17:55:42.808779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-128a312e-c321-42b6-a485-2395ada9eed5 req-c2619a19-92df-4e84-add5-71efa16def46 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537348 Mar 03 17:55:42.843756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:42.894194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:42.898274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:42.901485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:42.908119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:42.918449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:42.922565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.061418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Provisioning complete for port ed9cdb40-b2b6-444c-933a-771a42c444a8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:43.061714 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.081561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-08ededde-99f5-496e-a421-97d8271cec86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc3986cd3695422faf94da78238c88c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365725 Mar 03 17:55:43.083999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46042) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:43.119449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Port ed9cdb40-b2b6-444c-933a-771a42c444a8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:43.135761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Provisioning for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:43.146653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:43.146653 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.171702 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df9b66d0-eb8c-4fa2-8a21-f8da4d246514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.203999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df9b66d0-eb8c-4fa2-8a21-f8da4d246514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.260905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.267699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df9b66d0-eb8c-4fa2-8a21-f8da4d246514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.292471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b66d0-eb8c-4fa2-8a21-f8da4d246514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85267102-3a23-4616-8115-817e38e44057,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:43.308212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df9b66d0-eb8c-4fa2-8a21-f8da4d246514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.309914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-df9b66d0-eb8c-4fa2-8a21-f8da4d246514 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85267102-3a23-4616-8115-817e38e44057 HTTP/1.1" status: 204 len: 168 time: 0.2243156 Mar 03 17:55:43.340177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:43.343706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:43.344676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.348335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:43.349084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.356904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d1262-76e4-403a-bb88-ddc1c0084fd8 None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:43.365802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=4974eadb-dabf-4f44-b848-00668ce750bc,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:43.381024 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-90fd1275-8b2a-45c5-8593-fc3b2eb79c2c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6617124 Mar 03 17:55:43.383994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46048) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:43.391066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-467238020', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4974eadb-dabf-4f44-b848-00668ce750bc'}], 'security_groups': ['df6ad3d2-8872-4458-9545-cfe1431be872']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:43.471791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] For port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,segment=NetworkSegment(5e42ff55-a16c-4dcd-9852-695520f74da7),segment_id=5e42ff55-a16c-4dcd-9852-695520f74da7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:43.477490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.516323 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.612167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f3499-4d7a-4c54-a412-dd63e17a06fa None None] Pushing event updated for resources: {'Port': ['ID=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:43.631113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c9d15738-c5ea-4094-9946-b796ae23e5c5 None None] Provisioning for port eaeff3ad-bdc3-423d-9c51-33d2a437366b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:43.682141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c9d15738-c5ea-4094-9946-b796ae23e5c5 None None] Provisioning complete for port eaeff3ad-bdc3-423d-9c51-33d2a437366b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:43.682141 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9d15738-c5ea-4094-9946-b796ae23e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:43.860844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c9d15738-c5ea-4094-9946-b796ae23e5c5 None None] Port eaeff3ad-bdc3-423d-9c51-33d2a437366b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:44.059966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccbf91-5ef3-439f-b561-aac72c46d0ed req-8fe13753-0b02-4451-944a-57ad5514c795 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:44.061792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1ccbf91-5ef3-439f-b561-aac72c46d0ed req-8fe13753-0b02-4451-944a-57ad5514c795 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 0.1399484 Mar 03 17:55:44.140579 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1ccbf91-5ef3-439f-b561-aac72c46d0ed req-848230ec-e7f5-4000-8833-93da71d94862 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725963 Mar 03 17:55:44.153062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] Update dhcp port {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'fixed_ips': [{'subnet_id': '39a7d308-b116-4bbd-9a0d-59846c47582a', 'ip_address': '172.20.0.2'}, {'subnet_id': '4974eadb-dabf-4f44-b848-00668ce750bc'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '8183e44d-b5a8-403b-8e1c-eabf9bd5300e'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 17:55:44.209292 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:44.361133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8183e44d-b5a8-403b-8e1c-eabf9bd5300e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:44.371028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4b165-0ddc-43fc-b4e7-23711acb5ded req-19520394-2465-4200-b60d-7dd5bfb3db81 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:44.372979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df4b165-0ddc-43fc-b4e7-23711acb5ded req-19520394-2465-4200-b60d-7dd5bfb3db81 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.2086322 Mar 03 17:55:44.376980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Delete allocated IP 172.20.0.10 (572db0ef-6679-48ed-a489-5f526fda6317/39a7d308-b116-4bbd-9a0d-59846c47582a) {{(pid=87886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 17:55:44.397988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.24 (572db0ef-6679-48ed-a489-5f526fda6317/4974eadb-dabf-4f44-b848-00668ce750bc/eaeff3ad-bdc3-423d-9c51-33d2a437366b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:44.445561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:44.446056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:44.464229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df4b165-0ddc-43fc-b4e7-23711acb5ded req-56abe195-4ff3-4f55-9339-9038399ad91a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811226 Mar 03 17:55:44.652620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:44.667391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Ignored duplicate provisioning block setup for port eaeff3ad-bdc3-423d-9c51-33d2a437366b by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 17:55:44.671095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:44.737762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] Allocated IP 172.20.0.18 (572db0ef-6679-48ed-a489-5f526fda6317/4974eadb-dabf-4f44-b848-00668ce750bc/8183e44d-b5a8-403b-8e1c-eabf9bd5300e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:44.818335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=eaeff3ad-bdc3-423d-9c51-33d2a437366b,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:44.852941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] In _notify_port_updated(), no bound segment for port eaeff3ad-bdc3-423d-9c51-33d2a437366b on network 572db0ef-6679-48ed-a489-5f526fda6317 {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 17:55:44.859497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:44.859960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:44.861250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b0ff316-5d5e-4845-a386-250fd4c7a6ff tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "PUT /v2.0/ports/eaeff3ad-bdc3-423d-9c51-33d2a437366b HTTP/1.1" status: 200 len: 920 time: 1.4761865 Mar 03 17:55:44.864292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46082) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:44.889807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] For port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,segment=NetworkSegment(5e42ff55-a16c-4dcd-9852-695520f74da7),segment_id=5e42ff55-a16c-4dcd-9852-695520f74da7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:44.922770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:44.937351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port eaeff3ad-bdc3-423d-9c51-33d2a437366b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:44.937695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:44.942735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] Transition to ACTIVE for port object 8183e44d-b5a8-403b-8e1c-eabf9bd5300e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:44.947369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46086) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:44.951382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.072190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bb41261f-c915-410c-85be-5949afef8b67 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:55:45.094802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.116926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:45.122988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Usage tracker for resource:security_group_rule and tenant:a659ecefc885411fa32d910c1bd4a86c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:45.127504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:45.136680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:45.138737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4c0d4-b4ae-4721-9d75-f9f8239887d5 None None] Pushing event updated for resources: {'Port': ['ID=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:45.254251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.258638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.321766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6666ed-e3d5-4163-8525-bae59e1e1eda,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:45.321959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:45.340340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'bb41261f-c915-410c-85be-5949afef8b67', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'bb41261f-c915-410c-85be-5949afef8b67', 'mac_address': 'fa:16:3e:00:02:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:55:45.344660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f7f53da7-03ea-4a09-b183-50a0e5f255bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a659ecefc885411fa32d910c1bd4a86c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960056 Mar 03 17:55:45.345445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:45.407170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.425536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-565ecb6c-a6e7-4355-b0a2-12401c127849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.430119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb41261f-c915-410c-85be-5949afef8b67 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:55:45.451484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:45.461529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.467456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-565ecb6c-a6e7-4355-b0a2-12401c127849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.515683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.548823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-565ecb6c-a6e7-4355-b0a2-12401c127849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.569805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ecb6c-a6e7-4355-b0a2-12401c127849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6666ed-e3d5-4163-8525-bae59e1e1eda,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:45.579132 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-565ecb6c-a6e7-4355-b0a2-12401c127849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:45.580271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-565ecb6c-a6e7-4355-b0a2-12401c127849 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e6666ed-e3d5-4163-8525-bae59e1e1eda HTTP/1.1" status: 204 len: 168 time: 0.2339213 Mar 03 17:55:45.594903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:45.732135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for eaeff3ad-bdc3-423d-9c51-33d2a437366b owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:45.757468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8fc5c-7c98-4cb4-a8b3-522387b05234 req-d6fd70a1-0c10-4d89-9601-5a75a7ed5248 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:45.759004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-49d8fc5c-7c98-4cb4-a8b3-522387b05234 req-d6fd70a1-0c10-4d89-9601-5a75a7ed5248 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.1087854 Mar 03 17:55:45.804642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216453e-da13-4543-a3f9-1c3081d662df req-0b30c505-f83b-4114-b18f-ce29c3ed88b7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:45.813406 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e216453e-da13-4543-a3f9-1c3081d662df req-0b30c505-f83b-4114-b18f-ce29c3ed88b7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 0.4358559 Mar 03 17:55:45.827269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-49d8fc5c-7c98-4cb4-a8b3-522387b05234 req-efc85317-4c79-4797-8615-861ff8fecabe tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532813 Mar 03 17:55:45.899978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e216453e-da13-4543-a3f9-1c3081d662df req-c8ca5d93-be62-482d-9e08-48358c7b6dce tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858614 Mar 03 17:55:45.916118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:55:45.986078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.039359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c203bb1-6397-4d2d-afbb-0550d70e90e3 None None] Provisioning complete for port ed9cdb40-b2b6-444c-933a-771a42c444a8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:46.040103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c203bb1-6397-4d2d-afbb-0550d70e90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.057358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=eaeff3ad-bdc3-423d-9c51-33d2a437366b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:46.170520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7c203bb1-6397-4d2d-afbb-0550d70e90e3 None None] Port ed9cdb40-b2b6-444c-933a-771a42c444a8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:46.187466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c203bb1-6397-4d2d-afbb-0550d70e90e3 None None] Provisioning for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:46.191504 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.194779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c203bb1-6397-4d2d-afbb-0550d70e90e3 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:46.195159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c203bb1-6397-4d2d-afbb-0550d70e90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.220214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-60e08cf0-d8df-4780-b617-d5d2290f14af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/eaeff3ad-bdc3-423d-9c51-33d2a437366b HTTP/1.1" status: 204 len: 168 time: 1.3453667 Mar 03 17:55:46.225713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46114) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:46.307396 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-996e96b6-312c-45fe-a060-4d9462a38a50 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:55:46.307396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-996e96b6-312c-45fe-a060-4d9462a38a50 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/eaeff3ad-bdc3-423d-9c51-33d2a437366b HTTP/1.1" status: 404 len: 333 time: 0.0918431 Mar 03 17:55:46.319576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46118) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:46.457566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8183e44d-b5a8-403b-8e1c-eabf9bd5300e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:46.474124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03ef469d-f30a-4d39-b55d-b0ae9745e1ed tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.531216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03ef469d-f30a-4d39-b55d-b0ae9745e1ed tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.536625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c203bb1-6397-4d2d-afbb-0550d70e90e3 None None] Could not find standard attr ID for object eaeff3ad-bdc3-423d-9c51-33d2a437366b. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:55:46.555173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:46.555173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.602019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03ef469d-f30a-4d39-b55d-b0ae9745e1ed tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.633146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef469d-f30a-4d39-b55d-b0ae9745e1ed tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2259d306-d025-4c95-86cb-65185b20ecb3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:46.640740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03ef469d-f30a-4d39-b55d-b0ae9745e1ed tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.642362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-03ef469d-f30a-4d39-b55d-b0ae9745e1ed tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/security-groups/2259d306-d025-4c95-86cb-65185b20ecb3 HTTP/1.1" status: 204 len: 168 time: 0.3301091 Mar 03 17:55:46.646225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46130) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:46.664632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f103590e-f2de-41e1-8cf6-05fcc197da45 None None] Could not find standard attr ID for object eaeff3ad-bdc3-423d-9c51-33d2a437366b. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:55:46.730301 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb4ea4-6436-47ee-a163-fb819851794a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.764774 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb4ea4-6436-47ee-a163-fb819851794a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.772175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46134) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:46.817137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb4ea4-6436-47ee-a163-fb819851794a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.836929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb4ea4-6436-47ee-a163-fb819851794a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6ad3d2-8872-4458-9545-cfe1431be872,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:46.839240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb4ea4-6436-47ee-a163-fb819851794a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.843469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6ceb4ea4-6436-47ee-a163-fb819851794a tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/security-groups/df6ad3d2-8872-4458-9545-cfe1431be872 HTTP/1.1" status: 204 len: 168 time: 0.1938391 Mar 03 17:55:46.843862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46140) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:46.898522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1755109066-network', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:46.904711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:46.909432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Usage tracker for resource:network and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:46.911801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:46.918079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:46.926747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet 39a7d308-b116-4bbd-9a0d-59846c47582a {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:55:46.930282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.932343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Made reservation on behalf of e1bc68371fe8417fb6aa3182dd5437dd for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:46.936128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.951780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:46.995373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.016531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:47.022653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:47.026145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:47.033846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:47.082727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54613ae4-8c34-4386-bc77-efd35564aee5 req-3bd76ffd-eebf-45d7-9467-4e51ea704808 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:47.084591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54613ae4-8c34-4386-bc77-efd35564aee5 req-3bd76ffd-eebf-45d7-9467-4e51ea704808 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.1235356 Mar 03 17:55:47.149029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadad41-fa52-4912-b83a-5d2096121595 req-d6d2b1f4-ffa0-4b70-a1fd-d1f20a0889e1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:47.150630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9cadad41-fa52-4912-b83a-5d2096121595 req-d6d2b1f4-ffa0-4b70-a1fd-d1f20a0889e1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 948 time: 0.1198251 Mar 03 17:55:47.176984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.251590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9cadad41-fa52-4912-b83a-5d2096121595 req-08c28b0b-43d2-45ae-8d8d-473a76c5e4f1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935352 Mar 03 17:55:47.261194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54613ae4-8c34-4386-bc77-efd35564aee5 req-6ed8aeb8-9986-442e-a144-652eaf7fa52e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700466 Mar 03 17:55:47.296343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.308592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.312700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.334313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=39a7d308-b116-4bbd-9a0d-59846c47582a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:47.339123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.343865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:55:47.351252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-12e09510-ed13-40b2-af30-4f3e7108ff2d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/39a7d308-b116-4bbd-9a0d-59846c47582a HTTP/1.1" status: 204 len: 168 time: 0.5053308 Mar 03 17:55:47.351653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46148) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:47.352216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485086ad-9969-4cff-beae-02d84b37f2ef None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:47.355409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1425a219-3081-4d08-8c8d-6d9fe2f9691e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:47.360593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:47.362072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.362414 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Added segment c2283827-0c1f-4f3d-ad67-1e706cdb9de6 of type vlan for network a9317d44-0cf2-46c5-b8f6-93cf978c9028 Mar 03 17:55:47.394661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.428875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.430106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:47.430757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.545159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a9317d44-0cf2-46c5-b8f6-93cf978c9028,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:47.546552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:47.553009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-75fd3957-6759-4045-829a-6aae5f8177c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7774878 Mar 03 17:55:47.554379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46154) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:47.564625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Request body: {'subnet': {'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1755109066-subnet', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:47.566047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:55:47.566798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:47.570344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:47.573429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:47.583565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:47.583565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Usage tracker for resource:subnet and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:47.595229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:47.600428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:47.609807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:47.614659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.651793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Made reservation on behalf of e1bc68371fe8417fb6aa3182dd5437dd for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:47.652219 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:47.810666 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.241044 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.383786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.394639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18f7d04-619c-4119-bf78-b4f68bd895cf,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:48.426480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:48.426480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Network hostable DHCP agents. Network: a9317d44-0cf2-46c5-b8f6-93cf978c9028, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:55:48.488203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:48.504007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:48.514580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:48.514580 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.530523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d787963-13b0-48e8-a143-afe5c3a90568 None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:48.557243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a301be10-b389-4ba1-87f0-c1c54654ab4f None None] Provisioning complete for port ed9cdb40-b2b6-444c-933a-771a42c444a8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:48.557243 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a301be10-b389-4ba1-87f0-c1c54654ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.571507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=eb3f15d9-2171-41e9-ae91-33361619ae52,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:48.571507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:55:48.587996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4da28355-230d-46cd-bfe2-0c5e3b72ae79 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2324781 Mar 03 17:55:48.600304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46162) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:48.600304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'security_group': {'name': 'tempest-secgroup-541363100'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:48.613891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:48.613891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a9317d44-0cf2-46c5-b8f6-93cf978c9028) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:48.626300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:48.626300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:48.639062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:48.639062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.644395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cbf4eb-6896-4e2a-9a71-40c222f94be8 None None] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:48.667046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:48.682452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438680a-aa78-4696-900b-83cb9fcccf31 req-b3be60aa-e608-401f-aac3-bcd5deb986af tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:48.694015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a438680a-aa78-4696-900b-83cb9fcccf31 req-b3be60aa-e608-401f-aac3-bcd5deb986af tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 948 time: 0.2524710 Mar 03 17:55:48.722192 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ef50ebf2-458b-45c1-9a05-bbd487f46c8b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1630557 Mar 03 17:55:48.722192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46168) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:48.731973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:48.731973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.757658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:48.757658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Usage tracker for resource:router and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:48.768417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:48.773598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c73257-2a8c-4c4d-aea1-89e8821c5f8e req-e960d2e7-c1c4-4588-baa4-d8ab78270fb1 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:48.779825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:48.784731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77c73257-2a8c-4c4d-aea1-89e8821c5f8e req-e960d2e7-c1c4-4588-baa4-d8ab78270fb1 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.2308917 Mar 03 17:55:48.790811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a301be10-b389-4ba1-87f0-c1c54654ab4f None None] Port ed9cdb40-b2b6-444c-933a-771a42c444a8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:48.796151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a438680a-aa78-4696-900b-83cb9fcccf31 req-39fc094d-9ac6-4dcd-b3ad-be414354b50b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025019 Mar 03 17:55:48.812251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:48.822990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group_rule and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:48.828576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:48.854583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:48.922488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77c73257-2a8c-4c4d-aea1-89e8821c5f8e req-a61cbfbc-47d0-4a5c-9d35-86cee1787f42 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314285 Mar 03 17:55:48.934548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.934548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.944202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.960418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:48.997823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.060593 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.068618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:49.073881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4669492 Mar 03 17:55:49.073881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd8688-8bb5-4aca-9532-1ec03b166f19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f6191d-59bf-4864-8a22-4e3574abbad7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:49.080931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'security_group': {'name': 'tempest-secgroup-528063745'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:49.080931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:49.095974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:49.095974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:49.118042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:49.134905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.175622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:49.187850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group_rule and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:49.187850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:49.211875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bb41261f-c915-410c-85be-5949afef8b67 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:49.234796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:49.327599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a301be10-b389-4ba1-87f0-c1c54654ab4f None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:49.327599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a301be10-b389-4ba1-87f0-c1c54654ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.407728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.417320 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.494966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cceea6af-7a02-4e10-8b0d-e8f5beb74621,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:49.543968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.543968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fa667d98-86ab-4095-bb14-18e2eaca82c1 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4809515 Mar 03 17:55:49.543968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46184) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:49.555599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'security_group': {'name': 'tempest-secgroup-1269544911'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:49.566708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:49.577190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:49.577190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:49.597299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:49.602774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port bb41261f-c915-410c-85be-5949afef8b67 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:49.608745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.614226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:55:49.614226 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.630634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.645756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port bb41261f-c915-410c-85be-5949afef8b67 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:49.645756 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.677143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:49.687112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:security_group_rule and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:49.697820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:49.726055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:49.792853 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3287295-fe19-474f-97a4-3724d362cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:49.939528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.054769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.108706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Allocated IP 172.20.0.2 (a9317d44-0cf2-46c5-b8f6-93cf978c9028/f18f7d04-619c-4119-bf78-b4f68bd895cf/50c4f1e1-e11c-4837-9847-78645c962202) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:50.108706 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.142261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b30d5-def5-47ee-a1a9-4a5eb4b8ac70,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:50.151693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] Update dhcp port {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'fixed_ips': [{'subnet_id': '4974eadb-dabf-4f44-b848-00668ce750bc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb3f15d9-2171-41e9-ae91-33361619ae52'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '8183e44d-b5a8-403b-8e1c-eabf9bd5300e'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 17:55:50.157746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.157746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65af20df-4b45-4ef0-956d-7a20a60733af tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6060584 Mar 03 17:55:50.157746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46194) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:50.157746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1680955251', 'security_groups': ['6c8b30d5-def5-47ee-a1a9-4a5eb4b8ac70'], 'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb3f15d9-2171-41e9-ae91-33361619ae52'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:50.200126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:55:50.326552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af7fba-2852-40f4-a975-60c4966e1d3a req-f5e5657c-912e-4e41-9363-f92ce82fd2fb tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:50.326744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:50.332569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8af7fba-2852-40f4-a975-60c4966e1d3a req-f5e5657c-912e-4e41-9363-f92ce82fd2fb tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.6079617 Mar 03 17:55:50.399310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.407085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8af7fba-2852-40f4-a975-60c4966e1d3a req-e908025e-963b-40e0-9a33-210b81b2a2b5 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728669 Mar 03 17:55:50.407085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:50.431486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:port and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:50.436457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.455715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:50.480366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:50.484780 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.489517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.494057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:50.555609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4bb3a-f076-4cfb-97ea-4dce90122d29 req-1d03e9e9-4861-435a-8134-53a9deac7091 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:50.557291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ee4bb3a-f076-4cfb-97ea-4dce90122d29 req-1d03e9e9-4861-435a-8134-53a9deac7091 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.2487831 Mar 03 17:55:50.709481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ee4bb3a-f076-4cfb-97ea-4dce90122d29 req-e967710a-4ed9-423e-806c-a864c303acd8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327968 Mar 03 17:55:50.732161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.746398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Allocated IP 172.25.0.166 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/b560a7ef-4e02-43a3-b9c2-ca93b58e3d89) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:50.788228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] device_id is not set on port 4eb6fddd-002c-4edb-9016-01d0ddd26a87 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:55:50.874776 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:50.892617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Transition to ACTIVE for port object 50c4f1e1-e11c-4837-9847-78645c962202 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:50.920698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Transition to ACTIVE for port object 50c4f1e1-e11c-4837-9847-78645c962202 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:50.933841 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67', 'code': 200} Mar 03 17:55:50.933841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.051647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:51.067104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:51.067104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:51.099405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.135434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:51.144519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.225355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:51.228508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:51.237539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:51.250991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Attempting to bind port 50c4f1e1-e11c-4837-9847-78645c962202 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:55:51.251436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Attempting to bind port 50c4f1e1-e11c-4837-9847-78645c962202 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:55:51.251968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Attempting to bind port 50c4f1e1-e11c-4837-9847-78645c962202 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:51.267566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.10 (572db0ef-6679-48ed-a489-5f526fda6317/eb3f15d9-2171-41e9-ae91-33361619ae52/4eb6fddd-002c-4edb-9016-01d0ddd26a87) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:51.278869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:55:51.279641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:51.280423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.281141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Bound using segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:55:51.281843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Bound port: 50c4f1e1-e11c-4837-9847-78645c962202, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:55:51.282747 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.300154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Pushing event updated for resources: {'Port': ['ID=50c4f1e1-e11c-4837-9847-78645c962202,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:51.310197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Pushing event updated for resources: {'Port': ['ID=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:51.403629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f031a9-ca6b-4cd0-8892-c0ad16134db5 req-c6959f81-2292-40ce-a083-828bc452a837 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:51.410425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18f031a9-ca6b-4cd0-8892-c0ad16134db5 req-c6959f81-2292-40ce-a083-828bc452a837 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.7783768 Mar 03 17:55:51.430062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] For port 50c4f1e1-e11c-4837-9847-78645c962202, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:55:51.433794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] For port 50c4f1e1-e11c-4837-9847-78645c962202, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=50c4f1e1-e11c-4837-9847-78645c962202,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:55:51.439519 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.453280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb67f24-cf5a-4725-af12-c47a8ad7573a req-d97a1d6c-81e7-4fce-9efd-6e460a19cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:51.454727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8cb67f24-cf5a-4725-af12-c47a8ad7573a req-d97a1d6c-81e7-4fce-9efd-6e460a19cf6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1100 time: 0.2186446 Mar 03 17:55:51.595033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Pushing event updated for resources: {'Port': ['ID=50c4f1e1-e11c-4837-9847-78645c962202,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:51.604379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.607624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.609306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.609847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.610329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.610805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.611276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.611763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.612348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.613081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.613574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.614039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea68c7b-d751-4490-84da-8658cddd7b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:51.631099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18f031a9-ca6b-4cd0-8892-c0ad16134db5 req-9d25b3a9-f775-4bf5-a31b-a39daf815709 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197015 Mar 03 17:55:51.650100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8cb67f24-cf5a-4725-af12-c47a8ad7573a req-e3b4433c-7d66-4b05-acec-d58c86b873c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771915 Mar 03 17:55:51.695923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.712571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 4eb6fddd-002c-4edb-9016-01d0ddd26a87 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:51.742397 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b430fda-9575-4377-8687-2d1020951a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.747720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:51.821765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:51.825202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:51.828862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:51.870199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c811b-9349-498a-9570-cdcde012b220 req-7a9d3d06-924e-45db-8ec8-e39ece6149bf tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:51.880077 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-083c811b-9349-498a-9570-cdcde012b220 req-7a9d3d06-924e-45db-8ec8-e39ece6149bf tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.2161992 Mar 03 17:55:51.898960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] Allocated IP 172.20.0.2 (572db0ef-6679-48ed-a489-5f526fda6317/eb3f15d9-2171-41e9-ae91-33361619ae52/8183e44d-b5a8-403b-8e1c-eabf9bd5300e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:51.931431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:52.042317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-083c811b-9349-498a-9570-cdcde012b220 req-7f63f8b3-6a91-477b-93c3-e232d7b7ac75 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503496 Mar 03 17:55:52.185858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] For port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,segment=NetworkSegment(5e42ff55-a16c-4dcd-9852-695520f74da7),segment_id=5e42ff55-a16c-4dcd-9852-695520f74da7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:52.212252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=4eb6fddd-002c-4edb-9016-01d0ddd26a87,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:52.233069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:52.233069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:52.260321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:52.281387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] Transition to ACTIVE for port object 8183e44d-b5a8-403b-8e1c-eabf9bd5300e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:52.289523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:52.299065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c930dd4b-ea9a-41a7-bffb-d65d7a10ebb5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1474018 Mar 03 17:55:52.308811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46220) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:52.316968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdbd9d-8bc7-4449-822c-4cf90c2617ba req-bd73c224-ae63-489d-b8ed-9761ac4160ff tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:52.318524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5fdbd9d-8bc7-4449-822c-4cf90c2617ba req-bd73c224-ae63-489d-b8ed-9761ac4160ff tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.4112713 Mar 03 17:55:52.318625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:52.410532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5fdbd9d-8bc7-4449-822c-4cf90c2617ba req-0ecae62c-5ab5-408a-bd06-05ead31784f8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813253 Mar 03 17:55:52.475526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50c4f1e1-e11c-4837-9847-78645c962202 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:52.644118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7197e94-7009-4e10-8761-036fb4c44766 None None] Pushing event updated for resources: {'Port': ['ID=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:52.650798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:52.677197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 50c4f1e1-e11c-4837-9847-78645c962202 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:52.716766 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:52.797791 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:52.891425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:52.901426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038099-b8a1-4c33-b2dc-458b91c03cd2 req-86096124-ba13-483d-adf7-506fb10c5a31 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:52.902969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16038099-b8a1-4c33-b2dc-458b91c03cd2 req-86096124-ba13-483d-adf7-506fb10c5a31 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.1464887 Mar 03 17:55:52.908415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:52.915470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:52.943723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f194f5a-44af-4791-8705-8471e37b9d04 req-a830ee44-c185-4832-b586-11e9a6f780ae tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:52.945203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f194f5a-44af-4791-8705-8471e37b9d04 req-a830ee44-c185-4832-b586-11e9a6f780ae tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.4059041 Mar 03 17:55:52.946306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:52.961376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16038099-b8a1-4c33-b2dc-458b91c03cd2 req-84748ff2-d24a-4c79-81bf-a50b70dcca8e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522752 Mar 03 17:55:53.030831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a920b-6e2a-410c-9b82-03f08753f539 None None] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:53.045833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:53.053206 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:53.217375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0f939e43-918a-490d-973e-a300d7bcad05 None None] Provisioning for port 50c4f1e1-e11c-4837-9847-78645c962202 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:53.220514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f194f5a-44af-4791-8705-8471e37b9d04 req-5f723ea6-3069-4c78-95e1-7cab730acf34 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595775 Mar 03 17:55:53.262932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0f939e43-918a-490d-973e-a300d7bcad05 None None] Provisioning complete for port 50c4f1e1-e11c-4837-9847-78645c962202 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:53.262932 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f939e43-918a-490d-973e-a300d7bcad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:53.368522 n-d-827121-1 neutron-server[87886]: INFO neutron.db.ipam_backend_mixin [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb3f15d9-2171-41e9-ae91-33361619ae52 (CIDR: 172.20.0.0/28) Mar 03 17:55:53.381294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Router 6fe2f16c-4a30-4884-b338-12443da0cf69 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:55:53.381294 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:55:53.381294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:55:53.475656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acaab7-3a67-4d94-88e4-c9c1ecd7dd44 req-a832b718-b3e9-4098-966a-c4b7888f8a77 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:53.484771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-25820442-7764-4a66-97a2-905626b8165d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1748226 Mar 03 17:55:53.489660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:53.489792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6acaab7-3a67-4d94-88e4-c9c1ecd7dd44 req-a832b718-b3e9-4098-966a-c4b7888f8a77 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.2312615 Mar 03 17:55:53.525610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:53.584413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6acaab7-3a67-4d94-88e4-c9c1ecd7dd44 req-8aa3deb3-0705-4183-815c-7e2edb9d889c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919321 Mar 03 17:55:53.588563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f939e43-918a-490d-973e-a300d7bcad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:53.633745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0f939e43-918a-490d-973e-a300d7bcad05 None None] For port 50c4f1e1-e11c-4837-9847-78645c962202, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=50c4f1e1-e11c-4837-9847-78645c962202,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:53.657253 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f939e43-918a-490d-973e-a300d7bcad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:53.742410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f939e43-918a-490d-973e-a300d7bcad05 None None] Pushing event updated for resources: {'Port': ['ID=50c4f1e1-e11c-4837-9847-78645c962202,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:53.795537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5936afc3-f620-4a77-8678-0f3965a8c601 None None] Provisioning complete for port ed9cdb40-b2b6-444c-933a-771a42c444a8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:53.795537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5936afc3-f620-4a77-8678-0f3965a8c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:53.858578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:55:53.880828 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Sync routers for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:55:53.909429 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:53.909429 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:53.928494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:53.928494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:53.928494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:53.939202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5936afc3-f620-4a77-8678-0f3965a8c601 None None] Port ed9cdb40-b2b6-444c-933a-771a42c444a8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:53.944114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:53.949077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:53.953760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8617a06e-b70d-4a15-bca9-cde1c6976e39 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2314517 Mar 03 17:55:53.953760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:53.954897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46238) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:53.957199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:54.054282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5936afc3-f620-4a77-8678-0f3965a8c601 None None] Provisioning for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:54.074628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:54.077124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5936afc3-f620-4a77-8678-0f3965a8c601 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:54.078452 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5936afc3-f620-4a77-8678-0f3965a8c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:54.248140 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:54.254611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a115-c89b-41f5-8209-fa973c36f405 req-1f0787d0-72e3-4577-8440-867caa473d67 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:54.262840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5966a115-c89b-41f5-8209-fa973c36f405 req-1f0787d0-72e3-4577-8440-867caa473d67 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.6040900 Mar 03 17:55:54.425169 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:55:54.432940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5966a115-c89b-41f5-8209-fa973c36f405 req-278c78e8-aa9d-4d53-8e98-ec4cb341753f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688385 Mar 03 17:55:54.477645 n-d-827121-1 neutron-server[87886]: INFO neutron.db.ipam_backend_mixin [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4974eadb-dabf-4f44-b848-00668ce750bc (CIDR: 172.20.0.16/28) Mar 03 17:55:54.483956 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:55:54.484650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:55:54.491922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8183e44d-b5a8-403b-8e1c-eabf9bd5300e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:54.524779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7e0587a0-7e01-4904-93ea-07b4c4cc4b40 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0085917 Mar 03 17:55:54.527302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46248) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:54.532847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'subnet': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:54.585859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6dd42579-cb5b-45fb-84b6-6e5f7dcb73ed None None] Provisioning complete for port 50c4f1e1-e11c-4837-9847-78645c962202 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:54.585859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6dd42579-cb5b-45fb-84b6-6e5f7dcb73ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:54.711922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:54.711922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:54.889242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6dd42579-cb5b-45fb-84b6-6e5f7dcb73ed None None] Provisioning for port 4eb6fddd-002c-4edb-9016-01d0ddd26a87 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:54.895997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6dd42579-cb5b-45fb-84b6-6e5f7dcb73ed None None] Provisioning complete for port 4eb6fddd-002c-4edb-9016-01d0ddd26a87 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:54.896547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6dd42579-cb5b-45fb-84b6-6e5f7dcb73ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:54.911926 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:51Z', 'revision_number': 3, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:54.919004 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Checking router: 6fe2f16c-4a30-4884-b338-12443da0cf69 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:55:54.919439 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Updating router 6fe2f16c-4a30-4884-b338-12443da0cf69 port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:55:54.988522 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.012935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50c4f1e1-e11c-4837-9847-78645c962202 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:55.046209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6dd42579-cb5b-45fb-84b6-6e5f7dcb73ed None None] Port 4eb6fddd-002c-4edb-9016-01d0ddd26a87 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:55.087105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:55.100853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Usage tracker for resource:subnet and tenant:7d57e3f559e34c05a4331f6b77164995 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:55.104286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:55.117169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:55.120127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 50c4f1e1-e11c-4837-9847-78645c962202 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:55.122737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.162456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacef782-7a52-41dd-8c86-f8bb11a2c655 req-1aaed99f-f481-4419-a01a-5a417bf728c2 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:55.164038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dacef782-7a52-41dd-8c86-f8bb11a2c655 req-1aaed99f-f481-4419-a01a-5a417bf728c2 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.3854916 Mar 03 17:55:55.167671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Made reservation on behalf of 7d57e3f559e34c05a4331f6b77164995 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:55:55.178061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.392641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dacef782-7a52-41dd-8c86-f8bb11a2c655 req-cfff2ba0-8a7a-46b6-ba7f-cccda5e3e44d tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727043 Mar 03 17:55:55.441499 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.455268 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Transition to ACTIVE for port object b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:55.462915 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.525842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7aea7-8836-408c-9794-e1ca5c412dfa req-7b0419e8-f19b-4a57-b738-e91de4bce5fe tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:55.527473 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83f7aea7-8836-408c-9794-e1ca5c412dfa req-7b0419e8-f19b-4a57-b738-e91de4bce5fe tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 1.2927585 Mar 03 17:55:55.534719 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Pushing event updated for resources: {'Port': ['ID=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:55.543498 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.543748 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.544099 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.544411 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.544736 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.545055 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.545395 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.545734 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.546033 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.546538 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.546858 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.547323 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:55:55.570764 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Attempting to bind port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:55:55.571136 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Attempting to bind port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:55:55.571495 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Attempting to bind port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:55:55.577888 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:55:55.578113 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:55:55.578512 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.579245 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:55:55.579328 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Bound port: b560a7ef-4e02-43a3-b9c2-ca93b58e3d89, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:55:55.580021 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.593472 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.641108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83f7aea7-8836-408c-9794-e1ca5c412dfa req-1d7fa30b-7b29-4648-b015-f8b2eed3e1c8 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916739 Mar 03 17:55:55.653583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a71f0de3-0538-4071-ae74-f3e966ff9583 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:55.657095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a71f0de3-0538-4071-ae74-f3e966ff9583 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.16 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 1.0701752 Mar 03 17:55:55.663577 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] For port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:55:55.667034 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] For port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:55:55.672336 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.747641 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7a6e3-ea67-4e0c-aeb3-e6ae630cdea1 None None] Pushing event updated for resources: {'Port': ['ID=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:55.773645 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:55:55.775027 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:55.931194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Deleting port df98e019-9049-485c-be1b-73e29b647963 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:55.931194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.946737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Network 572db0ef-6679-48ed-a489-5f526fda6317 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:55.954095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:55.960697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:55.960697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:55.969693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a9089-5698-4d17-b165-8a9aa4e80c04 None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:55:55.981041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Subnet': ['ID=a5c02d82-2070-4f63-8f77-197579c8d81d,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:56.001011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ee132058-be17-4ded-8e30-caa2964596b5 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4724877 Mar 03 17:55:56.001825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46256) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:56.012867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1170028913', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a5c02d82-2070-4f63-8f77-197579c8d81d'}], 'security_groups': ['58f6191d-59bf-4864-8a22-4e3574abbad7', 'cceea6af-7a02-4e10-8b0d-e8f5beb74621']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:55:56.050059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:56.072685 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:55:56.090375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dca46-fe7b-495c-bee5-e941705e560f req-d4e69b22-f987-453a-8775-5ca4b5cd5eec tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:56.091882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708dca46-fe7b-495c-bee5-e941705e560f req-d4e69b22-f987-453a-8775-5ca4b5cd5eec tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1100 time: 0.3415906 Mar 03 17:55:56.180237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:56.290427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:55:56.298301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Usage tracker for resource:security_group_rule and tenant:015fe8240da144d89383a05c7f785d4f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:55:56.303465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:55:56.315916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:55:56.417519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:56.430041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Allocated IP 172.20.0.1 (a9317d44-0cf2-46c5-b8f6-93cf978c9028/f18f7d04-619c-4119-bf78-b4f68bd895cf/22e5d148-fe0d-4981-b779-d5945fa39dc2) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:56.570253 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:51Z', 'revision_number': 3, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:55:56.575207 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dab0d-c73e-4815-828c-72156af7fd79 None None] The sync data for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 is: [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:51Z', 'revision_number': 3, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:55:56.660317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:56.672514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:56.679513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574cb1f-ef97-436c-9e9c-af4932fda01f req-6771c23c-2ce7-416b-bb69-c59b123b5928 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:56.680696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] Update dhcp port {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'fixed_ips': [{'subnet_id': '4974eadb-dabf-4f44-b848-00668ce750bc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb3f15d9-2171-41e9-ae91-33361619ae52', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a5c02d82-2070-4f63-8f77-197579c8d81d'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '8183e44d-b5a8-403b-8e1c-eabf9bd5300e'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 17:55:56.687528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7574cb1f-ef97-436c-9e9c-af4932fda01f req-6771c23c-2ce7-416b-bb69-c59b123b5928 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.8024728 Mar 03 17:55:56.769386 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708dca46-fe7b-495c-bee5-e941705e560f req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377413 Mar 03 17:55:56.769386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61bf2c-9adb-4f28-9f38-49eb3d14cdba tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9b6f88-5e06-4a27-8b7f-fed5cea81638,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:56.794331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:56.876482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] For port df98e019-9049-485c-be1b-73e29b647963, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=df98e019-9049-485c-be1b-73e29b647963,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:56.876680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:57.029302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:57.165691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Delete allocated IP 172.20.0.10 (572db0ef-6679-48ed-a489-5f526fda6317/eb3f15d9-2171-41e9-ae91-33361619ae52) {{(pid=87886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 17:55:57.192512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Allocated IP 172.20.0.40 (572db0ef-6679-48ed-a489-5f526fda6317/a5c02d82-2070-4f63-8f77-197579c8d81d/4eb6fddd-002c-4edb-9016-01d0ddd26a87) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:57.223265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841df44e-489e-4b33-877d-2025b3f0dd2f req-da7391c9-c21e-4ea1-83ba-dd8cccf11477 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:57.223450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841df44e-489e-4b33-877d-2025b3f0dd2f req-da7391c9-c21e-4ea1-83ba-dd8cccf11477 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 946 time: 0.2497103 Mar 03 17:55:57.233493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7574cb1f-ef97-436c-9e9c-af4932fda01f req-e56d2dee-746e-4073-a9b5-82de2921aa8d tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5436847 Mar 03 17:55:57.277053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Transition to ACTIVE for port object 22e5d148-fe0d-4981-b779-d5945fa39dc2 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:57.314327 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:57.333514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841df44e-489e-4b33-877d-2025b3f0dd2f req-90c8a9de-7e62-4a5a-9e7b-68e8d4d703a4 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups?id=8105fa8b-8535-44a3-99d0-8cb112346fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914087 Mar 03 17:55:57.589661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:57.625284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Transition to ACTIVE for port object 4eb6fddd-002c-4edb-9016-01d0ddd26a87 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:57.625284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:57.729601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event updated for resources: {'Port': ['ID=4eb6fddd-002c-4edb-9016-01d0ddd26a87,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:57.814252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] Allocated IP 172.20.0.34 (572db0ef-6679-48ed-a489-5f526fda6317/a5c02d82-2070-4f63-8f77-197579c8d81d/8183e44d-b5a8-403b-8e1c-eabf9bd5300e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:55:57.998589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] In _notify_port_updated(), no bound segment for port 4eb6fddd-002c-4edb-9016-01d0ddd26a87 on network 572db0ef-6679-48ed-a489-5f526fda6317 {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 17:55:58.010973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:58.021212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.034565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77861f0e-d87c-44f9-80cc-6791a522c996 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "PUT /v2.0/ports/4eb6fddd-002c-4edb-9016-01d0ddd26a87 HTTP/1.1" status: 200 len: 960 time: 2.0239668 Mar 03 17:55:58.034565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46278) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:55:58.099844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.099844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.099844 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Floating IP 54422427-386b-44d7-9681-584e14977cbf disassociated. External IP: 172.25.0.197, port: df98e019-9049-485c-be1b-73e29b647963. Mar 03 17:55:58.099844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Calling delete_port for df98e019-9049-485c-be1b-73e29b647963 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:58.128854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] For port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,segment=NetworkSegment(5e42ff55-a16c-4dcd-9852-695520f74da7),segment_id=5e42ff55-a16c-4dcd-9852-695520f74da7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:58.193493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:55:58.202722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:55:58.204671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.240387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:55:58.251616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] Transition to ACTIVE for port object 8183e44d-b5a8-403b-8e1c-eabf9bd5300e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:55:58.257118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.287349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port 4eb6fddd-002c-4edb-9016-01d0ddd26a87 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:55:58.287881 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.422090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Pushing event updated for resources: {'Port': ['ID=22e5d148-fe0d-4981-b779-d5945fa39dc2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:58.492248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.552099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:55:58.661146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04551f-579d-4aa6-94cb-0d536778ad92 req-a9983ce6-4dee-4284-ac48-550b7774e1a4 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:58.662940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b04551f-579d-4aa6-94cb-0d536778ad92 req-a9983ce6-4dee-4284-ac48-550b7774e1a4 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.9193010 Mar 03 17:55:58.738460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b3492-1318-4e06-a96c-4fc3c84fc995 None None] Pushing event updated for resources: {'Port': ['ID=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:58.779678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:58.797642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:58.798744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.869546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cabfdf08-6cad-47cc-bea7-314ad5945520 None None] Provisioning for port 22e5d148-fe0d-4981-b779-d5945fa39dc2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:55:58.891748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b04551f-579d-4aa6-94cb-0d536778ad92 req-b74a41e7-cf5f-473e-bf51-b80a50b74656 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889319 Mar 03 17:55:58.894739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cabfdf08-6cad-47cc-bea7-314ad5945520 None None] Provisioning complete for port 22e5d148-fe0d-4981-b779-d5945fa39dc2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:55:58.895249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cabfdf08-6cad-47cc-bea7-314ad5945520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.895656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:58.961718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-5dad66cb-5f0d-4aba-bbf7-2072b1248c5e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5701177 Mar 03 17:55:58.964961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event deleted for resources: {'Port': ['ID=df98e019-9049-485c-be1b-73e29b647963,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:55:59.030989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439030b3-cc50-4783-9fcc-012a909949c7 req-098604da-e4d1-4f0c-86d5-cef72acc1388 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:55:59.032536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-439030b3-cc50-4783-9fcc-012a909949c7 req-098604da-e4d1-4f0c-86d5-cef72acc1388 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.5499747 Mar 03 17:55:59.038245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cabfdf08-6cad-47cc-bea7-314ad5945520 None None] Port 22e5d148-fe0d-4981-b779-d5945fa39dc2 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:55:59.125988 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:59.214578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device df98e019-9049-485c-be1b-73e29b647963 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:55:59.342076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: df98e019-9049-485c-be1b-73e29b647963 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:55:59.342504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device df98e019-9049-485c-be1b-73e29b647963 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:55:59.406481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for 4eb6fddd-002c-4edb-9016-01d0ddd26a87 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:55:59.530384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:59.566723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-439030b3-cc50-4783-9fcc-012a909949c7 req-b4309df4-7342-4e65-bf79-c6b1a8af899a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179260 Mar 03 17:55:59.572130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:55:59.617382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:55:59.721962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:00.037415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-020ffc6f-aec3-4a47-b06a-c73cdf080ec7 req-0aef59b6-59c7-4f7c-b938-a1d37d7c1615 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 210 time: 0.1233873 Mar 03 17:56:00.044669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.094896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.126313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=4eb6fddd-002c-4edb-9016-01d0ddd26a87,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:00.266735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Router 28584f9b-8bfb-41af-a885-063033f67043 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:00.275716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5bcd486c-f65b-425d-9dc0-fd61c71c396d None None] Could not find standard attr ID for object 4eb6fddd-002c-4edb-9016-01d0ddd26a87. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:56:00.322266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5bcd486c-f65b-425d-9dc0-fd61c71c396d None None] Provisioning complete for port ed9cdb40-b2b6-444c-933a-771a42c444a8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:00.322435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bcd486c-f65b-425d-9dc0-fd61c71c396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.351189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8800e-34ff-4e28-beab-3af553af6215 req-dfdfd76f-b824-4980-bc61-e2fafb65f9ef tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:00.352917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bae8800e-34ff-4e28-beab-3af553af6215 req-dfdfd76f-b824-4980-bc61-e2fafb65f9ef tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.8095729 Mar 03 17:56:00.431089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.452514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8183e44d-b5a8-403b-8e1c-eabf9bd5300e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:00.463517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-75afc524-5abe-4a0d-a20b-2d337c78e1fd tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/4eb6fddd-002c-4edb-9016-01d0ddd26a87 HTTP/1.1" status: 204 len: 168 time: 2.4221005 Mar 03 17:56:00.464194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46316) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:00.504442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5bcd486c-f65b-425d-9dc0-fd61c71c396d None None] Port ed9cdb40-b2b6-444c-933a-771a42c444a8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:00.526704 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19ad18b-07a1-4169-8cf4-76fb3edce225 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] GET failed (client error): The resource could not be found. Mar 03 17:56:00.528876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f19ad18b-07a1-4169-8cf4-76fb3edce225 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Synchronizing usage tracker for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:00.544630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5bcd486c-f65b-425d-9dc0-fd61c71c396d None None] Provisioning for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:00.556175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5bcd486c-f65b-425d-9dc0-fd61c71c396d None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:00.560319 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bcd486c-f65b-425d-9dc0-fd61c71c396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.577478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f19ad18b-07a1-4169-8cf4-76fb3edce225 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Unset dirty status for tenant:7d57e3f559e34c05a4331f6b77164995 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:00.578859 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f19ad18b-07a1-4169-8cf4-76fb3edce225 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports/4eb6fddd-002c-4edb-9016-01d0ddd26a87 HTTP/1.1" status: 404 len: 333 time: 0.1116705 Mar 03 17:56:00.583550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46320) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:00.646648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c881-ec57-422a-9bbe-7fe84cbb25ef req-498ba9db-1937-4ebe-b0a2-fedd43e6405e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:00.658105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7762c881-ec57-422a-9bbe-7fe84cbb25ef req-498ba9db-1937-4ebe-b0a2-fedd43e6405e tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.3104625 Mar 03 17:56:00.713792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:00.713792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.739480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7762c881-ec57-422a-9bbe-7fe84cbb25ef req-10ff8e29-455f-4940-9a4d-7f8b1d7c1e9f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844185 Mar 03 17:56:00.802343 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bae8800e-34ff-4e28-beab-3af553af6215 req-85861921-59ac-40ac-ae15-2a81bea651e0 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300590 Mar 03 17:56:00.843851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66ecfc45-b83a-464f-9952-b4d541c49418 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.926052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66ecfc45-b83a-464f-9952-b4d541c49418 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:00.992407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:01.006840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:56:01.064271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] Sync routers for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:01.094465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:01.094465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:01.106875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf343-6685-4a5b-9edf-d73a6c770c47 req-93080e0d-8467-44cf-8a19-f7dbc08b3e1d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:01.121163 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c4cf343-6685-4a5b-9edf-d73a6c770c47 req-93080e0d-8467-44cf-8a19-f7dbc08b3e1d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.1534479 Mar 03 17:56:01.146915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.164822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66ecfc45-b83a-464f-9952-b4d541c49418 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.216756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecfc45-b83a-464f-9952-b4d541c49418 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b30d5-def5-47ee-a1a9-4a5eb4b8ac70,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:01.238841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] No DVR routers for this DVR port df98e019-9049-485c-be1b-73e29b647963 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:56:01.249630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.297314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66ecfc45-b83a-464f-9952-b4d541c49418 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.301130 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66ecfc45-b83a-464f-9952-b4d541c49418 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/security-groups/6c8b30d5-def5-47ee-a1a9-4a5eb4b8ac70 HTTP/1.1" status: 204 len: 168 time: 0.7092006 Mar 03 17:56:01.309472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46328) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:01.329756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.363202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6c3bf566-dab3-4d9e-bbfc-24ef403b9fba None None] Could not find standard attr ID for object 4eb6fddd-002c-4edb-9016-01d0ddd26a87. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 17:56:01.373793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:01.376675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c4cf343-6685-4a5b-9edf-d73a6c770c47 req-f89d8a73-c27a-4477-b362-8dfa59b9e0b2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560501 Mar 03 17:56:01.427326 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.433093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'name': 'network-vif-deleted', 'tag': 'df98e019-9049-485c-be1b-73e29b647963'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:01.463480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb5865b3-6ee1-468f-94d9-53b20483fcdc tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.481266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90245510-9d77-4439-9a0c-c38c8d1dd1e9 req-46708ff5-170d-424d-9c61-fd1fd7744299 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 210 time: 0.1483541 Mar 03 17:56:01.485411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-fbc02410-342a-4335-9c47-daf2e6748aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:01.486835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-fbc02410-342a-4335-9c47-daf2e6748aab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1100 time: 0.2351787 Mar 03 17:56:01.506667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3a4571c-8cd3-446e-aaf2-a090514167c9 req-a8d23d36-6bb6-4da2-a615-c30ba5dfe1ca tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.16 "DELETE /v2.0/ports/df98e019-9049-485c-be1b-73e29b647963 HTTP/1.1" status: 204 len: 173 time: 5.8420477 Mar 03 17:56:01.510715 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77093062-417c-48ae-8889-20fbea0dfae8', 'name': 'network-vif-deleted', 'tag': 'df98e019-9049-485c-be1b-73e29b647963', 'status': 'completed', 'code': 200} Mar 03 17:56:01.555241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Pushing event updated for resources: {'Port': ['ID=22e5d148-fe0d-4981-b779-d5945fa39dc2,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:01.610073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:01.671122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-6b69efe1-86e2-4c1c-bb79-9712d08f30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:01.672373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:01.672680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-6b69efe1-86e2-4c1c-bb79-9712d08f30b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1683807 Mar 03 17:56:01.672811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.680398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb5865b3-6ee1-468f-94d9-53b20483fcdc tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:01.680576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:01.684115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:01.838456 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-b6d77b91-7fbb-4806-a7a1-766a839c8a60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.1346092 Mar 03 17:56:01.987519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-d4cf62c9-4513-4d50-8a34-d743d2ee8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:01.989727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-d4cf62c9-4513-4d50-8a34-d743d2ee8474 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1412570 Mar 03 17:56:02.083647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb5865b3-6ee1-468f-94d9-53b20483fcdc tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:02.205858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5865b3-6ee1-468f-94d9-53b20483fcdc tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceea6af-7a02-4e10-8b0d-e8f5beb74621,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:02.250934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb5865b3-6ee1-468f-94d9-53b20483fcdc tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:02.252432 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eb5865b3-6ee1-468f-94d9-53b20483fcdc tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/security-groups/cceea6af-7a02-4e10-8b0d-e8f5beb74621 HTTP/1.1" status: 204 len: 168 time: 0.9417667 Mar 03 17:56:02.262555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46338) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:02.288604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b7488d46-7d6d-44d4-9cc2-a0b86d4cf6dc None None] Provisioning complete for port 22e5d148-fe0d-4981-b779-d5945fa39dc2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:02.289129 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7488d46-7d6d-44d4-9cc2-a0b86d4cf6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:02.309847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Router 6fe2f16c-4a30-4884-b338-12443da0cf69 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:02.370523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b7488d46-7d6d-44d4-9cc2-a0b86d4cf6dc None None] Port 22e5d148-fe0d-4981-b779-d5945fa39dc2 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:02.391489 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:36Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:02.396918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] Checking router: 28584f9b-8bfb-41af-a885-063033f67043 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:02.422080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:02.422916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:02.469578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-64b9c608-f7a3-42bf-bac6-ee95f3d5c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:02.471063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-64b9c608-f7a3-42bf-bac6-ee95f3d5c965 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4753845 Mar 03 17:56:02.515216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af93c7-39ae-4861-bc84-4b5c86a66578 req-2fd0b10d-42c7-4d57-85a4-4cf676bbdd22 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:02.522098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3af93c7-39ae-4861-bc84-4b5c86a66578 req-2fd0b10d-42c7-4d57-85a4-4cf676bbdd22 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.3857105 Mar 03 17:56:02.561506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f504c-7356-4bb1-a19b-28fb687e5982 req-46aa886a-df6a-4ea3-a3df-93e982f3604f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:02.569991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-502f504c-7356-4bb1-a19b-28fb687e5982 req-46aa886a-df6a-4ea3-a3df-93e982f3604f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.5947380 Mar 03 17:56:02.573960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6179c33-6fe3-4aac-8b30-3c174646e815 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:02.673432 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6179c33-6fe3-4aac-8b30-3c174646e815 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:02.682782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:02.686270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:02.694765 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Sync routers for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:02.698627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-502f504c-7356-4bb1-a19b-28fb687e5982 req-17f51821-f6b7-4bae-a32d-430052ee7ec9 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271377 Mar 03 17:56:02.718806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2f73c837-895c-4cc2-892a-6dfe20e5ac7d admin admin] 10.222.0.23 "PUT /v2.0/routers/6fe2f16c-4a30-4884-b338-12443da0cf69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7622025 Mar 03 17:56:02.729632 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:02.731076 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:02.768807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3af93c7-39ae-4861-bc84-4b5c86a66578 req-f017f72f-b03d-43e2-b6ad-92bbe41dd895 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453828 Mar 03 17:56:02.770022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6179c33-6fe3-4aac-8b30-3c174646e815 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:02.865759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-0e176689-de81-4fbd-bf79-40090afc20b5 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834724 Mar 03 17:56:02.866772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6179c33-6fe3-4aac-8b30-3c174646e815 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f6191d-59bf-4864-8a22-4e3574abbad7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:02.871337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6179c33-6fe3-4aac-8b30-3c174646e815 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:02.876283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d6179c33-6fe3-4aac-8b30-3c174646e815 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/security-groups/58f6191d-59bf-4864-8a22-4e3574abbad7 HTTP/1.1" status: 204 len: 168 time: 0.6117854 Mar 03 17:56:02.885394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46348) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:03.011664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet eb3f15d9-2171-41e9-ae91-33361619ae52 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:56:03.110062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:03.162771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0a7f6ce-3cc2-41bd-ad38-8b925576a663 req-f81acf07-7ca8-4312-a110-db57b6a830ce tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/ports?device_id=77093062-417c-48ae-8889-20fbea0dfae8 HTTP/1.1" status: 200 len: 210 time: 0.0743222 Mar 03 17:56:03.216538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606439a3-34a9-482a-8d56-fceb2115826f req-0d5fb715-9bfb-4f75-8241-a8eca916ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:03.218574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-606439a3-34a9-482a-8d56-fceb2115826f req-0d5fb715-9bfb-4f75-8241-a8eca916ef87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 1096 time: 0.4970360 Mar 03 17:56:03.225166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:03.226767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-f3a83183-3e7f-4817-b110-455f66bdd0a6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490319 Mar 03 17:56:03.256702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:36Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:03.261484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cdf649-4cc4-40a3-9968-385b79897900 None None] The sync data for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 is: [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:53:25Z', 'revision_number': 4, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1cd64f9-d12e-471d-adc5-fded299c54e7', 'name': '', 'network_id': 'af9d078d-22c7-4513-ac03-93d8880cbb8a', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'mac_address': 'fa:16:3e:b5:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:21Z', 'updated_at': '2022-03-03T17:53:36Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'subnets': [{'id': '98893c63-ed2a-402e-98db-c44aa4e5f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:03.376467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:03.451315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-606439a3-34a9-482a-8d56-fceb2115826f req-809170f9-173c-44cc-9891-5e59cfb6c3c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545820 Mar 03 17:56:03.526378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a594f9-4568-43f7-ba11-5313e218004e req-73ca3edc-f14b-4bb1-91be-175ba14dfe23 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:03.528831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f0a594f9-4568-43f7-ba11-5313e218004e req-73ca3edc-f14b-4bb1-91be-175ba14dfe23 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.5113699 Mar 03 17:56:03.597100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:03.670250 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:00Z', 'revision_number': 2, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:03.680780 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Checking router: 6fe2f16c-4a30-4884-b338-12443da0cf69 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:03.682276 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Updating router 6fe2f16c-4a30-4884-b338-12443da0cf69 port 22e5d148-fe0d-4981-b779-d5945fa39dc2 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:56:03.704755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa786f-3bb5-4fd3-9643-8464a1535d2f None None] New status for floating IP 54422427-386b-44d7-9681-584e14977cbf: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:56:03.720203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f0a594f9-4568-43f7-ba11-5313e218004e req-847f2522-e65d-42c9-8834-08f0febb1752 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697993 Mar 03 17:56:03.762221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:03.785753 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:03.873606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46360) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:03.880161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181484565', 'description': 'tempest-description--1839467853'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:03.897053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:03.899613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:03.908718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3f15d9-2171-41e9-ae91-33361619ae52,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:03.910231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Usage tracker for resource:security_group and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:03.917591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5bebfb77-fa38-4973-b956-1105f9cb7e31 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/eb3f15d9-2171-41e9-ae91-33361619ae52 HTTP/1.1" status: 204 len: 168 time: 1.0228076 Mar 03 17:56:03.921697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46364) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:03.931168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:03.947677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:03.988920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.005211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet a5c02d82-2070-4f63-8f77-197579c8d81d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:56:04.012652 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.130642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:04.150892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Usage tracker for resource:security_group_rule and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:04.154649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:04.182040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:04.231667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.264712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74580d1e-5624-470e-86e0-2e6894550184 req-63e143c5-51e1-4963-9dae-581ade3d48f3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:04.272423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74580d1e-5624-470e-86e0-2e6894550184 req-63e143c5-51e1-4963-9dae-581ade3d48f3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.2057822 Mar 03 17:56:04.281887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09454457-6457-45a1-9e70-f7fad384f60a None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:04.352491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74580d1e-5624-470e-86e0-2e6894550184 req-cc4f4d0a-dcf3-4939-a511-efbee0d54823 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790524 Mar 03 17:56:04.365037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47483ab-9256-4384-8f41-e758a5fe2833 req-0e2602f7-4a94-4d4b-8c93-e943eeacad0a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:04.377913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d47483ab-9256-4384-8f41-e758a5fe2833 req-0e2602f7-4a94-4d4b-8c93-e943eeacad0a tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.2916055 Mar 03 17:56:04.427716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.441986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.453304 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.476894 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Transition to ACTIVE for port object 22e5d148-fe0d-4981-b779-d5945fa39dc2 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:04.486866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d47483ab-9256-4384-8f41-e758a5fe2833 req-f8baaaa7-43f6-4f54-a073-b46b4ae9b74d tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082611 Mar 03 17:56:04.489999 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.521347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.532134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7bf096-1502-40a4-bb96-eb773fa40c38,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:04.537909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.541036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a725de3d-d64a-4811-a268-824667dcc687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6654673 Mar 03 17:56:04.545637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46370) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:04.551839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'security_group_rule': {'security_group_id': 'fe7bf096-1502-40a4-bb96-eb773fa40c38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:04.560542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:04.568208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Usage tracker for resource:security_group_rule and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:04.573422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:04.581119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:04.600126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46376) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:04.626793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.712244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd0df-480c-4808-9b43-72004dc5e223 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.766763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd0df-480c-4808-9b43-72004dc5e223 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.770701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.782133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.842612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a09b07-6cf4-477f-9037-877339018e1c,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:04.860935 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f300167-4154-4cfc-96c1-8ccb8a520510 None None] Pushing event updated for resources: {'Port': ['ID=22e5d148-fe0d-4981-b779-d5945fa39dc2,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:04.864034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.913353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.922873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-78e994c9-cb37-44d7-9635-b274dfbbc2c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733146 Mar 03 17:56:04.923022 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd0df-480c-4808-9b43-72004dc5e223 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:04.923177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:04.941575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'security_group_rule': {'security_group_id': 'fe7bf096-1502-40a4-bb96-eb773fa40c38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:04.967473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:04.978879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cd0df-480c-4808-9b43-72004dc5e223 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8105fa8b-8535-44a3-99d0-8cb112346fb5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:04.983110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c02d82-2070-4f63-8f77-197579c8d81d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:04.988592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.005845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Usage tracker for resource:security_group_rule and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:05.011034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b13dab5c-66d2-4263-90a7-04c61ace80ce tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/a5c02d82-2070-4f63-8f77-197579c8d81d HTTP/1.1" status: 204 len: 168 time: 1.0879412 Mar 03 17:56:05.014406 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Attempting to bind port 22e5d148-fe0d-4981-b779-d5945fa39dc2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:05.014917 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Attempting to bind port 22e5d148-fe0d-4981-b779-d5945fa39dc2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:05.015673 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Attempting to bind port 22e5d148-fe0d-4981-b779-d5945fa39dc2 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:05.022849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:05.023427 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:05.024016 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.024628 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Bound using segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:05.025164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:05.025863 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Bound port: 22e5d148-fe0d-4981-b779-d5945fa39dc2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:05.028104 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.030918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46386) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:05.092457 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b1cd0df-480c-4808-9b43-72004dc5e223 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.093843 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6b1cd0df-480c-4808-9b43-72004dc5e223 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "DELETE /v2.0/security-groups/8105fa8b-8535-44a3-99d0-8cb112346fb5 HTTP/1.1" status: 204 len: 168 time: 0.4923232 Mar 03 17:56:05.106222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46392) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:05.109274 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e953101a-f7d2-49f2-bde2-b1ef9b5e9b37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:05.109895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e953101a-f7d2-49f2-bde2-b1ef9b5e9b37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:05.111926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e953101a-f7d2-49f2-bde2-b1ef9b5e9b37 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/eb3f15d9-2171-41e9-ae91-33361619ae52 HTTP/1.1" status: 404 len: 337 time: 0.0795105 Mar 03 17:56:05.144210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46396) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:05.145368 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-2124a8d9-84e9-4336-8afd-5868f3a6ab50 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] show failed (client error): The resource could not be found. Mar 03 17:56:05.146829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2124a8d9-84e9-4336-8afd-5868f3a6ab50 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "GET /v2.0/security-groups/8105fa8b-8535-44a3-99d0-8cb112346fb5 HTTP/1.1" status: 404 len: 347 time: 0.0393798 Mar 03 17:56:05.155688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46398) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:05.209183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] For port 22e5d148-fe0d-4981-b779-d5945fa39dc2, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:05.217085 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] For port 22e5d148-fe0d-4981-b779-d5945fa39dc2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=22e5d148-fe0d-4981-b779-d5945fa39dc2,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:05.222784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:56:05.238168 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.264296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:05.327491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.434351 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f300167-4154-4cfc-96c1-8ccb8a520510 None None] Pushing event updated for resources: {'Port': ['ID=22e5d148-fe0d-4981-b779-d5945fa39dc2,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:05.463423 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:05.465768 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:05.467861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-be62c2c7-b83f-49da-9c21-924c6da022ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2923174 Mar 03 17:56:05.490236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dd93a-aacc-4c58-8f06-2f824d3b488e req-9cbfaa9e-378e-493f-bfef-3bdce587d1a2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:05.498514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-208dd93a-aacc-4c58-8f06-2f824d3b488e req-9cbfaa9e-378e-493f-bfef-3bdce587d1a2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.4645658 Mar 03 17:56:05.572879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:05.613108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'port_id': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'mac_address': 'fa:16:3e:c4:8f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:56:05.638153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.652433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting subnet 4974eadb-dabf-4f44-b848-00668ce750bc {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:56:05.715306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.776307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a2ee11-d275-4c85-b400-5ab7f6d85b21 None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:05.822233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd13239-aa2a-4acd-aede-d560cb00711e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:05.849934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-208dd93a-aacc-4c58-8f06-2f824d3b488e req-62f2ca8e-ebd3-469e-b3ee-063650f91a01 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296101 Mar 03 17:56:05.908308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.912635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5299f300-38dd-4d77-bd45-91c7a1d71645 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9812319 Mar 03 17:56:05.918827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46408) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:05.924561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.942878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:05.960007 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:05.974366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Deleting port dc25790b-d0cf-4c9d-b0cc-63a9c4306b10 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:05.974866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:05.977865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:05.998521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Usage tracker for resource:floatingip and tenant:e1bc68371fe8417fb6aa3182dd5437dd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:06.003201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:06.028881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:06.052063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.060630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.067650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.068126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.068595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.071920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.072582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.079764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.080422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.082600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-e4e43879-39b6-456a-853f-708e24483ff0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6501 time: 0.4431612 Mar 03 17:56:06.084028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2db1636f-ef41-46c8-babe-b1d8fb4ea708 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:56:06.093459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.117812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:06.140413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.145365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6de30274-76fe-4f58-94e1-048bd2815424 None None] Provisioning complete for port ed9cdb40-b2b6-444c-933a-771a42c444a8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:06.146088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6de30274-76fe-4f58-94e1-048bd2815424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.230371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.264263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:06.376858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.460804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.474549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['2db1636f-ef41-46c8-babe-b1d8fb4ea708'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:56:06.496385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Subnet': ['ID=4974eadb-dabf-4f44-b848-00668ce750bc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:06.513013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-6365dbaf-ed51-47b1-b017-fbe1c1184beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.515046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6de30274-76fe-4f58-94e1-048bd2815424 None None] Port ed9cdb40-b2b6-444c-933a-771a42c444a8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:06.515477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-6365dbaf-ed51-47b1-b017-fbe1c1184beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.516474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-6365dbaf-ed51-47b1-b017-fbe1c1184beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.519361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-6365dbaf-ed51-47b1-b017-fbe1c1184beb service neutron] 10.222.0.35 "GET /v2.0/networks?id=953b5aec-2792-4866-9c68-a8ca9a0816bb&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731 HTTP/1.1" status: 200 len: 2298 time: 0.4039397 Mar 03 17:56:06.532935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f13ee2e-b44d-4b3b-a876-627efb7b25b2 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/4974eadb-dabf-4f44-b848-00668ce750bc HTTP/1.1" status: 204 len: 168 time: 1.3762467 Mar 03 17:56:06.543510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6de30274-76fe-4f58-94e1-048bd2815424 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:06.543964 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6de30274-76fe-4f58-94e1-048bd2815424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.553546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:05Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:06.556628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46414) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:06.558820 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f6d47-34df-4efa-8c6d-4db9a26a20b3 None None] The sync data for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 is: [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:05Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:06.620350 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-44904224-7bbf-4bf6-a764-0e13ca7b398c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:06.621200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44904224-7bbf-4bf6-a764-0e13ca7b398c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:06.623135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-44904224-7bbf-4bf6-a764-0e13ca7b398c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/39a7d308-b116-4bbd-9a0d-59846c47582a HTTP/1.1" status: 404 len: 337 time: 0.0533445 Mar 03 17:56:06.713312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46418) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:06.753046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89ab52-58bd-43ef-a7c2-d34d6624d2dc req-5dafa58a-da30-4d0c-baaa-e25f1dc686fb tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.760286 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e89ab52-58bd-43ef-a7c2-d34d6624d2dc req-5dafa58a-da30-4d0c-baaa-e25f1dc686fb tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 1.0627387 Mar 03 17:56:06.829317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e89ab52-58bd-43ef-a7c2-d34d6624d2dc req-bc0772eb-462a-48ac-aedb-affdffe299a1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671980 Mar 03 17:56:06.836318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46422) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:06.846595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6ecbdc16-11d0-49d6-810d-1baef73bcd4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2644d8-5972-450b-a74d-8a68ebfb9a49 HTTP/1.1" status: 200 len: 205 time: 0.1226749 Mar 03 17:56:06.883042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-b2e51924-8aa3-48fe-b431-d0813398805e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 HTTP/1.1" status: 200 len: 1001 time: 0.3409836 Mar 03 17:56:06.894368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03848f-b526-43d8-a00f-09c05ac5633e req-1a3621f4-6d34-46d5-a90a-76affbd81365 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:06.896682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd03848f-b526-43d8-a00f-09c05ac5633e req-1a3621f4-6d34-46d5-a90a-76affbd81365 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.7823095 Mar 03 17:56:06.957065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581765e1-5f53-4243-992d-2ff8cb3d5aad None None] Update dhcp port {'port': {'network_id': '572db0ef-6679-48ed-a489-5f526fda6317', 'fixed_ips': [{'subnet_id': '4974eadb-dabf-4f44-b848-00668ce750bc'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '8183e44d-b5a8-403b-8e1c-eabf9bd5300e'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 17:56:06.961577 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-4540b99c-6c2d-4783-95b3-d91cb688af1c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] delete failed (client error): The resource could not be found. Mar 03 17:56:06.966918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4540b99c-6c2d-4783-95b3-d91cb688af1c tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/routers/2e2644d8-5972-450b-a74d-8a68ebfb9a49 HTTP/1.1" status: 404 len: 336 time: 0.1251347 Mar 03 17:56:06.969253 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:06.969639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.072995 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-581765e1-5f53-4243-992d-2ff8cb3d5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.113208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46428) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.127658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Calling delete_port for dc25790b-d0cf-4c9d-b0cc-63a9c4306b10 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:07.191909 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-805e78d0-b7f4-4ace-b9fd-7a9abe8dde9b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:07.192617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805e78d0-b7f4-4ace-b9fd-7a9abe8dde9b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:07.198435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-805e78d0-b7f4-4ace-b9fd-7a9abe8dde9b tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/5b5edebd-abdd-49f8-9c4c-6478986e574e HTTP/1.1" status: 404 len: 337 time: 0.0714853 Mar 03 17:56:07.204762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46432) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.297423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:07.315466 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9856f634-960c-4c88-bff9-1dec4b23d666 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:07.316369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9856f634-960c-4c88-bff9-1dec4b23d666 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:07.321918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9856f634-960c-4c88-bff9-1dec4b23d666 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/f3ab3f4c-1385-42fb-a747-b11e2828172c HTTP/1.1" status: 404 len: 337 time: 0.1133106 Mar 03 17:56:07.321918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46436) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.361065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6b035-3441-45a1-bf38-244493276c1b req-e15ad1fa-0ffa-48da-b55e-374996934d8b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:07.363801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aae6b035-3441-45a1-bf38-244493276c1b req-e15ad1fa-0ffa-48da-b55e-374996934d8b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.2487288 Mar 03 17:56:07.408678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd03848f-b526-43d8-a00f-09c05ac5633e req-c6edfce7-c0d2-426c-b330-c0877f0de38f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116064 Mar 03 17:56:07.420703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:07.421048 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.427198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-c3293719-115f-4ef0-9f2f-05921cd561e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:07.430589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-c3293719-115f-4ef0-9f2f-05921cd561e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50339c05-2454-481a-9150-1c86c3d715d0 HTTP/1.1" status: 200 len: 855 time: 0.5296936 Mar 03 17:56:07.445380 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e6a932-df14-498c-9936-8076efe30361 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:07.445847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e6a932-df14-498c-9936-8076efe30361 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:07.450452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e0e6a932-df14-498c-9936-8076efe30361 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/c75bd518-0579-4d90-a173-d7406bac993d HTTP/1.1" status: 404 len: 337 time: 0.1142848 Mar 03 17:56:07.452229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46442) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.485010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773ef0f-26df-4049-bf93-9e991d3141e5 None None] Network 572db0ef-6679-48ed-a489-5f526fda6317 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:07.528757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.532790 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e087baa-b6bf-4f8d-8989-e8081ab6095d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:07.533569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e087baa-b6bf-4f8d-8989-e8081ab6095d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:07.539175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aae6b035-3441-45a1-bf38-244493276c1b req-26535355-29e3-4cf3-956f-d06f7fef0563 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482928 Mar 03 17:56:07.552211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.598625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Pushing event deleted for resources: {'Port': ['ID=dc25790b-d0cf-4c9d-b0cc-63a9c4306b10,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:07.604687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4e087baa-b6bf-4f8d-8989-e8081ab6095d tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/1cb6a490-bc3b-4769-99a7-48064071153a HTTP/1.1" status: 404 len: 333 time: 0.1462750 Mar 03 17:56:07.624669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec6cd408-b98d-4822-a620-7c482f0a4831 None None] Provisioning complete for port ed9cdb40-b2b6-444c-933a-771a42c444a8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:07.625054 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec6cd408-b98d-4822-a620-7c482f0a4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.643090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46446) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.733844 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c791a965-d27d-43d5-866f-655b823d9134 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:07.734729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c791a965-d27d-43d5-866f-655b823d9134 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:07.735573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.739815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.752496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4c9857e9-0ff1-4cac-92c9-14f6f8359849 tempest-ServersTestBootFromVolume-831495050 tempest-ServersTestBootFromVolume-831495050-project] 10.222.0.23 "DELETE /v2.0/floatingips/54422427-386b-44d7-9681-584e14977cbf HTTP/1.1" status: 204 len: 168 time: 2.4480171 Mar 03 17:56:07.752496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46450) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.755269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c791a965-d27d-43d5-866f-655b823d9134 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/bbf2c9fc-7147-4005-9b7a-da173b58e558 HTTP/1.1" status: 404 len: 337 time: 0.1009572 Mar 03 17:56:07.768949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46454) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.829561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec6cd408-b98d-4822-a620-7c482f0a4831 None None] Port ed9cdb40-b2b6-444c-933a-771a42c444a8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:07.840990 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a708b4b-4a04-4313-a31f-8ad3b4157550 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:07.842991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a708b4b-4a04-4313-a31f-8ad3b4157550 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:07.844846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1a708b4b-4a04-4313-a31f-8ad3b4157550 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/ecf90efb-bf9c-4b1a-94f0-8e65200ad720 HTTP/1.1" status: 404 len: 337 time: 0.0745955 Mar 03 17:56:07.849847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-16762abf-53b4-412b-bfcf-dfe21f729750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:07.851440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-16762abf-53b4-412b-bfcf-dfe21f729750 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=953b5aec-2792-4866-9c68-a8ca9a0816bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968155 Mar 03 17:56:07.852015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46460) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:07.873494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:07.921596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec6cd408-b98d-4822-a620-7c482f0a4831 None None] Provisioning complete for port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:07.921914 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec6cd408-b98d-4822-a620-7c482f0a4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.002360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:08.019465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:08.061637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.116391 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bc8b5b-54f3-4839-b329-9d04dd3c1eba tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:08.116997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bc8b5b-54f3-4839-b329-9d04dd3c1eba tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:08.119004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a6bc8b5b-54f3-4839-b329-9d04dd3c1eba tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/e4efdb47-d709-4932-a3cf-5877e1195da5 HTTP/1.1" status: 404 len: 333 time: 0.2632473 Mar 03 17:56:08.124860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46468) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:08.160013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:08.193186 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c109748-0ee8-4454-851d-b8b243f90672 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:08.193753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c109748-0ee8-4454-851d-b8b243f90672 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:08.198150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9c109748-0ee8-4454-851d-b8b243f90672 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/78b9ad7e-be92-4f72-bfb5-fa8c5cdcf485 HTTP/1.1" status: 404 len: 337 time: 0.0655024 Mar 03 17:56:08.210614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Allocated IP 172.25.0.111 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/25a6e2df-79b2-4839-9e27-07b243f10f78) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:08.212970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46472) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:08.215579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] DHCP port deletion for 572db0ef-6679-48ed-a489-5f526fda6317 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:56:08.221491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] Deleting port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:08.221968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.274033 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1ad278-b94c-443d-849b-f8158da5b6a4 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] DELETE failed (client error): The resource could not be found. Mar 03 17:56:08.274491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1ad278-b94c-443d-849b-f8158da5b6a4 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 17:56:08.278576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6a1ad278-b94c-443d-849b-f8158da5b6a4 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/subnets/4d97fa95-df00-4a27-a7e7-66ab3ad699e8 HTTP/1.1" status: 404 len: 337 time: 0.0622835 Mar 03 17:56:08.283788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46476) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:08.287029 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-19c7a212-34bc-4f01-86c3-c9a63b30279d service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247799 Mar 03 17:56:08.536965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 22e5d148-fe0d-4981-b779-d5945fa39dc2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:08.549878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d24316-3e7b-4685-8645-ad67b44239c3 req-725d2803-9fbd-4d4b-9fd3-5729d382c1b5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:08.551415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99d24316-3e7b-4685-8645-ad67b44239c3 req-725d2803-9fbd-4d4b-9fd3-5729d382c1b5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.5048709 Mar 03 17:56:08.575366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Deleting port ed9cdb40-b2b6-444c-933a-771a42c444a8 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:08.576096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.604493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] For port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,segment=NetworkSegment(5e42ff55-a16c-4dcd-9852-695520f74da7),segment_id=5e42ff55-a16c-4dcd-9852-695520f74da7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:08.605133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.631958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e7221-0f34-4408-bece-229c0ea52ebb req-74c6e12d-e1a2-4bad-b486-e334f0f8421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:08.633597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-436e7221-0f34-4408-bece-229c0ea52ebb req-74c6e12d-e1a2-4bad-b486-e334f0f8421f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 1096 time: 0.6023996 Mar 03 17:56:08.644976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9ac80-a0dc-428a-9efc-cfd668d99ec8 req-16d42eca-8c09-412d-8a77-ecbb934da5d6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:08.646419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eb9ac80-a0dc-428a-9efc-cfd668d99ec8 req-16d42eca-8c09-412d-8a77-ecbb934da5d6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.6164677 Mar 03 17:56:08.733119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] Calling delete_port for 8183e44d-b5a8-403b-8e1c-eabf9bd5300e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:08.759748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 22e5d148-fe0d-4981-b779-d5945fa39dc2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:08.767753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-99d24316-3e7b-4685-8645-ad67b44239c3 req-7404fe13-b0f9-41b2-b42f-7b3a95c06f8f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405470 Mar 03 17:56:08.777232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 22e5d148-fe0d-4981-b779-d5945fa39dc2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:08.777748 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.843501 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'code': 200} Mar 03 17:56:08.851961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-6a57154a-fcac-4c41-897b-607beb0a1a64 service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217357 Mar 03 17:56:08.855884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.884545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e7221-0f34-4408-bece-229c0ea52ebb req-acf64fbe-8bbc-46fa-bd9d-e0453f893793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:08.886980 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-436e7221-0f34-4408-bece-229c0ea52ebb req-acf64fbe-8bbc-46fa-bd9d-e0453f893793 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 200 len: 911 time: 0.2371197 Mar 03 17:56:08.899372 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.958814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] No DVR routers for this DVR port 8183e44d-b5a8-403b-8e1c-eabf9bd5300e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:56:08.969811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51029c19-ba4b-4331-b232-15c9caf05cfb None None] Pushing event deleted for resources: {'Port': ['ID=8183e44d-b5a8-403b-8e1c-eabf9bd5300e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:08.988857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:08.990502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eb9ac80-a0dc-428a-9efc-cfd668d99ec8 req-c496e074-b211-4e0d-b5db-cff6ae95106f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115544 Mar 03 17:56:09.044226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 22e5d148-fe0d-4981-b779-d5945fa39dc2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=22e5d148-fe0d-4981-b779-d5945fa39dc2,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:09.061921 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:09.125783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-436e7221-0f34-4408-bece-229c0ea52ebb req-0e323c24-e532-4939-b5b5-627022fcccde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 HTTP/1.1" status: 200 len: 217 time: 0.1334753 Mar 03 17:56:09.151434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8183e44d-b5a8-403b-8e1c-eabf9bd5300e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:09.180810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-eaa73ee0-c078-4522-8ff0-11f901afb53f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 200 len: 217 time: 0.3161449 Mar 03 17:56:09.208260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8183e44d-b5a8-403b-8e1c-eabf9bd5300e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:09.209417 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:56:09.210218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8183e44d-b5a8-403b-8e1c-eabf9bd5300e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:09.236900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e7221-0f34-4408-bece-229c0ea52ebb req-d0444b61-2c07-4c63-9ce0-5e78a2c72941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:09.238797 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-436e7221-0f34-4408-bece-229c0ea52ebb req-d0444b61-2c07-4c63-9ce0-5e78a2c72941 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 200 len: 850 time: 0.1069226 Mar 03 17:56:09.271829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=22e5d148-fe0d-4981-b779-d5945fa39dc2,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:09.272814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-92fb5c00-e05b-4790-82f3-86942c99c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:09.274293 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-92fb5c00-e05b-4790-82f3-86942c99c80e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.0826514 Mar 03 17:56:09.318928 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:09.360120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-436e7221-0f34-4408-bece-229c0ea52ebb req-ff8a4ebf-3ede-404a-9025-f2c99f4b9b32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed355772-4c3e-42f6-8773-a450e476753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774798 Mar 03 17:56:09.470407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Calling delete_port for ed9cdb40-b2b6-444c-933a-771a42c444a8 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:09.576395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:09.582934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:09.630924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16018873-4857-4e93-bc88-171921106d7f req-95cb3a33-8e9a-496a-aaed-9011419e768c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:09.633143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16018873-4857-4e93-bc88-171921106d7f req-95cb3a33-8e9a-496a-aaed-9011419e768c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.5079606 Mar 03 17:56:09.680703 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-436e7221-0f34-4408-bece-229c0ea52ebb req-a566a735-35b7-4b89-8336-a724caac933f service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793961 Mar 03 17:56:09.706599 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:09.730798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-ac97f4d2-0270-498a-9bc0-16e9dae69dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:09.733134 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-ac97f4d2-0270-498a-9bc0-16e9dae69dab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4495771 Mar 03 17:56:09.743002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:09.894580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:09.897600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-6785dab8-4d05-4f67-92b9-9b6a0d069737 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504092 Mar 03 17:56:09.898348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:10.073236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16018873-4857-4e93-bc88-171921106d7f req-18acf387-56dc-4dc1-8fe1-e5d943a22cef tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938076 Mar 03 17:56:10.088062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:10.098406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=25a6e2df-79b2-4839-9e27-07b243f10f78,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:10.171100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Port': ['ID=ed9cdb40-b2b6-444c-933a-771a42c444a8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:10.202684 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:10.211237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ac1c988d-72b3-4916-b81e-be6155b8dc4f tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/ports/ed9cdb40-b2b6-444c-933a-771a42c444a8 HTTP/1.1" status: 204 len: 168 time: 1.9232440 Mar 03 17:56:10.243038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46508) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:10.318358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:10.404823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-034921ed-467e-4d08-b5de-aab03f507f69 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703588 Mar 03 17:56:10.476924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 22e5d148-fe0d-4981-b779-d5945fa39dc2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:10.579460 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-b5ef7bc3-5cd2-4f0e-90aa-3d185890c923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 200 len: 217 time: 0.1533735 Mar 03 17:56:10.652633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 22e5d148-fe0d-4981-b779-d5945fa39dc2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:10.652633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:10.681151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-436e7221-0f34-4408-bece-229c0ea52ebb req-6c5fb91d-e5d8-4e20-b83c-5b7361969967 service neutron] 10.222.0.16 "GET /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877317 Mar 03 17:56:10.702669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:10.834773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f20d-e243-4f27-bb9a-abd82523fbc7 req-2e881cd8-2804-471f-a45c-5b1b2869ac88 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:10.836181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2154f20d-e243-4f27-bb9a-abd82523fbc7 req-2e881cd8-2804-471f-a45c-5b1b2869ac88 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.9140952 Mar 03 17:56:10.910315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-19d885c4-7dfd-4967-8516-bd576ada6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:10.911744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-19d885c4-7dfd-4967-8516-bd576ada6c40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.3246710 Mar 03 17:56:10.922690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdaaed-1dfb-4b80-a8e5-c1fc2b431845 req-b0e591c2-356d-4890-a1a6-8ea25bac0c56 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:10.930541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cdaaed-1dfb-4b80-a8e5-c1fc2b431845 req-b0e591c2-356d-4890-a1a6-8ea25bac0c56 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.5410364 Mar 03 17:56:11.027597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.054728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2154f20d-e243-4f27-bb9a-abd82523fbc7 req-a3c3792a-d262-4670-a91b-bd8900fc70ca tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089882 Mar 03 17:56:11.129315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572db0ef-6679-48ed-a489-5f526fda6317']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:11.155261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e42ff55-a16c-4dcd-9852-695520f74da7') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:11.155606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e42ff55-a16c-4dcd-9852-695520f74da7') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:11.188434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Deleting port f1cd64f9-d12e-471d-adc5-fded299c54e7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:11.190689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.321284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.408139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.410005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.422334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.432008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:56:11.437712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:56:11.478461 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:56:11.590860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cdaaed-1dfb-4b80-a8e5-c1fc2b431845 req-0abecc8f-7302-4dc2-bc1a-523d4f13a7d3 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597817 Mar 03 17:56:11.591838 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.638096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=25a6e2df-79b2-4839-9e27-07b243f10f78,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:11.652680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-818493bf-bec2-4e2a-9127-453e1d42260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:11.654501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-818493bf-bec2-4e2a-9127-453e1d42260a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7175777 Mar 03 17:56:11.853017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.862622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-954ddb79-3363-4e0d-963a-3a5672db3fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9425361 Mar 03 17:56:11.865523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.874525 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-cdc5e1f9-9290-42b0-8812-5923a3261344 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120304 Mar 03 17:56:11.914820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.918166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] Pushing event deleted for resources: {'Network': ['ID=572db0ef-6679-48ed-a489-5f526fda6317,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:11.927954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] For port f1cd64f9-d12e-471d-adc5-fded299c54e7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f1cd64f9-d12e-471d-adc5-fded299c54e7,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:11.928477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:11.954217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f6eefce-bda9-487c-83f4-53d145d72e19 tempest-PortsTestJSON-2146787171 tempest-PortsTestJSON-2146787171-project] 10.222.0.23 "DELETE /v2.0/networks/572db0ef-6679-48ed-a489-5f526fda6317 HTTP/1.1" status: 204 len: 168 time: 1.6955626 Mar 03 17:56:11.990916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c4186-a8a0-4540-a19f-bf5cf83573ba req-eb7303e3-b98f-4ed8-ba5a-3dd82d47330c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:11.993242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b9c4186-a8a0-4540-a19f-bf5cf83573ba req-eb7303e3-b98f-4ed8-ba5a-3dd82d47330c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.7325821 Mar 03 17:56:12.166151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-0d6435c4-0789-45e1-8536-f2adcf33eac5 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794745 Mar 03 17:56:12.281313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Calling delete_port for f1cd64f9-d12e-471d-adc5-fded299c54e7 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:12.357966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-354133a6-cb55-4e89-be3a-573c62f9bcc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac HTTP/1.1" status: 200 len: 217 time: 0.1823635 Mar 03 17:56:12.493659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46534) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:12.521294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4852934b-68a5-4775-ab92-d0274932356c req-40af0ee2-9498-4a56-a563-3e761aec798a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:12.529017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-06ded873-77c2-4f3c-bccd-777602184902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:12.530516 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-06ded873-77c2-4f3c-bccd-777602184902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.1518958 Mar 03 17:56:12.570669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b9c4186-a8a0-4540-a19f-bf5cf83573ba req-5c84cc19-3cd6-4273-b011-3a83437cc687 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623475 Mar 03 17:56:12.596935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4852934b-68a5-4775-ab92-d0274932356c req-40af0ee2-9498-4a56-a563-3e761aec798a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:12.605919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-40af0ee2-9498-4a56-a563-3e761aec798a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--181484565&fields=id&tenant_id=e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 267 time: 0.3330748 Mar 03 17:56:12.826022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-ec47de35-a61c-4a23-aad4-db14644ba183 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:12.831192 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-ec47de35-a61c-4a23-aad4-db14644ba183 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.2244151 Mar 03 17:56:12.882711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-e0702d95-592e-4be0-89a2-67c2deac3e20 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/quotas/e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 375 time: 0.0164924 Mar 03 17:56:12.911745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:12.948815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-305fe5c3-b80f-428f-8df2-04acf7e4d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:12.950697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-305fe5c3-b80f-428f-8df2-04acf7e4d96d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4125664 Mar 03 17:56:12.963176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6409efd6-7d5b-420d-bdef-494481ead411 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d57e3f559e34c05a4331f6b77164995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541416 Mar 03 17:56:12.963270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46542) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:12.970396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cd64f9-d12e-471d-adc5-fded299c54e7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:12.984459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240071ce-6a56-4852-b1e9-c6c4d6b7598d req-db77fb84-99eb-4211-8042-b94aeb515326 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:12.985937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-240071ce-6a56-4852-b1e9-c6c4d6b7598d req-db77fb84-99eb-4211-8042-b94aeb515326 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.1796575 Mar 03 17:56:13.293957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-240071ce-6a56-4852-b1e9-c6c4d6b7598d req-16b14cd6-317f-408f-b890-70d6cd9d5fc4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809367 Mar 03 17:56:13.432391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-5f107988-04bb-48b2-b160-0b5bdb79c9a4 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656336 Mar 03 17:56:13.515976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-d82ccb0a-9e77-40fa-b3c0-bf05e40d7ff0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6090689 Mar 03 17:56:13.515976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5b16f3f-6e0f-4bec-bb88-4a1a283b8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:13.675623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5b16f3f-6e0f-4bec-bb88-4a1a283b8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:13.783810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:13.898742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ca714-4252-48bb-8def-a6b1116ce835 req-a6ad486c-3a15-4400-9dcd-cec6e647ad5c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:13.900206 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af7ca714-4252-48bb-8def-a6b1116ce835 req-a6ad486c-3a15-4400-9dcd-cec6e647ad5c tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.2095873 Mar 03 17:56:13.964079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-39792518-21fd-4c9f-b57e-0b1fb4146992 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191529 Mar 03 17:56:14.044763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af7ca714-4252-48bb-8def-a6b1116ce835 req-7501d22a-404e-4ce3-b97d-5891898906c0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747354 Mar 03 17:56:14.079014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-4a53128d-7034-4aa6-8315-f6d2c7d14aa2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8 HTTP/1.1" status: 200 len: 217 time: 0.1069136 Mar 03 17:56:14.084286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-7e3e3bfb-86ee-49b8-b663-e28874eddf14 service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921534 Mar 03 17:56:14.086440 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5b16f3f-6e0f-4bec-bb88-4a1a283b8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:14.364321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b16f3f-6e0f-4bec-bb88-4a1a283b8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584683be-7184-45ca-8928-9576043fc7e0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:14.528693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5b16f3f-6e0f-4bec-bb88-4a1a283b8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:14.530011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a5b16f3f-6e0f-4bec-bb88-4a1a283b8925 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/584683be-7184-45ca-8928-9576043fc7e0 HTTP/1.1" status: 204 len: 168 time: 1.5621483 Mar 03 17:56:14.532977 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-6e3cd63a-5b67-40bb-bc6b-46d44f187c67 service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037377 Mar 03 17:56:14.545839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-b6edada3-5adf-49a7-b33c-b3a1d8334592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:14.547467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-b6edada3-5adf-49a7-b33c-b3a1d8334592 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.4556389 Mar 03 17:56:14.570417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Router 28584f9b-8bfb-41af-a885-063033f67043 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:14.770054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-f00d73b0-344b-4c7a-a0ba-fc84d83549fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:14.773318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-f00d73b0-344b-4c7a-a0ba-fc84d83549fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151582 Mar 03 17:56:14.926274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aadc68-e4a7-498d-9586-0951dd51f2ac req-39e0ee0f-d35a-4d6a-91e8-63aa8848e7c1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:14.943764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0aadc68-e4a7-498d-9586-0951dd51f2ac req-39e0ee0f-d35a-4d6a-91e8-63aa8848e7c1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.6833200 Mar 03 17:56:15.194327 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-8b182304-2ad9-4369-b0e9-93abb3d31893 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103134 Mar 03 17:56:15.317309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0aadc68-e4a7-498d-9586-0951dd51f2ac req-cd45d72b-d5c8-4864-9322-2c90984edc7a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720903 Mar 03 17:56:15.370529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:15.435426 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] Sync routers for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:15.457885 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:15.459298 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:15.546963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3843858d-f245-4391-8ac2-18d9a535dd38 admin admin] 10.222.0.23 "PUT /v2.0/routers/28584f9b-8bfb-41af-a885-063033f67043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7943716 Mar 03 17:56:15.560909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46574) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:15.622317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-33f082bf-f095-4b3c-83c1-171bd622e88e service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142101 Mar 03 17:56:15.790023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c9f0a231-8903-4c23-b6b0-dd5a3e585e16 req-abaa5d39-9051-4a02-ac79-1336d663f4b6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:15.947442 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:15.967121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-009aec57-c92d-4d0b-808c-9ae0b781d6f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8 HTTP/1.1" status: 200 len: 217 time: 0.2991059 Mar 03 17:56:16.187547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-eb843dd7-1f32-4edc-8d26-96f0d944da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:16.190249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-eb843dd7-1f32-4edc-8d26-96f0d944da6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 200 len: 797 time: 0.2334669 Mar 03 17:56:16.208629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cf6d1-699d-4575-91a2-531a1d5b3bec req-ff10cd07-777e-46d2-ac9e-75f25a177185 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:16.211869 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ff0cf6d1-699d-4575-91a2-531a1d5b3bec req-ff10cd07-777e-46d2-ac9e-75f25a177185 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 1.0980816 Mar 03 17:56:16.274862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c9f0a231-8903-4c23-b6b0-dd5a3e585e16 req-abaa5d39-9051-4a02-ac79-1336d663f4b6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:16.276006 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c9f0a231-8903-4c23-b6b0-dd5a3e585e16 req-abaa5d39-9051-4a02-ac79-1336d663f4b6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 210 time: 0.8710046 Mar 03 17:56:16.335440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46588) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:16.362097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:16.489989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ff0cf6d1-699d-4575-91a2-531a1d5b3bec req-25215aa9-2342-466b-9caf-1a0746919021 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219181 Mar 03 17:56:16.564869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-f53b5d92-3699-4868-9676-89275e5965c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:16.566645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-f53b5d92-3699-4868-9676-89275e5965c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3534224 Mar 03 17:56:16.771134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe181958-78de-4689-b595-649d9f0c89d6 req-bc122771-c4de-489b-93c5-d63e518e30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:16.793657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe181958-78de-4689-b595-649d9f0c89d6 req-bc122771-c4de-489b-93c5-d63e518e30eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1097 time: 0.9800076 Mar 03 17:56:16.909169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1553068964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:16.943478 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:56:12Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:16.944520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:16.957960 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] Checking router: 28584f9b-8bfb-41af-a885-063033f67043 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:16.958219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:router and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:16.964279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:16.974841 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] Routers {'28584f9b-8bfb-41af-a885-063033f67043'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:16.975708 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['28584f9b-8bfb-41af-a885-063033f67043'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:16.981086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:17.021691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-2d316753-407a-48f2-8483-ab56b709b2ad service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487851 Mar 03 17:56:17.049908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:17.147959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe181958-78de-4689-b595-649d9f0c89d6 req-d38c76a7-0a31-44c5-96fd-be57524e56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:17.151740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe181958-78de-4689-b595-649d9f0c89d6 req-d38c76a7-0a31-44c5-96fd-be57524e56c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.3470757 Mar 03 17:56:17.157643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Deleting port d831b18b-d8c4-44b1-a1d2-e719a643350b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:17.158263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:17.166216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-ccc64668-8b50-4928-9dd7-ba0fb5416333 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353498 Mar 03 17:56:17.167782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:17.168970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:17.198900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3258e-1684-4fe4-8dba-7aad3f87aabf req-262585ff-bd73-482c-847e-e282c332902c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:17.202758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acd3258e-1684-4fe4-8dba-7aad3f87aabf req-262585ff-bd73-482c-847e-e282c332902c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.3862934 Mar 03 17:56:17.240689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9696e1-211e-4d17-af5e-b033349f27a0 req-d2633266-8184-4fba-ba24-abb05407b8e2 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:17.248913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b9696e1-211e-4d17-af5e-b033349f27a0 req-d2633266-8184-4fba-ba24-abb05407b8e2 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.5808239 Mar 03 17:56:17.270510 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] Set router 28584f9b-8bfb-41af-a885-063033f67043 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:17.425876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-acf4800e-b42e-4057-8edb-3daef7f523fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7de97d7d-b43f-4309-8243-3287ea2dc149 HTTP/1.1" status: 200 len: 217 time: 0.2170687 Mar 03 17:56:17.567224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b9696e1-211e-4d17-af5e-b033349f27a0 req-094bd00b-0cd8-4ed8-b61e-004b67fd6158 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170681 Mar 03 17:56:17.593818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe181958-78de-4689-b595-649d9f0c89d6 req-1b1be2be-faab-4809-919c-152bbf6c1fcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 1001 time: 0.3580577 Mar 03 17:56:17.672089 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:56:12Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:17.683769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b981c-e7cf-4e76-afd1-7ea6e4c5c324 None None] The sync data for ids ['28584f9b-8bfb-41af-a885-063033f67043'] in n-d-827121-1 is: [{'id': '28584f9b-8bfb-41af-a885-063033f67043', 'name': 'tempest-ServersTestBootFromVolume-184478967-router', 'tenant_id': 'b213e58de412454e8664f1aa8be48709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:06Z', 'updated_at': '2022-03-03T17:56:12Z', 'revision_number': 5, 'project_id': 'b213e58de412454e8664f1aa8be48709', 'gw_port': {'id': 'd831b18b-d8c4-44b1-a1d2-e719a643350b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28584f9b-8bfb-41af-a885-063033f67043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:08Z', 'updated_at': '2022-03-03T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:17.799955 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:17.836409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-94a7f2e4-e8bb-4ce1-96d4-02d3b8ee7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:17.837791 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-94a7f2e4-e8bb-4ce1-96d4-02d3b8ee7551 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 200 len: 797 time: 0.3996017 Mar 03 17:56:17.841360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:17.841889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6748f28a-3631-40e7-a8c7-d0486294b733 req-3973d0ab-d967-417a-9a2e-83b126f68814 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 210 time: 0.0817053 Mar 03 17:56:17.896768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe181958-78de-4689-b595-649d9f0c89d6 req-8c421eec-ee95-4e73-ade0-b27d209220d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:17.898231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe181958-78de-4689-b595-649d9f0c89d6 req-8c421eec-ee95-4e73-ade0-b27d209220d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.2158749 Mar 03 17:56:17.901010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acd3258e-1684-4fe4-8dba-7aad3f87aabf req-cdb75c74-2dfe-452a-bf5a-4a6d00309b37 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693870 Mar 03 17:56:17.996325 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:18.045763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] For port d831b18b-d8c4-44b1-a1d2-e719a643350b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d831b18b-d8c4-44b1-a1d2-e719a643350b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:18.046138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:18.046656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-b65b66d8-71e7-422c-b0a6-6d281ad3e2ff tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:18.048847 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-b65b66d8-71e7-422c-b0a6-6d281ad3e2ff tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.8760788 Mar 03 17:56:18.099915 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:18.101632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3105eabf-60dd-4d7e-b5d9-3b7a7422eca6 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7328277 Mar 03 17:56:18.105361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46606) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:18.108403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-71bcafdd-33e3-4ef3-aa57-d8a8f8adef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:18.110292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-71bcafdd-33e3-4ef3-aa57-d8a8f8adef7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2659304 Mar 03 17:56:18.131817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-531429448'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:18.137317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:18.151342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:network and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:18.163715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:18.170545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:18.364392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-d8e2b6c2-82ea-4b70-ac35-0661f62f4994 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 379 time: 0.3052759 Mar 03 17:56:18.366621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Calling delete_port for d831b18b-d8c4-44b1-a1d2-e719a643350b owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:18.368309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Made reservation on behalf of ec833d3ec5ce4319a927f3ad35a989ff for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:18.381955 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:18.388206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1cd64f9-d12e-471d-adc5-fded299c54e7 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:18.432576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'port': {'device_id': '3cc0b358-6487-4979-ac23-de03eab272b3', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'admin_state_up': True, 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'security_groups': ['fe7bf096-1502-40a4-bb96-eb773fa40c38']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:18.459883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: f1cd64f9-d12e-471d-adc5-fded299c54e7 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:18.460429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1cd64f9-d12e-471d-adc5-fded299c54e7 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:18.511864 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:18.570657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe181958-78de-4689-b595-649d9f0c89d6 req-23074fe0-ab2a-40db-b5c1-5cc0ce4bacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:18.572866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe181958-78de-4689-b595-649d9f0c89d6 req-23074fe0-ab2a-40db-b5c1-5cc0ce4bacdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6493838 Mar 03 17:56:18.599201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dcc8f-1b3c-4bb9-be68-80fabc00400b req-c0c21545-bbd4-458c-894b-4011e8544aff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:18.607352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a6dcc8f-1b3c-4bb9-be68-80fabc00400b req-c0c21545-bbd4-458c-894b-4011e8544aff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.5228641 Mar 03 17:56:18.650171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:18.662201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:security_group_rule and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:18.669434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:18.686552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:18.690683 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-83d2620f-1bd0-499e-a926-87824caf8c55 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659902 Mar 03 17:56:18.759426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:18.845819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22adb8ef-d3fd-4e85-a8b2-6f6ba43aa569 req-a132a4c9-3ae3-4b99-9262-74c361481f37 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456385 Mar 03 17:56:18.957198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:18.968367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:18.985913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Made reservation on behalf of e1bc68371fe8417fb6aa3182dd5437dd for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:18.989794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.092538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a6dcc8f-1b3c-4bb9-be68-80fabc00400b req-e0bf1090-9952-45cd-943b-f314a6b43873 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4837856 Mar 03 17:56:19.123797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Pushing event deleted for resources: {'Port': ['ID=d831b18b-d8c4-44b1-a1d2-e719a643350b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:19.238773 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe181958-78de-4689-b595-649d9f0c89d6 req-5ef1110e-cfe5-444f-ac9c-545e139b0a82 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055417 Mar 03 17:56:19.240340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.373175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Allocated IP 172.20.0.11 (a9317d44-0cf2-46c5-b8f6-93cf978c9028/f18f7d04-619c-4119-bf78-b4f68bd895cf/113e3056-6457-4b81-8445-645f171be249) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:19.474465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4034a3-1738-4c15-837e-e59dfc77e1d6 req-c73f22b9-5ea5-4e07-9dc7-f0db5f49d0ea tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:19.482100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c4034a3-1738-4c15-837e-e59dfc77e1d6 req-c73f22b9-5ea5-4e07-9dc7-f0db5f49d0ea tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.6327713 Mar 03 17:56:19.496491 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0df5ddbd-0294-4da2-aa06-b9cafbc7340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.506584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.530634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64d10bdf-d5ae-4871-9764-47fb3d090f44 req-0e1604bf-8a71-4002-8076-c995f488d481 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 210 time: 0.1640663 Mar 03 17:56:19.535108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.539308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.546380 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.561889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:56:19.572644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.573146 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Added segment 537793de-c2e5-4595-8abf-cdc819c0221d of type vlan for network 236521a6-2012-414c-bce5-e11e0bf1c899 Mar 03 17:56:19.603445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.643622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.645538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28584f9b-8bfb-41af-a885-063033f67043 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:56:19.680006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.685617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:19.686312 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.700917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef55ebb-a28b-4ac5-9833-8f23847fa6e9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:19.740508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe181958-78de-4689-b595-649d9f0c89d6 req-8e1136c4-b965-4c89-aedb-bb7b5aa313eb service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590573 Mar 03 17:56:19.744031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.751185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5c4fe17-cec0-47c8-b523-cb3a8bb2a68c admin admin] 10.222.0.23 "DELETE /v2.0/routers/28584f9b-8bfb-41af-a885-063033f67043 HTTP/1.1" status: 204 len: 168 time: 4.1845319 Mar 03 17:56:19.752207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46618) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:19.794694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c4034a3-1738-4c15-837e-e59dfc77e1d6 req-d397f375-f4a8-4a85-990e-a5786e4c04bb tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110731 Mar 03 17:56:19.837582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] Deleting subnet 98893c63-ed2a-402e-98db-c44aa4e5f924 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:56:19.849134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:19.897165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844459ad-2a2d-46e3-aea9-da5b5c7f79f0 req-f1d0d6c5-946f-4886-8b56-1dc0a6550928 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:19.898585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-844459ad-2a2d-46e3-aea9-da5b5c7f79f0 req-f1d0d6c5-946f-4886-8b56-1dc0a6550928 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.2509913 Mar 03 17:56:19.933302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8217936 Mar 03 17:56:19.941730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:19.951977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81b3a6-f84d-419a-b575-3ba402e442ab tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Network': ['ID=236521a6-2012-414c-bce5-e11e0bf1c899,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:19.963679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'subnet': {'network_id': '236521a6-2012-414c-bce5-e11e0bf1c899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:19.971810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 236521a6-2012-414c-bce5-e11e0bf1c899 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:56:19.978553 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.007898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.028854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Transition to ACTIVE for port object 113e3056-6457-4b81-8445-645f171be249 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:20.069580 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.116658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-844459ad-2a2d-46e3-aea9-da5b5c7f79f0 req-da7bd65f-f078-4757-9439-a2ce031c1424 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081599 Mar 03 17:56:20.193039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:20.196481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:20.201044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:20.294887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:20.295732 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.318366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:20.324623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:subnet and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:20.328214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:20.331523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:20.336645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-0fc8595d-7592-47ea-968e-9b82718fa324 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9320834 Mar 03 17:56:20.338352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:20.344549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.403333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Made reservation on behalf of ec833d3ec5ce4319a927f3ad35a989ff for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:20.407379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.412705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Request body: {'port': {'device_id': '3cc0b358-6487-4979-ac23-de03eab272b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:20.447374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d831b18b-d8c4-44b1-a1d2-e719a643350b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:20.537863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: d831b18b-d8c4-44b1-a1d2-e719a643350b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:20.538916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d831b18b-d8c4-44b1-a1d2-e719a643350b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:20.572990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.603222 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.632008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98893c63-ed2a-402e-98db-c44aa4e5f924,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:20.634967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d41d-7c69-4238-8334-d17cba7e7b62 req-4eee9946-75d3-48fa-ab98-6b437d357140 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:20.645394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e4b92-41f0-484d-9177-845d57d582c0 None None] Network af9d078d-22c7-4513-ac03-93d8880cbb8a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:20.645513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:20.645978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d748d41d-7c69-4238-8334-d17cba7e7b62 req-4eee9946-75d3-48fa-ab98-6b437d357140 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.3322744 Mar 03 17:56:20.657410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-60e08f01-2500-4f45-b134-c311485e5585 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98893c63-ed2a-402e-98db-c44aa4e5f924 HTTP/1.1" status: 204 len: 168 time: 0.9033508 Mar 03 17:56:20.658200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46630) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:20.913595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-628cdeaa-4082-410c-b5f3-9913a88cf16a None None] Provisioning for port 113e3056-6457-4b81-8445-645f171be249 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:20.926333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-628cdeaa-4082-410c-b5f3-9913a88cf16a None None] Provisioning complete for port 113e3056-6457-4b81-8445-645f171be249 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:20.927032 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-628cdeaa-4082-410c-b5f3-9913a88cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.066883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-628cdeaa-4082-410c-b5f3-9913a88cf16a None None] Port 113e3056-6457-4b81-8445-645f171be249 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:21.106923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] DHCP port deletion for af9d078d-22c7-4513-ac03-93d8880cbb8a request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:56:21.112560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] Deleting port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:21.112931 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.116071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d748d41d-7c69-4238-8334-d17cba7e7b62 req-d2e276c2-8d0d-4647-a723-b37c7c602c6f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471695 Mar 03 17:56:21.393520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.432855 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-02ee8db2-d7d5-4b90-a810-74ac71781f53 service neutron] show failed (client error): The resource could not be found. Mar 03 17:56:21.434119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-02ee8db2-d7d5-4b90-a810-74ac71781f53 service neutron] 10.222.0.16 "GET /v2.0/ports/bb41261f-c915-410c-85be-5949afef8b67/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.6304965 Mar 03 17:56:21.437356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] For port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4249ca0c-2edd-4aba-a32d-7a7341b2eabe,segment=NetworkSegment(377745ab-7983-4ba5-9030-ad44d505da5e),segment_id=377745ab-7983-4ba5-9030-ad44d505da5e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:21.437880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.466748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113e3056-6457-4b81-8445-645f171be249 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:56:21.484868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.495086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed757ef5-f132-4f3a-924f-d285578175df req-e6b4df4a-5add-46e3-a468-e76a7d6860aa tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:21.496881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed757ef5-f132-4f3a-924f-d285578175df req-e6b4df4a-5add-46e3-a468-e76a7d6860aa tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.1643038 Mar 03 17:56:21.558205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Transition to ACTIVE for port object 113e3056-6457-4b81-8445-645f171be249 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:21.565931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.572805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed757ef5-f132-4f3a-924f-d285578175df req-0076433b-069e-464c-98f6-b9b16797ffd6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Mar 03 17:56:21.574165 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.645942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Checking segment: {'id': '537793de-c2e5-4595-8abf-cdc819c0221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '236521a6-2012-414c-bce5-e11e0bf1c899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:21.646412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network hostable DHCP agents. Network: 236521a6-2012-414c-bce5-e11e0bf1c899, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:56:21.690274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Subnet': ['ID=be6581b7-a0f7-4730-ab6c-2b8804dfc7ac,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:21.700848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] Calling delete_port for 4249ca0c-2edd-4aba-a32d-7a7341b2eabe owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:21.702052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa59e33-c629-414f-9409-ba5595967751 req-eb68529e-1658-4fd3-b4f7-683885e90eb9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:21.704201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aaa59e33-c629-414f-9409-ba5595967751 req-eb68529e-1658-4fd3-b4f7-683885e90eb9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 932 time: 0.9501579 Mar 03 17:56:21.769904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Deleting port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:21.770540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.831337 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f20b4a1-629e-4fe9-8be4-116ae6cc3b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.919708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network 236521a6-2012-414c-bce5-e11e0bf1c899 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:56:21.937898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 236521a6-2012-414c-bce5-e11e0bf1c899) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:21.948178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:21.949221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.953787 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:21.955709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aaa59e33-c629-414f-9409-ba5595967751 req-7940b370-dfe9-42e8-b0ab-c6b212e1121e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:21.979988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:22.052756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fcd0f8-69de-4bc0-9a74-753f7cc3c535 None None] Network 236521a6-2012-414c-bce5-e11e0bf1c899 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:22.063242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] The port '4249ca0c-2edd-4aba-a32d-7a7341b2eabe' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:56:22.071713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-13a09320-8f66-4af6-8977-ba50df6da4dc tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1235273 Mar 03 17:56:22.072481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46640) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:22.095987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aaa59e33-c629-414f-9409-ba5595967751 req-7940b370-dfe9-42e8-b0ab-c6b212e1121e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:22.103266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'network': {'name': 'tempest-router-network01--2109485092'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:22.108394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aaa59e33-c629-414f-9409-ba5595967751 req-7940b370-dfe9-42e8-b0ab-c6b212e1121e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927789 Mar 03 17:56:22.124149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:22.131749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Attempting to bind port 113e3056-6457-4b81-8445-645f171be249 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:22.132163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Attempting to bind port 113e3056-6457-4b81-8445-645f171be249 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:22.132566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Attempting to bind port 113e3056-6457-4b81-8445-645f171be249 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:22.139873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:network and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:22.143116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Port 113e3056-6457-4b81-8445-645f171be249 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:56:22.152388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Attempting to bind port 113e3056-6457-4b81-8445-645f171be249 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:22.158841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:22.162611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:22.162956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:22.163342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Bound using segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:22.163781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Bound port: 113e3056-6457-4b81-8445-645f171be249, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:22.164130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.225317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:22.252432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] Pushing event deleted for resources: {'Port': ['ID=4249ca0c-2edd-4aba-a32d-7a7341b2eabe,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:22.323089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-c5c081cd-2790-4dcd-833b-2811f5802027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:22.325640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-c5c081cd-2790-4dcd-833b-2811f5802027 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a&tenant_id=d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 1100 time: 0.5330811 Mar 03 17:56:22.344099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370928-c7c8-4060-9d34-c38cd7e4ccba req-728281d5-b28e-42ab-bf45-659daeb74a73 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:22.355209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02370928-c7c8-4060-9d34-c38cd7e4ccba req-728281d5-b28e-42ab-bf45-659daeb74a73 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.5031424 Mar 03 17:56:22.390890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:22.440840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62ed74-81ed-48d2-a9ee-18ad7c2d7ba1 None None] No DVR routers for this DVR port 4249ca0c-2edd-4aba-a32d-7a7341b2eabe on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:56:22.487758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Made reservation on behalf of ec833d3ec5ce4319a927f3ad35a989ff for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:22.488327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4249ca0c-2edd-4aba-a32d-7a7341b2eabe no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:22.493053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.540937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.580553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4249ca0c-2edd-4aba-a32d-7a7341b2eabe {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:22.582056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4249ca0c-2edd-4aba-a32d-7a7341b2eabe not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:22.602927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d078d-22c7-4513-ac03-93d8880cbb8a']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:22.605866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-236521a6-2012-414c-bce5-e11e0bf1c899', 'network_id': '236521a6-2012-414c-bce5-e11e0bf1c899', 'tenant_id': 'ec833d3ec5ce4319a927f3ad35a989ff', 'fixed_ips': [{'subnet_id': 'be6581b7-a0f7-4730-ab6c-2b8804dfc7ac'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:56:22.606665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.628866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377745ab-7983-4ba5-9030-ad44d505da5e') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:22.628989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377745ab-7983-4ba5-9030-ad44d505da5e') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:22.643406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-42c808c3-faf7-48ff-88b5-4974f6b0f07f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:22.644894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-42c808c3-faf7-48ff-88b5-4974f6b0f07f tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 0.5215204 Mar 03 17:56:22.653604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.677800 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02370928-c7c8-4060-9d34-c38cd7e4ccba req-9ade98b4-35f9-4c91-a594-b7060c3b6e1a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213792 Mar 03 17:56:22.730924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Deleting port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:22.731339 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.742903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:56:22.764971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.766343 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Added segment ffc16db8-8785-4764-af0c-39dd1afce8f3 of type vlan for network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 Mar 03 17:56:22.793690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda933fc-2f6b-4c62-924e-961da4e10de9 req-84885c03-dd3e-44fc-b54c-f8afbe8bb0f5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:22.795181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bda933fc-2f6b-4c62-924e-961da4e10de9 req-84885c03-dd3e-44fc-b54c-f8afbe8bb0f5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.3180861 Mar 03 17:56:22.830669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:22.831523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.849800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:22.871435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.893191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.909486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:56:22.910035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:56:22.925009 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:56:22.968414 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.969121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.981017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:22.991194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Allocated IP 172.20.0.2 (236521a6-2012-414c-bce5-e11e0bf1c899/be6581b7-a0f7-4730-ab6c-2b8804dfc7ac/38ed6588-df31-45f9-811e-e9286c0e33a3) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:23.085035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:23.085695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.087810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] 10.222.0.35 "PUT /v2.0/ports/113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1092 time: 2.6827004 Mar 03 17:56:23.119076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:23.243828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bda933fc-2f6b-4c62-924e-961da4e10de9 req-da6732b7-4a1d-438a-895e-52f0a5928838 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402120 Mar 03 17:56:23.293945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.316064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.418291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9d078d-22c7-4513-ac03-93d8880cbb8a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:23.438669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f7a7f7e8-53f6-4396-a81c-de558ef897b0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/af9d078d-22c7-4513-ac03-93d8880cbb8a HTTP/1.1" status: 204 len: 168 time: 2.7779410 Mar 03 17:56:23.505496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.542112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Transition to ACTIVE for port object 38ed6588-df31-45f9-811e-e9286c0e33a3 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:23.548339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] For port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:23.553741 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.600749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Transition to ACTIVE for port object 38ed6588-df31-45f9-811e-e9286c0e33a3 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:23.619565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.671816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:23.752186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Network 236521a6-2012-414c-bce5-e11e0bf1c899 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:23.755341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:23.765433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:23.829445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46668) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:23.849143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Calling delete_port for c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:23.923960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Attempting to bind port 38ed6588-df31-45f9-811e-e9286c0e33a3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:23.923960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Attempting to bind port 38ed6588-df31-45f9-811e-e9286c0e33a3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '537793de-c2e5-4595-8abf-cdc819c0221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '236521a6-2012-414c-bce5-e11e0bf1c899'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:23.924318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Attempting to bind port 38ed6588-df31-45f9-811e-e9286c0e33a3 on network 236521a6-2012-414c-bce5-e11e0bf1c899 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:23.926934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Pushing event updated for resources: {'Port': ['ID=38ed6588-df31-45f9-811e-e9286c0e33a3,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:23.940141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:23.940518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Checking segment: {'id': '537793de-c2e5-4595-8abf-cdc819c0221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '236521a6-2012-414c-bce5-e11e0bf1c899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:23.940906 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.941301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Bound using segment: {'id': '537793de-c2e5-4595-8abf-cdc819c0221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '236521a6-2012-414c-bce5-e11e0bf1c899'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:23.941805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Bound port: 38ed6588-df31-45f9-811e-e9286c0e33a3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537793de-c2e5-4595-8abf-cdc819c0221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '236521a6-2012-414c-bce5-e11e0bf1c899'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:23.942181 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:23.988505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:24.016742 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.033262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.033853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.034390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.034879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.035419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.035902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.036436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.036911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.037403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.037911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.038442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.038923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcc2f0-b54e-49cf-bba5-1e83a94b45ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:24.040342 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4d6e5c4e-50b0-4a01-a35e-5f1219ab882e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b213e58de412454e8664f1aa8be48709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037032 Mar 03 17:56:24.043003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:24.093410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:24.132038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] For port 38ed6588-df31-45f9-811e-e9286c0e33a3, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:24.138091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] For port 38ed6588-df31-45f9-811e-e9286c0e33a3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38ed6588-df31-45f9-811e-e9286c0e33a3,segment=NetworkSegment(537793de-c2e5-4595-8abf-cdc819c0221d),segment_id=537793de-c2e5-4595-8abf-cdc819c0221d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:24.147187 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.193363 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.213798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:24.217840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.253861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998de89f-6a50-458e-8094-e53a54beea12 req-78dcdae5-8dc6-491a-b465-fa2c74cf2af1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:24.266731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-998de89f-6a50-458e-8094-e53a54beea12 req-78dcdae5-8dc6-491a-b465-fa2c74cf2af1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 944 time: 0.6982787 Mar 03 17:56:24.272472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7852fa-3b11-4a1f-a84c-ee6fc1022b37 req-e6833a95-a755-4cd4-afd0-6811ba4c9dab tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:24.279611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4f7852fa-3b11-4a1f-a84c-ee6fc1022b37 req-e6833a95-a755-4cd4-afd0-6811ba4c9dab tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d87c74-a846-4976-988f-006d027c223c HTTP/1.1" status: 200 len: 945 time: 1.2980492 Mar 03 17:56:24.294737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.339494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498f3cb-9a53-4f6c-b2fd-c83d2b2ae572 None None] Pushing event updated for resources: {'Port': ['ID=38ed6588-df31-45f9-811e-e9286c0e33a3,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:24.386248 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce6d8-588a-4f76-8664-bdc45ea9b2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.408164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-998de89f-6a50-458e-8094-e53a54beea12 req-8bfb3622-fc6c-46d4-8b03-1b19d25db86c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353674 Mar 03 17:56:24.433662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3391523 Mar 03 17:56:24.448781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46678) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:24.457562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.488273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'network': {'name': 'tempest-router-network02--2060060719'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:24.499828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce6d8-588a-4f76-8664-bdc45ea9b2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.505385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910031-1903-4995-8ecf-14108a3ce35b tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Network': ['ID=7f382cd0-59d9-44f1-b6c7-92b6575e68b7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:24.523053 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'status': 'completed', 'code': 200} Mar 03 17:56:24.527384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:56:24.535290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:24.557760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4f7852fa-3b11-4a1f-a84c-ee6fc1022b37 req-3b556398-2362-49df-b36d-30ca6ad22205 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770033 Mar 03 17:56:24.611634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.614089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Transition to ACTIVE for port object bb41261f-c915-410c-85be-5949afef8b67 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:24.615077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:network and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:24.646551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:24.647495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:56:24.694906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:24.757078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:24.793728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:56:24.912257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-dd6c07e2-9848-438a-9339-c724eaa92111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:24.914330 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-dd6c07e2-9848-438a-9339-c724eaa92111 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1095 time: 0.9542270 Mar 03 17:56:24.987756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce6d8-588a-4f76-8664-bdc45ea9b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.031819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:25.056433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Pushing event deleted for resources: {'Port': ['ID=c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:25.056433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ce6d8-588a-4f76-8664-bdc45ea9b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d247e3c-3f8d-43e2-9dbc-02d9b1a4fbff,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:25.313781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bb41261f-c915-410c-85be-5949afef8b67 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:25.318720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-167373d5-a99f-4ceb-865e-2cb6de176c42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 217 time: 0.2481163 Mar 03 17:56:25.318720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Made reservation on behalf of ec833d3ec5ce4319a927f3ad35a989ff for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:25.320404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.346448 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce6d8-588a-4f76-8664-bdc45ea9b2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.346448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8f9ce6d8-588a-4f76-8664-bdc45ea9b2cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d247e3c-3f8d-43e2-9dbc-02d9b1a4fbff HTTP/1.1" status: 204 len: 168 time: 1.2738347 Mar 03 17:56:25.346448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] No DVR routers for this DVR port c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:56:25.346448 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.370620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85d2aa66-492b-47e7-b311-56c9a1e4e2d6 req-07633c37-82f7-4cdc-9c45-bec07e0919d0 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.16 "DELETE /v2.0/ports/c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 HTTP/1.1" status: 204 len: 173 time: 2.6869202 Mar 03 17:56:25.370620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d87c74-a846-4976-988f-006d027c223c', 'name': 'network-vif-deleted', 'tag': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:25.454307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b3f9c-268c-4d63-981a-43b447a5433c req-7bf9100b-deda-4388-8551-1e31cb12ee44 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:25.468750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-469b3f9c-268c-4d63-981a-43b447a5433c req-7bf9100b-deda-4388-8551-1e31cb12ee44 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.4369323 Mar 03 17:56:25.516999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bb41261f-c915-410c-85be-5949afef8b67 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:25.600112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-469b3f9c-268c-4d63-981a-43b447a5433c req-02759fd8-9766-403b-969a-3190c5b1c99d tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240823 Mar 03 17:56:25.632046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] No DVR routers for this DVR port bb41261f-c915-410c-85be-5949afef8b67 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:56:25.654842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:56:25.667370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.667983 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Added segment 582b45fa-07b1-4a37-bb99-1aeed49b79e8 of type vlan for network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee Mar 03 17:56:25.698039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.761503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.773093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:25.776779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:25.912546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:25.913530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:25.914001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:25.962019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Port bb41261f-c915-410c-85be-5949afef8b67 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:56:25.962429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Attempting to bind port bb41261f-c915-410c-85be-5949afef8b67 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:25.999855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-da5a51f7-75d0-4f9c-ba3e-6aad50f2a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:26.001699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-da5a51f7-75d0-4f9c-ba3e-6aad50f2a89c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.6533613 Mar 03 17:56:26.008979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:26.009189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:26.011435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:26.012188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Bound port: bb41261f-c915-410c-85be-5949afef8b67, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:26.013556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:26.202575 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d87c74-a846-4976-988f-006d027c223c', 'name': 'network-vif-deleted', 'tag': 'c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384', 'status': 'completed', 'code': 200} Mar 03 17:56:26.261957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d792d77-e696-4ce8-b696-74829179e077 req-72af63a0-c988-489b-8dc3-05ef6a63b705 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:26.269296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d792d77-e696-4ce8-b696-74829179e077 req-72af63a0-c988-489b-8dc3-05ef6a63b705 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 1.3494797 Mar 03 17:56:26.272714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8203716 Mar 03 17:56:26.275352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46700) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:26.281265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'subnet': {'network_id': '7f382cd0-59d9-44f1-b6c7-92b6575e68b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:26.532759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bfa721-fb11-4ca7-b7af-04137168e0e3 None None] Network 236521a6-2012-414c-bce5-e11e0bf1c899 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:26.546808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:26.557316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a33b3e-c09d-48e2-b354-0264b6007239 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Network': ['ID=cef7a00d-cf4b-4529-9a6d-13dd35cf27ee,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:26.603493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:26.679875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:26.716356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d792d77-e696-4ce8-b696-74829179e077 req-02691d6d-6543-4e94-871a-5aea51ab1bca tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459329 Mar 03 17:56:26.742935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:26.848370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:26.856418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:subnet and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:26.869286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:26.891300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:26.936219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Made reservation on behalf of ec833d3ec5ce4319a927f3ad35a989ff for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:26.942670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:26.987236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852934b-68a5-4775-ab92-d0274932356c req-9927e38c-7c8f-4571-a9e8-7dba3acf75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:26.998364 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-9927e38c-7c8f-4571-a9e8-7dba3acf75cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7892649 Mar 03 17:56:27.025357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:56:27.071818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38ed6588-df31-45f9-811e-e9286c0e33a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:27.129509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:27.153545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:27.154114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:27.160562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-09779dff-94de-458e-9caf-cb0c6e4eb326 service neutron] 10.222.0.35 "PUT /v2.0/ports/bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 1095 time: 4.7946448 Mar 03 17:56:27.269705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26335c75-d88c-4605-875c-2cdd2334c018 req-ab080da4-f95f-4f9d-8d92-dee597804b6e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:27.278933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26335c75-d88c-4605-875c-2cdd2334c018 req-ab080da4-f95f-4f9d-8d92-dee597804b6e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 944 time: 0.5990551 Mar 03 17:56:27.395393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26335c75-d88c-4605-875c-2cdd2334c018 req-a8d1fce1-cf31-4561-b969-d464e69a5cf5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152923 Mar 03 17:56:27.544123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:27.611694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:27.621148 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67', 'code': 200} Mar 03 17:56:27.800171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8a6724f3-8a30-44be-9b28-47667d0308dd None None] Provisioning for port 38ed6588-df31-45f9-811e-e9286c0e33a3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:27.826146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:27.826146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c2f8c54d-1fd5-4d1c-a1b5-ecfcf6c17384 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:27.866300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 38ed6588-df31-45f9-811e-e9286c0e33a3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:27.885556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 38ed6588-df31-45f9-811e-e9286c0e33a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:27.885556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:27.925876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-1cd2a08d-0ef2-428a-947c-c83b95c9246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:27.925876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-1cd2a08d-0ef2-428a-947c-c83b95c9246b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1098 time: 0.5102689 Mar 03 17:56:27.942125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:27.972241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ab615-75ba-4c00-8b68-b835d3a221d8 req-92c7b460-810d-4232-aa7a-56fa663b6cac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:27.980459 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-204ab615-75ba-4c00-8b68-b835d3a221d8 req-92c7b460-810d-4232-aa7a-56fa663b6cac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.8441479 Mar 03 17:56:28.127602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-852545803-network', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:28.202587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:28.297958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Usage tracker for resource:network and tenant:d0c961a3263449daa5005c519f7ef40c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:28.312472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:28.366261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 38ed6588-df31-45f9-811e-e9286c0e33a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38ed6588-df31-45f9-811e-e9286c0e33a3,segment=NetworkSegment(537793de-c2e5-4595-8abf-cdc819c0221d),segment_id=537793de-c2e5-4595-8abf-cdc819c0221d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:28.390868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:28.423320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:28.550105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Checking segment: {'id': 'ffc16db8-8785-4764-af0c-39dd1afce8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f382cd0-59d9-44f1-b6c7-92b6575e68b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:28.550105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network hostable DHCP agents. Network: 7f382cd0-59d9-44f1-b6c7-92b6575e68b7, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:56:28.553033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-ca4b4138-a6f3-46c6-8c5b-645d4443a1ab service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4037611 Mar 03 17:56:28.567744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:28.617216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Subnet': ['ID=82ffdd56-02ca-4ab5-86ee-5fa83de88472,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:28.690020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=38ed6588-df31-45f9-811e-e9286c0e33a3,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:28.716020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.717574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.718618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.718853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.719307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.719751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.720328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.721044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.721539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.721989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.722468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.722891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:28.776850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-204ab615-75ba-4c00-8b68-b835d3a221d8 req-378ea04b-d0b8-4d05-9dde-249c3fc0e9c0 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9e24d9a-86d6-4472-91ff-11596a016c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7896247 Mar 03 17:56:28.780067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Made reservation on behalf of d0c961a3263449daa5005c519f7ef40c for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:28.783996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8b7ab574-7234-4f05-9dd7-deb1a61d8559 None None] Provisioning complete for port 38ed6588-df31-45f9-811e-e9286c0e33a3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:28.783996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab574-7234-4f05-9dd7-deb1a61d8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:28.793395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:28.863174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:56:28.882914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:28.919236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b2ae7-ba3a-4cd2-b5d3-c48ad7b34480 req-8a22c7ab-1660-49c4-9c7c-71228138b685 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:28.928186 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-583b2ae7-ba3a-4cd2-b5d3-c48ad7b34480 req-8a22c7ab-1660-49c4-9c7c-71228138b685 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.8159394 Mar 03 17:56:28.939792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-83dc28f7-12d2-4a0f-94ca-7d44928ded4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:28.947042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-83dc28f7-12d2-4a0f-94ca-7d44928ded4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.9558151 Mar 03 17:56:28.978659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7f382cd0-59d9-44f1-b6c7-92b6575e68b7) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:28.984927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:28.986001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:28.993180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101faa7-efe2-4a70-80cd-87666c3b3360 None None] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:29.033253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:29.067801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c961a3263449daa5005c519f7ef40c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:29.083635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-f1571a36-c04a-47c6-ae11-e25ec331075c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.1135352 Mar 03 17:56:29.090090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:29.125127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-583b2ae7-ba3a-4cd2-b5d3-c48ad7b34480 req-d8a87bc4-aba1-4445-aca7-2e85c9634df5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948929 Mar 03 17:56:29.167449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13962aaf-4334-4c0f-a853-50998af2970e req-70938cb3-98b7-470d-a916-a3c786804e36 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:29.168815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13962aaf-4334-4c0f-a853-50998af2970e req-70938cb3-98b7-470d-a916-a3c786804e36 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 945 time: 0.8781540 Mar 03 17:56:29.180737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:29.268173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-d5cc2da7-290a-4616-8bf0-39692f49a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:29.274175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-d5cc2da7-290a-4616-8bf0-39692f49a450 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1695187 Mar 03 17:56:29.319524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4852934b-68a5-4775-ab92-d0274932356c req-a7f604ac-5554-4ebe-9593-04528278aea1 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227376 Mar 03 17:56:29.324261 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5d598cff-48fa-4e58-9e28-4676a7c7b406 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0456214 Mar 03 17:56:29.326874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Deleting port f351f5da-a817-46b4-9fc1-ea1417e01126 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:29.327211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:29.430303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46738) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:29.447518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:29.457170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:29.524884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-7f382cd0-59d9-44f1-b6c7-92b6575e68b7', 'network_id': '7f382cd0-59d9-44f1-b6c7-92b6575e68b7', 'tenant_id': 'ec833d3ec5ce4319a927f3ad35a989ff', 'fixed_ips': [{'subnet_id': '82ffdd56-02ca-4ab5-86ee-5fa83de88472'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:56:29.525888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:29.554242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'subnet': {'network_id': 'cef7a00d-cf4b-4529-9a6d-13dd35cf27ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:29.575062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:56:29.647315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:29.777628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b250021b-40b8-4ea8-b3e2-61082ad350d2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:29.818660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Allocated IP 172.20.0.2 (7f382cd0-59d9-44f1-b6c7-92b6575e68b7/82ffdd56-02ca-4ab5-86ee-5fa83de88472/632c8745-703d-4c2f-ab5d-2ec47261567d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:29.842839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] For port f351f5da-a817-46b4-9fc1-ea1417e01126, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f351f5da-a817-46b4-9fc1-ea1417e01126,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:29.843210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:29.863600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09335c-3fdd-49bf-9ea8-53e4611779da req-82f89c2b-624b-4ab4-bf6a-5cbbea44c83c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:29.864559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6c09335c-3fdd-49bf-9ea8-53e4611779da req-82f89c2b-624b-4ab4-bf6a-5cbbea44c83c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:29.915828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:29.922254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Usage tracker for resource:subnet and tenant:ec833d3ec5ce4319a927f3ad35a989ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:29.949569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:29.955975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:29.972684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6c09335c-3fdd-49bf-9ea8-53e4611779da req-82f89c2b-624b-4ab4-bf6a-5cbbea44c83c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:29.981013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c09335c-3fdd-49bf-9ea8-53e4611779da req-82f89c2b-624b-4ab4-bf6a-5cbbea44c83c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 944 time: 0.4082365 Mar 03 17:56:30.035078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-4f824d62-f54e-44b9-a74e-699fac000d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:30.036916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-4f824d62-f54e-44b9-a74e-699fac000d58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1095 time: 0.6121807 Mar 03 17:56:30.037721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Made reservation on behalf of ec833d3ec5ce4319a927f3ad35a989ff for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:30.041364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.096349 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.108578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Transition to ACTIVE for port object 632c8745-703d-4c2f-ab5d-2ec47261567d will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:30.130794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Transition to ACTIVE for port object 632c8745-703d-4c2f-ab5d-2ec47261567d will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:30.172679 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.254986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Pushing event updated for resources: {'Port': ['ID=632c8745-703d-4c2f-ab5d-2ec47261567d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:30.280436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:30.283062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:30.286511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c09335c-3fdd-49bf-9ea8-53e4611779da req-a626fceb-e688-4f8f-b815-fb1e97fab176 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036029 Mar 03 17:56:30.291406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:30.360769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.447565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.448524 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Added segment a21c2a28-667b-4ca9-9272-a0216eb351ef of type vlan for network 9e385275-18dc-46b2-89c1-f87a4a402be6 Mar 03 17:56:30.500256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Attempting to bind port 632c8745-703d-4c2f-ab5d-2ec47261567d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:30.500625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Attempting to bind port 632c8745-703d-4c2f-ab5d-2ec47261567d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'ffc16db8-8785-4764-af0c-39dd1afce8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f382cd0-59d9-44f1-b6c7-92b6575e68b7'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:30.500988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Attempting to bind port 632c8745-703d-4c2f-ab5d-2ec47261567d on network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:30.517129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Subnet': ['ID=44eae7f0-d288-40b0-8a59-e2d134d3a74c,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:30.527740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38ed6588-df31-45f9-811e-e9286c0e33a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:30.536381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-32fe1af5-e167-487f-92a1-ae488e9cc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:30.537759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-32fe1af5-e167-487f-92a1-ae488e9cc799 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2160223 Mar 03 17:56:30.548739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bc18d-47cb-436e-8500-345e2db74e1d req-4e15484d-b686-4ea5-b1ff-1814fe105b48 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:30.556610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-692bc18d-47cb-436e-8500-345e2db74e1d req-4e15484d-b686-4ea5-b1ff-1814fe105b48 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 1.1022298 Mar 03 17:56:30.578361 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.585497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.586146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.586621 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Floating IP da327d82-1019-4910-8659-333e0275cf16 disassociated. External IP: 172.25.0.59, port: f351f5da-a817-46b4-9fc1-ea1417e01126. Mar 03 17:56:30.587130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Calling delete_port for f351f5da-a817-46b4-9fc1-ea1417e01126 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:30.640645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:30.641026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Checking segment: {'id': 'ffc16db8-8785-4764-af0c-39dd1afce8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f382cd0-59d9-44f1-b6c7-92b6575e68b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:30.641587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.642702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Bound using segment: {'id': 'ffc16db8-8785-4764-af0c-39dd1afce8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f382cd0-59d9-44f1-b6c7-92b6575e68b7'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:30.643192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Bound port: 632c8745-703d-4c2f-ab5d-2ec47261567d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc16db8-8785-4764-af0c-39dd1afce8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7f382cd0-59d9-44f1-b6c7-92b6575e68b7'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:30.643704 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.707045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-692bc18d-47cb-436e-8500-345e2db74e1d req-b91ee072-f62e-401e-bb10-9aa672dc1866 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488941 Mar 03 17:56:30.719228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Checking segment: {'id': '582b45fa-07b1-4a37-bb99-1aeed49b79e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cef7a00d-cf4b-4529-9a6d-13dd35cf27ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:30.719584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network hostable DHCP agents. Network: cef7a00d-cf4b-4529-9a6d-13dd35cf27ee, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:56:30.746111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.749673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:30.751590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.834057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:56:30.847630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] For port 632c8745-703d-4c2f-ab5d-2ec47261567d, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:30.859344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] For port 632c8745-703d-4c2f-ab5d-2ec47261567d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=632c8745-703d-4c2f-ab5d-2ec47261567d,segment=NetworkSegment(ffc16db8-8785-4764-af0c-39dd1afce8f3),segment_id=ffc16db8-8785-4764-af0c-39dd1afce8f3)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:30.877744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, cef7a00d-cf4b-4529-9a6d-13dd35cf27ee) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:30.881247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 38ed6588-df31-45f9-811e-e9286c0e33a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:30.881666 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.895826 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67', 'status': 'completed', 'code': 200} Mar 03 17:56:30.915715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4b0ba-4455-4f27-94c1-edf0496703db req-43975d49-43a5-4700-961a-bdd8b2d99957 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:30.923605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1ea4b0ba-4455-4f27-94c1-edf0496703db req-43975d49-43a5-4700-961a-bdd8b2d99957 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.3822308 Mar 03 17:56:30.948123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-254cd45e-1522-4685-be60-a8a378c505db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:30.949851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-254cd45e-1522-4685-be60-a8a378c505db service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.6791952 Mar 03 17:56:30.951721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:30.952442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:30.958164 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:31.007494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] Pushing event updated for resources: {'Network': ['ID=9e385275-18dc-46b2-89c1-f87a4a402be6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:31.034999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5c042ce8-1972-4d08-a04b-a5b31d0d0677 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4854038 Mar 03 17:56:31.037632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6047b49a-8d6d-46d7-9640-427f88304196 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6057749 Mar 03 17:56:31.040347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46758) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:31.040987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46760) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:31.121705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Request body: {'subnet': {'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-852545803-subnet', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:31.132573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:31.141439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:31.144383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-b4238a0b-e19b-4bd9-b49c-671861d63b6e service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443251 Mar 03 17:56:31.179781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd276e2-ae96-4a3e-b989-7d6006cb1294 None None] Network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:31.248659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Usage tracker for resource:subnet and tenant:d0c961a3263449daa5005c519f7ef40c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:31.316908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event deleted for resources: {'Port': ['ID=f351f5da-a817-46b4-9fc1-ea1417e01126,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:31.320399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:31.321131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1ea4b0ba-4455-4f27-94c1-edf0496703db req-298de624-c8f5-4454-97d0-f34feb383110 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963549 Mar 03 17:56:31.326220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-4d1beefb-87bd-4b22-ac74-bad2cfcfa648 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 217 time: 0.3354852 Mar 03 17:56:31.337969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-73a6f936-22bd-4626-861b-bcd2af2c9103 req-9e9a9ae9-2cf5-4a63-af87-cfc6c8f55468 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:31.386236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79687f-ffa8-4541-8501-17fe964007b3 None None] Pushing event updated for resources: {'Port': ['ID=632c8745-703d-4c2f-ab5d-2ec47261567d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:31.406027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:56:31.481033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:31.489443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-07c82f9c-966a-49ae-939a-19387b19d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:31.491347 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-07c82f9c-966a-49ae-939a-19387b19d56b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1098 time: 0.5201147 Mar 03 17:56:31.612378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-aeb8ceee-f9b0-4de6-b309-ae4f22d0ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:31.614360 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-aeb8ceee-f9b0-4de6-b309-ae4f22d0ac1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.2532640 Mar 03 17:56:31.644440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Made reservation on behalf of d0c961a3263449daa5005c519f7ef40c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:31.646909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:31.751886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-73a6f936-22bd-4626-861b-bcd2af2c9103 req-9e9a9ae9-2cf5-4a63-af87-cfc6c8f55468 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:31.753033 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73a6f936-22bd-4626-861b-bcd2af2c9103 req-9e9a9ae9-2cf5-4a63-af87-cfc6c8f55468 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 210 time: 0.5990572 Mar 03 17:56:31.853761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a48123e-49e8-42e5-b2eb-eaf8b36c74b3 req-509784f6-760a-4a06-b10e-cbfd482b8252 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692458 Mar 03 17:56:31.927881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659800a-4ee5-47d9-bfe8-9916fde37ab4 req-70a66f21-12a1-443f-b30d-c2ce1f1982ca tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:31.929707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4659800a-4ee5-47d9-bfe8-9916fde37ab4 req-70a66f21-12a1-443f-b30d-c2ce1f1982ca tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.4262297 Mar 03 17:56:32.083006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-cef7a00d-cf4b-4529-9a6d-13dd35cf27ee', 'network_id': 'cef7a00d-cf4b-4529-9a6d-13dd35cf27ee', 'tenant_id': 'ec833d3ec5ce4319a927f3ad35a989ff', 'fixed_ips': [{'subnet_id': '44eae7f0-d288-40b0-8a59-e2d134d3a74c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:56:32.084153 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:32.110215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-a3e07404-7dc0-4486-9840-160ddb3d2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:32.111831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-a3e07404-7dc0-4486-9840-160ddb3d2638 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.6051159 Mar 03 17:56:32.149744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-aa3c7605-b0a0-4616-890a-cca131ffc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:32.151939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-aa3c7605-b0a0-4616-890a-cca131ffc28f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4713953 Mar 03 17:56:32.278249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4659800a-4ee5-47d9-bfe8-9916fde37ab4 req-847fde06-0341-424c-9f56-594688241e17 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937839 Mar 03 17:56:32.374617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-69a74470-06e5-4b2c-b612-5892c70c48c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.2360430 Mar 03 17:56:32.545831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Allocated IP 172.20.0.2 (cef7a00d-cf4b-4529-9a6d-13dd35cf27ee/44eae7f0-d288-40b0-8a59-e2d134d3a74c/70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:32.582293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46794) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:32.612482 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:32.654955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-cd16d182-c35e-4f2f-8764-fbdb5aefc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:32.656444 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-cd16d182-c35e-4f2f-8764-fbdb5aefc6bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1098 time: 0.7173626 Mar 03 17:56:32.656666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 632c8745-703d-4c2f-ab5d-2ec47261567d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:32.715652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-7d493083-f1e5-44ae-9e45-9652f3548e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:32.717313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-7d493083-f1e5-44ae-9e45-9652f3548e52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3081126 Mar 03 17:56:32.816264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2389d948-2113-4385-828c-60bd56f3c29c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:32.818981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 632c8745-703d-4c2f-ab5d-2ec47261567d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:32.855236 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:32.855664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Router bbbdb029-b171-4452-b66b-43755ca19eea has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:32.867773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Transition to ACTIVE for port object 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:32.887785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Transition to ACTIVE for port object 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:32.893244 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:32.907755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-bd3aa424-fa96-432d-af44-81d2898dbfc9 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261122 Mar 03 17:56:32.930164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:32.943661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:32.951107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:32.952938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:56:32.961764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:33.045908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Checking segment: {'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:33.045908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Network hostable DHCP agents. Network: 9e385275-18dc-46b2-89c1-f87a4a402be6, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:56:33.059688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-3b350b4a-f6e2-42e4-98db-df124a414415 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.060600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-3b350b4a-f6e2-42e4-98db-df124a414415 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Synchronizing usage tracker for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:33.071896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Pushing event updated for resources: {'Port': ['ID=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:33.114714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Attempting to bind port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:33.115423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Attempting to bind port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '582b45fa-07b1-4a37-bb99-1aeed49b79e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cef7a00d-cf4b-4529-9a6d-13dd35cf27ee'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:33.115423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Attempting to bind port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e on network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:33.210456 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7c6fde8-d788-4f7f-a30b-1da3e43ffd83 req-746b62a0-3533-41d8-80a6-ac44214c1387 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894232 Mar 03 17:56:33.221575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edff46-0432-4c62-b283-3f62fa14d05d req-896eb426-3b21-4323-87b5-80482fd49267 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.223149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5edff46-0432-4c62-b283-3f62fa14d05d req-896eb426-3b21-4323-87b5-80482fd49267 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 944 time: 0.6247888 Mar 03 17:56:33.223736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:33.224112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Checking segment: {'id': '582b45fa-07b1-4a37-bb99-1aeed49b79e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cef7a00d-cf4b-4529-9a6d-13dd35cf27ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:33.224515 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:33.225020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Bound using segment: {'id': '582b45fa-07b1-4a37-bb99-1aeed49b79e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cef7a00d-cf4b-4529-9a6d-13dd35cf27ee'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:33.225399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Bound port: 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582b45fa-07b1-4a37-bb99-1aeed49b79e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cef7a00d-cf4b-4529-9a6d-13dd35cf27ee'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:33.225771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:33.230753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ca0e7-7d4e-4330-8968-86c9b0328fa7 req-ad8aa6d6-0803-4723-b1d7-f6f74576c7d5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.233790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c40ca0e7-7d4e-4330-8968-86c9b0328fa7 req-ad8aa6d6-0803-4723-b1d7-f6f74576c7d5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 0.6505640 Mar 03 17:56:33.253402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-92f4b346-34e4-4d73-8b26-9ea58bfff539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.255167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-92f4b346-34e4-4d73-8b26-9ea58bfff539 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5895004 Mar 03 17:56:33.338293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] For port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:33.342179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] For port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,segment=NetworkSegment(582b45fa-07b1-4a37-bb99-1aeed49b79e8),segment_id=582b45fa-07b1-4a37-bb99-1aeed49b79e8)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:33.346895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f351f5da-a817-46b4-9fc1-ea1417e01126 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:33.376333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:33.383434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-3b350b4a-f6e2-42e4-98db-df124a414415 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Unset dirty status for tenant:77fc90b0c3b842ca8dc695cc362936e1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:33.385015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-3b350b4a-f6e2-42e4-98db-df124a414415 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.35 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 1.8056936 Mar 03 17:56:33.394452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.395091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.395661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.396239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.396903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.397677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.398254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.400348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:56:33.408065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-1e1807e1-a208-4b18-a330-2da440aa0eda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6501 time: 0.8212051 Mar 03 17:56:33.412604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-63306428-4cab-49f4-ae5c-e5b1b962f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.414199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-63306428-4cab-49f4-ae5c-e5b1b962f5ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6878953 Mar 03 17:56:33.427015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: f351f5da-a817-46b4-9fc1-ea1417e01126 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:33.427352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f351f5da-a817-46b4-9fc1-ea1417e01126 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:33.429869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:33.460963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '113e3056-6457-4b81-8445-645f171be249', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '113e3056-6457-4b81-8445-645f171be249', 'mac_address': 'fa:16:3e:d9:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:56:33.509154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 9e385275-18dc-46b2-89c1-f87a4a402be6) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:33.530257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5edff46-0432-4c62-b283-3f62fa14d05d req-0940a683-7789-4766-93d0-f634702c72f7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830684 Mar 03 17:56:33.545724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:33.563634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946bf2b7-a71d-4d5c-b09f-cab2f11435dc None None] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:33.579795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.580443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:33.622240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:33.625481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-96bef411-30d7-41f7-bae6-1ef9a60b4674 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5816164 Mar 03 17:56:33.651992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46806) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:33.663587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-cb14c135-a89a-4b2b-a868-43fca2eda69a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.3908684 Mar 03 17:56:33.668565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:33.687498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c40ca0e7-7d4e-4330-8968-86c9b0328fa7 req-546ce1e3-2b5e-4c6e-9303-00dfdb1bdf2f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311874 Mar 03 17:56:33.716395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae9643-6254-4dbb-8eb4-7a3ae2988613 None None] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:33.738726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113e3056-6457-4b81-8445-645f171be249 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:56:33.741072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:33.769280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Deleting port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:33.769729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:33.770432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] Sync routers for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:33.818616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Usage tracker for resource:router and tenant:d0c961a3263449daa5005c519f7ef40c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:33.839218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:33.849088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:33.850561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937388b-6736-4f81-90b1-03eabc190a8b req-52ac1d88-ee12-4676-add5-62900d770f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:33.852167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1937388b-6736-4f81-90b1-03eabc190a8b req-52ac1d88-ee12-4676-add5-62900d770f2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1097 time: 0.8894734 Mar 03 17:56:33.858672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:33.881516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] No DVR routers for this DVR port f351f5da-a817-46b4-9fc1-ea1417e01126 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:56:33.897457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:33.924858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:33.926913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13962aaf-4334-4c0f-a853-50998af2970e req-201f1c61-9e8e-40b6-a3c5-e8da93cd5bc5 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.16 "DELETE /v2.0/ports/f351f5da-a817-46b4-9fc1-ea1417e01126 HTTP/1.1" status: 204 len: 173 time: 4.7314696 Mar 03 17:56:33.931771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'name': 'network-vif-deleted', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:33.953385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-573cbe65-0aaf-47ef-af1e-3a1b60af18ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5443277 Mar 03 17:56:33.981742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47258ce3-f0ce-424b-8ac0-fc736b241a62 None None] Provisioning for port 632c8745-703d-4c2f-ab5d-2ec47261567d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:34.010169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4731ab7-3681-4f99-907c-eb7893218712 req-cd6b8870-df1b-4b5b-9729-8ac2977d3310 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=8361fac2-0950-4a64-88b2-a1760f230339 HTTP/1.1" status: 200 len: 210 time: 0.1052310 Mar 03 17:56:34.018084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-64b78763-1877-4b1c-836d-a72e9a0c69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:34.019937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-64b78763-1877-4b1c-836d-a72e9a0c69a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3270397 Mar 03 17:56:34.167991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:34.169486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:34.283513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Allocated IP 172.20.0.1 (7f382cd0-59d9-44f1-b6c7-92b6575e68b7/82ffdd56-02ca-4ab5-86ee-5fa83de88472/bd2d48a6-301b-49fb-87a2-571558f13999) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:34.297629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab34279-862c-4b9e-ac55-ab1a6a5efad5 req-e33dfb5d-acc7-46f2-b85a-21ed08a5d1d3 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:34.300730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ab34279-862c-4b9e-ac55-ab1a6a5efad5 req-e33dfb5d-acc7-46f2-b85a-21ed08a5d1d3 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 946 time: 0.4658804 Mar 03 17:56:34.311804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:34.364682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-c31750c1-4bac-4a53-a484-a0f364bf667e service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9063883 Mar 03 17:56:34.419737 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:34.449121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01992bcb-4011-44e0-9ddc-a5cdd9e3f582 None None] Pushing event updated for resources: {'Port': ['ID=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:34.481773 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ab34279-862c-4b9e-ac55-ab1a6a5efad5 req-41e4ce7b-60bb-4880-8fa6-1358b5fcc8c6 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9c58847-0798-4fd0-95b8-12b173fe02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692729 Mar 03 17:56:34.518379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937388b-6736-4f81-90b1-03eabc190a8b req-e5f24d6d-4261-4c48-ac7d-e8d1cc7e4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:34.518379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1937388b-6736-4f81-90b1-03eabc190a8b req-e5f24d6d-4261-4c48-ac7d-e8d1cc7e4ac4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.6400084 Mar 03 17:56:34.542533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:34.552137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47258ce3-f0ce-424b-8ac0-fc736b241a62 None None] Provisioning complete for port 632c8745-703d-4c2f-ab5d-2ec47261567d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:34.552552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47258ce3-f0ce-424b-8ac0-fc736b241a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:34.616823 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:34.694600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-f3d208bb-8861-425c-b922-d3063cef9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:34.696091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-f3d208bb-8861-425c-b922-d3063cef9da7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5959439 Mar 03 17:56:34.706607 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8361fac2-0950-4a64-88b2-a1760f230339', 'name': 'network-vif-deleted', 'tag': 'f351f5da-a817-46b4-9fc1-ea1417e01126', 'status': 'completed', 'code': 200} Mar 03 17:56:34.980073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] For port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:34.980632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:34.991530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.010148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bb41261f-c915-410c-85be-5949afef8b67 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:56:35.014942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:35.032413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-59fa8e99-d83d-47fe-9d3e-4834918ebdaf service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430387 Mar 03 17:56:35.043311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['113e3056-6457-4b81-8445-645f171be249'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:56:35.059374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59920-df58-464a-adb3-14d3cd6edbcf req-9b49c54f-8f9d-44d4-bfb6-9cbd939e4ed5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:35.066881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aa59920-df58-464a-adb3-14d3cd6edbcf req-9b49c54f-8f9d-44d4-bfb6-9cbd939e4ed5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.7971165 Mar 03 17:56:35.167463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1937388b-6736-4f81-90b1-03eabc190a8b req-0619f91e-d1cd-489d-af25-1f5e738facb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 1001 time: 0.5471094 Mar 03 17:56:35.248663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Calling delete_port for 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:35.287131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:35.290220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd599dfa-912d-492b-a0ff-dadf705000aa req-20d7ccaf-ad1b-4e67-a44f-0fb06fc03e3c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:35.294274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd599dfa-912d-492b-a0ff-dadf705000aa req-20d7ccaf-ad1b-4e67-a44f-0fb06fc03e3c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.5612452 Mar 03 17:56:35.295835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Transition to ACTIVE for port object bd2d48a6-301b-49fb-87a2-571558f13999 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:35.299628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aa59920-df58-464a-adb3-14d3cd6edbcf req-91a672a5-86fc-44cc-bbc6-bed1f5bfa545 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316749 Mar 03 17:56:35.315262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-9e385275-18dc-46b2-89c1-f87a4a402be6', 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'fixed_ips': [{'subnet_id': '2389d948-2113-4385-828c-60bd56f3c29c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:56:35.316016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.326564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.331863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:35.335368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'bb41261f-c915-410c-85be-5949afef8b67', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'bb41261f-c915-410c-85be-5949afef8b67', 'mac_address': 'fa:16:3e:00:02:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:56:35.353006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc826fd-41d6-4eee-ac65-acd23c4cb47b None None] Network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:35.379344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-c497caa4-998e-4315-aef8-f152f7cd3373 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697538 Mar 03 17:56:35.397991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937388b-6736-4f81-90b1-03eabc190a8b req-661d115f-ad0f-4e75-90b6-f5f58d140c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:35.399558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1937388b-6736-4f81-90b1-03eabc190a8b req-661d115f-ad0f-4e75-90b6-f5f58d140c29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.2221131 Mar 03 17:56:35.420321 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd599dfa-912d-492b-a0ff-dadf705000aa req-456393e8-e946-4525-8e23-56cabab605a8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141040 Mar 03 17:56:35.433290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.562752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:35.572818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:35.580678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:35.602264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47258ce3-f0ce-424b-8ac0-fc736b241a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.617528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Port': ['ID=bd2d48a6-301b-49fb-87a2-571558f13999,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:35.648153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.706734 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.850755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:35.887212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Pushing event deleted for resources: {'Port': ['ID=38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:35.895012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7756186e-daaa-4f27-aba2-18197f5bf3dc req-124b7c03-afca-4be2-b333-8dbf2a907583 tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.23 "GET /v2.0/ports?device_id=00199292-fa85-4ca2-8278-404eb3e10bd6 HTTP/1.1" status: 200 len: 210 time: 0.2031877 Mar 03 17:56:35.926294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No active binding found for port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 17:56:35.926733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:35.962743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8019b-351e-4a99-83df-12e51cdda297 req-45adc7df-1f43-442b-8f91-acbde2720294 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:35.965010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2df8019b-351e-4a99-83df-12e51cdda297 req-45adc7df-1f43-442b-8f91-acbde2720294 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 947 time: 0.5284536 Mar 03 17:56:35.970259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937388b-6736-4f81-90b1-03eabc190a8b req-62ec5efb-23ee-4f47-8695-e0cc5f7853ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:35.971759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1937388b-6736-4f81-90b1-03eabc190a8b req-62ec5efb-23ee-4f47-8695-e0cc5f7853ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5292327 Mar 03 17:56:35.988748 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cee3981-c907-48bc-8fa7-ecd731b17e98 req-9c990c3c-c715-4234-9089-6d900b90a9f3 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960956 Mar 03 17:56:35.997001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46826) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:36.000877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] No DVR routers for this DVR port 38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:56:36.003402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.043211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-47258ce3-f0ce-424b-8ac0-fc736b241a62 None None] For port 632c8745-703d-4c2f-ab5d-2ec47261567d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=632c8745-703d-4c2f-ab5d-2ec47261567d,segment=NetworkSegment(ffc16db8-8785-4764-af0c-39dd1afce8f3),segment_id=ffc16db8-8785-4764-af0c-39dd1afce8f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:36.061517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-11988baa-ebe4-47f8-ace6-709534b3dec4 req-b9834cb1-ecb6-4d9d-a095-11d9ba0f4bdd tempest-ServerRescueTestJSON-47753654 tempest-ServerRescueTestJSON-47753654-project] 10.222.0.35 "DELETE /v2.0/ports/38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb HTTP/1.1" status: 204 len: 173 time: 2.6496234 Mar 03 17:56:36.140539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9063bc32-fd82-4a76-89d2-3075649c2347 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.198938 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.207721 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47258ce3-f0ce-424b-8ac0-fc736b241a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.210122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9063bc32-fd82-4a76-89d2-3075649c2347 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.216408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb41261f-c915-410c-85be-5949afef8b67 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:56:36.241608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2df8019b-351e-4a99-83df-12e51cdda297 req-e81b85ba-a339-4170-aeb9-422905633b85 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684226 Mar 03 17:56:36.276809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:36.421214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47258ce3-f0ce-424b-8ac0-fc736b241a62 None None] Pushing event updated for resources: {'Port': ['ID=632c8745-703d-4c2f-ab5d-2ec47261567d,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:36.447001 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.449469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1937388b-6736-4f81-90b1-03eabc190a8b req-57f25dfa-62fe-4161-8404-2c44190f5e26 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595633 Mar 03 17:56:36.572625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9063bc32-fd82-4a76-89d2-3075649c2347 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.677202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:36.682040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-718e83ab-a462-417c-b6c4-096faccfa52a None None] Provisioning for port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:36.688058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:36.739867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'name': 'network-vif-deleted', 'tag': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:36.791301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1937388b-6736-4f81-90b1-03eabc190a8b req-0e38f592-841e-4bef-a079-ce64fff2c916 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351395 Mar 03 17:56:36.798051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063bc32-fd82-4a76-89d2-3075649c2347 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e24d9a-86d6-4472-91ff-11596a016c71,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:36.838287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:56:36.856665 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9063bc32-fd82-4a76-89d2-3075649c2347 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.860557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9063bc32-fd82-4a76-89d2-3075649c2347 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9e24d9a-86d6-4472-91ff-11596a016c71 HTTP/1.1" status: 204 len: 168 time: 0.8590238 Mar 03 17:56:36.874624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46840) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:36.903740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:36.948207 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-8a86f29f-fe65-45cd-ab78-0e1271364475 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] show failed (client error): The resource could not be found. Mar 03 17:56:36.948472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] Checking router: bbbdb029-b171-4452-b66b-43755ca19eea for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:36.949242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8a86f29f-fe65-45cd-ab78-0e1271364475 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups/c9e24d9a-86d6-4472-91ff-11596a016c71 HTTP/1.1" status: 404 len: 347 time: 0.0729873 Mar 03 17:56:36.955827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46846) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:36.963133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-718e83ab-a462-417c-b6c4-096faccfa52a None None] Provisioning complete for port 632c8745-703d-4c2f-ab5d-2ec47261567d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:36.963133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-718e83ab-a462-417c-b6c4-096faccfa52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:36.984765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.021897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04bd98-995f-433e-9c58-cb290e84ebc1 req-39f9b1e6-ed6c-4aee-b1e0-00c12a8fe6c5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:37.029819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c04bd98-995f-433e-9c58-cb290e84ebc1 req-39f9b1e6-ed6c-4aee-b1e0-00c12a8fe6c5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 946 time: 0.4452624 Mar 03 17:56:37.033114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Allocated IP 172.20.0.2 (9e385275-18dc-46b2-89c1-f87a4a402be6/2389d948-2113-4385-828c-60bd56f3c29c/b5a3d3db-5c44-4d43-ae44-a480c6b39997) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:37.055320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:37.055966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:37.080453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.095340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdad40-191f-42ed-91b2-29824a047e15 req-862e72fc-d8f8-408e-a72c-9df4bcdcf165 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:37.096896 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-862e72fc-d8f8-408e-a72c-9df4bcdcf165 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a&tenant_id=d238225c363345cdb45a45bb802d68c1&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 948 time: 0.3037150 Mar 03 17:56:37.169939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.188260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:37.191088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c04bd98-995f-433e-9c58-cb290e84ebc1 req-3cd9b525-eb2e-4fe7-80e0-7887b6eafb0d tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602187 Mar 03 17:56:37.241837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:37.242220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.264202 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.284076 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-00bdad40-191f-42ed-91b2-29824a047e15 req-dc49d336-c306-4e7e-a9c2-f2d5ebdd6241 service neutron] delete failed (client error): The resource could not be found. Mar 03 17:56:37.285462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-dc49d336-c306-4e7e-a9c2-f2d5ebdd6241 service neutron] 10.222.0.16 "DELETE /v2.0/ports/bb41261f-c915-410c-85be-5949afef8b67/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.1520238 Mar 03 17:56:37.381467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a05f2-9acf-4004-b9bf-3e707c1eab70 req-5bd9332a-f87c-4494-8bde-558a6efee4be tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:37.382968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a1a05f2-9acf-4004-b9bf-3e707c1eab70 req-5bd9332a-f87c-4494-8bde-558a6efee4be tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.6496933 Mar 03 17:56:37.392544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Deleting port 73614a7f-97ee-417a-b529-39a8ab6a7a82 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:37.392880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.461049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:37.484575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Port': ['ID=bd2d48a6-301b-49fb-87a2-571558f13999,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:37.497823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.502378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Allocated IP 172.25.0.99 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/6c893a93-d22e-43ec-aa58-af7e04a3e921) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:37.522132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a1a05f2-9acf-4004-b9bf-3e707c1eab70 req-ba875e42-2054-4b75-8c05-418b75d5e056 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949719 Mar 03 17:56:37.580184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283a2be-ab39-4b98-9364-48f65233706e req-49bf7a25-9133-4378-8399-f3bbc75a2867 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:37.582032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3283a2be-ab39-4b98-9364-48f65233706e req-49bf7a25-9133-4378-8399-f3bbc75a2867 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 948 time: 0.2326500 Mar 03 17:56:37.633877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:37.678219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:37.681691 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00199292-fa85-4ca2-8278-404eb3e10bd6', 'name': 'network-vif-deleted', 'tag': '38907fff-a5f4-4a0e-8823-1dbbb9e1c8bb', 'status': 'completed', 'code': 200} Mar 03 17:56:37.795535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdad40-191f-42ed-91b2-29824a047e15 req-2673a2d8-c9ad-4cc5-9d61-afe5f63b6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:37.797368 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-2673a2d8-c9ad-4cc5-9d61-afe5f63b6dba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1099 time: 0.3929584 Mar 03 17:56:37.861566 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3283a2be-ab39-4b98-9364-48f65233706e req-025f0b0d-1a7e-479e-a8ca-c33e09a15624 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722545 Mar 03 17:56:37.965420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.982091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.982951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:37.997383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdad40-191f-42ed-91b2-29824a047e15 req-ac2abc76-6b2d-4a46-99d2-d230d8e480a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:37.998384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-ac2abc76-6b2d-4a46-99d2-d230d8e480a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1864269 Mar 03 17:56:38.075799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-4b557828-86ec-476c-8ec8-b9a27419fa01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.0702693 Mar 03 17:56:38.123384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.135692 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.148842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.157092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-481636a5-c249-4139-beba-a15442c677df None None] Provisioning complete for port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:38.157480 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-481636a5-c249-4139-beba-a15442c677df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.180013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Calling delete_port for 73614a7f-97ee-417a-b529-39a8ab6a7a82 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:38.183543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.202905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:38.207420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:38.212696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:38.259462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Pushing event updated for resources: {'Port': ['ID=6c893a93-d22e-43ec-aa58-af7e04a3e921,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:38.281771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdad40-191f-42ed-91b2-29824a047e15 req-ad73713d-0898-4cbb-a46f-63ca19fab5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:38.284664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-ad73713d-0898-4cbb-a46f-63ca19fab5a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1990173 Mar 03 17:56:38.319616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Transition to ACTIVE for port object b5a3d3db-5c44-4d43-ae44-a480c6b39997 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:38.346409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:38.381497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,segment=NetworkSegment(582b45fa-07b1-4a37-bb99-1aeed49b79e8),segment_id=582b45fa-07b1-4a37-bb99-1aeed49b79e8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:38.387796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:38.414824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Transition to ACTIVE for port object b5a3d3db-5c44-4d43-ae44-a480c6b39997 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:38.417512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.418310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 632c8745-703d-4c2f-ab5d-2ec47261567d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:38.484661 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.491848 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'code': 200} Mar 03 17:56:38.531273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:38.542662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:38.548683 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.687300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 632c8745-703d-4c2f-ab5d-2ec47261567d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:38.687718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.720228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:38.743093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdad40-191f-42ed-91b2-29824a047e15 req-a440f305-023d-4494-9838-8b9e8c305d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:38.744867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-a440f305-023d-4494-9838-8b9e8c305d9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4300041 Mar 03 17:56:38.755921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:38.770837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:38.832123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:38.944286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-481636a5-c249-4139-beba-a15442c677df None None] Provisioning for port bd2d48a6-301b-49fb-87a2-571558f13999 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:38.952072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01795303-d40b-4fda-b731-74e0c70d4c8c req-60f09ca4-8598-4b3f-b4d0-8bffbee3c508 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:38.959359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01795303-d40b-4fda-b731-74e0c70d4c8c req-60f09ca4-8598-4b3f-b4d0-8bffbee3c508 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.6433463 Mar 03 17:56:38.972002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-481636a5-c249-4139-beba-a15442c677df None None] Provisioning complete for port bd2d48a6-301b-49fb-87a2-571558f13999 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:38.972400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-481636a5-c249-4139-beba-a15442c677df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:38.998402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Attempting to bind port b5a3d3db-5c44-4d43-ae44-a480c6b39997 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:38.998815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Attempting to bind port b5a3d3db-5c44-4d43-ae44-a480c6b39997 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:38.999212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Attempting to bind port b5a3d3db-5c44-4d43-ae44-a480c6b39997 on network 9e385275-18dc-46b2-89c1-f87a4a402be6 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:39.016156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:39.043642 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.103896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:39.104309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Checking segment: {'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:39.104715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.105623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Bound using segment: {'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:39.105623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Bound port: b5a3d3db-5c44-4d43-ae44-a480c6b39997, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:39.105951 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.114139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Router 0e331db2-fcdf-4d94-9b54-178729de6d91 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:56:39.145615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01795303-d40b-4fda-b731-74e0c70d4c8c req-37394dd3-7349-4f20-9a3b-39769526116b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851003 Mar 03 17:56:39.153041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17342de9-0942-46ab-8ddf-8d476f434726 req-60035005-38dd-4f70-9c31-8c22b5115339 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:39.155257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17342de9-0942-46ab-8ddf-8d476f434726 req-60035005-38dd-4f70-9c31-8c22b5115339 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.4070175 Mar 03 17:56:39.159404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-5db88970-c32f-447e-992d-030a971367e3 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767245 Mar 03 17:56:39.176702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:39.196186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:39.209005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1d1a0-5564-4416-b10a-dee4f004553a None None] The sync data for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 is: [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:39.322214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Pushing event updated for resources: {'Port': ['ID=b5a3d3db-5c44-4d43-ae44-a480c6b39997,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:39.371849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-481636a5-c249-4139-beba-a15442c677df None None] Port bd2d48a6-301b-49fb-87a2-571558f13999 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:39.406240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.406466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 113e3056-6457-4b81-8445-645f171be249 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:39.415233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 113e3056-6457-4b81-8445-645f171be249 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:39.415408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.550168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-76572d83-26a9-481c-8ab2-412987823411 None None] For port b5a3d3db-5c44-4d43-ae44-a480c6b39997, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:39.561447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-76572d83-26a9-481c-8ab2-412987823411 None None] For port b5a3d3db-5c44-4d43-ae44-a480c6b39997, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b5a3d3db-5c44-4d43-ae44-a480c6b39997,segment=NetworkSegment(a21c2a28-667b-4ca9-9272-a0216eb351ef),segment_id=a21c2a28-667b-4ca9-9272-a0216eb351ef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:39.561962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event deleted for resources: {'Port': ['ID=73614a7f-97ee-417a-b529-39a8ab6a7a82,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:39.571002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90f7ada4-c83f-4459-a5f6-13f428f4e876 None None] Provisioning complete for port bd2d48a6-301b-49fb-87a2-571558f13999 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:39.571394 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90f7ada4-c83f-4459-a5f6-13f428f4e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.625211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:39.653793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17342de9-0942-46ab-8ddf-8d476f434726 req-d5c9268b-5c36-41ba-861d-8c1f71f51beb tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4864430 Mar 03 17:56:39.682872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.695814 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f464a52-2368-481d-a940-4ff1cef30e7c None None] New status for floating IP da327d82-1019-4910-8659-333e0275cf16: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:56:39.731923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:39.753018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366535c7-ff67-4424-9946-07af272589f3 None None] Sync routers for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:39.760351 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.792326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24400e9-b386-40f5-b828-ce9b04e87770 req-63428aad-5d6f-4739-97bf-93719ebf6a48 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:39.793157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00bdad40-191f-42ed-91b2-29824a047e15 req-aa9823e0-e0e6-4320-8471-f7b25b9a2059 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074536 Mar 03 17:56:39.799626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a24400e9-b386-40f5-b828-ce9b04e87770 req-63428aad-5d6f-4739-97bf-93719ebf6a48 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 948 time: 0.4492574 Mar 03 17:56:39.804196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-522843dd-67cd-4bd6-b8cd-2b3de7849fe7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "PUT /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7560182 Mar 03 17:56:39.807719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46862) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:39.807985 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:39.809196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ed63a97-5e68-4c7d-ada4-40ee4c832e8d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "DELETE /v2.0/floatingips/da327d82-1019-4910-8659-333e0275cf16 HTTP/1.1" status: 204 len: 168 time: 2.8489244 Mar 03 17:56:39.826761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366535c7-ff67-4424-9946-07af272589f3 None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:39.826761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-366535c7-ff67-4424-9946-07af272589f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:39.900198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-366535c7-ff67-4424-9946-07af272589f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:39.904002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-90f7ada4-c83f-4459-a5f6-13f428f4e876 None None] Port bd2d48a6-301b-49fb-87a2-571558f13999 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:39.925818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a24400e9-b386-40f5-b828-ce9b04e87770 req-d2499ece-fc17-4dc8-976e-b92e9a26d17b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250603 Mar 03 17:56:39.964749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.019337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366535c7-ff67-4424-9946-07af272589f3 None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:40.019976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-366535c7-ff67-4424-9946-07af272589f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:40.142450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76572d83-26a9-481c-8ab2-412987823411 None None] Pushing event updated for resources: {'Port': ['ID=b5a3d3db-5c44-4d43-ae44-a480c6b39997,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:40.182413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-366535c7-ff67-4424-9946-07af272589f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:40.182905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366535c7-ff67-4424-9946-07af272589f3 None None] The sync data for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:40.186927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:40.187301 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.273550 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.347810 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.400026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46870) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:40.402408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:40.414843 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.416031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bb41261f-c915-410c-85be-5949afef8b67 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:40.552819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:40.558128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:40.664320 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'code': 200} Mar 03 17:56:40.729594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port bb41261f-c915-410c-85be-5949afef8b67 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:40.735871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port bb41261f-c915-410c-85be-5949afef8b67 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:40.736795 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.760166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217548730', 'description': 'tempest-description--304595411'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:40.766719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:40.778182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:40.781485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:40.789104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:40.852771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.898409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:40.902819 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.909480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group_rule and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:40.917529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:40.930004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:40.938959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:40.944911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:40.995917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4536e-5d49-4ea3-ae74-4a0e16abfe3e req-11b487ee-0cbe-4fb6-b9cb-e0fb8b7407f4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:40.997079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2b4536e-5d49-4ea3-ae74-4a0e16abfe3e req-11b487ee-0cbe-4fb6-b9cb-e0fb8b7407f4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.5866194 Mar 03 17:56:41.019777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:41.050166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9ea4-a1f4-4059-b5fe-c1fbd31c3861 req-778cc85e-6061-419a-affa-65cbd547e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:41.051680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a21e9ea4-a1f4-4059-b5fe-c1fbd31c3861 req-778cc85e-6061-419a-affa-65cbd547e1b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1097 time: 0.2542346 Mar 03 17:56:41.061096 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-50b4ef8c-4ca0-442a-9d23-c60e7e544301 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:56:41.062171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-50b4ef8c-4ca0-442a-9d23-c60e7e544301 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "PUT /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2529535 Mar 03 17:56:41.066103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46880) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:41.158313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Deleting port 09697d6f-6002-4b34-8519-24e07cd45e8e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:41.158689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.160481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2baf43-b509-4465-8cb4-75af6449af07 req-18314aec-d1f5-48a9-b213-48d72b439aca tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:41.162018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2baf43-b509-4465-8cb4-75af6449af07 req-18314aec-d1f5-48a9-b213-48d72b439aca tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.3329802 Mar 03 17:56:41.206588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a21e9ea4-a1f4-4059-b5fe-c1fbd31c3861 req-0b553d8f-6404-4b2c-b238-05cf0f53713b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379337 Mar 03 17:56:41.221739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2b4536e-5d49-4ea3-ae74-4a0e16abfe3e req-4d470efc-fddb-41d7-b59f-2c68dc541a24 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742394 Mar 03 17:56:41.252699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.275031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.417385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b2c821-0007-4d48-8073-779fa9f30f26,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:41.424961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6289ae20-301c-4908-bfbf-0f4b3b8486f8 None None] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:41.425371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.427008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-99abc26a-fd1e-488d-8fa9-f6c7e4c9c480 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0183771 Mar 03 17:56:41.437132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46886) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:41.465612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'security_group_rule': {'security_group_id': '55b2c821-0007-4d48-8073-779fa9f30f26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:41.476984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:41.520518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group_rule and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:41.527621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:41.547264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2baf43-b509-4465-8cb4-75af6449af07 req-f038064b-963f-4248-9dbf-96840d48da82 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726561 Mar 03 17:56:41.562073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:56:41.583918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5a3d3db-5c44-4d43-ae44-a480c6b39997 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:41.593922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:41.606260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] For port 09697d6f-6002-4b34-8519-24e07cd45e8e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=09697d6f-6002-4b34-8519-24e07cd45e8e,segment=NetworkSegment(cb51feed-7c9f-423f-b25d-768586e43125),segment_id=cb51feed-7c9f-423f-b25d-768586e43125)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:41.606778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.619284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dcb3ef60-5558-4e66-bb92-f31f88502b46 None None] Provisioning for port b5a3d3db-5c44-4d43-ae44-a480c6b39997 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:41.741917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Calling delete_port for 09697d6f-6002-4b34-8519-24e07cd45e8e owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:41.774994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b5a3d3db-5c44-4d43-ae44-a480c6b39997 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:41.782008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.783211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b5a3d3db-5c44-4d43-ae44-a480c6b39997 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:41.783727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.883953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4feb-8e2f-4f79-bddd-0719a67c290d req-ca011c1f-a31a-4a1d-ac09-20dea5c78406 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:41.891616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-87be4feb-8e2f-4f79-bddd-0719a67c290d req-ca011c1f-a31a-4a1d-ac09-20dea5c78406 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.3679066 Mar 03 17:56:41.971865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.986220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:41.991390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-87be4feb-8e2f-4f79-bddd-0719a67c290d req-89ac918e-d84c-452e-ae7d-fa2c4224f34e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987558 Mar 03 17:56:41.999104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.071888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b5a3d3db-5c44-4d43-ae44-a480c6b39997, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b5a3d3db-5c44-4d43-ae44-a480c6b39997,segment=NetworkSegment(a21c2a28-667b-4ca9-9272-a0216eb351ef),segment_id=a21c2a28-667b-4ca9-9272-a0216eb351ef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:42.076242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c6985e-6ea3-471e-b240-1793e70d5fb8,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:42.079195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.123235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.124595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-84c10ad0-fedb-4d55-92c2-19d1b85466be tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6834283 Mar 03 17:56:42.136328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46900) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:42.141097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'security_group_rule': {'security_group_id': '55b2c821-0007-4d48-8073-779fa9f30f26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:42.149351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:42.166126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:security_group_rule and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:42.175276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:42.183269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:42.254797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:42.268891 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Sync routers for ids ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:42.286542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b5a3d3db-5c44-4d43-ae44-a480c6b39997,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:42.288518 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Routers {'5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:42.292854 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:42.303446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.304887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-30ed4371-f10f-4106-ab99-8af34e8bba5d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6441786 Mar 03 17:56:42.331046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-10ae2f38-f84e-44dc-a945-df1a07b1f739 None None] Provisioning complete for port b5a3d3db-5c44-4d43-ae44-a480c6b39997 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:42.331464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10ae2f38-f84e-44dc-a945-df1a07b1f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.334933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46904) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:42.441486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.498327 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.578154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Pushing event deleted for resources: {'Port': ['ID=09697d6f-6002-4b34-8519-24e07cd45e8e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:42.635621 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Set router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:42.635866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.663157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b517f5-1c53-4f8d-9d12-c32eb4511676 req-d1dd3978-65ab-463a-aaa5-27baa71fa25b tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:42.665747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:42.671310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4b517f5-1c53-4f8d-9d12-c32eb4511676 req-d1dd3978-65ab-463a-aaa5-27baa71fa25b tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1100 time: 0.4759936 Mar 03 17:56:42.714991 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.732863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.810685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4b517f5-1c53-4f8d-9d12-c32eb4511676 req-c2c53c3d-daa5-4606-a604-0315c0093f9c tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382098 Mar 03 17:56:42.818696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0275001-4b1e-472b-8de3-675ae57d45c3,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:42.869014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:42.876019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2e171eef-1c04-4d1c-b939-8f332be52a6b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7361009 Mar 03 17:56:42.878399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46920) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:42.899047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:42.958762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:42.973168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Usage tracker for resource:floatingip and tenant:2c83c3901d8c479cb9bfbc365e3a1e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:42.977833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:42.992050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:42.995846 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:56:38Z', 'revision_number': 3, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port': {'id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:37Z', 'updated_at': '2022-03-03T17:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:43.001621 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Checking router: 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:43.002420 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Updating router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 port 6c893a93-d22e-43ec-aa58-af7e04a3e921 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:56:43.096713 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.132020 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67', 'code': 200} Mar 03 17:56:43.145570 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.155350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.360917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:43.456000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182e40-6e56-447a-bd83-eae701726474 req-abf33d02-8f40-4311-bcdf-e91a04f35ed5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:43.457757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87182e40-6e56-447a-bd83-eae701726474 req-abf33d02-8f40-4311-bcdf-e91a04f35ed5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.7349393 Mar 03 17:56:43.556729 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87182e40-6e56-447a-bd83-eae701726474 req-da449d78-cc93-4869-bed5-bd6366ba5f59 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886581 Mar 03 17:56:43.574602 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.592972 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Transition to ACTIVE for port object 6c893a93-d22e-43ec-aa58-af7e04a3e921 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:43.604329 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.619178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03763e-29d5-4f09-801a-51ca3362a592 req-08cca488-e7c9-486c-a198-3a7226231e8d tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:43.626903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c03763e-29d5-4f09-801a-51ca3362a592 req-08cca488-e7c9-486c-a198-3a7226231e8d tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.1898272 Mar 03 17:56:43.664039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5a3d3db-5c44-4d43-ae44-a480c6b39997 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:43.739628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b5a3d3db-5c44-4d43-ae44-a480c6b39997 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:43.740696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.742557 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Attempting to bind port 6c893a93-d22e-43ec-aa58-af7e04a3e921 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:43.743197 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Attempting to bind port 6c893a93-d22e-43ec-aa58-af7e04a3e921 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:43.743326 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Attempting to bind port 6c893a93-d22e-43ec-aa58-af7e04a3e921 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:43.756986 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:43.757433 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:43.757826 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.758204 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:43.758665 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Bound port: 6c893a93-d22e-43ec-aa58-af7e04a3e921, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:43.759181 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.770739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c03763e-29d5-4f09-801a-51ca3362a592 req-725a24ce-8f94-4e75-b2b9-cfd46e2ea3a9 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429605 Mar 03 17:56:43.793761 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28add1ea-b9fd-4f18-85a0-ec105a0c7ee5 None None] Pushing event updated for resources: {'Port': ['ID=6c893a93-d22e-43ec-aa58-af7e04a3e921,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:43.815189 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.819541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-3949b7d9-fd70-428e-bbb0-0fabfec5c8ee tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759592 Mar 03 17:56:43.851350 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] For port 6c893a93-d22e-43ec-aa58-af7e04a3e921, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:43.854723 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] For port 6c893a93-d22e-43ec-aa58-af7e04a3e921, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c893a93-d22e-43ec-aa58-af7e04a3e921,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:43.862280 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.934703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-f06dd4ec-a3b9-469b-907f-bf3158d2662c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6621513 Mar 03 17:56:43.935449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting port bd2d48a6-301b-49fb-87a2-571558f13999 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:43.935796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:43.986104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Routers {'5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:43.986704 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:44.058650 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28add1ea-b9fd-4f18-85a0-ec105a0c7ee5 None None] Pushing event updated for resources: {'Port': ['ID=6c893a93-d22e-43ec-aa58-af7e04a3e921,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:44.170546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Router 02306c6f-d2e7-4f43-a496-509d8ff68833 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:44.257101 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] Set router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:44.263602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e0008-4d46-4320-8f69-7f277ca500fd req-d032215d-6f8f-44ac-832e-a04b96b966b3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:44.265830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-845e0008-4d46-4320-8f69-7f277ca500fd req-d032215d-6f8f-44ac-832e-a04b96b966b3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.2823901 Mar 03 17:56:44.343594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46954) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:44.360964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'floatingip': {'port_id': '113e3056-6457-4b81-8445-645f171be249'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:44.477711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:44.495306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-4cd6906c-4d2d-41b0-a179-936d2d8af2fa tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:44.496755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-4cd6906c-4d2d-41b0-a179-936d2d8af2fa tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5193884 Mar 03 17:56:44.502015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:44.522571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-5a3e41d8-dac6-4267-a93b-001d8709fe43 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/quotas/d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 375 time: 0.0132232 Mar 03 17:56:44.542325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Allocated IP 172.25.0.14 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8b2b2a4b-d980-46e8-b32f-0d9b839f0782) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:44.716510 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:56:38Z', 'revision_number': 3, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port': {'id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:37Z', 'updated_at': '2022-03-03T17:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:44.721640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea8e9a-5280-407d-8077-c28e6639fb88 None None] The sync data for ids ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'] in n-d-827121-1 is: [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:56:38Z', 'revision_number': 3, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port': {'id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:37Z', 'updated_at': '2022-03-03T17:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:44.788214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Calling delete_port for bd2d48a6-301b-49fb-87a2-571558f13999 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:45.138591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:45.151577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] Sync routers for ids ['02306c6f-d2e7-4f43-a496-509d8ff68833'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:45.174249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] Routers {'02306c6f-d2e7-4f43-a496-509d8ff68833'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:45.175238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['02306c6f-d2e7-4f43-a496-509d8ff68833'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:45.211959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-725227b3-2889-4b67-8cfa-c343e48b4178 admin admin] 10.222.0.23 "PUT /v2.0/routers/02306c6f-d2e7-4f43-a496-509d8ff68833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5287657 Mar 03 17:56:45.220285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:45.317776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:45.521985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-70fbfd0c-ba2c-4ab9-b24d-e9ed525b8a97 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9653740 Mar 03 17:56:45.587550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] Set router 02306c6f-d2e7-4f43-a496-509d8ff68833 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:45.683618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c893a93-d22e-43ec-aa58-af7e04a3e921 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:45.849795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff581-f7bd-4695-95c3-bc9daaaa9349 req-0af0248d-71f8-4fae-988c-1570b72b8c26 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:45.857847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2bcff581-f7bd-4695-95c3-bc9daaaa9349 req-0af0248d-71f8-4fae-988c-1570b72b8c26 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.8328338 Mar 03 17:56:45.905968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.043708 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.083348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2bcff581-f7bd-4695-95c3-bc9daaaa9349 req-f523ca93-205c-4c1f-ace8-f165618db8ac tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243454 Mar 03 17:56:46.144475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.146244 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dff44afe-703e-4f28-a6e9-36f17807b055 req-73ee1d5a-3ad3-4722-92d1-bad71208c51e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 210 time: 0.2346292 Mar 03 17:56:46.161860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6c893a93-d22e-43ec-aa58-af7e04a3e921 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:46.186834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Port': ['ID=bd2d48a6-301b-49fb-87a2-571558f13999,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:46.198648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6c893a93-d22e-43ec-aa58-af7e04a3e921 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:46.200485 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.205437 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:56:46.266586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Allocated IP 172.20.0.1 (9e385275-18dc-46b2-89c1-f87a4a402be6/2389d948-2113-4385-828c-60bd56f3c29c/4e2f9eff-8ea7-4ad3-8da2-ec22eb444426) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:46.472960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.486374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Deleting port 4ac76c43-0c55-456d-9edc-d167e3339bad {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:56:46.486759 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.529567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.567525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 6c893a93-d22e-43ec-aa58-af7e04a3e921, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c893a93-d22e-43ec-aa58-af7e04a3e921,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:46.568554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:56:46.580634 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.586724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.688555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=6c893a93-d22e-43ec-aa58-af7e04a3e921,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:46.697193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:56:42Z', 'revision_number': 5, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port': {'id': '4ac76c43-0c55-456d-9edc-d167e3339bad', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:40Z', 'updated_at': '2022-03-03T17:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:46.702412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] Checking router: 02306c6f-d2e7-4f43-a496-509d8ff68833 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:46.713663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] Routers {'02306c6f-d2e7-4f43-a496-509d8ff68833'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:46.713919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['02306c6f-d2e7-4f43-a496-509d8ff68833'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:46.740216 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.891973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.913894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] Set router 02306c6f-d2e7-4f43-a496-509d8ff68833 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:46.929290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:46.958765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:46.981313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:46.990100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Transition to ACTIVE for port object 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:46.996018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Router 0e331db2-fcdf-4d94-9b54-178729de6d91 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:47.020699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:47.062238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 6, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:47.067598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da16e9-f3fb-4e89-b8e9-d98ebd6e6f02 None None] The sync data for ids ['02306c6f-d2e7-4f43-a496-509d8ff68833'] in n-d-827121-1 is: [{'id': '02306c6f-d2e7-4f43-a496-509d8ff68833', 'name': 'tempest-ServerRescueTestJSON-695987327-router', 'tenant_id': '77fc90b0c3b842ca8dc695cc362936e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:36Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 6, 'project_id': '77fc90b0c3b842ca8dc695cc362936e1', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:47.175082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:47.216541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'Port': ['ID=8b2b2a4b-d980-46e8-b32f-0d9b839f0782,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:47.449845 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:47.537689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:47.542463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Pushing event updated for resources: {'Port': ['ID=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:47.552438 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] Sync routers for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:47.555224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abaf8964-ecde-49cc-9140-e3b14082024e req-90743e64-688f-47fb-848d-c620426d0b43 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 210 time: 0.1519539 Mar 03 17:56:47.585355 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:47.586650 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:47.599397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c893a93-d22e-43ec-aa58-af7e04a3e921 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:56:47.610962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9579ff88-67aa-48f4-ad70-a3018a589767 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "PUT /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5388939 Mar 03 17:56:47.613076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-196e46a9-75e0-44f0-b21a-6dd3cef2d593 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741131 Mar 03 17:56:47.613576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46978) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:47.667131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] For port 4ac76c43-0c55-456d-9edc-d167e3339bad, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4ac76c43-0c55-456d-9edc-d167e3339bad,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:56:47.667436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:47.684066 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Floating IP f913a9dc-85bf-4fb2-a09a-a4178c881767 associated. External IP: 172.25.0.111, port: 113e3056-6457-4b81-8445-645f171be249. Mar 03 17:56:47.705006 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:47.716327 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:47.717171 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:47.776521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6c893a93-d22e-43ec-aa58-af7e04a3e921 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:47.782028 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:47.856503 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:47.857115 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a19772a-e892-4980-8ee4-416377319f31 None None] The sync data for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:47.881274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Calling delete_port for 4ac76c43-0c55-456d-9edc-d167e3339bad owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:56:47.910394 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:47.933376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:47.944787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:47.950131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:47.967904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 09697d6f-6002-4b34-8519-24e07cd45e8e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:47.980053 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-6b9eedef-8603-41d1-aa47-73ced830e96e tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] delete failed (client error): The resource could not be found. Mar 03 17:56:47.987012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6b9eedef-8603-41d1-aa47-73ced830e96e tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1143056774 HTTP/1.1" status: 404 len: 335 time: 0.3722301 Mar 03 17:56:47.990600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46982) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:48.008692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-14c7d1c4-201d-491d-acbd-c997509a890d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e331db2-fcdf-4d94-9b54-178729de6d91'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:48.045926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 09697d6f-6002-4b34-8519-24e07cd45e8e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:48.046502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 09697d6f-6002-4b34-8519-24e07cd45e8e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:48.159891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89af9da-5a2f-46e3-8220-7c4f11d768a0 req-12761c18-a614-4954-8c4d-9c029e85b5c7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:48.161482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a89af9da-5a2f-46e3-8220-7c4f11d768a0 req-12761c18-a614-4954-8c4d-9c029e85b5c7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.6588013 Mar 03 17:56:48.203839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:48.225974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-f22a096d-d372-4146-95b1-95633e8edc4a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:48.227765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-f22a096d-d372-4146-95b1-95633e8edc4a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5122967 Mar 03 17:56:48.304949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Request body: {'port': {'device_id': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'd238225c363345cdb45a45bb802d68c1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:48.320057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be8e65eb-b93f-4a8f-8232-84d3dc878a1f None None] Provisioning for port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:48.325106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be8e65eb-b93f-4a8f-8232-84d3dc878a1f None None] Provisioning complete for port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:48.325636 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be8e65eb-b93f-4a8f-8232-84d3dc878a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:48.396256 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a89af9da-5a2f-46e3-8220-7c4f11d768a0 req-f2adbdd9-32cf-4b74-865c-3704ad7c6798 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129536 Mar 03 17:56:48.405101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-be8e65eb-b93f-4a8f-8232-84d3dc878a1f None None] Port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:48.459527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:48.462680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:48.637800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:48.687250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Router 6fe2f16c-4a30-4884-b338-12443da0cf69 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:48.695686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14c7d1c4-201d-491d-acbd-c997509a890d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:48.708958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac76c43-0c55-456d-9edc-d167e3339bad,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:48.820588 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f31aef34-994c-4326-9467-f78bea2bed8d req-6a12004e-971c-4b09-af6b-591576538be7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 210 time: 0.1495593 Mar 03 17:56:48.849666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:48.866106 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-14c7d1c4-201d-491d-acbd-c997509a890d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] update failed (client error): The resource could not be found. Mar 03 17:56:48.867123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-14c7d1c4-201d-491d-acbd-c997509a890d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "PUT /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91 HTTP/1.1" status: 404 len: 339 time: 0.8673244 Mar 03 17:56:48.874268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:48.875927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46990) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:48.990836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.120762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Made reservation on behalf of d238225c363345cdb45a45bb802d68c1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:49.124213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.198570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-cf95c66d-6e54-498f-a1f9-5722ef49a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:49.200040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-cf95c66d-6e54-498f-a1f9-5722ef49a4f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06&tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 1095 time: 0.7378776 Mar 03 17:56:49.406343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.413883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.444121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.466776 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.488696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b685b98-5b9a-40de-b8a7-119e98f8520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.514184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:49.534157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.534668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02306c6f-d2e7-4f43-a496-509d8ff68833 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:56:49.549629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] Sync routers for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:49.581074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:49.582942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:49.647680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4ac76c43-0c55-456d-9edc-d167e3339bad no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:56:49.665169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'Port': ['ID=8b2b2a4b-d980-46e8-b32f-0d9b839f0782,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:49.670095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.673525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-058f11b9-3f1e-4f02-bb1b-d324a4cbec71 admin admin] 10.222.0.23 "DELETE /v2.0/routers/02306c6f-d2e7-4f43-a496-509d8ff68833 HTTP/1.1" status: 204 len: 168 time: 4.4475014 Mar 03 17:56:49.677995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46996) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:49.679614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.708410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4ac76c43-0c55-456d-9edc-d167e3339bad {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:56:49.708777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4ac76c43-0c55-456d-9edc-d167e3339bad not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:56:49.763859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.794931 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.813587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.823706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-47b810be-be07-4271-be76-ae7346cd6a61 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9349728 Mar 03 17:56:49.836670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-847d11fe-f52e-4443-a179-49e933eb7436 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "PUT /v2.0/floatingips/f913a9dc-85bf-4fb2-a09a-a4178c881767 HTTP/1.1" status: 200 len: 992 time: 5.4918804 Mar 03 17:56:49.840077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:56:49.858165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] Deleting subnet a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:56:49.872558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e432aa-33a9-46e4-af67-c1ddc8e6c00c req-dc364556-6316-4954-86e6-117f325aed0c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:49.872894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73e432aa-33a9-46e4-af67-c1ddc8e6c00c req-dc364556-6316-4954-86e6-117f325aed0c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.3010986 Mar 03 17:56:49.873664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.891515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Allocated IP 192.168.233.12 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/c94997d3-f315-49c5-9618-45ec837a5170) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:49.900195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-6ccdf86e-12d0-43ec-a034-be0da5ee9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:49.902819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-6ccdf86e-12d0-43ec-a034-be0da5ee9bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1095 time: 0.6350834 Mar 03 17:56:49.960112 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:49.978460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:49.993553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73e432aa-33a9-46e4-af67-c1ddc8e6c00c req-73da0653-fe46-486d-87ef-2d4c7f7b2154 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915272 Mar 03 17:56:50.036594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:50.131051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:50.162275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:50.225495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b0754c-cd1b-4eba-85a9-9df63bc4ff11,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:50.230452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a73ed282-b447-47e6-9cc4-68252a78babc req-11cac816-91e2-47ae-a132-c6c6bce45b82 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 210 time: 0.0930941 Mar 03 17:56:50.238908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:50.246683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c1328d15-1000-4d06-809a-3d81d516fd14 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a9b0754c-cd1b-4eba-85a9-9df63bc4ff11 HTTP/1.1" status: 204 len: 168 time: 0.5404122 Mar 03 17:56:50.258781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47010) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:50.314640 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'status': 'completed', 'code': 200} Mar 03 17:56:50.421107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'f913a9dc-85bf-4fb2-a09a-a4178c881767', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'port_id': '113e3056-6457-4b81-8445-645f171be249', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'mac_address': 'fa:16:3e:d9:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc0b358-6487-4979-ac23-de03eab272b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:56:10Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 1, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:09Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:50.426403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] Checking router: 6fe2f16c-4a30-4884-b338-12443da0cf69 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:50.435674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:50.436441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:50.478961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:50.493496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-6814df60-c043-4a34-b563-b00751fdc806 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:50.557379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-6814df60-c043-4a34-b563-b00751fdc806 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:50.558559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-6814df60-c043-4a34-b563-b00751fdc806 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1217548730&fields=id&tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e HTTP/1.1" status: 200 len: 267 time: 0.1359570 Mar 03 17:56:50.564006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-137cb966-b688-4418-b3b2-699d07e44e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:50.565522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-137cb966-b688-4418-b3b2-699d07e44e16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1097 time: 0.2444685 Mar 03 17:56:50.627609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:50.675855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-2dde2b29-b212-478b-8c72-935e8b69dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:50.677375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-2dde2b29-b212-478b-8c72-935e8b69dba9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.7411981 Mar 03 17:56:50.937318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96292c-3b11-4db4-a0c1-56906ff8f1d4 req-4cff8cb9-7e7a-4474-b4ef-3b24d6d24a6b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:50.944259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd96292c-3b11-4db4-a0c1-56906ff8f1d4 req-4cff8cb9-7e7a-4474-b4ef-3b24d6d24a6b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.9588275 Mar 03 17:56:50.969893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.018474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed355772-4c3e-42f6-8773-a450e476753f']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:51.021199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'f913a9dc-85bf-4fb2-a09a-a4178c881767', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'port_id': '113e3056-6457-4b81-8445-645f171be249', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'mac_address': 'fa:16:3e:d9:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc0b358-6487-4979-ac23-de03eab272b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:56:10Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 1, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:09Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:51.028266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa73656-9fbc-4224-b1cd-56688406afe5 None None] The sync data for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 is: [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'f913a9dc-85bf-4fb2-a09a-a4178c881767', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'port_id': '113e3056-6457-4b81-8445-645f171be249', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'mac_address': 'fa:16:3e:d9:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc0b358-6487-4979-ac23-de03eab272b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:56:10Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 1, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:09Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:56:51.063021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb51feed-7c9f-423f-b25d-768586e43125') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:51.063314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb51feed-7c9f-423f-b25d-768586e43125') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:51.074806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-63b968f0-e6e4-4d4c-927b-8bb754257712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:51.076235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-63b968f0-e6e4-4d4c-927b-8bb754257712 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.4968443 Mar 03 17:56:51.084412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-e90cd08c-5dd3-4bd8-9c24-8b669d1ba95f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:51.085871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-e90cd08c-5dd3-4bd8-9c24-8b669d1ba95f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 811 time: 0.5075676 Mar 03 17:56:51.087619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.097128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-4a66ad62-4e67-4d0e-b5a8-aca3f4cf2f14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 999 time: 0.3746235 Mar 03 17:56:51.127673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.178185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-1d148040-90ad-4f45-90e5-214472e87ac7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/quotas/2c83c3901d8c479cb9bfbc365e3a1e8e HTTP/1.1" status: 200 len: 375 time: 0.0320287 Mar 03 17:56:51.183221 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.198929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.226658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.248701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:56:51.249105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:56:51.262626 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:56:51.292684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-e011ab17-53dc-4644-ad8e-25beb1281a30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.1976912 Mar 03 17:56:51.296030 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1e2da-2876-4159-b6f1-a635fbedaa76 None None] New status for floating IP f913a9dc-85bf-4fb2-a09a-a4178c881767: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:56:51.305576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd96292c-3b11-4db4-a0c1-56906ff8f1d4 req-cf1f4c02-7242-494e-9d3c-7b9badda8fb1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3601978 Mar 03 17:56:51.417768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.441160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-078b5edb-e832-4a1e-bf05-baff5126d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:51.442643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-078b5edb-e832-4a1e-bf05-baff5126d1dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1013837 Mar 03 17:56:51.448881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Allocated IP 172.20.0.1 (236521a6-2012-414c-bce5-e11e0bf1c899/be6581b7-a0f7-4730-ab6c-2b8804dfc7ac/84ea3dd9-072b-4503-abae-a49f053957c5) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:51.451342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Pushing event updated for resources: {'Port': ['ID=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:51.453196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.496514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed355772-4c3e-42f6-8773-a450e476753f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:51.500012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Transition to ACTIVE for port object c94997d3-f315-49c5-9618-45ec837a5170 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:51.517591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-60f39df8-6d06-46a9-bd29-1d0a2b55432c tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:51.534308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f118aef-f6a3-47d5-9fc5-3c5de22adf22 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ed355772-4c3e-42f6-8773-a450e476753f HTTP/1.1" status: 204 len: 168 time: 1.2742598 Mar 03 17:56:51.544600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-60f39df8-6d06-46a9-bd29-1d0a2b55432c tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:51.545931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-60f39df8-6d06-46a9-bd29-1d0a2b55432c tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3604903 Mar 03 17:56:51.573635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.578833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-685e25b5-8dc3-432d-a92c-b9a58cdade99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:51.580491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-685e25b5-8dc3-432d-a92c-b9a58cdade99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.4421425 Mar 03 17:56:51.587475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.598779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:56:51.607693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-3811d521-74d9-423d-bba6-863ff1718cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:51.617002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-3811d521-74d9-423d-bba6-863ff1718cdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567271 Mar 03 17:56:51.715245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:51.768982 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-866b6623-506e-49e0-8738-de060ea49af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:51.851417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-d58c606c-aa8c-457b-b0d7-40b122880986 service neutron] 10.222.0.23 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859285 Mar 03 17:56:51.893312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:51.911802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d25e8413-caf9-4934-8688-04bdd59a8b9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77fc90b0c3b842ca8dc695cc362936e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953979 Mar 03 17:56:51.916779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47034) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:51.935241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-fa5a9930-d380-4f77-a729-83decaa71d26 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097563 Mar 03 17:56:51.958825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:51.981036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dd79-e332-455d-b757-1dd86b3f9f78 req-6a59f5fa-29b4-40b1-8b07-3e2a44a4fbfa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:51.988397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1179dd79-e332-455d-b757-1dd86b3f9f78 req-6a59f5fa-29b4-40b1-8b07-3e2a44a4fbfa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.5278556 Mar 03 17:56:51.993097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:52.053246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:52.182079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1179dd79-e332-455d-b757-1dd86b3f9f78 req-cf191eba-2cd8-4a69-aecc-e970e778a5e5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926351 Mar 03 17:56:52.184775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03523147-fc60-4f40-a6af-9d1330d54a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.187908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-96b79354-a2f0-4620-9db9-a1b0b9139ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236389 Mar 03 17:56:52.195851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:52.196402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.209774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:52.225062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc440b88-2cee-43f0-a3fb-5f6fb4447a78 req-4c05228c-ba79-4143-9b3d-63f81ead87ff service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385950 Mar 03 17:56:52.225207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:52.241717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03523147-fc60-4f40-a6af-9d1330d54a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.249367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.271115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3a94c48b-4853-418c-a240-38a34b4ab306 None None] Provisioning for port c94997d3-f315-49c5-9618-45ec837a5170 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:52.278035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3a94c48b-4853-418c-a240-38a34b4ab306 None None] Provisioning complete for port c94997d3-f315-49c5-9618-45ec837a5170 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:52.280047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a94c48b-4853-418c-a240-38a34b4ab306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.290208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-0d44ef49-c57c-424d-8d11-12f490eedae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:52.293184 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-0d44ef49-c57c-424d-8d11-12f490eedae2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7027247 Mar 03 17:56:52.331337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03523147-fc60-4f40-a6af-9d1330d54a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.354725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03523147-fc60-4f40-a6af-9d1330d54a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c58847-0798-4fd0-95b8-12b173fe02ea,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:52.368530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-03523147-fc60-4f40-a6af-9d1330d54a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.369747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-03523147-fc60-4f40-a6af-9d1330d54a86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9c58847-0798-4fd0-95b8-12b173fe02ea HTTP/1.1" status: 204 len: 168 time: 0.4499178 Mar 03 17:56:52.437661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3a94c48b-4853-418c-a240-38a34b4ab306 None None] Port c94997d3-f315-49c5-9618-45ec837a5170 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:52.542276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-db9469a6-93cf-4025-9a6d-b86f81f01a4c service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338250 Mar 03 17:56:52.572535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ef4f4de4-2e60-4512-aa77-0ffba73747be None None] Provisioning complete for port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:52.572925 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4de4-2e60-4512-aa77-0ffba73747be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.689394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f4de4-2e60-4512-aa77-0ffba73747be None None] Port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:52.701377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610990b2-2786-4dd2-8cd6-153c4ef93dc4 req-accaa394-d98e-411b-9c71-b1b3de0f5b48 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:52.710267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-610990b2-2786-4dd2-8cd6-153c4ef93dc4 req-accaa394-d98e-411b-9c71-b1b3de0f5b48 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.1685731 Mar 03 17:56:52.740565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.778779 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:52.787776 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-610990b2-2786-4dd2-8cd6-153c4ef93dc4 req-385deaa9-9820-430e-8dfd-dfd428b7b0e8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761173 Mar 03 17:56:52.895413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9229360c-9ba9-4b13-88cc-8a2f4c8cbb4c req-c1fcfcca-80b2-4fbd-a91d-b6d7b533ff2d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 210 time: 0.0474269 Mar 03 17:56:52.960793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Transition to ACTIVE for port object 84ea3dd9-072b-4503-abae-a49f053957c5 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:53.084987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6a1152d3-a91f-4aa9-a30b-b7b83cdf3fe5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7899444 Mar 03 17:56:53.124197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Request body: {'port': {'device_id': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:53.131003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea8692-21e2-465f-8f0e-2a84bfdc50f9 req-c8cf94e3-5487-4d64-9c4a-1238757df6a3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:53.133074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d9ea8692-21e2-465f-8f0e-2a84bfdc50f9 req-c8cf94e3-5487-4d64-9c4a-1238757df6a3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.1242259 Mar 03 17:56:53.184378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d18cfa45-18ab-440e-bc5b-f05c259acbf5 req-3bfe0482-db47-48dc-bcfe-b2fdedd0ffae service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377602 Mar 03 17:56:53.199519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d9ea8692-21e2-465f-8f0e-2a84bfdc50f9 req-a61d0365-f705-4009-8316-ee018c9f672d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597785 Mar 03 17:56:53.271049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:56:53.277490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:53.289614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c7541-0ead-48ac-bf39-fd8fac18e5b1 req-75e04820-975f-414c-9d21-da91d1ea03b0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:53.290347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6d7c7541-0ead-48ac-bf39-fd8fac18e5b1 req-75e04820-975f-414c-9d21-da91d1ea03b0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:53.378278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network 236521a6-2012-414c-bce5-e11e0bf1c899 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:53.447991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:53.459228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47080) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:53.472384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:53.478103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005661-a239-45a3-80d1-61e0cb80e61e req-bbcfcdb2-0229-4798-8014-c5a9041d92bc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:53.479779 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04005661-a239-45a3-80d1-61e0cb80e61e req-bbcfcdb2-0229-4798-8014-c5a9041d92bc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.0974023 Mar 03 17:56:53.513097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:53.536518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6d7c7541-0ead-48ac-bf39-fd8fac18e5b1 req-75e04820-975f-414c-9d21-da91d1ea03b0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:53.549695 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d7c7541-0ead-48ac-bf39-fd8fac18e5b1 req-75e04820-975f-414c-9d21-da91d1ea03b0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 935 time: 0.9342132 Mar 03 17:56:53.574227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04005661-a239-45a3-80d1-61e0cb80e61e req-5d8c89d2-506f-4375-8dc5-82ba8007c9f4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767453 Mar 03 17:56:53.589614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Port': ['ID=84ea3dd9-072b-4503-abae-a49f053957c5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:53.636464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-96369926-network', 'tenant_id': '54726f737157400c8050a56d280a3d47'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:53.645763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:53.650786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Usage tracker for resource:network and tenant:54726f737157400c8050a56d280a3d47 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:53.655656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:53.668812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:53.684521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Made reservation on behalf of 54726f737157400c8050a56d280a3d47 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:53.691449 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:53.709914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:53.734691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:53.740822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Usage tracker for resource:security_group_rule and tenant:54726f737157400c8050a56d280a3d47 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:53.744916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:53.754517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:53.811230 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d7c7541-0ead-48ac-bf39-fd8fac18e5b1 req-8c05ac4c-6fd2-4e8f-bab6-1df9b9ec759f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605405 Mar 03 17:56:53.828388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:53.852921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dae799ba-d61b-41bf-9ccc-721ead938526 None None] Provisioning for port 84ea3dd9-072b-4503-abae-a49f053957c5 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:53.869226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dae799ba-d61b-41bf-9ccc-721ead938526 None None] Provisioning complete for port 84ea3dd9-072b-4503-abae-a49f053957c5 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:53.869981 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dae799ba-d61b-41bf-9ccc-721ead938526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:53.955040 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:53.961745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:56:53.977313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Sync routers for ids ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:56:53.994951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Routers {'5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:53.996759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:54.113721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dae799ba-d61b-41bf-9ccc-721ead938526 None None] Port 84ea3dd9-072b-4503-abae-a49f053957c5 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:54.133616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7191b4f0-b985-4a83-88f4-244c175eb84a admin admin] 10.222.0.23 "PUT /v2.0/routers/5da25cd7-5d0e-4cc8-9705-2ad53a8dc164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7923727 Mar 03 17:56:54.272799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-66b4d616-20b1-4129-a4ce-cd5851243d77 req-a65a544b-7b0d-43bd-acb4-9639b21fa2d9 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 210 time: 0.1056061 Mar 03 17:56:54.345183 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:54.504233 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:54.538175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:54.573736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47108) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:54.683430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Set router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:54.747603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:56:54.884978 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:54.999093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-e6667c04-7a76-4cdb-8159-fd8888aee1e9 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:55.006622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-e6667c04-7a76-4cdb-8159-fd8888aee1e9 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.35 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 811 time: 0.5966115 Mar 03 17:56:55.027011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703d207c-95fa-42b4-9845-60c8fc4e2cf6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:55.123289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:55.133551 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Added segment cee8fdea-027b-4ef8-8a4d-dd895a842102 of type vlan for network a1199874-d9f5-4278-b1ed-f7de473f91c9 Mar 03 17:56:55.204776 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-040be7ac-dc4e-4bfd-851e-1db806a6207f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e HTTP/1.1" status: 200 len: 380 time: 0.1651597 Mar 03 17:56:55.217014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'port': {'device_id': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'admin_state_up': True, 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'security_groups': ['55b2c821-0007-4d48-8073-779fa9f30f26']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:55.270390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:55.490813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:56:49Z', 'revision_number': 4, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port': {'id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:37Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '4e2f9eff-8ea7-4ad3-8da2-ec22eb444426', 'name': '', 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'mac_address': 'fa:16:3e:16:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '2389d948-2113-4385-828c-60bd56f3c29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:45Z', 'updated_at': '2022-03-03T17:56:50Z', 'revision_number': 2, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'subnets': [{'id': '2389d948-2113-4385-828c-60bd56f3c29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:55.506101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Checking router: 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:56:55.506829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Updating router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:56:55.559750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5212-94d6-4d7a-8a02-bd8c35d8b670 req-35048e53-3a5e-4535-bb4d-747b6d6f4a49 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:55.561897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-033c5212-94d6-4d7a-8a02-bd8c35d8b670 req-35048e53-3a5e-4535-bb4d-747b6d6f4a49 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 935 time: 0.4542806 Mar 03 17:56:55.567890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:55.570422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:55.573766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:55.660499 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:55.662639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:56:55.698964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:55.720806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:55.833197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3710170 Mar 03 17:56:55.839291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47126) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:56:55.857658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Made reservation on behalf of 2c83c3901d8c479cb9bfbc365e3a1e8e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:55.861620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:55.899518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Request body: {'subnet': {'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-96369926-subnet', 'tenant_id': '54726f737157400c8050a56d280a3d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:56.031392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e1260-1f16-4cac-b892-4aeab98c62db req-eb0529f5-1f2b-4ef3-9975-ef2bb2ef66b6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:56.034574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f38e1260-1f16-4cac-b892-4aeab98c62db req-eb0529f5-1f2b-4ef3-9975-ef2bb2ef66b6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 1.2448885 Mar 03 17:56:56.037353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94997d3-f315-49c5-9618-45ec837a5170 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:56:56.074621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:56:56.100005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85fa6-41de-450f-aaf5-35e683eb07e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1199874-d9f5-4278-b1ed-f7de473f91c9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:56.104815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Usage tracker for resource:subnet and tenant:54726f737157400c8050a56d280a3d47 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:56:56.116582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:56:56.125838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-033c5212-94d6-4d7a-8a02-bd8c35d8b670 req-75cad199-ea52-4d43-a831-208819487755 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928970 Mar 03 17:56:56.141791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:56:56.183241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a1199874-d9f5-4278-b1ed-f7de473f91c9 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:56:56.242649 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:56.290644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Made reservation on behalf of 54726f737157400c8050a56d280a3d47 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:56:56.303458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:56.408593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f38e1260-1f16-4cac-b892-4aeab98c62db req-d35eb114-6173-4e70-ba9e-4279ba491d8a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476326 Mar 03 17:56:56.419033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Transition to ACTIVE for port object c94997d3-f315-49c5-9618-45ec837a5170 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:56.525797 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cad96aca-e1e3-4b17-90c3-325071ca353a req-50738466-af84-444a-b8e9-abbefd4d43e0 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 210 time: 0.1460209 Mar 03 17:56:56.616993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:56.619271 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:56.722375 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:56.751080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Transition to ACTIVE for port object 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:56.762588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:56.818943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Allocated IP 172.20.0.6 (ac463f0f-e2c1-4625-84bb-a74e13232bea/144b67ea-f0a2-4300-8a32-949db1dd469a/2553d348-da3e-48a2-a906-ad12b55aca38) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:56:56.872420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:56.886550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.043190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Checking segment: {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:57.044021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Network hostable DHCP agents. Network: a1199874-d9f5-4278-b1ed-f7de473f91c9, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:56:57.136324 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab3feeb-f1c5-47d8-b30d-c758040d8e08,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:57.139344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Network a1199874-d9f5-4278-b1ed-f7de473f91c9 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:56:57.180937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a1199874-d9f5-4278-b1ed-f7de473f91c9) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:57.182319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Pushing event updated for resources: {'Port': ['ID=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:57.189747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:57.191471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.207725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.208093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.208444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.208809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.209138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.209500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.209830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.210157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.210483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.210808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.211131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.211453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:56:57.226954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3e107-2fc1-4f7e-b100-2d9327863a73 None None] Network a1199874-d9f5-4278-b1ed-f7de473f91c9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:57.290028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.309983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Transition to ACTIVE for port object 2553d348-da3e-48a2-a906-ad12b55aca38 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:57.338423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.469418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-44b5c802-07f6-4008-a95a-d01e17a65fd6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6054463 Mar 03 17:56:57.506472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Network ac463f0f-e2c1-4625-84bb-a74e13232bea is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:57.510680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:57.542125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:56:57.558590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Attempting to bind port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:57.558924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Attempting to bind port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:57.559423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Attempting to bind port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 on network 9e385275-18dc-46b2-89c1-f87a4a402be6 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:57.569146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:57.569691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Checking segment: {'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:57.570170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.570721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Bound using segment: {'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:57.571303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Bound port: 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21c2a28-667b-4ca9-9272-a0216eb351ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:57.571749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.740051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event updated for resources: {'Port': ['ID=2553d348-da3e-48a2-a906-ad12b55aca38,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:57.768170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a79966-9c2a-4cd2-bad4-64d1b0c822a7 None None] Network a1199874-d9f5-4278-b1ed-f7de473f91c9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:56:57.942551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:57.943308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.960192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:57.970597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:57.986431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0433da90-0b60-4882-bebb-2de991314f14 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7731769 Mar 03 17:56:58.018573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Request body: {'port': {'device_id': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:56:58.152502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c457f-c17d-46db-910e-47badd51e0e4 req-da9f0308-f865-4a49-b022-3a45d4b56762 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:58.154475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-779c457f-c17d-46db-910e-47badd51e0e4 req-da9f0308-f865-4a49-b022-3a45d4b56762 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.3775153 Mar 03 17:56:58.155993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event updated for resources: {'Port': ['ID=84ea3dd9-072b-4503-abae-a49f053957c5,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:58.384883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] For port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:58.423889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] For port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,segment=NetworkSegment(a21c2a28-667b-4ca9-9272-a0216eb351ef),segment_id=a21c2a28-667b-4ca9-9272-a0216eb351ef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:58.447227 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:58.484420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-779c457f-c17d-46db-910e-47badd51e0e4 req-cf2dc679-0cc0-42ee-9fa5-174752448118 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184307 Mar 03 17:56:58.506490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:58.526414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Attempting to bind port c94997d3-f315-49c5-9618-45ec837a5170 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:56:58.526414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Attempting to bind port c94997d3-f315-49c5-9618-45ec837a5170 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:56:58.526414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Attempting to bind port c94997d3-f315-49c5-9618-45ec837a5170 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:58.556798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Port c94997d3-f315-49c5-9618-45ec837a5170 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:56:58.557134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Attempting to bind port c94997d3-f315-49c5-9618-45ec837a5170 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:56:58.582436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63a18-909e-485a-ad40-fda97f24d591 req-26a0cf0a-de65-48a1-978c-8b91a334d2c4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:58.583933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-66b63a18-909e-485a-ad40-fda97f24d591 req-26a0cf0a-de65-48a1-978c-8b91a334d2c4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 947 time: 1.2043447 Mar 03 17:56:58.588729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:56:58.589061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:56:58.589469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:56:58.589910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Bound port: c94997d3-f315-49c5-9618-45ec837a5170, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:56:58.590263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:58.836675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcac06-0c9e-44b1-b633-b4ee4c8aa15a None None] Pushing event updated for resources: {'Port': ['ID=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:56:58.924585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Routers {'5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:56:58.925547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:56:59.013924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1f58f050-7d8c-4e97-9339-ec1e58b8795f None None] Provisioning for port 2553d348-da3e-48a2-a906-ad12b55aca38 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:56:59.033586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1f58f050-7d8c-4e97-9339-ec1e58b8795f None None] Provisioning complete for port 2553d348-da3e-48a2-a906-ad12b55aca38 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:56:59.033886 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1f58f050-7d8c-4e97-9339-ec1e58b8795f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:59.050227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Network 236521a6-2012-414c-bce5-e11e0bf1c899 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:56:59.102553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:56:59.128232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-66b63a18-909e-485a-ad40-fda97f24d591 req-26c3b72f-353f-461e-98e1-dd68ce58e613 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243213 Mar 03 17:56:59.169548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:59.202743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f050-7d8c-4e97-9339-ec1e58b8795f None None] Port 2553d348-da3e-48a2-a906-ad12b55aca38 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:56:59.209502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:56:59.384225 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:56:59.413557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766f29e-70fc-4a96-86c1-063a145ad035 req-e951b915-c56d-452c-a5a5-9c4e19b988ab tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:56:59.415393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f766f29e-70fc-4a96-86c1-063a145ad035 req-e951b915-c56d-452c-a5a5-9c4e19b988ab tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Synchronizing usage tracker for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:56:59.595606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f766f29e-70fc-4a96-86c1-063a145ad035 req-e951b915-c56d-452c-a5a5-9c4e19b988ab tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Unset dirty status for tenant:2c83c3901d8c479cb9bfbc365e3a1e8e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:56:59.604050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f766f29e-70fc-4a96-86c1-063a145ad035 req-e951b915-c56d-452c-a5a5-9c4e19b988ab tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 931 time: 0.7514224 Mar 03 17:56:59.650734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2553d348-da3e-48a2-a906-ad12b55aca38 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:56:59.679112 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:59.723997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] Set router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:56:59.769571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Transition to ACTIVE for port object 2553d348-da3e-48a2-a906-ad12b55aca38 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:56:59.770873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:56:59.791754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f766f29e-70fc-4a96-86c1-063a145ad035 req-f3c320f5-3296-491f-b7f5-515216eb6b76 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867251 Mar 03 17:56:59.797934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:56:59.802065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:56:59.895367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:00.040439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:00.041139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:00.042570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] 10.222.0.16 "PUT /v2.0/ports/c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 200 len: 1095 time: 6.9397123 Mar 03 17:57:00.048228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:00.287693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Router 0e331db2-fcdf-4d94-9b54-178729de6d91 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:57:00.355345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-23fecdd5-736b-4928-a102-965cdc5c9cb3 None None] Provisioning complete for port 84ea3dd9-072b-4503-abae-a49f053957c5 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:00.355929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23fecdd5-736b-4928-a102-965cdc5c9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:00.436061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-23fecdd5-736b-4928-a102-965cdc5c9cb3 None None] Port 84ea3dd9-072b-4503-abae-a49f053957c5 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:57:00.462834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:00.468353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Pushing event updated for resources: {'Port': ['ID=2553d348-da3e-48a2-a906-ad12b55aca38,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:00.491633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '113e3056-6457-4b81-8445-645f171be249', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '113e3056-6457-4b81-8445-645f171be249', 'mac_address': 'fa:16:3e:d9:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:00.491862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e107768-05f5-4208-a311-caa0e47ee391 service neutron] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:00.546309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f019b9-27d6-4a92-a925-f0ee801272ea req-d6a505c5-94a3-4eeb-821d-3744e6fbe036 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:00.548017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6f019b9-27d6-4a92-a925-f0ee801272ea req-d6a505c5-94a3-4eeb-821d-3744e6fbe036 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.4212415 Mar 03 17:57:00.553400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:00.597809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Attempting to bind port 2553d348-da3e-48a2-a906-ad12b55aca38 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:00.598414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Attempting to bind port 2553d348-da3e-48a2-a906-ad12b55aca38 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:00.598553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Attempting to bind port 2553d348-da3e-48a2-a906-ad12b55aca38 on network ac463f0f-e2c1-4625-84bb-a74e13232bea {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:00.621800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 113e3056-6457-4b81-8445-645f171be249 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:00.647175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6f019b9-27d6-4a92-a925-f0ee801272ea req-68988206-6eb9-4cba-857d-586d4d09a204 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851562 Mar 03 17:57:00.647836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Port 2553d348-da3e-48a2-a906-ad12b55aca38 on network ac463f0f-e2c1-4625-84bb-a74e13232bea not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:57:00.648957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Attempting to bind port 2553d348-da3e-48a2-a906-ad12b55aca38 on network ac463f0f-e2c1-4625-84bb-a74e13232bea {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:00.673887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:00.675274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Checking segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:00.675676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Bound using segment: {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:00.676125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Bound port: 2553d348-da3e-48a2-a906-ad12b55aca38, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93431e1-5a07-4e84-ac6e-25e05d059399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:00.676477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:00.690479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:00.758495 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:00.842997 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170', 'status': 'completed', 'code': 200} Mar 03 17:57:00.845025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:57:00.864827 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] Sync routers for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:57:00.893173 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:00.894232 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:00.899232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b5d6d0c3-4f10-46f6-be93-55dc38c44fc4 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "PUT /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0221603 Mar 03 17:57:00.901705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47192) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:00.905957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:00.964687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:56:49Z', 'revision_number': 4, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port': {'id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:37Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '4e2f9eff-8ea7-4ad3-8da2-ec22eb444426', 'name': '', 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'mac_address': 'fa:16:3e:16:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '2389d948-2113-4385-828c-60bd56f3c29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:45Z', 'updated_at': '2022-03-03T17:56:58Z', 'revision_number': 4, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'subnets': [{'id': '2389d948-2113-4385-828c-60bd56f3c29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:00.977467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca0f98-02a7-4229-a0be-034ac7199609 None None] The sync data for ids ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'] in n-d-827121-1 is: [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:56:49Z', 'revision_number': 4, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port': {'id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:37Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '4e2f9eff-8ea7-4ad3-8da2-ec22eb444426', 'name': '', 'network_id': '9e385275-18dc-46b2-89c1-f87a4a402be6', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'mac_address': 'fa:16:3e:16:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '2389d948-2113-4385-828c-60bd56f3c29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:45Z', 'updated_at': '2022-03-03T17:56:58Z', 'revision_number': 4, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'subnets': [{'id': '2389d948-2113-4385-828c-60bd56f3c29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:57:00.997809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-efe5c7df-c271-44fb-bb49-2f1f60faae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:01.003367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['113e3056-6457-4b81-8445-645f171be249'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:01.011748 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-efe5c7df-c271-44fb-bb49-2f1f60faae76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 1098 time: 0.8779080 Mar 03 17:57:01.180920 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-9bb9b080-009f-4f09-9265-e43466ab8392 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 200 len: 217 time: 0.1652639 Mar 03 17:57:01.187251 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:01.196162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] For port 2553d348-da3e-48a2-a906-ad12b55aca38, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:01.239247 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:01.239879 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:01.283250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] For port 2553d348-da3e-48a2-a906-ad12b55aca38, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2553d348-da3e-48a2-a906-ad12b55aca38,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:01.312940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-676935c0-27ad-4400-9e3b-55f99339f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:01.315167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-676935c0-27ad-4400-9e3b-55f99339f160 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1220179 Mar 03 17:57:01.491693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-ae661fc7-11c7-4627-9c43-cffce1491f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:01.493600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-ae661fc7-11c7-4627-9c43-cffce1491f2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618195 Mar 03 17:57:01.510443 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:01.511261 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343c94f-0e81-4676-80fc-7d8a4eaa261d None None] The sync data for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:57:01.529939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Deleting port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:01.529939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:01.544621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:01.610240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:01.778181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:01.785441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:01.785926 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:01.810457 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e255c4f0-4d0a-4794-9efc-a5e2b2522ab7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:01.950751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:01.956954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:01.959477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] 10.222.0.35 "PUT /v2.0/ports/2553d348-da3e-48a2-a906-ad12b55aca38 HTTP/1.1" status: 200 len: 1091 time: 3.9477527 Mar 03 17:57:01.964361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:02.212506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:02.316626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,segment=NetworkSegment(a21c2a28-667b-4ca9-9272-a0216eb351ef),segment_id=a21c2a28-667b-4ca9-9272-a0216eb351ef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:02.325483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] For port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,segment=NetworkSegment(a21c2a28-667b-4ca9-9272-a0216eb351ef),segment_id=a21c2a28-667b-4ca9-9272-a0216eb351ef)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:02.326103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:02.338440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8521ae-4cb9-4d2d-a9ed-123ed3cc9468 service neutron] Pushing event updated for resources: {'Port': ['ID=2553d348-da3e-48a2-a906-ad12b55aca38,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:02.339216 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:02.527194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Calling delete_port for 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:02.618115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:02.798191 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-e255c4f0-4d0a-4794-9efc-a5e2b2522ab7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 17:57:02.799154 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e255c4f0-4d0a-4794-9efc-a5e2b2522ab7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91 HTTP/1.1" status: 409 len: 329 time: 1.8961656 Mar 03 17:57:02.808773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ba199-3ad8-4e65-8aab-842af12157b5 req-ba63eed3-6687-411d-acf9-02c2d678ded1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:02.810318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d0ba199-3ad8-4e65-8aab-842af12157b5 req-ba63eed3-6687-411d-acf9-02c2d678ded1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 947 time: 1.7578070 Mar 03 17:57:02.811189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47200) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:02.886768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-2e31068d-76c4-4774-8bbe-fb67cf40269e service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3844819 Mar 03 17:57:02.995278 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:57:02.997696 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:57:03.074718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:03.219266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76364109-a890-4460-8dcf-1b529ab2b6cc req-7509017e-d8ee-48e4-8592-3d8afc3ff8b1 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240385 Mar 03 17:57:03.287989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 113e3056-6457-4b81-8445-645f171be249 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:03.288535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:03.291414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0bd53931-aad8-4fd1-984c-623e3a0263f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:03.293634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-0bd53931-aad8-4fd1-984c-623e3a0263f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 1094 time: 1.2507825 Mar 03 17:57:03.441058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d0ba199-3ad8-4e65-8aab-842af12157b5 req-87b61147-890f-4c87-ad51-e3980c5bf4e3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901476 Mar 03 17:57:03.499592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Deleting port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:03.500041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:03.552343 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-f2ea543c-282c-4500-acdb-6400642b518b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553d348-da3e-48a2-a906-ad12b55aca38 HTTP/1.1" status: 200 len: 217 time: 0.2346084 Mar 03 17:57:03.570865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:03.657526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:03.772223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-56b61be5-d471-45f4-ba1f-743344accaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:03.774254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-56b61be5-d471-45f4-ba1f-743344accaf7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.2088091 Mar 03 17:57:03.783716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:03.790088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:03.832592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:03.897983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] For port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,segment=NetworkSegment(a21c2a28-667b-4ca9-9272-a0216eb351ef),segment_id=a21c2a28-667b-4ca9-9272-a0216eb351ef)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:03.898330 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:04.058756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Calling delete_port for 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:04.081668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:04.122990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:04.123376 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:04.261374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-37075b1a-e0b8-4a7a-9c7d-1716b5c4f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:04.268054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-37075b1a-e0b8-4a7a-9c7d-1716b5c4f473 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4729826 Mar 03 17:57:04.313802 n-d-827121-1 neutron-server[87888]: INFO neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No ports have port_id starting with 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 Mar 03 17:57:04.317226 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:04.468653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-16f14b4d-7ec6-48cd-ab94-9ebe3b830324 service neutron] 10.222.0.35 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920292 Mar 03 17:57:04.476024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2f9eff-8ea7-4ad3-8da2-ec22eb444426,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:04.512852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa00d-2045-41cb-a468-9f00dea8e1ee req-483098de-50ec-4e60-973e-bd149acdd0ad tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:04.514010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-842fe3e6-b1a0-46a8-a405-1bd12c6df932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:04.516273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-842fe3e6-b1a0-46a8-a405-1bd12c6df932 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 1098 time: 1.1978247 Mar 03 17:57:04.520096 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-356fa00d-2045-41cb-a468-9f00dea8e1ee req-483098de-50ec-4e60-973e-bd149acdd0ad tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 943 time: 0.7864439 Mar 03 17:57:04.748516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-356fa00d-2045-41cb-a468-9f00dea8e1ee req-3255826a-e905-4bdf-af82-b2946ccc1abf tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274301 Mar 03 17:57:04.831659 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a906b052-5db1-4e32-ab8b-ba5c869361fb req-6bd49cfe-8db4-4478-84bd-496789382322 service neutron] 10.222.0.35 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468003 Mar 03 17:57:04.882661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:04.972576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-246703c7-08f2-4bb2-af70-227c37056311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:04.974237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-246703c7-08f2-4bb2-af70-227c37056311 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4486516 Mar 03 17:57:05.077176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-c08e9588-7cc1-4564-8dee-a08976a446ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 200 len: 217 time: 0.0707324 Mar 03 17:57:05.300506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-1da3a67e-bba6-4f3b-a194-52b415cb2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:05.302353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-1da3a67e-bba6-4f3b-a194-52b415cb2df6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2134385 Mar 03 17:57:05.366522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:05.505432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-6c6fe154-9266-4fa4-85c9-709e426da86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:05.506884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-6c6fe154-9266-4fa4-85c9-709e426da86e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872125 Mar 03 17:57:05.704821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f36b3-0c14-4831-83e0-8f36a882e47e req-a30b8448-79db-4a0d-9d4a-ace9fa8b9c8f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:05.712585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3f36b3-0c14-4831-83e0-8f36a882e47e req-a30b8448-79db-4a0d-9d4a-ace9fa8b9c8f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.7298005 Mar 03 17:57:05.844190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3f36b3-0c14-4831-83e0-8f36a882e47e req-61e86918-1ba7-409c-a660-e94182e968a3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306171 Mar 03 17:57:05.891748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting port 84ea3dd9-072b-4503-abae-a49f053957c5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:05.892098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:06.036974 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38', 'status': 'completed', 'code': 200} Mar 03 17:57:06.039944 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'code': 200} Mar 03 17:57:06.059870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:57:06.095177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-e5d4c604-8350-424f-b765-5479c78c8ae9 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803850 Mar 03 17:57:06.441660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210248d7-02c2-4765-bec8-9a864a3a1781 req-97d499c0-3e7d-4d97-9b11-8af8761a4480 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:06.443196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-210248d7-02c2-4765-bec8-9a864a3a1781 req-97d499c0-3e7d-4d97-9b11-8af8761a4480 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 947 time: 0.2547641 Mar 03 17:57:06.452420 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:06.488882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-2904ffd2-f220-4185-be9a-5a474c350bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:06.490552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-2904ffd2-f220-4185-be9a-5a474c350bd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 1094 time: 0.4528365 Mar 03 17:57:06.493380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:57:06.497164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7025811c-f06f-4818-9b2d-053e069f96f5 req-56bd7131-22f3-4561-b1dd-f30d8f186342 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922753 Mar 03 17:57:06.503274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] Sync routers for ids ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:57:06.508067 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-90f75cec-120e-48bc-9523-ef54b6823efc admin admin] 10.222.0.23 "PUT /v2.0/routers/5da25cd7-5d0e-4cc8-9705-2ad53a8dc164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9233980 Mar 03 17:57:06.508808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47218) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:06.517306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] Routers {'5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:06.521723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:06.694900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-d4ad9add-a0e2-4ee4-b44c-b710f8ac671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:06.696300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-d4ad9add-a0e2-4ee4-b44c-b710f8ac671d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.1996672 Mar 03 17:57:06.952965 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-f730e3a2-eb47-46eb-8d27-fa1246cf92f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553d348-da3e-48a2-a906-ad12b55aca38 HTTP/1.1" status: 200 len: 217 time: 0.2484450 Mar 03 17:57:06.974401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Calling delete_port for 84ea3dd9-072b-4503-abae-a49f053957c5 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:06.989843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] Set router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:07.104917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:07.151541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-61dd87b7-479d-4a1f-acd3-868af24c2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:07.153541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-61dd87b7-479d-4a1f-acd3-868af24c2db6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.1237445 Mar 03 17:57:07.208104 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-210248d7-02c2-4765-bec8-9a864a3a1781 req-6fa36e32-e616-4410-9f19-9131b8ce6a79 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474852 Mar 03 17:57:07.469458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:07.490021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Deleting port 6c893a93-d22e-43ec-aa58-af7e04a3e921 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:07.490463 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:07.500494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c94997d3-f315-49c5-9618-45ec837a5170 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:07.634442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:07.769745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:07.790519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'c94997d3-f315-49c5-9618-45ec837a5170', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'c94997d3-f315-49c5-9618-45ec837a5170', 'mac_address': 'fa:16:3e:1c:b3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:07.800237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:57:04Z', 'revision_number': 5, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port': {'id': '6c893a93-d22e-43ec-aa58-af7e04a3e921', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:56:37Z', 'updated_at': '2022-03-03T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:07.846153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Port': ['ID=84ea3dd9-072b-4503-abae-a49f053957c5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:07.860089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] For port 6c893a93-d22e-43ec-aa58-af7e04a3e921, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c893a93-d22e-43ec-aa58-af7e04a3e921,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:07.860089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:07.880594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] Checking router: 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:57:07.938776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] Routers {'5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:07.939593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:08.070061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-ff9e73ce-952b-4faf-aece-bc574d7b018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:08.072982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-ff9e73ce-952b-4faf-aece-bc574d7b018f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9117670 Mar 03 17:57:08.156682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:08.214977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Calling delete_port for 6c893a93-d22e-43ec-aa58-af7e04a3e921 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:08.347459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94997d3-f315-49c5-9618-45ec837a5170 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:08.460795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:08.464060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] Set router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:08.532899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-e0a69046-2a02-4742-9136-4af4d732172c service neutron] 10.222.0.35 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460655 Mar 03 17:57:08.666547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:08.697429 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:08.703567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9316ba88-1acc-4a4b-8435-2d63a3e0d3cf req-7f298da0-9a27-445f-8e56-9509408de891 service neutron] 10.222.0.35 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612654 Mar 03 17:57:08.773770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c893a93-d22e-43ec-aa58-af7e04a3e921,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:08.788280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:57:07Z', 'revision_number': 6, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:08.816484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac34068-e7ae-4e73-9f11-86d1c0d43082 None None] The sync data for ids ['5da25cd7-5d0e-4cc8-9705-2ad53a8dc164'] in n-d-827121-1 is: [{'id': '5da25cd7-5d0e-4cc8-9705-2ad53a8dc164', 'name': 'tempest-ServersTestFqdnHostnames-852545803-router', 'tenant_id': 'd0c961a3263449daa5005c519f7ef40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:56:34Z', 'updated_at': '2022-03-03T17:57:07Z', 'revision_number': 6, 'project_id': 'd0c961a3263449daa5005c519f7ef40c', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:57:08.820620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:08.866093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:08.960827 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.028040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de0400-eb70-4beb-b55a-f19e278f039e req-5a66bbcf-3efd-4f6b-a620-65e7d7c92bf8 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:09.030060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0de0400-eb70-4beb-b55a-f19e278f039e req-5a66bbcf-3efd-4f6b-a620-65e7d7c92bf8 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 943 time: 1.4382472 Mar 03 17:57:09.090935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2553d348-da3e-48a2-a906-ad12b55aca38 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:09.094478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c94997d3-f315-49c5-9618-45ec837a5170'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:09.222660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.230479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.308910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Router 0e331db2-fcdf-4d94-9b54-178729de6d91 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:57:09.314200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.315177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:57:09.354512 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.360257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-063df5d4-17bd-4805-83cb-28de2511bd53 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5da25cd7-5d0e-4cc8-9705-2ad53a8dc164 HTTP/1.1" status: 204 len: 168 time: 2.8498735 Mar 03 17:57:09.363168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47230) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:09.406853 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0de0400-eb70-4beb-b55a-f19e278f039e req-4a01e659-8768-420e-ba95-2d073572c2a0 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702039 Mar 03 17:57:09.518983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2553d348-da3e-48a2-a906-ad12b55aca38, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2553d348-da3e-48a2-a906-ad12b55aca38,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:09.532102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] Deleting subnet 2389d948-2113-4385-828c-60bd56f3c29c {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:57:09.543106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.549068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '2553d348-da3e-48a2-a906-ad12b55aca38', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'port_id': '2553d348-da3e-48a2-a906-ad12b55aca38', 'mac_address': 'fa:16:3e:77:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:09.637376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.690630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:09.790818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:57:09.792240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2553d348-da3e-48a2-a906-ad12b55aca38 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:09.798150 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] Sync routers for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:57:09.814523 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:09.815146 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:09.847677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a457c5d0-8716-498a-9919-cf527154df50 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "PUT /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0336668 Mar 03 17:57:09.849633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47234) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:09.886696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2553d348-da3e-48a2-a906-ad12b55aca38, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2553d348-da3e-48a2-a906-ad12b55aca38,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:09.897101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:10.012958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:10.018865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:57:10.021156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e2f9eff-8ea7-4ad3-8da2-ec22eb444426 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:57:10.032639 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-c634147c-b1d6-4c52-8dcd-1244af167faa tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] show failed (client error): The resource could not be found. Mar 03 17:57:10.035235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.038179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47238) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:10.039179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c634147c-b1d6-4c52-8dcd-1244af167faa tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-212298976 HTTP/1.1" status: 404 len: 334 time: 0.1849194 Mar 03 17:57:10.048663 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] Routers {'0e331db2-fcdf-4d94-9b54-178729de6d91'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:10.049725 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:56:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0e331db2-fcdf-4d94-9b54-178729de6d91'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:10.060793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f076875b-3ce3-46a9-969b-1f529457680f tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:10.104804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1662b-e6e9-487b-bc13-76d2805238ce req-d80d4944-43c9-4074-895a-1e7e8c5468d5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:10.118300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7d1662b-e6e9-487b-bc13-76d2805238ce req-d80d4944-43c9-4074-895a-1e7e8c5468d5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.4222746 Mar 03 17:57:10.190584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2553d348-da3e-48a2-a906-ad12b55aca38,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:10.192067 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:10.192642 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f2cb1-02e0-4d8c-8ef2-c208a5862e10 None None] The sync data for ids ['0e331db2-fcdf-4d94-9b54-178729de6d91'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:57:10.217840 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-f076875b-3ce3-46a9-969b-1f529457680f tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] update failed (client error): The resource could not be found. Mar 03 17:57:10.222532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f076875b-3ce3-46a9-969b-1f529457680f tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1827981887 HTTP/1.1" status: 404 len: 335 time: 0.1795468 Mar 03 17:57:10.224533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47242) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:10.274397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7d1662b-e6e9-487b-bc13-76d2805238ce req-d182fb2c-bf08-4aaa-b778-aef3ac7ac923 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459229 Mar 03 17:57:10.280103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.369052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['2553d348-da3e-48a2-a906-ad12b55aca38'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:10.439782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.514451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2389d948-2113-4385-828c-60bd56f3c29c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:10.521364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.535399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde38311-1240-47b6-8b61-632567f08d76 None None] Network 9e385275-18dc-46b2-89c1-f87a4a402be6 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:10.545538 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-79571013-ac3d-445d-b22e-0265b83d5fc2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2389d948-2113-4385-828c-60bd56f3c29c HTTP/1.1" status: 204 len: 168 time: 1.1808987 Mar 03 17:57:10.547976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47248) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:10.573298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting subnet 44eae7f0-d288-40b0-8a59-e2d134d3a74c {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:57:10.584281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.666833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.741437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.755577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.765959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Deleting port b5a3d3db-5c44-4d43-ae44-a480c6b39997 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:10.766682 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:10.882247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:11.089001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Subnet': ['ID=44eae7f0-d288-40b0-8a59-e2d134d3a74c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:11.098017 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:11.119397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf35a3-6a63-4bd3-8415-113566144fff None None] Network cef7a00d-cf4b-4529-9a6d-13dd35cf27ee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:11.119933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac40398-edcf-4f97-920d-65499795b5d9 req-4f3e5cde-d81a-4592-9f77-b03238746cc2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:11.125183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aac40398-edcf-4f97-920d-65499795b5d9 req-4f3e5cde-d81a-4592-9f77-b03238746cc2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 948 time: 0.6726639 Mar 03 17:57:11.143515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-995a6d84-d8a8-4807-9b6c-dfac6a134eb7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/subnets/44eae7f0-d288-40b0-8a59-e2d134d3a74c HTTP/1.1" status: 204 len: 168 time: 0.9178405 Mar 03 17:57:11.146957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47252) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:11.307073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aac40398-edcf-4f97-920d-65499795b5d9 req-240a91c3-cf60-4173-9d4c-d19b2eef0857 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801193 Mar 03 17:57:11.427859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting subnet 82ffdd56-02ca-4ab5-86ee-5fa83de88472 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:57:11.492899 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:11.519901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c94997d3-f315-49c5-9618-45ec837a5170 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:11.630817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] For port b5a3d3db-5c44-4d43-ae44-a480c6b39997, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b5a3d3db-5c44-4d43-ae44-a480c6b39997,segment=NetworkSegment(a21c2a28-667b-4ca9-9272-a0216eb351ef),segment_id=a21c2a28-667b-4ca9-9272-a0216eb351ef)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:11.631722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:11.636229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecd050-5408-4429-9536-038ecabae819 None None] DHCP port deletion for 9e385275-18dc-46b2-89c1-f87a4a402be6 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:57:11.643256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c893a93-d22e-43ec-aa58-af7e04a3e921 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:11.685070 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:11.897108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Calling delete_port for b5a3d3db-5c44-4d43-ae44-a480c6b39997 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:11.911160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-99ecd050-5408-4429-9536-038ecabae819 None None] Deleting port b5a3d3db-5c44-4d43-ae44-a480c6b39997 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:11.912096 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99ecd050-5408-4429-9536-038ecabae819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:11.962523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 6c893a93-d22e-43ec-aa58-af7e04a3e921 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:57:11.963395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c893a93-d22e-43ec-aa58-af7e04a3e921 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:57:11.998146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.064634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.122841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port c94997d3-f315-49c5-9618-45ec837a5170 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:12.145136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port c94997d3-f315-49c5-9618-45ec837a5170 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:12.151026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.184978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] No DVR routers for this DVR port b5a3d3db-5c44-4d43-ae44-a480c6b39997 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:57:12.188397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a3d3db-5c44-4d43-ae44-a480c6b39997,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:12.198629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4c27c-3fe1-4904-bcbb-63314986c094 req-2af3c472-302e-4ccc-afa8-8b1af96e0d2e tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:12.200279 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75b4c27c-3fe1-4904-bcbb-63314986c094 req-2af3c472-302e-4ccc-afa8-8b1af96e0d2e tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 944 time: 0.3571849 Mar 03 17:57:12.279878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.380844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-99ecd050-5408-4429-9536-038ecabae819 None None] The port 'b5a3d3db-5c44-4d43-ae44-a480c6b39997' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:57:12.384186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Subnet': ['ID=82ffdd56-02ca-4ab5-86ee-5fa83de88472,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:12.412341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.418461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75b4c27c-3fe1-4904-bcbb-63314986c094 req-9f681d80-fbfd-4544-9d0d-1467b9f6219d tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015145 Mar 03 17:57:12.427265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3ccefd8e-e783-44ae-b7be-ed4e66fa8f7d tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/subnets/82ffdd56-02ca-4ab5-86ee-5fa83de88472 HTTP/1.1" status: 204 len: 168 time: 1.2792931 Mar 03 17:57:12.432515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47260) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:12.464215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a1034-3e81-4378-9260-0e9d2c249db9 None None] Network 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:12.508151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.551790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e385275-18dc-46b2-89c1-f87a4a402be6']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:12.573233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21c2a28-667b-4ca9-9272-a0216eb351ef') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:12.573819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21c2a28-667b-4ca9-9272-a0216eb351ef') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:12.589057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.612597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.621152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:57:12.621790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.695494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] DHCP port deletion for cef7a00d-cf4b-4529-9a6d-13dd35cf27ee request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:57:12.703196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.712902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Deleting port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:12.713584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:57:12.731097 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:57:12.778817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.787643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:12.788155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.819353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:12.837647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e385275-18dc-46b2-89c1-f87a4a402be6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:12.844631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-666af6b4-1e8f-4bd9-ac4f-e9259eca0098 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e385275-18dc-46b2-89c1-f87a4a402be6 HTTP/1.1" status: 204 len: 168 time: 2.2949874 Mar 03 17:57:13.063998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.095641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] For port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,segment=NetworkSegment(582b45fa-07b1-4a37-bb99-1aeed49b79e8),segment_id=582b45fa-07b1-4a37-bb99-1aeed49b79e8)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:13.096374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.153281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47268) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:13.199009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2553d348-da3e-48a2-a906-ad12b55aca38 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:13.267629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-788f257f-75f8-45c1-96e9-7cd588cdceb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0c961a3263449daa5005c519f7ef40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129577 Mar 03 17:57:13.268318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47272) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:13.302943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Calling delete_port for 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:13.304524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:13.312847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:13.422309 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.437817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6e1d8-8e06-4d1e-a6d9-59a6e11c6ecb req-61fc888f-4e84-4c2d-84e9-b332878e6d3a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:13.437817 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15a6e1d8-8e06-4d1e-a6d9-59a6e11c6ecb req-61fc888f-4e84-4c2d-84e9-b332878e6d3a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.7287090 Mar 03 17:57:13.466260 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89bae676-ce11-48a9-a444-f6b0a598aafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.486197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.499826 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89bae676-ce11-48a9-a444-f6b0a598aafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.566353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89bae676-ce11-48a9-a444-f6b0a598aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.589485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bae676-ce11-48a9-a444-f6b0a598aafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b250021b-40b8-4ea8-b3e2-61082ad350d2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:13.592180 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89bae676-ce11-48a9-a444-f6b0a598aafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:13.593619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-89bae676-ce11-48a9-a444-f6b0a598aafb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b250021b-40b8-4ea8-b3e2-61082ad350d2 HTTP/1.1" status: 204 len: 168 time: 0.3243206 Mar 03 17:57:13.664389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Port': ['ID=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:13.674512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] No DVR routers for this DVR port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:57:13.786130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15a6e1d8-8e06-4d1e-a6d9-59a6e11c6ecb req-27cb8326-b549-48c7-90a3-b2503f3eecdc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383915 Mar 03 17:57:13.825205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:13.842825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:13.870746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-b8362e62-484d-423e-97ae-8d0df791fba1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:13.878430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-b8362e62-484d-423e-97ae-8d0df791fba1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 812 time: 0.2074039 Mar 03 17:57:13.895745 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-d6c78dd2-b9c2-425c-9e96-18064e3bd0ff tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/quotas/54726f737157400c8050a56d280a3d47 HTTP/1.1" status: 200 len: 375 time: 0.0161450 Mar 03 17:57:13.954364 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-9d3c4954-276f-4eb5-a8fa-16ea787285a4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568051 Mar 03 17:57:13.967134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:57:13.968523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:57:13.970181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5a3d3db-5c44-4d43-ae44-a480c6b39997 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:14.006480 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.033161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef7a00d-cf4b-4529-9a6d-13dd35cf27ee']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:14.046665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582b45fa-07b1-4a37-bb99-1aeed49b79e8') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:14.046963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582b45fa-07b1-4a37-bb99-1aeed49b79e8') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:14.059146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.137905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b5a3d3db-5c44-4d43-ae44-a480c6b39997 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:57:14.138144 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.138875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5a3d3db-5c44-4d43-ae44-a480c6b39997 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:57:14.171334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:57:14.171753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.191279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] For port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e,segment=NetworkSegment(582b45fa-07b1-4a37-bb99-1aeed49b79e8),segment_id=582b45fa-07b1-4a37-bb99-1aeed49b79e8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:14.193481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:57:14.214056 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:57:14.291715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-644f1580-881b-45f3-9d51-2e7d275c4b7c service neutron] 10.222.0.23 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332407 Mar 03 17:57:14.383004 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] DHCP port deletion for 7f382cd0-59d9-44f1-b6c7-92b6575e68b7 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:57:14.496657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Calling delete_port for 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:14.517950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.544260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.556838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef6c0-c489-42fd-8a4f-03d289134a67 req-8836bb9f-7458-4d1f-ba81-50fcc743b8c3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:14.565427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-102ef6c0-c489-42fd-8a4f-03d289134a67 req-8836bb9f-7458-4d1f-ba81-50fcc743b8c3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.4872317 Mar 03 17:57:14.599919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Network': ['ID=cef7a00d-cf4b-4529-9a6d-13dd35cf27ee,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:14.607121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cd44ba5b-eb5d-4db0-81e5-d075a5a94b87 service neutron] 10.222.0.23 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106170 Mar 03 17:57:14.614219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47304) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:14.614428 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9e9469a4-acd9-4c79-bbb7-93e0919e6236 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/networks/cef7a00d-cf4b-4529-9a6d-13dd35cf27ee HTTP/1.1" status: 204 len: 168 time: 2.1807189 Mar 03 17:57:14.637798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-102ef6c0-c489-42fd-8a4f-03d289134a67 req-6e1cdd90-817f-4718-8b50-bea7b615426e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713580 Mar 03 17:57:14.667536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Deleting port 632c8745-703d-4c2f-ab5d-2ec47261567d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:14.667930 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.726749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:57:14.727106 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:57:14.747422 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170', 'code': 200} Mar 03 17:57:14.748420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 2553d348-da3e-48a2-a906-ad12b55aca38 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:14.769038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 2553d348-da3e-48a2-a906-ad12b55aca38 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:14.769447 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.856243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:14.869584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting port 632c8745-703d-4c2f-ab5d-2ec47261567d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:14.870140 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.003321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47334) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:15.018434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7c124-5f59-4e07-9ce9-97db3160977b req-9eab9d6b-7852-4ba0-8b51-7d7ebdd74c4b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:15.019906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5c7c124-5f59-4e07-9ce9-97db3160977b req-9eab9d6b-7852-4ba0-8b51-7d7ebdd74c4b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 944 time: 0.2233789 Mar 03 17:57:15.101653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5c7c124-5f59-4e07-9ce9-97db3160977b req-07643b8b-4588-4152-8f41-e5d020a94165 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735877 Mar 03 17:57:15.125572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.205127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2553d348-da3e-48a2-a906-ad12b55aca38, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2553d348-da3e-48a2-a906-ad12b55aca38,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:15.221697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.254360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] For port 632c8745-703d-4c2f-ab5d-2ec47261567d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=632c8745-703d-4c2f-ab5d-2ec47261567d,segment=NetworkSegment(ffc16db8-8785-4764-af0c-39dd1afce8f3),segment_id=ffc16db8-8785-4764-af0c-39dd1afce8f3)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:15.254911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.260137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Deleting port 70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:15.260525 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.345761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca3969-c510-4b17-aa40-0aa3cad182ba req-a28a40d4-d083-430c-896b-9facb71e7fd3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:15.347786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40ca3969-c510-4b17-aa40-0aa3cad182ba req-a28a40d4-d083-430c-896b-9facb71e7fd3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.4062040 Mar 03 17:57:15.358941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f70bf54b-68c6-4a5b-83b3-023aa9e445a7 None None] The port '70abe9ba-2a4e-4178-9ecb-f9cffdc80d4e' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:57:15.372710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] For port 632c8745-703d-4c2f-ab5d-2ec47261567d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=632c8745-703d-4c2f-ab5d-2ec47261567d,segment=NetworkSegment(ffc16db8-8785-4764-af0c-39dd1afce8f3),segment_id=ffc16db8-8785-4764-af0c-39dd1afce8f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:15.373113 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.413171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b39b32c9-36d8-4af1-8079-07ec78e2bb4d req-bab4b2dd-e447-4e8f-ac6a-aab9346e55a4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 210 time: 0.2090068 Mar 03 17:57:15.430088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-111049375-network', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:15.436751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:15.441910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Usage tracker for resource:network and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:15.442273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Calling delete_port for 632c8745-703d-4c2f-ab5d-2ec47261567d owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:15.446191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:15.453797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:15.469497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Made reservation on behalf of 2973ee2e2df54ff7a276d1a1f3b9b8c7 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:15.475842 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.495864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.513942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:15.519690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Usage tracker for resource:security_group_rule and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:15.523040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:15.532007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:15.616640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40ca3969-c510-4b17-aa40-0aa3cad182ba req-e1c8108a-1019-4a16-9d4b-f843e91059f8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974258 Mar 03 17:57:15.650107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726318e-e641-4f17-9d76-e9e0d9c7430e req-531a61be-93db-433e-ade0-8b756d094619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:15.652102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2726318e-e641-4f17-9d76-e9e0d9c7430e req-531a61be-93db-433e-ade0-8b756d094619 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 1100 time: 0.1669285 Mar 03 17:57:15.665715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.674661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.709011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.732895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Calling delete_port for 632c8745-703d-4c2f-ab5d-2ec47261567d owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:15.759101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1824c81b-1f77-4273-a835-b0250374fe98,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:15.767483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Port': ['ID=632c8745-703d-4c2f-ab5d-2ec47261567d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:15.770246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2726318e-e641-4f17-9d76-e9e0d9c7430e req-c00e9441-19ba-492a-b77a-6b8ad8208654 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014457 Mar 03 17:57:15.771311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] No DVR routers for this DVR port 632c8745-703d-4c2f-ab5d-2ec47261567d on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:57:15.811225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 632c8745-703d-4c2f-ab5d-2ec47261567d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:15.837440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2553d348-da3e-48a2-a906-ad12b55aca38,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:15.868462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 632c8745-703d-4c2f-ab5d-2ec47261567d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:57:15.868993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 632c8745-703d-4c2f-ab5d-2ec47261567d not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:57:15.888486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:57:15.909101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.909470 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Added segment 0f69aceb-d31a-4f00-87f5-802aa8ad75e2 of type vlan for network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 Mar 03 17:57:15.922297 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:57:15.922776 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:57:15.941484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:15.957066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d419d70-5031-40e5-b3a3-d4eb4a6a26bb req-5871b841-385c-4d86-b04b-90e06809690a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:15.958617 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d419d70-5031-40e5-b3a3-d4eb4a6a26bb req-5871b841-385c-4d86-b04b-90e06809690a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1911473 Mar 03 17:57:15.963031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.006342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f382cd0-59d9-44f1-b6c7-92b6575e68b7']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:16.025480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc16db8-8785-4764-af0c-39dd1afce8f3') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:16.025748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc16db8-8785-4764-af0c-39dd1afce8f3') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:16.028525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d419d70-5031-40e5-b3a3-d4eb4a6a26bb req-2ec613f3-5109-4620-a811-94b1e15f6b65 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601103 Mar 03 17:57:16.029621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.030566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:16.031103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.047015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.070364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.079360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:57:16.079750 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.089899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0855365 Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:57:16.094606 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:57:16.109011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47358) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:16.116816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Request body: {'subnet': {'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-111049375-subnet', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:16.125614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:16.164254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138df1f8-f8ba-4c79-aa19-6a94cfeb20b9 req-f786e7d7-2424-4038-895c-81f372c4905e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:16.166267 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-138df1f8-f8ba-4c79-aa19-6a94cfeb20b9 req-f786e7d7-2424-4038-895c-81f372c4905e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.2011366 Mar 03 17:57:16.177997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Usage tracker for resource:subnet and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:16.184053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:16.191281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92444c-dcc0-4d99-bef9-a2b02cf6b9ae admin admin] Pushing event updated for resources: {'Network': ['ID=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:16.195851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:16.210061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:57:16.212562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.219329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Made reservation on behalf of 2973ee2e2df54ff7a276d1a1f3b9b8c7 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:16.221686 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.239489 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.259152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-138df1f8-f8ba-4c79-aa19-6a94cfeb20b9 req-04c31ad7-1944-4fe1-91f6-f593c98d0224 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827959 Mar 03 17:57:16.262780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Network': ['ID=7f382cd0-59d9-44f1-b6c7-92b6575e68b7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:16.284972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bb578a7a-16d9-4c6c-9c7d-37b6f1bf6988 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/networks/7f382cd0-59d9-44f1-b6c7-92b6575e68b7 HTTP/1.1" status: 204 len: 168 time: 1.6595299 Mar 03 17:57:16.284972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:16.423958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Deleting port 632c8745-703d-4c2f-ab5d-2ec47261567d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:16.424423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.429910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting subnet be6581b7-a0f7-4730-ab6c-2b8804dfc7ac {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:57:16.444790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.513200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-387cf431-6810-485b-8c61-d5387c79d9fa None None] The port '632c8745-703d-4c2f-ab5d-2ec47261567d' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:57:16.547139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.645792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.749195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:16.776472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-33797d54-650e-4a36-80a3-f194ce6379c4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:16.777114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-33797d54-650e-4a36-80a3-f194ce6379c4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Synchronizing usage tracker for tenant:54726f737157400c8050a56d280a3d47 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:16.792505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67c4f0-7ec3-4521-912e-274604d5555a req-0958aab1-d279-4a79-ba5a-b339de903c4b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:16.799476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa67c4f0-7ec3-4521-912e-274604d5555a req-0958aab1-d279-4a79-ba5a-b339de903c4b tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 945 time: 0.5846579 Mar 03 17:57:16.819888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:16.825504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08e9b5b-5263-44ea-b1a9-b0073877b1cb,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:16.843116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Checking segment: {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:16.843474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Network hostable DHCP agents. Network: 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:57:16.876802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa67c4f0-7ec3-4521-912e-274604d5555a req-2ee94bd9-c0c7-47eb-9b1f-c135457b2bf0 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764453 Mar 03 17:57:16.878617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-33797d54-650e-4a36-80a3-f194ce6379c4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Unset dirty status for tenant:54726f737157400c8050a56d280a3d47 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:16.879701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-33797d54-650e-4a36-80a3-f194ce6379c4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.35 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 812 time: 0.3932469 Mar 03 17:57:16.891859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:57:16.901495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Request body: {'port': {'device_id': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9', 'admin_state_up': True, 'tenant_id': '54726f737157400c8050a56d280a3d47'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:16.931045 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94f153b6-4c7f-44d3-97a7-b39c9eb8d03d req-e1d90a70-1489-4fca-854e-9198a1efea92 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 210 time: 0.0702162 Mar 03 17:57:16.940231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:16.959880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e984aa-b1c0-4742-9a71-7826b6e29dc6 None None] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:16.975648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.000282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:17.000875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.031793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.041550 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/subnets/be6581b7-a0f7-4730-ab6c-2b8804dfc7ac HTTP/1.1" status: 204 len: 168 time: 0.7627568 Mar 03 17:57:17.041735 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38', 'code': 200} Mar 03 17:57:17.043784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47390) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:17.044316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cab8f5-ea98-4e78-98ba-f3ddac3039e7 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Subnet': ['ID=be6581b7-a0f7-4730-ab6c-2b8804dfc7ac,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:17.044753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf7f47-662e-4a00-ab43-ca7e1135f9a9 None None] Network 236521a6-2012-414c-bce5-e11e0bf1c899 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:17.085655 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70a7f42d-8b3f-4f30-9261-684a2239b1ed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9753504 Mar 03 17:57:17.101454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47396) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:17.144544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:17.154799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:17.187410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Usage tracker for resource:router and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:17.240373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:17.249463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:17.271228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Usage tracker for resource:port and tenant:54726f737157400c8050a56d280a3d47 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:17.278604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:17.299775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:17.349179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dd339-ce72-4a78-b371-48738b82ed1b req-a64a53b0-283b-4ff2-a85e-609c8066c8ed tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:17.354971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-565dd339-ce72-4a78-b371-48738b82ed1b req-a64a53b0-283b-4ff2-a85e-609c8066c8ed tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.2727814 Mar 03 17:57:17.359543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:17.364845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Made reservation on behalf of 54726f737157400c8050a56d280a3d47 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:17.370705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.385820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.414637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.416653 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.431731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Deleting port 38ed6588-df31-45f9-811e-e9286c0e33a3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:17.432075 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.489898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:57:17.491736 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.499320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bea5be-4fc7-4804-98c1-44ea1038f411 req-0236214e-c03c-4ffa-92a9-4e4459e0c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:17.500791 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69bea5be-4fc7-4804-98c1-44ea1038f411 req-0236214e-c03c-4ffa-92a9-4e4459e0c63c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 1096 time: 0.2524948 Mar 03 17:57:17.517922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-565dd339-ce72-4a78-b371-48738b82ed1b req-c5d44785-5fb2-44d4-b849-ff79f4923b61 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249518 Mar 03 17:57:17.527660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.574351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] DHCP port deletion for 236521a6-2012-414c-bce5-e11e0bf1c899 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:57:17.586330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Deleting port 38ed6588-df31-45f9-811e-e9286c0e33a3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:17.587364 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.590587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8629bcc-1813-4a77-8406-56044ea03078 req-393bda34-c893-40d6-abd9-4eb398ef4edf tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:17.592092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8629bcc-1813-4a77-8406-56044ea03078 req-393bda34-c893-40d6-abd9-4eb398ef4edf tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.3448856 Mar 03 17:57:17.634482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Allocated IP 172.20.0.8 (a1199874-d9f5-4278-b1ed-f7de473f91c9/eab3feeb-f1c5-47d8-b30d-c758040d8e08/d622a51e-45e2-4274-84c8-6ac43bf236e6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:17.695557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69bea5be-4fc7-4804-98c1-44ea1038f411 req-6d5af4a0-7ad9-4c1d-8909-24f120fb3652 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816235 Mar 03 17:57:17.851471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Allocated IP 172.20.0.2 (7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3/e08e9b5b-5263-44ea-b1a9-b0073877b1cb/e7621039-2d22-4a1f-a9eb-d17e25a3fa2d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:17.864388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.879987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8629bcc-1813-4a77-8406-56044ea03078 req-ae2ed06f-ad2b-44f4-848a-090d6f0ac694 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725184 Mar 03 17:57:17.892830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] For port 38ed6588-df31-45f9-811e-e9286c0e33a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38ed6588-df31-45f9-811e-e9286c0e33a3,segment=NetworkSegment(537793de-c2e5-4595-8abf-cdc819c0221d),segment_id=537793de-c2e5-4595-8abf-cdc819c0221d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:17.893494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:17.907145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.028975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.036156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] For port 38ed6588-df31-45f9-811e-e9286c0e33a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38ed6588-df31-45f9-811e-e9286c0e33a3,segment=NetworkSegment(537793de-c2e5-4595-8abf-cdc819c0221d),segment_id=537793de-c2e5-4595-8abf-cdc819c0221d)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:18.036515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.191425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Calling delete_port for 38ed6588-df31-45f9-811e-e9286c0e33a3 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:18.219650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Network a1199874-d9f5-4278-b1ed-f7de473f91c9 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:18.221859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.223750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:18.226331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:18.304706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:18.341068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:18.341805 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.357720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ddeda-e5ff-4fa9-aacc-c9011400e247 req-f41c8d54-c415-4c93-bb6b-6b2389bd7505 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:18.359356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a25ddeda-e5ff-4fa9-aacc-c9011400e247 req-f41c8d54-c415-4c93-bb6b-6b2389bd7505 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 945 time: 0.2450681 Mar 03 17:57:18.394917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Calling delete_port for 38ed6588-df31-45f9-811e-e9286c0e33a3 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:57:18.397045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c97960b1-ad53-4cd8-88ba-4b9855a3dcaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5001729 Mar 03 17:57:18.412447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Request body: {'port': {'device_id': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:18.455060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.464098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a25ddeda-e5ff-4fa9-aacc-c9011400e247 req-9ef7cbfd-4cd4-4bdd-9425-cd15f4fe83d2 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950141 Mar 03 17:57:18.476313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Transition to ACTIVE for port object e7621039-2d22-4a1f-a9eb-d17e25a3fa2d will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:18.519119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Transition to ACTIVE for port object e7621039-2d22-4a1f-a9eb-d17e25a3fa2d will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:18.524235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 17:57:18.524235 n-d-827121-1 neutron-server[87888]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 03 17:57:18.524235 n-d-827121-1 neutron-server[87888]: [parameters: {'port_id': '38ed6588-df31-45f9-811e-e9286c0e33a3'}] Mar 03 17:57:18.524235 n-d-827121-1 neutron-server[87888]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:57:18.525469 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:57:18.528203 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.545126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.546580 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.596391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:18.604203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Port': ['ID=38ed6588-df31-45f9-811e-e9286c0e33a3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:18.606639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:18.612806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:18.613122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] No DVR routers for this DVR port 38ed6588-df31-45f9-811e-e9286c0e33a3 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:57:18.732063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Pushing event updated for resources: {'Port': ['ID=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:18.736626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Attempting to bind port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:18.737813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Attempting to bind port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:18.737813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Attempting to bind port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d on network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:18.743927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:18.744390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Checking segment: {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:18.744878 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.745492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Bound using segment: {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:18.746065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Bound port: e7621039-2d22-4a1f-a9eb-d17e25a3fa2d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:18.747950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.761081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195513-8c60-4de7-a744-29f556ac4737 req-d3df879e-05bd-4af5-a5a0-c01b0a97e8cb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:18.768293 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3195513-8c60-4de7-a744-29f556ac4737 req-d3df879e-05bd-4af5-a5a0-c01b0a97e8cb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 931 time: 0.5871079 Mar 03 17:57:18.776556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.840441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] For port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:18.843704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] For port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:18.850772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:18.919987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338a4e3-b8cc-4010-9e93-a703ef65f9e9 req-d04f1452-bc8d-4f8a-b760-d812bd675ea6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:18.921061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236521a6-2012-414c-bce5-e11e0bf1c899']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:18.923424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0338a4e3-b8cc-4010-9e93-a703ef65f9e9 req-d04f1452-bc8d-4f8a-b760-d812bd675ea6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.2366905 Mar 03 17:57:18.937682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b72bba-433a-40d5-9988-981ec7b4c4c1 None None] Pushing event updated for resources: {'Port': ['ID=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:18.944222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537793de-c2e5-4595-8abf-cdc819c0221d') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:18.944517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537793de-c2e5-4595-8abf-cdc819c0221d') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:18.954960 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3195513-8c60-4de7-a744-29f556ac4737 req-38c7da9c-51f0-4243-8410-408558a7578d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860533 Mar 03 17:57:19.002127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0338a4e3-b8cc-4010-9e93-a703ef65f9e9 req-4951ac98-33d3-4266-8ca7-90f39cfb9b40 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732810 Mar 03 17:57:19.026073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.027184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Deleting port 38ed6588-df31-45f9-811e-e9286c0e33a3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:57:19.027712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.080934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.103184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:57:19.103590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:57:19.122149 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:57:19.178773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:19.203270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d622a51e-45e2-4274-84c8-6ac43bf236e6 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:19.221499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.247209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.254733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9519-a6be-4964-9818-03b8cf525c23 None None] The port '38ed6588-df31-45f9-811e-e9286c0e33a3' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:57:19.305961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.353680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Transition to ACTIVE for port object d622a51e-45e2-4274-84c8-6ac43bf236e6 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:19.356247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.365340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.383167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.406368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.409059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Pushing event deleted for resources: {'Network': ['ID=236521a6-2012-414c-bce5-e11e0bf1c899,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:19.430727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dba58d54-569e-411c-9d05-c434822b0fa5 tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/networks/236521a6-2012-414c-bce5-e11e0bf1c899 HTTP/1.1" status: 204 len: 168 time: 2.3837314 Mar 03 17:57:19.433356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47418) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:19.463972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:19.464967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:19.476678 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.506996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df39af-c155-425d-aef1-1156f17d5495 req-2bf59b7d-8ff7-4f9f-ab6d-71fc578f2c48 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:19.517899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0df39af-c155-425d-aef1-1156f17d5495 req-2bf59b7d-8ff7-4f9f-ab6d-71fc578f2c48 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.3761282 Mar 03 17:57:19.573046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a54518b-1fb5-49ad-9c41-0637a0b7172f tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Synchronizing usage tracker for tenant:ec833d3ec5ce4319a927f3ad35a989ff on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:19.575220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e09f11e9-762b-426a-a336-5f34ff64ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.584537 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'code': 200} Mar 03 17:57:19.602088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:19.648041 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0df39af-c155-425d-aef1-1156f17d5495 req-2b971b57-cf19-425a-8745-c63c2480e230 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292720 Mar 03 17:57:19.662095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:19.670088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e7621039-2d22-4a1f-a9eb-d17e25a3fa2d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:19.677065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Allocated IP 172.25.0.75 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/56a49bae-d317-47be-afd6-7e0f2d76be79) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:19.712969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a54518b-1fb5-49ad-9c41-0637a0b7172f tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Unset dirty status for tenant:ec833d3ec5ce4319a927f3ad35a989ff on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:19.717840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0a54518b-1fb5-49ad-9c41-0637a0b7172f tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e331db2-fcdf-4d94-9b54-178729de6d91 HTTP/1.1" status: 200 len: 205 time: 0.2834370 Mar 03 17:57:19.720068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47428) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:19.761137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:19.831127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38ed6588-df31-45f9-811e-e9286c0e33a3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:19.872081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 38ed6588-df31-45f9-811e-e9286c0e33a3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:57:19.872428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38ed6588-df31-45f9-811e-e9286c0e33a3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:57:19.887828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.909138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:19.909714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:19.910230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:19.927775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Port d622a51e-45e2-4274-84c8-6ac43bf236e6 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:57:19.928445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:19.935035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd50efd9-3e30-48c0-993d-47e28c49a6bf tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:19.936464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.008244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:20.022507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:20.028674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:20.031466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:20.031952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Checking segment: {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:20.032441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Bound using segment: {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:20.033172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Bound port: d622a51e-45e2-4274-84c8-6ac43bf236e6, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:20.033687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.057127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=56a49bae-d317-47be-afd6-7e0f2d76be79,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:20.377776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:20.502690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb33210-2ebf-4bcc-9c3f-555b1f52b746 None None] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:20.508388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:20.520242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094cf9-bcf0-4022-bc1d-65324ee65935 req-4acefe4a-e772-4ef8-b712-0846bd5afdf4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:20.527671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28094cf9-bcf0-4022-bc1d-65324ee65935 req-4acefe4a-e772-4ef8-b712-0846bd5afdf4 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 945 time: 0.8085935 Mar 03 17:57:20.581225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-cf8e35b0-a290-4415-9158-df7ed72a2c50 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5026298 Mar 03 17:57:20.613411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df82a9a3-f347-4b33-bbf9-562a63639d17 None None] Provisioning for port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:20.617655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829697f4-ec10-40c9-9a6a-6ebc58b704fe req-8cb3b500-6b88-4898-85d6-bc3288abcb55 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:20.624789 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-829697f4-ec10-40c9-9a6a-6ebc58b704fe req-8cb3b500-6b88-4898-85d6-bc3288abcb55 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.4854672 Mar 03 17:57:20.626680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df82a9a3-f347-4b33-bbf9-562a63639d17 None None] Provisioning complete for port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:20.627357 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df82a9a3-f347-4b33-bbf9-562a63639d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.645272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.718260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd50efd9-3e30-48c0-993d-47e28c49a6bf tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.722980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd50efd9-3e30-48c0-993d-47e28c49a6bf tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.734696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:20.735315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.741032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] 10.222.0.35 "PUT /v2.0/ports/d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 1091 time: 2.3308320 Mar 03 17:57:20.748859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:20.835546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28094cf9-bcf0-4022-bc1d-65324ee65935 req-7539beeb-2bde-485f-b5ca-cb2d8ac18c07 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069098 Mar 03 17:57:20.863029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd50efd9-3e30-48c0-993d-47e28c49a6bf tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.867759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50efd9-3e30-48c0-993d-47e28c49a6bf tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Fanout notify agent at l3_agent the message router_deleted on router 0e331db2-fcdf-4d94-9b54-178729de6d91 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:57:20.925151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-829697f4-ec10-40c9-9a6a-6ebc58b704fe req-fdf289e2-45cb-497f-be68-331982b6363d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993929 Mar 03 17:57:20.931129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb037157-f70e-4fb5-adb6-f6730036205f service neutron] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:20.940051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df82a9a3-f347-4b33-bbf9-562a63639d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.944675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd50efd9-3e30-48c0-993d-47e28c49a6bf tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:20.945758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cd50efd9-3e30-48c0-993d-47e28c49a6bf tempest-RoutersNegativeTest-1175994205 tempest-RoutersNegativeTest-1175994205-project] 10.222.0.23 "DELETE /v2.0/routers/0e331db2-fcdf-4d94-9b54-178729de6d91 HTTP/1.1" status: 204 len: 168 time: 1.2231016 Mar 03 17:57:20.984669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-df82a9a3-f347-4b33-bbf9-562a63639d17 None None] For port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:20.998335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df82a9a3-f347-4b33-bbf9-562a63639d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:21.018255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c41b0cf0-1c0b-4d37-9df0-3470a986fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:21.019805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-c41b0cf0-1c0b-4d37-9df0-3470a986fa77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1094 time: 0.2356668 Mar 03 17:57:21.152168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:21.277081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-ac9816fd-f407-4d74-8907-4b5d7b480301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 217 time: 0.2466698 Mar 03 17:57:21.292882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82a9a3-f347-4b33-bbf9-562a63639d17 None None] Pushing event updated for resources: {'Port': ['ID=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:21.457790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:21.545373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b20d7543-ab4c-4461-8705-aa9cde485a04 None None] Provisioning complete for port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:21.546651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b20d7543-ab4c-4461-8705-aa9cde485a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:21.560519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47494) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:21.610139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-836d3a31-a723-4bd7-a012-472616154ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:21.620973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-836d3a31-a723-4bd7-a012-472616154ca7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.2209811 Mar 03 17:57:21.626658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e7621039-2d22-4a1f-a9eb-d17e25a3fa2d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:21.709736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-a2cc90fb-e7d2-4258-bc4f-f4974a9f2556 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800724 Mar 03 17:57:21.728114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d330fa-efbe-47f0-846b-ff8a2a8a62cf req-47bbcbca-e082-4e04-a78e-d65aa014bbbe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:21.729012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18d330fa-efbe-47f0-846b-ff8a2a8a62cf req-47bbcbca-e082-4e04-a78e-d65aa014bbbe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Synchronizing usage tracker for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:21.746300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:21.811544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '113e3056-6457-4b81-8445-645f171be249', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '113e3056-6457-4b81-8445-645f171be249', 'mac_address': 'fa:16:3e:d9:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:21.826211 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c58697e-a8e3-45e6-9c35-7608bda7433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:21.909305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498f346-3cd0-4d61-8af1-0a190f753f39 req-eee5c8a1-7de6-42d9-888f-726527ddf379 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:21.917404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3498f346-3cd0-4d61-8af1-0a190f753f39 req-eee5c8a1-7de6-42d9-888f-726527ddf379 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.5634291 Mar 03 17:57:22.026585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:22.027584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.049494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18d330fa-efbe-47f0-846b-ff8a2a8a62cf req-47bbcbca-e082-4e04-a78e-d65aa014bbbe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Unset dirty status for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:22.058789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d330fa-efbe-47f0-846b-ff8a2a8a62cf req-47bbcbca-e082-4e04-a78e-d65aa014bbbe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.7799401 Mar 03 17:57:22.079814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.147309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3498f346-3cd0-4d61-8af1-0a190f753f39 req-417bee42-2a83-44c5-b372-773132bcdca4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286384 Mar 03 17:57:22.157775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113e3056-6457-4b81-8445-645f171be249 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:22.198456 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-166b24a4-2145-4096-b4c4-17a1e31df37d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec833d3ec5ce4319a927f3ad35a989ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255600 Mar 03 17:57:22.206241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47510) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:22.217978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:22.240111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18d330fa-efbe-47f0-846b-ff8a2a8a62cf req-6960a5f5-18e5-4bc9-813c-c28b37fa6577 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Synchronizing usage tracker for tenant:54726f737157400c8050a56d280a3d47 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:22.280704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-41cfb9f8-ce11-48ed-898c-4bd5a9ad0056 service neutron] 10.222.0.35 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619097 Mar 03 17:57:22.294122 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'status': 'completed', 'code': 200} Mar 03 17:57:22.300659 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.390747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.406002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:22.430707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18d330fa-efbe-47f0-846b-ff8a2a8a62cf req-6960a5f5-18e5-4bc9-813c-c28b37fa6577 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Unset dirty status for tenant:54726f737157400c8050a56d280a3d47 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:22.431811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d330fa-efbe-47f0-846b-ff8a2a8a62cf req-6960a5f5-18e5-4bc9-813c-c28b37fa6577 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720117 Mar 03 17:57:22.436122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['113e3056-6457-4b81-8445-645f171be249'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:22.486241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2971e666-41ef-43c3-8a39-ac04b8601bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.535957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2971e666-41ef-43c3-8a39-ac04b8601bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.622979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-137767ef-5b36-4fb2-ab27-7eead9b88bb9 req-8b6f15ac-b968-4ade-99ae-cadbea4fb567 service neutron] 10.222.0.35 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096805 Mar 03 17:57:22.807397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd8b1a-dd3d-4470-9666-d63d5adcd011 req-8b629ba3-b2d5-45c5-b438-3a4838a08fd7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:22.809267 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27dd8b1a-dd3d-4470-9666-d63d5adcd011 req-8b629ba3-b2d5-45c5-b438-3a4838a08fd7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 945 time: 0.3445902 Mar 03 17:57:22.818047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47514) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:22.829885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Request body: {'floatingip': {'port_id': '2553d348-da3e-48a2-a906-ad12b55aca38'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:22.836022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.850132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.908892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2639e-b690-46f1-9318-7b52982e203d req-442e6c11-8a22-4e75-b519-2c81ee35cb0e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:22.920350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7a2639e-b690-46f1-9318-7b52982e203d req-442e6c11-8a22-4e75-b519-2c81ee35cb0e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.2973363 Mar 03 17:57:22.931492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-5bb96e97-1aaf-49c7-824c-a1d657f84da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:22.933290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-5bb96e97-1aaf-49c7-824c-a1d657f84da3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 1100 time: 0.2515113 Mar 03 17:57:22.935582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:22.955273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6923-031d-485f-af0f-4481e4785454 req-4ccd1c7b-5c36-4dbf-9a56-d6602648a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:22.956739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b7a6923-031d-485f-af0f-4481e4785454 req-4ccd1c7b-5c36-4dbf-9a56-d6602648a524 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1094 time: 0.2579432 Mar 03 17:57:22.959416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2971e666-41ef-43c3-8a39-ac04b8601bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:23.025380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971e666-41ef-43c3-8a39-ac04b8601bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef55ebb-a28b-4ac5-9833-8f23847fa6e9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:23.036820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2971e666-41ef-43c3-8a39-ac04b8601bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:23.039674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Router 950b408b-abdf-4bea-987e-02cd581ba727 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 17:57:23.041427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2971e666-41ef-43c3-8a39-ac04b8601bb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eef55ebb-a28b-4ac5-9833-8f23847fa6e9 HTTP/1.1" status: 204 len: 168 time: 0.8305027 Mar 03 17:57:23.064208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7a2639e-b690-46f1-9318-7b52982e203d req-90f23059-6c14-4473-a277-df6fce5412f2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428990 Mar 03 17:57:23.195612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:57:23.321525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6923-031d-485f-af0f-4481e4785454 req-97f4ffb6-8ad7-4304-b1f6-a7d8e5350675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:23.321907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b7a6923-031d-485f-af0f-4481e4785454 req-97f4ffb6-8ad7-4304-b1f6-a7d8e5350675 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 913 time: 0.3508499 Mar 03 17:57:23.404057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-26b57e68-5eba-4eea-aa1a-cf2f30229865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:23.405533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-26b57e68-5eba-4eea-aa1a-cf2f30229865 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4126265 Mar 03 17:57:23.416537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b7a6923-031d-485f-af0f-4481e4785454 req-3fe4f3fa-faf1-4ac8-9983-ab112520a8aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 217 time: 0.0860002 Mar 03 17:57:23.584796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-8a680d01-3022-4b74-a82a-b66a0e99b149 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 200 len: 217 time: 0.1702063 Mar 03 17:57:23.722117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6923-031d-485f-af0f-4481e4785454 req-a03220a7-298b-4b8f-8743-d838e1b12337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:23.724664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b7a6923-031d-485f-af0f-4481e4785454 req-a03220a7-298b-4b8f-8743-d838e1b12337 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.2999547 Mar 03 17:57:23.778227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b7a6923-031d-485f-af0f-4481e4785454 req-93d81d2b-1787-4f01-af85-447aa10168be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458636 Mar 03 17:57:23.806043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-a55114c0-b54e-4483-918b-bbe7b989c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:23.807559 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-a55114c0-b54e-4483-918b-bbe7b989c531 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2110510 Mar 03 17:57:23.909186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845f74-3f06-46e3-be9f-06bd66c05f59 req-39ef754f-0c46-4f03-a727-4e9b24ee550c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:23.916864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-91845f74-3f06-46e3-be9f-06bd66c05f59 req-39ef754f-0c46-4f03-a727-4e9b24ee550c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.2887814 Mar 03 17:57:23.949164 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:23.996943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-91845f74-3f06-46e3-be9f-06bd66c05f59 req-271da2d3-8474-4b87-9c38-5bff7d91cdaa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791192 Mar 03 17:57:24.008003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:57:24.019222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b7a6923-031d-485f-af0f-4481e4785454 req-05eef05f-191e-47a0-abf8-c8edefca58c4 service neutron] 10.222.0.35 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316334 Mar 03 17:57:24.028639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Sync routers for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:57:24.062118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:24.064881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:24.104078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03eaaf-9079-4159-a0f1-a50c7e582dc9 req-4f0dd7ae-c7b9-42be-839b-fda8819df8e8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:24.105906 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af03eaaf-9079-4159-a0f1-a50c7e582dc9 req-4f0dd7ae-c7b9-42be-839b-fda8819df8e8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.6994836 Mar 03 17:57:24.175445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:24.176972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ec8bd70e-373a-447e-b42d-cb2f8f6cd8c4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0745108 Mar 03 17:57:24.189673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47548) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:24.296402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b7a6923-031d-485f-af0f-4481e4785454 req-bd196f5c-f1f6-481d-8d99-432f70ad1974 service neutron] 10.222.0.35 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704833 Mar 03 17:57:24.340000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-32b8dc71-1105-4065-96f2-0b94169d7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:24.341890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-32b8dc71-1105-4065-96f2-0b94169d7fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5256879 Mar 03 17:57:24.479662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:24.518305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-2d188e1e-fd47-4892-8b70-0fe26b8868a0 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583574 Mar 03 17:57:24.535645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af03eaaf-9079-4159-a0f1-a50c7e582dc9 req-c6cf6de2-ade1-4b6b-b56e-164971447b4a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176085 Mar 03 17:57:24.564676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138f0a-71a7-4876-9b4c-f6e09034e071 req-937f421f-6292-47e0-bc55-7ec0bc14ff56 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:24.567801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6138f0a-71a7-4876-9b4c-f6e09034e071 req-937f421f-6292-47e0-bc55-7ec0bc14ff56 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1847861 Mar 03 17:57:24.581466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47556) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:24.637597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6138f0a-71a7-4876-9b4c-f6e09034e071 req-c3a732cb-cd2c-4b58-a481-253699262325 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Mar 03 17:57:24.728511 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:24.788885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2257ac17-74ce-46bf-839b-fac349cf4fc6 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:24.790057 n-d-827121-1 neutron-server[87886]: WARNING neutron.api.v2.base [None req-2257ac17-74ce-46bf-839b-fac349cf4fc6 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 17:57:24.790907 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-2257ac17-74ce-46bf-839b-fac349cf4fc6 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 17:57:24.798597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2257ac17-74ce-46bf-839b-fac349cf4fc6 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1997197 Mar 03 17:57:24.798812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47562) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:24.803698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671854023'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:24.813656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:24.818173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:24.822160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:24.829751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:24.846028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:24.864432 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:24.886940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:24.892887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:24.900765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:24.911765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:20Z', 'revision_number': 3, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:24.916973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:24.927108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Checking router: 950b408b-abdf-4bea-987e-02cd581ba727 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:57:24.929592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Updating router 950b408b-abdf-4bea-987e-02cd581ba727 port 56a49bae-d317-47be-afd6-7e0f2d76be79 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:57:25.030997 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.040115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.047376 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.058572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:25.068011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:25.077231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:25.096476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:25.101227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997424dc-38f1-4505-ae27-5e618e70fb6e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:25.207642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:25.210959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:25.230292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.240322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.293034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-5f526946-d503-419f-99ab-d054d491f138 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7481396 Mar 03 17:57:25.322077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac24625-48d1-4214-93cd-4a9beab6dbb7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:25.328785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.333196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a22475ef-350a-4bde-bebd-04d4e7c06f13 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5346894 Mar 03 17:57:25.333831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47568) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:25.339960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': 'eac24625-48d1-4214-93cd-4a9beab6dbb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:25.346672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:25.350374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:25.353943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:25.360799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:25.406751 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.438858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 113e3056-6457-4b81-8445-645f171be249 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:25.439622 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.502183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.517359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.543885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d1ee53-0de2-4b56-ba22-c4c3c11b4fa9,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:25.575507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.579730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-691b2afc-b96a-4326-bc2f-4c12980efccb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412083 Mar 03 17:57:25.579730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47578) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:25.589763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': 'eac24625-48d1-4214-93cd-4a9beab6dbb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:25.608155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:25.616684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:25.626380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:25.638238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:25.651978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b154a5-2ad1-4706-a8c2-28f2682a7dc6 req-3970b516-df0d-4517-982d-a5d2e9277a0d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:25.659275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81b154a5-2ad1-4706-a8c2-28f2682a7dc6 req-3970b516-df0d-4517-982d-a5d2e9277a0d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.4457316 Mar 03 17:57:25.672229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.733602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:25.747037 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81b154a5-2ad1-4706-a8c2-28f2682a7dc6 req-864c4c87-8d8e-4453-a46b-0d51fd5083dc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867715 Mar 03 17:57:25.853423 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 17:57:25.858179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-91de1fdd-c676-4bd1-951b-dff49b8d8ea5 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2776241 Mar 03 17:57:25.858782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47584) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:25.910783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.935464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f243-4e50-4dc5-870e-3d365ce9ac49 req-22de422a-cc27-4d33-9003-92f3d0668bc1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:25.942830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3664f243-4e50-4dc5-870e-3d365ce9ac49 req-22de422a-cc27-4d33-9003-92f3d0668bc1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 944 time: 0.2276213 Mar 03 17:57:25.979827 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:25.992113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a72b9382-6fc3-4d1c-8db0-5ddce8972c8b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.047197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3664f243-4e50-4dc5-870e-3d365ce9ac49 req-ef2b8f4c-be9c-4c30-9a3d-d5cca1aee8ff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034114 Mar 03 17:57:26.064503 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.074231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a72b9382-6fc3-4d1c-8db0-5ddce8972c8b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.163667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a72b9382-6fc3-4d1c-8db0-5ddce8972c8b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.189008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b9382-6fc3-4d1c-8db0-5ddce8972c8b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac24625-48d1-4214-93cd-4a9beab6dbb7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:26.194183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a72b9382-6fc3-4d1c-8db0-5ddce8972c8b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.195467 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a72b9382-6fc3-4d1c-8db0-5ddce8972c8b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/eac24625-48d1-4214-93cd-4a9beab6dbb7 HTTP/1.1" status: 204 len: 168 time: 0.3356583 Mar 03 17:57:26.200034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47588) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:26.228749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:26.270108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:26.290761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9', 'port_id': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'mac_address': 'fa:16:3e:71:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab3feeb-f1c5-47d8-b30d-c758040d8e08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:26.295092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:26.313829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:26.325710 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Floating IP 03bf7254-a65c-4258-b011-33011273c7fa associated. External IP: 172.25.0.14, port: 2553d348-da3e-48a2-a906-ad12b55aca38. Mar 03 17:57:26.381097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'port_id': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'mac_address': 'fa:16:3e:c4:8f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:26.386377 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'code': 200} Mar 03 17:57:26.388168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.422427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2324935-15a7-4165-b628-f993b665ef09 req-1a2b5f38-6af2-41bc-8833-03d7a687da71 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:26.429193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.434579 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2324935-15a7-4165-b628-f993b665ef09 req-1a2b5f38-6af2-41bc-8833-03d7a687da71 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.4941914 Mar 03 17:57:26.472702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:57:26.505686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d622a51e-45e2-4274-84c8-6ac43bf236e6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:26.535338 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-521129a7-a8ca-4cfd-960f-e110ddca4b10 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3262749 Mar 03 17:57:26.537368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47598) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:26.541912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068275227'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:26.549398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:26.554804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:26.558091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:26.563856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:26.577349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.587199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2324935-15a7-4165-b628-f993b665ef09 req-6d039aff-118d-4b30-abe7-951014fec780 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510272 Mar 03 17:57:26.599036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:26.608674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.613571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:26.619045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:26.622151 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.624050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:26.631260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:26.636474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:26.716613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db1636f-ef41-46c8-babe-b1d8fb4ea708 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:26.727977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.735536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:26.741694 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.742021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.745499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:26.748876 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.809105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Transition to ACTIVE for port object 56a49bae-d317-47be-afd6-7e0f2d76be79 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:26.827930 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.835154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a037071-109c-439d-aa7e-6068b0ca45d9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:26.847595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:26.848829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-42be0d62-4214-4f66-b615-c0f2e571707e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3121350 Mar 03 17:57:26.851700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47604) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:26.862408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f333641e-0949-452b-9af4-0bb7fc6fc970 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '3a037071-109c-439d-aa7e-6068b0ca45d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:26.862408 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-f333641e-0949-452b-9af4-0bb7fc6fc970 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 17:57:26.862408 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-f333641e-0949-452b-9af4-0bb7fc6fc970 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:26.862408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f333641e-0949-452b-9af4-0bb7fc6fc970 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087066 Mar 03 17:57:26.865813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:26.873015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47608) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:26.963077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d622a51e-45e2-4274-84c8-6ac43bf236e6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:26.974056 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.026250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69e35257-b598-4290-ad7a-6ec0353f9789 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.038449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Attempting to bind port 56a49bae-d317-47be-afd6-7e0f2d76be79 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:27.038818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Attempting to bind port 56a49bae-d317-47be-afd6-7e0f2d76be79 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:27.039176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Attempting to bind port 56a49bae-d317-47be-afd6-7e0f2d76be79 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:27.063761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:27.064135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:27.064536 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.065087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:27.065409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Bound port: 56a49bae-d317-47be-afd6-7e0f2d76be79, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:27.065784 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.092250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69e35257-b598-4290-ad7a-6ec0353f9789 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.233282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] For port 56a49bae-d317-47be-afd6-7e0f2d76be79, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:27.233869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c4562-e9d3-4bf0-938f-53a8d781c4df req-c5289470-8396-44d3-97cc-bd71e72b2d65 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:27.236513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] For port 56a49bae-d317-47be-afd6-7e0f2d76be79, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=56a49bae-d317-47be-afd6-7e0f2d76be79,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:27.243392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-017c4562-e9d3-4bf0-938f-53a8d781c4df req-c5289470-8396-44d3-97cc-bd71e72b2d65 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.2688031 Mar 03 17:57:27.250145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020310c-c09f-4258-b36d-1e4e675d7199 None None] Pushing event updated for resources: {'Port': ['ID=56a49bae-d317-47be-afd6-7e0f2d76be79,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:27.252833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['2db1636f-ef41-46c8-babe-b1d8fb4ea708'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:27.281084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69e35257-b598-4290-ad7a-6ec0353f9789 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.285568 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.314585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e35257-b598-4290-ad7a-6ec0353f9789 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a037071-109c-439d-aa7e-6068b0ca45d9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:27.346148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-017c4562-e9d3-4bf0-938f-53a8d781c4df req-6b37f894-cf6a-4a55-b98b-0d144e49c693 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015160 Mar 03 17:57:27.349694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69e35257-b598-4290-ad7a-6ec0353f9789 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.354527 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-69e35257-b598-4290-ad7a-6ec0353f9789 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/3a037071-109c-439d-aa7e-6068b0ca45d9 HTTP/1.1" status: 204 len: 168 time: 0.4803238 Mar 03 17:57:27.364102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47614) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:27.425607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8910ac77-82f2-4855-a1de-a021dcda9533 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:27.448198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:27.448904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:27.452306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8910ac77-82f2-4855-a1de-a021dcda9533 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:27.458899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8910ac77-82f2-4855-a1de-a021dcda9533 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003983 Mar 03 17:57:27.459264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47618) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:27.511063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Router bbbdb029-b171-4452-b66b-43755ca19eea has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:57:27.525705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048346265'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:27.527851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020310c-c09f-4258-b36d-1e4e675d7199 None None] Pushing event updated for resources: {'Port': ['ID=56a49bae-d317-47be-afd6-7e0f2d76be79,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:27.536988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:27.550411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:27.591179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:27.626662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fa29-c17c-46ff-b968-a52308a20d32 req-23d2bc32-c9ca-40c6-aa9e-8d0b4ebe17a1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:27.628250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0d0fa29-c17c-46ff-b968-a52308a20d32 req-23d2bc32-c9ca-40c6-aa9e-8d0b4ebe17a1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 945 time: 0.3185735 Mar 03 17:57:27.756133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Allocated IP 172.20.0.1 (7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3/e08e9b5b-5263-44ea-b1a9-b0073877b1cb/244d8281-912a-4240-976a-6dce1e30a319) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:27.767111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:27.802463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:27.808876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:27.825395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0d0fa29-c17c-46ff-b968-a52308a20d32 req-a289bb02-f4b1-4cd8-924e-7b40e2765222 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371348 Mar 03 17:57:27.840915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:27.843416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:27.909309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db550a18-d504-426f-99d2-e55312f11c41 req-c70fa860-f64e-4854-afdd-1cff6c99682c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:27.912025 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db550a18-d504-426f-99d2-e55312f11c41 req-c70fa860-f64e-4854-afdd-1cff6c99682c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1296439 Mar 03 17:57:27.957865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:57:27.970119 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] Sync routers for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:57:27.995482 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:27.995482 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:28.029218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-db550a18-d504-426f-99d2-e55312f11c41 req-fae7d9f9-098b-4419-bb82-1002138c21b2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085944 Mar 03 17:57:28.076868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:28.214418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a550d127-d5aa-4aac-ac12-ad6c970454ac tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "PUT /v2.0/floatingips/03bf7254-a65c-4258-b011-33011273c7fa HTTP/1.1" status: 200 len: 990 time: 5.3946276 Mar 03 17:57:28.225531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:28.379790 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38', 'status': 'completed', 'code': 200} Mar 03 17:57:28.475370 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:28.549559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:28.561170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:28.571834 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:28.612492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:20Z', 'revision_number': 3, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:28.625415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b46d45-ab66-49ec-beda-4e5d48553391 None None] The sync data for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 is: [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:20Z', 'revision_number': 3, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:57:28.627390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Transition to ACTIVE for port object 244d8281-912a-4240-976a-6dce1e30a319 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:28.677484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4642ce75-3f1a-4e9b-912d-4cbf62a9de96,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:28.694713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.695072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.695417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.695749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.696141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.696572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.696906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.699593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.699972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.700313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.700654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.700988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:28.706806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:28.710557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-40e02f30-d51d-4526-9bd0-18ec826b2641 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2039130 Mar 03 17:57:28.716635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47646) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:28.723873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3b23e441-d8e0-4bf3-b30d-6c05873c93de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '4642ce75-3f1a-4e9b-912d-4cbf62a9de96', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:28.724759 n-d-827121-1 neutron-server[87886]: WARNING neutron.api.v2.base [None req-3b23e441-d8e0-4bf3-b30d-6c05873c93de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 17:57:28.725308 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-3b23e441-d8e0-4bf3-b30d-6c05873c93de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:28.729386 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b23e441-d8e0-4bf3-b30d-6c05873c93de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086932 Mar 03 17:57:28.739477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47650) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:28.865043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:28.897079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150573be-7f52-4f4a-8cb0-8b8c51599c36 req-98f8a1fc-f95a-4158-9280-1ea9850a8517 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:28.906714 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-150573be-7f52-4f4a-8cb0-8b8c51599c36 req-98f8a1fc-f95a-4158-9280-1ea9850a8517 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.3501258 Mar 03 17:57:28.949151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-f286ff6b-b5a0-4a5c-92ef-bbad726635f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:28.949151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-f286ff6b-b5a0-4a5c-92ef-bbad726635f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 1096 time: 0.5719476 Mar 03 17:57:29.013259 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-815d3c18-db97-4ee4-822a-2d0feee47fdf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:29.192879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:29.263933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:29.297152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:29.301568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-150573be-7f52-4f4a-8cb0-8b8c51599c36 req-0cbd12cb-fea1-4234-8463-9ad34fb60632 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940022 Mar 03 17:57:29.316407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:29.389966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-815d3c18-db97-4ee4-822a-2d0feee47fdf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:29.408424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port d622a51e-45e2-4274-84c8-6ac43bf236e6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:29.450144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port d622a51e-45e2-4274-84c8-6ac43bf236e6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:29.450707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:29.534204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-f56162ef-8033-4887-827a-8dd34f665459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:29.542062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-f56162ef-8033-4887-827a-8dd34f665459 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 200 len: 912 time: 0.5733993 Mar 03 17:57:29.557757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Pushing event updated for resources: {'Port': ['ID=244d8281-912a-4240-976a-6dce1e30a319,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:29.577547 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '03bf7254-a65c-4258-b011-33011273c7fa', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'port_id': '2553d348-da3e-48a2-a906-ad12b55aca38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'mac_address': 'fa:16:3e:77:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:56:47Z', 'updated_at': '2022-03-03T17:57:25Z', 'revision_number': 1, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:29.602831 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] Checking router: bbbdb029-b171-4452-b66b-43755ca19eea for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:57:29.640882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:29.680087 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:29.688554 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:29.761080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-815d3c18-db97-4ee4-822a-2d0feee47fdf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:29.835571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:29.873590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d3c18-db97-4ee4-822a-2d0feee47fdf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4642ce75-3f1a-4e9b-912d-4cbf62a9de96,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:29.958856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 56a49bae-d317-47be-afd6-7e0f2d76be79 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:29.994541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-4f82638d-541f-4d91-8179-d85429aeb19a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2553d348-da3e-48a2-a906-ad12b55aca38 HTTP/1.1" status: 200 len: 998 time: 0.4479215 Mar 03 17:57:30.082922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-815d3c18-db97-4ee4-822a-2d0feee47fdf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:30.088158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-815d3c18-db97-4ee4-822a-2d0feee47fdf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/4642ce75-3f1a-4e9b-912d-4cbf62a9de96 HTTP/1.1" status: 204 len: 168 time: 1.3446774 Mar 03 17:57:30.130148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47668) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:30.140675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94ad00-893e-4a57-a042-bbdbecdf1ebd req-81043566-42ef-490a-affb-5a5f10074dc4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:30.143308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b94ad00-893e-4a57-a042-bbdbecdf1ebd req-81043566-42ef-490a-affb-5a5f10074dc4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 945 time: 1.0828741 Mar 03 17:57:30.344836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-be760e0d-2f25-41da-8e3b-7a2f6dcf8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:30.355453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-be760e0d-2f25-41da-8e3b-7a2f6dcf8087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 200 len: 850 time: 0.3402345 Mar 03 17:57:30.362953 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:30.369762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-da6693bd-920b-4f1a-97c3-d8c6cffb9d79 None None] Provisioning for port 244d8281-912a-4240-976a-6dce1e30a319 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:30.377823 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:30.442786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-da6693bd-920b-4f1a-97c3-d8c6cffb9d79 None None] Provisioning complete for port 244d8281-912a-4240-976a-6dce1e30a319 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:30.445715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da6693bd-920b-4f1a-97c3-d8c6cffb9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:30.448982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b94ad00-893e-4a57-a042-bbdbecdf1ebd req-7815e937-bf90-4c51-9c60-a65bccc2a4d7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302678 Mar 03 17:57:30.451408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:30.498623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e7517-7eba-456f-9a9b-f82400e9f24f req-165f4190-5bb1-4bb4-88fa-ef64e2391197 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:30.512727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c51e7517-7eba-456f-9a9b-f82400e9f24f req-165f4190-5bb1-4bb4-88fa-ef64e2391197 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.6324413 Mar 03 17:57:30.521065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9aabe3ba-acb1-41b1-ba9c-8861fcb0e721 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:30.584242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:30.588393 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:30.668553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c51e7517-7eba-456f-9a9b-f82400e9f24f req-9d438ab4-f835-43a6-ac0d-2a439875ddd1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460786 Mar 03 17:57:30.784217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-d4015ac3-9ebb-4412-ac48-3b874e3c0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:30.785835 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-d4015ac3-9ebb-4412-ac48-3b874e3c0dc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac463f0f-e2c1-4625-84bb-a74e13232bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4239457 Mar 03 17:57:30.891062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:30.906203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 56a49bae-d317-47be-afd6-7e0f2d76be79 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:30.976921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-da6693bd-920b-4f1a-97c3-d8c6cffb9d79 None None] Port 244d8281-912a-4240-976a-6dce1e30a319 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:57:31.030953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:31.041245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 56a49bae-d317-47be-afd6-7e0f2d76be79 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:31.041934 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:31.166918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:31.302274 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '03bf7254-a65c-4258-b011-33011273c7fa', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'port_id': '2553d348-da3e-48a2-a906-ad12b55aca38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'mac_address': 'fa:16:3e:77:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:56:47Z', 'updated_at': '2022-03-03T17:57:25Z', 'revision_number': 1, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:31.303465 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'code': 200} Mar 03 17:57:31.325437 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490d24-c128-4b86-9053-8fdf9f355716 None None] The sync data for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 is: [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '03bf7254-a65c-4258-b011-33011273c7fa', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'port_id': '2553d348-da3e-48a2-a906-ad12b55aca38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'mac_address': 'fa:16:3e:77:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:56:47Z', 'updated_at': '2022-03-03T17:57:25Z', 'revision_number': 1, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:57:31.379998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9aabe3ba-acb1-41b1-ba9c-8861fcb0e721 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:31.387682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9aabe3ba-acb1-41b1-ba9c-8861fcb0e721 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2428331 Mar 03 17:57:31.390380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47682) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:31.414864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--785866951'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:31.448624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:31.548352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:31.624987 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-6b961ac4-feed-453a-bdf9-054a7a35b518 service neutron] 10.222.0.35 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219941 Mar 03 17:57:31.667652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:31.776024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfda38-709a-4f8e-a507-19b363eeba66 req-1c35ddcd-1075-424f-ab75-a8ff8396da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:31.776024 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68cfda38-709a-4f8e-a507-19b363eeba66 req-1c35ddcd-1075-424f-ab75-a8ff8396da37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1096 time: 0.3915045 Mar 03 17:57:31.783343 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:31.794055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a19fc-339b-4a53-9bb3-c84f433d6d51 req-0836ed27-7961-4b8f-a801-b42214d45543 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:31.810137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e61a19fc-339b-4a53-9bb3-c84f433d6d51 req-0836ed27-7961-4b8f-a801-b42214d45543 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.5905015 Mar 03 17:57:31.928863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:31.936122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c632c-6427-4930-be79-18037cd60346 None None] New status for floating IP 03bf7254-a65c-4258-b011-33011273c7fa: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:57:32.002896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe5695a5-f961-452c-aa01-ea22d6136251 req-43bc8a5b-8698-4ad0-b1b9-2fc929f0fe43 service neutron] 10.222.0.35 "GET /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622966 Mar 03 17:57:32.004288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.012648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.029072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68cfda38-709a-4f8e-a507-19b363eeba66 req-5ec77361-ae69-450a-95c9-8ea5eb72e2dc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710265 Mar 03 17:57:32.040035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e61a19fc-339b-4a53-9bb3-c84f433d6d51 req-723a2f66-9351-4bc0-ae56-e4b68f686718 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284594 Mar 03 17:57:32.069589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:32.078741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:32.081944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:32.094652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:32.097964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.111349 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.237256 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.266891 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.358484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.386331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 56a49bae-d317-47be-afd6-7e0f2d76be79, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=56a49bae-d317-47be-afd6-7e0f2d76be79,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:32.387272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:32.394767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.427614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Pushing event updated for resources: {'Port': ['ID=244d8281-912a-4240-976a-6dce1e30a319,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:32.433999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.451851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.457823 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0638249 Mar 03 17:57:32.462089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47698) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:32.483858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f99e424e-7b39-4b0b-b0c2-f175ff0e19a3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '568f982b-e43b-4f71-b661-1821e5a5752c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:32.500321 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-f99e424e-7b39-4b0b-b0c2-f175ff0e19a3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 17:57:32.500727 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-f99e424e-7b39-4b0b-b0c2-f175ff0e19a3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:32.505880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f99e424e-7b39-4b0b-b0c2-f175ff0e19a3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0338039 Mar 03 17:57:32.510024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47702) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:32.547372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e448225f-061a-455a-a5d7-3a1a6349904b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '568f982b-e43b-4f71-b661-1821e5a5752c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:32.550256 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-e448225f-061a-455a-a5d7-3a1a6349904b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 17:57:32.551525 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-e448225f-061a-455a-a5d7-3a1a6349904b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:32.554082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e448225f-061a-455a-a5d7-3a1a6349904b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0302892 Mar 03 17:57:32.561798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47706) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:32.574303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1cb8a-8faf-469a-a4b1-aaf4a640b006 req-3e174d4c-d3b0-4f2a-bcf2-28882f0dd9a4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:32.575315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8bafbad5-dd49-4498-8188-3d57fe3a9534 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '568f982b-e43b-4f71-b661-1821e5a5752c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:32.575425 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54c1cb8a-8faf-469a-a4b1-aaf4a640b006 req-3e174d4c-d3b0-4f2a-bcf2-28882f0dd9a4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.2722726 Mar 03 17:57:32.579890 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-8bafbad5-dd49-4498-8188-3d57fe3a9534 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 17:57:32.580666 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-8bafbad5-dd49-4498-8188-3d57fe3a9534 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:32.581440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=56a49bae-d317-47be-afd6-7e0f2d76be79,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:32.583535 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8bafbad5-dd49-4498-8188-3d57fe3a9534 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0170169 Mar 03 17:57:32.589576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568f982b-e43b-4f71-b661-1821e5a5752c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:32.592707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47710) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:32.605123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-873f3bbf-4393-4697-9776-3a5b301deafb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '568f982b-e43b-4f71-b661-1821e5a5752c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:32.607038 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-873f3bbf-4393-4697-9776-3a5b301deafb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 17:57:32.607927 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-873f3bbf-4393-4697-9776-3a5b301deafb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:32.609644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-873f3bbf-4393-4697-9776-3a5b301deafb tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0150101 Mar 03 17:57:32.614526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47714) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:32.620875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.623987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.624622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.625126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.625640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.626217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.626685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.627166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.627633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.628095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.628848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.629317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38748d4e-c476-4224-aed7-e4af142f5db3 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:32.669041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb8a97-bc35-41c6-b4bb-d5242d454f37 req-d5e87771-746c-43b0-81e5-708069db09a6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:32.670907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84bb8a97-bc35-41c6-b4bb-d5242d454f37 req-d5e87771-746c-43b0-81e5-708069db09a6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 947 time: 0.6161289 Mar 03 17:57:32.730025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54c1cb8a-8faf-469a-a4b1-aaf4a640b006 req-fb7802b8-83d7-4f20-90dd-4c5c1b696656 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464353 Mar 03 17:57:32.757764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84bb8a97-bc35-41c6-b4bb-d5242d454f37 req-ac9ab6f2-c516-44d8-b055-a15c2c58daf6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792551 Mar 03 17:57:32.759379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4dd88c71-710a-4a69-8d5c-d1a1398eff30 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:32.795922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:32.806078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:32.816392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4dd88c71-710a-4a69-8d5c-d1a1398eff30 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:33.131295 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4dd88c71-710a-4a69-8d5c-d1a1398eff30 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:33.137792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4f7ccf1-d619-4f4c-abe8-fa770d9b05bc None None] Provisioning complete for port 244d8281-912a-4240-976a-6dce1e30a319 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:33.139018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ccf1-d619-4f4c-abe8-fa770d9b05bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:33.139679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Router 950b408b-abdf-4bea-987e-02cd581ba727 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:57:33.156413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd88c71-710a-4a69-8d5c-d1a1398eff30 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568f982b-e43b-4f71-b661-1821e5a5752c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:33.323426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:33.330877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4dd88c71-710a-4a69-8d5c-d1a1398eff30 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:33.335264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47730) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:33.335495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4dd88c71-710a-4a69-8d5c-d1a1398eff30 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/568f982b-e43b-4f71-b661-1821e5a5752c HTTP/1.1" status: 204 len: 168 time: 0.7167549 Mar 03 17:57:33.409583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7ccf1-d619-4f4c-abe8-fa770d9b05bc None None] Port 244d8281-912a-4240-976a-6dce1e30a319 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:57:33.465034 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'code': 200} Mar 03 17:57:33.557731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:57:33.567478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0b6854e7-e2bf-4cde-aecd-4c097a535379 admin admin] 10.222.0.23 "PUT /v2.0/routers/950b408b-abdf-4bea-987e-02cd581ba727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3705306 Mar 03 17:57:33.582874 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Sync routers for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:57:33.617783 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:33.619077 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:33.812326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bec207e3-3dd9-4d86-acb4-916c35a8b0ff tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:33.881700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a3233-0f32-4402-991b-5433cc67c3cc req-14d8ade6-b1cc-420f-9522-3cb6624bc34b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:33.902064 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-367a3233-0f32-4402-991b-5433cc67c3cc req-14d8ade6-b1cc-420f-9522-3cb6624bc34b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4770567 Mar 03 17:57:34.020810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bec207e3-3dd9-4d86-acb4-916c35a8b0ff tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:34.030441 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bec207e3-3dd9-4d86-acb4-916c35a8b0ff tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6908147 Mar 03 17:57:34.031395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47750) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:34.074685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213225877'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:34.122137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:34.135240 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:34.156581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-367a3233-0f32-4402-991b-5433cc67c3cc req-b97fb03b-9354-491c-ab63-88df870eee25 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534015 Mar 03 17:57:34.165369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:34.194350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:34.258851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:34.301562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:34.303429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:34.331292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:34.351747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc44c7-ad90-4e35-a0b7-786f0f822c9b req-a79cb847-8270-480e-850f-7c6998bf645e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:34.359237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4fc44c7-ad90-4e35-a0b7-786f0f822c9b req-a79cb847-8270-480e-850f-7c6998bf645e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.4163415 Mar 03 17:57:34.390599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98b335-268c-42e4-8d56-250fa836944a req-1156b3fd-cb55-4008-84aa-718f8e7abaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:34.392309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da98b335-268c-42e4-8d56-250fa836944a req-1156b3fd-cb55-4008-84aa-718f8e7abaf3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1098 time: 0.3029072 Mar 03 17:57:34.550023 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4fc44c7-ad90-4e35-a0b7-786f0f822c9b req-474c76f1-7a19-4e07-950f-3519b45367b5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898103 Mar 03 17:57:34.578786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da98b335-268c-42e4-8d56-250fa836944a req-cc7e6a05-b1c4-45aa-bad7-7ef8142f6f61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365654 Mar 03 17:57:34.609532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 56a49bae-d317-47be-afd6-7e0f2d76be79 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:34.693051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:34.712928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:34.762880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:34.775667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7403419 Mar 03 17:57:34.778955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47758) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:34.789520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0f772a35-fc71-44ba-be9c-22990ed2a6dd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:34.790557 n-d-827121-1 neutron-server[87886]: WARNING neutron.api.v2.base [None req-0f772a35-fc71-44ba-be9c-22990ed2a6dd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 17:57:34.791212 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-0f772a35-fc71-44ba-be9c-22990ed2a6dd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:34.802545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0f772a35-fc71-44ba-be9c-22990ed2a6dd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0223379 Mar 03 17:57:34.804233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47762) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:34.817954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d6976373-a261-42b6-b56d-841bd1caea5d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:34.830315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd21c5-ecf9-45ef-9c04-9bc71869286d req-5b5b10b9-8409-44ea-9d29-386edbae4ff7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:34.837892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d6976373-a261-42b6-b56d-841bd1caea5d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:34.841610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbbd21c5-ecf9-45ef-9c04-9bc71869286d req-5b5b10b9-8409-44ea-9d29-386edbae4ff7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 947 time: 0.4361117 Mar 03 17:57:34.849034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d6976373-a261-42b6-b56d-841bd1caea5d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:34.862051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d6976373-a261-42b6-b56d-841bd1caea5d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:34.873822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 56a49bae-d317-47be-afd6-7e0f2d76be79 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:34.876029 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:34.881988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d6976373-a261-42b6-b56d-841bd1caea5d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:34.899218 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:31Z', 'revision_number': 2, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:34.911432 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Checking router: 950b408b-abdf-4bea-987e-02cd581ba727 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:57:34.913465 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Updating router 950b408b-abdf-4bea-987e-02cd581ba727 port 244d8281-912a-4240-976a-6dce1e30a319 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 17:57:34.951062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbbd21c5-ecf9-45ef-9c04-9bc71869286d req-74f1d440-019b-4970-886f-8e37538fb9e4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084752 Mar 03 17:57:34.951951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b8333-f0ab-4443-ad13-a7bbffc4fc98 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e98244-d5fb-4e23-8165-c3eb622a933e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:34.976192 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-d6976373-a261-42b6-b56d-841bd1caea5d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:34.980629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d6976373-a261-42b6-b56d-841bd1caea5d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1735973 Mar 03 17:57:34.991609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47766) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:34.997165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fdaa068f-9021-4034-8f9e-0f2353b58f0f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:34.997968 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-fdaa068f-9021-4034-8f9e-0f2353b58f0f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 17:57:34.998464 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-fdaa068f-9021-4034-8f9e-0f2353b58f0f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:34.999434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fdaa068f-9021-4034-8f9e-0f2353b58f0f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068519 Mar 03 17:57:35.002263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47770) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:35.008015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-83df016f-adcd-4e54-9c97-44fb706302e1 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:35.021961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-83df016f-adcd-4e54-9c97-44fb706302e1 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:35.030591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-83df016f-adcd-4e54-9c97-44fb706302e1 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:35.040729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-83df016f-adcd-4e54-9c97-44fb706302e1 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:35.045568 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:35.063653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-83df016f-adcd-4e54-9c97-44fb706302e1 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:35.122699 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-83df016f-adcd-4e54-9c97-44fb706302e1 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:35.124576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-83df016f-adcd-4e54-9c97-44fb706302e1 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1213238 Mar 03 17:57:35.128423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47778) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:35.134863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2ba668b9-f523-4f7f-bd31-1810eba599bf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:35.135882 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-2ba668b9-f523-4f7f-bd31-1810eba599bf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 17:57:35.136962 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-2ba668b9-f523-4f7f-bd31-1810eba599bf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:35.138161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2ba668b9-f523-4f7f-bd31-1810eba599bf tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085270 Mar 03 17:57:35.141515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47782) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:35.149681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:35.163044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:35.174197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:35.178013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:35.207899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:35.239583 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Project e896e58407b74e0990ecb072fa7825e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 17:57:35.302104 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:35.303420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ea14fae5-cdac-4d6e-a17e-6ef8fc731df9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1606836 Mar 03 17:57:35.307228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:35.316144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-49d3edf2-505b-4b11-b544-b0ed785b01de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:35.317282 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-49d3edf2-505b-4b11-b544-b0ed785b01de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 17:57:35.318040 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-49d3edf2-505b-4b11-b544-b0ed785b01de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:35.319545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-49d3edf2-505b-4b11-b544-b0ed785b01de tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095754 Mar 03 17:57:35.322438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47792) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:35.328317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:35.342209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:35.355066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:35.362974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:35.379262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:35.448848 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Project e896e58407b74e0990ecb072fa7825e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 17:57:35.558984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47796) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:35.594912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143316093', 'description': 'tempest-description--1559776051'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:35.619798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:35.627434 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:35.643103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8a72537a-90cb-45c1-bb0d-1cc6622b59af tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3182523 Mar 03 17:57:35.647122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47802) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:35.650602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Usage tracker for resource:security_group and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:35.666562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '77e98244-d5fb-4e23-8165-c3eb622a933e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:35.744910 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:35.788225 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Transition to ACTIVE for port object 244d8281-912a-4240-976a-6dce1e30a319 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:35.804021 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:35.832247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:35.874687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:35.879870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:35.880961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb69886-2526-440b-89c3-072271954fa5 req-82243298-cda1-4d84-b67c-17c1091d428a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:35.889075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb69886-2526-440b-89c3-072271954fa5 req-82243298-cda1-4d84-b67c-17c1091d428a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3204601 Mar 03 17:57:35.913388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:35.936133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:35.952628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:35.956194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.000723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:36.006425 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Project e896e58407b74e0990ecb072fa7825e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 17:57:36.076788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Usage tracker for resource:security_group_rule and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:36.076925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb69886-2526-440b-89c3-072271954fa5 req-f98ba608-b809-443d-89d1-c45ea4d15885 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606922 Mar 03 17:57:36.097652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:36.150766 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:36.154703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dc3a2942-ba26-4444-89ed-2199b51f5940 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5062265 Mar 03 17:57:36.155870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:36.157698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47822) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:36.244451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ccb79-4e85-4066-a170-7d6e0263171e req-215a26b1-aaa0-48a4-945c-00654dd9ebef tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:36.256501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0ccb79-4e85-4066-a170-7d6e0263171e req-215a26b1-aaa0-48a4-945c-00654dd9ebef tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.4188969 Mar 03 17:57:36.447841 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Pushing event updated for resources: {'Port': ['ID=244d8281-912a-4240-976a-6dce1e30a319,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:36.469125 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.482612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.483114 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.483451 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.486617 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.486956 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.487279 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.487607 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.487921 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.488236 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.488549 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.488860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:36.491359 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f0ccb79-4e85-4066-a170-7d6e0263171e req-434bbf88-e121-44d2-9986-822eca0f4a2a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207668 Mar 03 17:57:36.535838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8fa02be1-621a-4525-be94-b3ceea23a3fd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.568820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8fa02be1-621a-4525-be94-b3ceea23a3fd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.631201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.633436 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Attempting to bind port 244d8281-912a-4240-976a-6dce1e30a319 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:36.634384 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8fa02be1-621a-4525-be94-b3ceea23a3fd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.634965 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Attempting to bind port 244d8281-912a-4240-976a-6dce1e30a319 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:36.635579 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Attempting to bind port 244d8281-912a-4240-976a-6dce1e30a319 on network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:36.638478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.652843 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:36.657860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Checking segment: {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:36.658637 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.659235 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Bound using segment: {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:36.659980 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Bound port: 244d8281-912a-4240-976a-6dce1e30a319, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:36.660601 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.669563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa02be1-621a-4525-be94-b3ceea23a3fd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e98244-d5fb-4e23-8165-c3eb622a933e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:36.691243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8fa02be1-621a-4525-be94-b3ceea23a3fd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.694419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8fa02be1-621a-4525-be94-b3ceea23a3fd tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/77e98244-d5fb-4e23-8165-c3eb622a933e HTTP/1.1" status: 204 len: 168 time: 0.5358157 Mar 03 17:57:36.699342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47842) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:36.754168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494d9151-cf16-4335-9251-d35f80b6d736,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:36.756156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ebd5f-0a8e-4bf5-83f7-41623b38fd14 req-8199807f-c965-4d81-8d5e-fb50df508e0a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:36.759576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45ebd5f-0a8e-4bf5-83f7-41623b38fd14 req-8199807f-c965-4d81-8d5e-fb50df508e0a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 947 time: 0.4052372 Mar 03 17:57:36.784404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.784404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e893622c-77cb-41dd-92d8-bd2f7f999c27 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2115119 Mar 03 17:57:36.784404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47850) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:36.799198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Request body: {'security_group_rule': {'security_group_id': '494d9151-cf16-4335-9251-d35f80b6d736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:36.823625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:36.823625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Usage tracker for resource:security_group_rule and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:36.832543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:36.848503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:36.872674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.894540 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] For port 244d8281-912a-4240-976a-6dce1e30a319, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:36.898932 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] For port 244d8281-912a-4240-976a-6dce1e30a319, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=244d8281-912a-4240-976a-6dce1e30a319,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:36.905343 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:36.910307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-091199ac-78df-46e9-861b-ca229fb3334b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:36.930934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45ebd5f-0a8e-4bf5-83f7-41623b38fd14 req-c782887c-3c7f-4a03-8c01-04d593bd5ff0 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640275 Mar 03 17:57:36.943252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-091199ac-78df-46e9-861b-ca229fb3334b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:36.945040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-091199ac-78df-46e9-861b-ca229fb3334b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2436643 Mar 03 17:57:36.950390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47864) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:36.956759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774559040'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:36.965901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:36.989894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:37.011009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.016796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.024023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.026961 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1154b-d5e1-4cdb-a896-0e0516815a64 None None] Pushing event updated for resources: {'Port': ['ID=244d8281-912a-4240-976a-6dce1e30a319,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:37.054006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:37.066672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:37.068568 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:57:37.074233 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:37.081952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:37.096327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:37.096556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3571c8f4-ecb9-4020-a952-4264de4b76db,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:37.126312 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.127879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b6c08f77-5a34-49ac-86fb-7572406b3edf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463829 Mar 03 17:57:37.130498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47876) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:37.139397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Request body: {'security_group_rule': {'security_group_id': '494d9151-cf16-4335-9251-d35f80b6d736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:37.155484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:37.167810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Usage tracker for resource:security_group_rule and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:37.174783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:37.188466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:37.253975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.264949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.280128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.377071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b7b29b-e7a7-41f0-a128-31da133c59a3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:37.453696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.458156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-705098c6-bb63-4a1a-93eb-c4d71b1185e9 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5065405 Mar 03 17:57:37.458968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47882) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:37.471808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-df933c97-ea44-4b2b-b709-ea97528f578b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '78b7b29b-e7a7-41f0-a128-31da133c59a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:37.481847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.483534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-df933c97-ea44-4b2b-b709-ea97528f578b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:37.488295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-df933c97-ea44-4b2b-b709-ea97528f578b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:37.490937 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.504203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-df933c97-ea44-4b2b-b709-ea97528f578b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:37.517743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-df933c97-ea44-4b2b-b709-ea97528f578b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:37.539668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9488e34e-6caf-4ea8-bd86-9c21eb22ecf0,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:37.574069 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:57:37.605451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.608130 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c58d5d12-3d25-4261-9572-466df37ddd81 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4752524 Mar 03 17:57:37.610361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47892) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:37.628662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:37.645905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:37.649098 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-df933c97-ea44-4b2b-b709-ea97528f578b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The resource could not be found. Mar 03 17:57:37.651057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-df933c97-ea44-4b2b-b709-ea97528f578b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1905248 Mar 03 17:57:37.653633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47896) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:37.657827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Usage tracker for resource:floatingip and tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:37.659208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cfeb450b-233f-49be-8da1-333185205e0e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '78b7b29b-e7a7-41f0-a128-31da133c59a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b4e85123-2c03-45b5-b6dc-1b10fbdd4801'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:37.664377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:37.686287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cfeb450b-233f-49be-8da1-333185205e0e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:37.688008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:37.760030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfeb450b-233f-49be-8da1-333185205e0e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:37.764734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfeb450b-233f-49be-8da1-333185205e0e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:37.772887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cfeb450b-233f-49be-8da1-333185205e0e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:37.826351 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:37.856184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c289-8595-412e-bbe2-d47f4019bee4 req-f9e7ddf6-92cf-45fd-83a7-3be89cd0f646 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:37.858148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77e7c289-8595-412e-bbe2-d47f4019bee4 req-f9e7ddf6-92cf-45fd-83a7-3be89cd0f646 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1673272 Mar 03 17:57:37.896172 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-cfeb450b-233f-49be-8da1-333185205e0e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The resource could not be found. Mar 03 17:57:37.898056 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cfeb450b-233f-49be-8da1-333185205e0e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2424781 Mar 03 17:57:37.901220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47900) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:37.979711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-b8cf7023-9cd1-46de-8809-8258207b2aea tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:37.981612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-b8cf7023-9cd1-46de-8809-8258207b2aea tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 812 time: 0.3019331 Mar 03 17:57:37.998367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60c0e340-6e5f-49b0-a33f-94a19cc4247c tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:38.007780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77e7c289-8595-412e-bbe2-d47f4019bee4 req-11167c3e-5765-4010-ab34-1388e344e7d1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421375 Mar 03 17:57:38.013675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-b283008c-8407-4abe-a227-ace9b688aba4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/quotas/54726f737157400c8050a56d280a3d47 HTTP/1.1" status: 200 len: 375 time: 0.0232587 Mar 03 17:57:38.051242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60c0e340-6e5f-49b0-a33f-94a19cc4247c tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:38.132898 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60c0e340-6e5f-49b0-a33f-94a19cc4247c tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:38.157654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:38.165376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0e340-6e5f-49b0-a33f-94a19cc4247c tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b7b29b-e7a7-41f0-a128-31da133c59a3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:38.170710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-b41dcef5-1a5a-4c00-a35a-1812deb106f8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559145 Mar 03 17:57:38.185768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-60c0e340-6e5f-49b0-a33f-94a19cc4247c tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:38.186891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-60c0e340-6e5f-49b0-a33f-94a19cc4247c tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/78b7b29b-e7a7-41f0-a128-31da133c59a3 HTTP/1.1" status: 204 len: 168 time: 0.2845538 Mar 03 17:57:38.192525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47906) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:38.235936 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:36Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:38.240656 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee58ada-87bd-4eed-93c1-197a52e0f9a5 None None] The sync data for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 is: [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:36Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:57:38.350696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bedd6599-49d3-433a-9161-0c869723da2f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:38.388327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bedd6599-49d3-433a-9161-0c869723da2f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:38.389896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bedd6599-49d3-433a-9161-0c869723da2f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1964235 Mar 03 17:57:38.394310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47910) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:38.399382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-95851566-db0d-4848-96a1-51222d7a5c0d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '898e1d40-a858-48d2-901f-ed4b67870d23', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:38.409721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-95851566-db0d-4848-96a1-51222d7a5c0d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:38.424063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-d73e5342-46dc-49be-8b6a-0a76a4dc8098 service neutron] 10.222.0.23 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513332 Mar 03 17:57:38.424763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-95851566-db0d-4848-96a1-51222d7a5c0d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:38.429070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-95851566-db0d-4848-96a1-51222d7a5c0d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:38.445278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cac26d-9ecf-45da-a507-43d48822b513 req-4297af6c-e059-494a-a349-a33437cf7d29 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:38.452605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f0cac26d-9ecf-45da-a507-43d48822b513 req-4297af6c-e059-494a-a349-a33437cf7d29 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 947 time: 0.2376530 Mar 03 17:57:38.476130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-95851566-db0d-4848-96a1-51222d7a5c0d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:38.553877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f0cac26d-9ecf-45da-a507-43d48822b513 req-1a932e99-6400-467e-a057-854ae4f83e38 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993626 Mar 03 17:57:38.589569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 244d8281-912a-4240-976a-6dce1e30a319 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:38.619064 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-95851566-db0d-4848-96a1-51222d7a5c0d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The resource could not be found. Mar 03 17:57:38.633950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-95851566-db0d-4848-96a1-51222d7a5c0d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2252576 Mar 03 17:57:38.634724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47922) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:38.639760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692224008'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:38.786183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 244d8281-912a-4240-976a-6dce1e30a319 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:38.793724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 244d8281-912a-4240-976a-6dce1e30a319 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:38.794545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:38.861749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:38.868795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-17893d92-ded5-4df7-b873-b77ac189f145 service neutron] 10.222.0.23 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437172 Mar 03 17:57:38.870321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Allocated IP 172.25.0.203 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/d65acc17-0c4a-4d1b-a4ed-dbb88c6430db) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:38.890976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:38.922102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:38.962290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:38.970292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:38.980016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:38.992114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:39.003168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.118241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 244d8281-912a-4240-976a-6dce1e30a319, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=244d8281-912a-4240-976a-6dce1e30a319,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:39.125170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.206575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.293515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.311354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=244d8281-912a-4240-976a-6dce1e30a319,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:39.358131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71832912-e988-43e2-b404-0ed1fe590b38 req-04f942e1-bbfa-45ee-a3f8-c08a40c47131 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 210 time: 0.1052752 Mar 03 17:57:39.359254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.393808 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.468959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.474555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8388269 Mar 03 17:57:39.485679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:39.492121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:39.499331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:39.505633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--959267917'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:39.511479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:39.523099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:39.531825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a345ae7-75bb-423a-9bda-c0dc65c0f33f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b030a76-d540-4548-825d-db3777123ba5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:39.537005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:39.541712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:39.554366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:39.582068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.592092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event updated for resources: {'Port': ['ID=d65acc17-0c4a-4d1b-a4ed-dbb88c6430db,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:39.617262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909106-dd2f-46aa-b410-44160b6a7772 req-d307f37c-f4f5-4089-a055-dee9e7969aaa tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:39.624438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5909106-dd2f-46aa-b410-44160b6a7772 req-d307f37c-f4f5-4089-a055-dee9e7969aaa tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.3340969 Mar 03 17:57:39.648605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:39.656533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:39.673367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.681623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:39.700511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:39.728222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5909106-dd2f-46aa-b410-44160b6a7772 req-09b35b8e-e329-42f2-8e0a-74cf382facf0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026185 Mar 03 17:57:39.798956 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.810157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.818834 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.906353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138be921-12fb-4373-98cd-3b92bebf122a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:39.926454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:39.931884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-85c9f940-6ed8-49d9-84e1-c11c879d746a tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4419181 Mar 03 17:57:39.932125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47950) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:39.938849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-77844d6e-f87d-4d2e-b8c7-f6ac10339923 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': '8b030a76-d540-4548-825d-db3777123ba5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '138be921-12fb-4373-98cd-3b92bebf122a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:39.947101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77844d6e-f87d-4d2e-b8c7-f6ac10339923 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:39.951178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-77844d6e-f87d-4d2e-b8c7-f6ac10339923 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:39.954899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-77844d6e-f87d-4d2e-b8c7-f6ac10339923 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:39.977154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77844d6e-f87d-4d2e-b8c7-f6ac10339923 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:40.041308 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-77844d6e-f87d-4d2e-b8c7-f6ac10339923 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:40.042436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77844d6e-f87d-4d2e-b8c7-f6ac10339923 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1087501 Mar 03 17:57:40.045372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47956) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:40.192427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-312d39a7-2d65-40cd-a490-b77329cfa556 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.235769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-312d39a7-2d65-40cd-a490-b77329cfa556 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.309214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-312d39a7-2d65-40cd-a490-b77329cfa556 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.335905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d39a7-2d65-40cd-a490-b77329cfa556 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138be921-12fb-4373-98cd-3b92bebf122a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:40.345617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-312d39a7-2d65-40cd-a490-b77329cfa556 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.347130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-312d39a7-2d65-40cd-a490-b77329cfa556 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/138be921-12fb-4373-98cd-3b92bebf122a HTTP/1.1" status: 204 len: 168 time: 0.3007433 Mar 03 17:57:40.349717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:40.417620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.426778 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.440460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00c35783-aa75-43f2-b025-6343cf21727f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:40.470524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00c35783-aa75-43f2-b025-6343cf21727f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:40.474718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-00c35783-aa75-43f2-b025-6343cf21727f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1212142 Mar 03 17:57:40.476451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47966) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:40.584936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 244d8281-912a-4240-976a-6dce1e30a319 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:40.604643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-552156a1-0148-46ba-9e16-43a5bf0fc3e7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.658834 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-552156a1-0148-46ba-9e16-43a5bf0fc3e7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.665618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ab23e91-0266-4b3f-b9ee-0ee29bfc4370 req-98f5f111-9cfc-41ec-8c58-5cef42cf03e4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 210 time: 0.0598433 Mar 03 17:57:40.706721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event updated for resources: {'Port': ['ID=d65acc17-0c4a-4d1b-a4ed-dbb88c6430db,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:40.719973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 244d8281-912a-4240-976a-6dce1e30a319 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:40.720928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.735698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-552156a1-0148-46ba-9e16-43a5bf0fc3e7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.752539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.796443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552156a1-0148-46ba-9e16-43a5bf0fc3e7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b030a76-d540-4548-825d-db3777123ba5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:40.815303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-552156a1-0148-46ba-9e16-43a5bf0fc3e7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.817573 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:40.818366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-552156a1-0148-46ba-9e16-43a5bf0fc3e7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b030a76-d540-4548-825d-db3777123ba5 HTTP/1.1" status: 204 len: 168 time: 0.3406236 Mar 03 17:57:40.826690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05331db9-ba5b-4260-a431-f3da1d420e5a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2050908 Mar 03 17:57:40.826690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47976) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:40.969942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c6520b1e-c120-4f63-8de8-b68dfa93700b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:40.998914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c6520b1e-c120-4f63-8de8-b68dfa93700b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:41.002073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c6520b1e-c120-4f63-8de8-b68dfa93700b tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801903 Mar 03 17:57:41.005094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47984) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:41.016899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031237334'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:41.036803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:41.044892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76c3aa-b6b7-4bf8-bbd7-e4de743e52df req-e28992db-7ec4-4671-8a49-4b428cff1a5c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:41.053497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ee76c3aa-b6b7-4bf8-bbd7-e4de743e52df req-e28992db-7ec4-4671-8a49-4b428cff1a5c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1183429 Mar 03 17:57:41.097401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:41.132339 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ee76c3aa-b6b7-4bf8-bbd7-e4de743e52df req-c71296dc-bd59-483a-85a8-3a68c62b6098 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756600 Mar 03 17:57:41.175806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:41.253949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-01734034-8f09-4704-aa78-e82518b7914b req-05a48006-7d5d-434a-9edd-b5c83fb3c266 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Synchronizing usage tracker for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:41.364811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:41.369795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:41.378702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:41.395973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:41.397901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-01734034-8f09-4704-aa78-e82518b7914b req-05a48006-7d5d-434a-9edd-b5c83fb3c266 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Unset dirty status for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:41.399605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-05a48006-7d5d-434a-9edd-b5c83fb3c266 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2143316093&fields=id&tenant_id=2973ee2e2df54ff7a276d1a1f3b9b8c7 HTTP/1.1" status: 200 len: 267 time: 0.2923067 Mar 03 17:57:41.496639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-874193f9-5643-4e17-be6f-33cff8f11262 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:41.498188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-874193f9-5643-4e17-be6f-33cff8f11262 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.16 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 812 time: 0.3050940 Mar 03 17:57:41.554334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Request body: {'port': {'device_id': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9', 'admin_state_up': True, 'tenant_id': '54726f737157400c8050a56d280a3d47'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:41.758800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-3896822f-fb14-403b-be76-e59f6f917c2a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:41.760254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-3896822f-fb14-403b-be76-e59f6f917c2a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/networks?id=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 HTTP/1.1" status: 200 len: 811 time: 0.3491662 Mar 03 17:57:41.770287 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:41.792614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:41.812807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-88bbd693-0636-462a-83cc-f38d50689997 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/quotas/2973ee2e2df54ff7a276d1a1f3b9b8c7 HTTP/1.1" status: 200 len: 375 time: 0.0412319 Mar 03 17:57:41.829840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:41.841525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:41.885137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a32d29df-6370-4b42-ab42-7f6517f3820b req-ab1ef965-afbc-43d2-988b-ffa27d9dc59b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 210 time: 0.0713475 Mar 03 17:57:41.913291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Made reservation on behalf of 54726f737157400c8050a56d280a3d47 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:41.916979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:41.949100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f7b6c9-bd5c-44f5-984d-4a808c3defd8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:42.012480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.012480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-790c27d5-f2a1-42d1-a40f-f34812409b55 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0042858 Mar 03 17:57:42.022115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:42.033487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9494dc39-0f17-4532-9960-86426015a320 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': 'e8f7b6c9-bd5c-44f5-984d-4a808c3defd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:42.042388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9494dc39-0f17-4532-9960-86426015a320 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:42.063400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9494dc39-0f17-4532-9960-86426015a320 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:42.070638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9494dc39-0f17-4532-9960-86426015a320 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:42.072656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-01734034-8f09-4704-aa78-e82518b7914b req-57ba1b9f-edc3-48cf-b97d-f6b7ebeda247 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Synchronizing usage tracker for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:42.098258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9494dc39-0f17-4532-9960-86426015a320 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:42.157276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-01734034-8f09-4704-aa78-e82518b7914b req-57ba1b9f-edc3-48cf-b97d-f6b7ebeda247 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Unset dirty status for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:42.159434 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-9494dc39-0f17-4532-9960-86426015a320 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:42.163231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9494dc39-0f17-4532-9960-86426015a320 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1449776 Mar 03 17:57:42.163424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-57ba1b9f-edc3-48cf-b97d-f6b7ebeda247 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2973ee2e2df54ff7a276d1a1f3b9b8c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3380172 Mar 03 17:57:42.163752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:42.170668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fbab04fd-608e-46da-80cf-ed92d62cc90f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group_rule': {'security_group_id': 'e8f7b6c9-bd5c-44f5-984d-4a808c3defd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:42.186727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fbab04fd-608e-46da-80cf-ed92d62cc90f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:42.196998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fbab04fd-608e-46da-80cf-ed92d62cc90f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:42.200559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fbab04fd-608e-46da-80cf-ed92d62cc90f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:42.206787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fbab04fd-608e-46da-80cf-ed92d62cc90f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:42.233844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Allocated IP 172.20.0.13 (a1199874-d9f5-4278-b1ed-f7de473f91c9/eab3feeb-f1c5-47d8-b30d-c758040d8e08/e694b515-0cd3-462e-85ec-e53f0acdc551) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:42.327261 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-fbab04fd-608e-46da-80cf-ed92d62cc90f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 17:57:42.332219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fbab04fd-608e-46da-80cf-ed92d62cc90f tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1673000 Mar 03 17:57:42.333256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:42.537919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a36-98a0-400e-9d35-f1f32386571d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.566276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a36-98a0-400e-9d35-f1f32386571d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.581191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dae6b-61b7-4355-af93-6b9e70acd393 req-a7b61438-cf42-4d94-9689-f5688078188e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:42.581680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-fbc8c547-9960-4c6d-a903-1bdb3f6113af service neutron] 10.222.0.23 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052820 Mar 03 17:57:42.582684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b5dae6b-61b7-4355-af93-6b9e70acd393 req-a7b61438-cf42-4d94-9689-f5688078188e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.2077131 Mar 03 17:57:42.650763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b5dae6b-61b7-4355-af93-6b9e70acd393 req-c1973273-3b12-45d0-a7a1-67bf074e7004 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Mar 03 17:57:42.669481 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a36-98a0-400e-9d35-f1f32386571d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.703702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d5a36-98a0-400e-9d35-f1f32386571d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f7b6c9-bd5c-44f5-984d-4a808c3defd8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:42.706146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a36-98a0-400e-9d35-f1f32386571d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.710174 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b49d5a36-98a0-400e-9d35-f1f32386571d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8f7b6c9-bd5c-44f5-984d-4a808c3defd8 HTTP/1.1" status: 204 len: 168 time: 0.3757787 Mar 03 17:57:42.711015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48024) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:42.799100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2c730978-c376-4a88-a2d6-380b9da22495 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:42.818396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2c730978-c376-4a88-a2d6-380b9da22495 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:42.819712 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.819887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2c730978-c376-4a88-a2d6-380b9da22495 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068020 Mar 03 17:57:42.824871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48028) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:42.831248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'tempest-secgroup--459676653'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:42.839642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:42.850003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:42.863258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-d726aa6c-fa8f-4084-a1e4-ee2e5ea2d168 service neutron] 10.222.0.23 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636757 Mar 03 17:57:42.882814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.895178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:42.907253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d622a51e-45e2-4274-84c8-6ac43bf236e6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:42.911480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:42.916933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Usage tracker for resource:security_group_rule and tenant:e896e58407b74e0990ecb072fa7825e6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:42.920573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:42.927918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:43.030096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.039209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.261463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.263128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4377208 Mar 03 17:57:43.265390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a03f35-82fa-4f76-8b08-d8ef196868f7 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99dfde3-2ab3-455a-8426-dd69ce87edd7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:43.267740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48042) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:43.287829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5d7138e3-a14d-43bd-a78b-4905ae951a3d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:43.289758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Network a1199874-d9f5-4278-b1ed-f7de473f91c9 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:43.293864 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-5d7138e3-a14d-43bd-a78b-4905ae951a3d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 17:57:43.294447 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-5d7138e3-a14d-43bd-a78b-4905ae951a3d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 17:57:43.295503 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5d7138e3-a14d-43bd-a78b-4905ae951a3d tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "PUT /v2.0/security-groups/e99dfde3-2ab3-455a-8426-dd69ce87edd7 HTTP/1.1" status: 409 len: 330 time: 0.0182829 Mar 03 17:57:43.299685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48046) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:43.339766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:43.354776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:43.398673 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd774-ed78-42c3-8d44-73ad4e457b2e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.421639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-effe22a0-6383-4c54-81b1-fc216eec7bc2 req-6c51b44c-911d-4a31-b549-ee2eb227d676 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 210 time: 0.1493776 Mar 03 17:57:43.470156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Pushing event updated for resources: {'Port': ['ID=e694b515-0cd3-462e-85ec-e53f0acdc551,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:43.479378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd774-ed78-42c3-8d44-73ad4e457b2e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.507214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95769-4880-49c8-83e8-d23c81bf493c req-600ba10c-5188-47a3-a224-35e1331dc2b2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:43.515741 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43b95769-4880-49c8-83e8-d23c81bf493c req-600ba10c-5188-47a3-a224-35e1331dc2b2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 932 time: 0.3347106 Mar 03 17:57:43.519594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:43.520752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.582782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-328053a2-3042-4582-9291-6a171b07630a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0320804 Mar 03 17:57:43.596375 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43b95769-4880-49c8-83e8-d23c81bf493c req-b7181cae-386c-4498-8a7c-968431c098e8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795336 Mar 03 17:57:43.599799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Request body: {'port': {'device_id': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:43.618881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd774-ed78-42c3-8d44-73ad4e457b2e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.684698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cd774-ed78-42c3-8d44-73ad4e457b2e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99dfde3-2ab3-455a-8426-dd69ce87edd7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:43.690516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd774-ed78-42c3-8d44-73ad4e457b2e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.691769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ef8cd774-ed78-42c3-8d44-73ad4e457b2e tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/e99dfde3-2ab3-455a-8426-dd69ce87edd7 HTTP/1.1" status: 204 len: 168 time: 0.3893609 Mar 03 17:57:43.694223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48060) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:43.754499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-259541f6-d97a-4796-9105-80031300a1ff tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Synchronizing usage tracker for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:43.777093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-259541f6-d97a-4796-9105-80031300a1ff tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] Unset dirty status for tenant:e896e58407b74e0990ecb072fa7825e6 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:43.778621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-259541f6-d97a-4796-9105-80031300a1ff tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834267 Mar 03 17:57:43.782496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:43.815428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:43.816768 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-719e68ed-fb33-450a-931e-19fec57ef257 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] delete failed (client error): The resource could not be found. Mar 03 17:57:43.823615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-719e68ed-fb33-450a-931e-19fec57ef257 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "DELETE /v2.0/security-groups/e634a04a-0703-47f8-b852-2a28e00946b9 HTTP/1.1" status: 404 len: 347 time: 0.0400169 Mar 03 17:57:43.824793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:43.867952 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-9f9892e3-3f65-4eb6-821c-e9c92b99cc50 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] show failed (client error): The resource could not be found. Mar 03 17:57:43.873289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9f9892e3-3f65-4eb6-821c-e9c92b99cc50 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-groups/84af2473-5367-43e0-bd0e-18d816a03a62 HTTP/1.1" status: 404 len: 347 time: 0.0462162 Mar 03 17:57:43.873937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48078) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:44.002047 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-18a06bea-b1f6-4103-9e11-bb980a629fe4 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] show failed (client error): The resource could not be found. Mar 03 17:57:44.002047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-18a06bea-b1f6-4103-9e11-bb980a629fe4 tempest-NegativeSecGroupIPv6Test-238840160 tempest-NegativeSecGroupIPv6Test-238840160-project] 10.222.0.23 "GET /v2.0/security-group-rules/0fb7cb18-1c6e-4026-9aff-17159e964b28 HTTP/1.1" status: 404 len: 356 time: 0.1253474 Mar 03 17:57:44.094105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1828a-2b20-4ce7-9c9a-108167faea8a req-4736b515-1397-4acc-83c9-330c38b0aefa tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:44.105840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abf1828a-2b20-4ce7-9c9a-108167faea8a req-4736b515-1397-4acc-83c9-330c38b0aefa tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1964738 Mar 03 17:57:44.224565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abf1828a-2b20-4ce7-9c9a-108167faea8a req-1591bcee-77df-4106-9f91-61a961c2e4cc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159017 Mar 03 17:57:44.526312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e694b515-0cd3-462e-85ec-e53f0acdc551 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:44.534381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:44.555301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Transition to ACTIVE for port object e694b515-0cd3-462e-85ec-e53f0acdc551 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:44.563825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:44.643677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48110) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:44.751988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4450cac4-cbc2-40a1-aef6-2f95bec0fec1 req-938ad225-5b8a-4c2d-8bdb-d77708005ded tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 210 time: 0.1270700 Mar 03 17:57:44.823966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Pushing event updated for resources: {'Port': ['ID=e694b515-0cd3-462e-85ec-e53f0acdc551,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:44.914834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6e50ef6b-0a6a-4ae4-8dbc-e885ecedec7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e896e58407b74e0990ecb072fa7825e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700460 Mar 03 17:57:44.917670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48118) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:44.922107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Attempting to bind port e694b515-0cd3-462e-85ec-e53f0acdc551 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:44.922681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Attempting to bind port e694b515-0cd3-462e-85ec-e53f0acdc551 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:44.923247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Attempting to bind port e694b515-0cd3-462e-85ec-e53f0acdc551 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:44.930554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Port e694b515-0cd3-462e-85ec-e53f0acdc551 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:57:44.931217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Attempting to bind port e694b515-0cd3-462e-85ec-e53f0acdc551 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:44.942436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:44.942436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Checking segment: {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:44.943246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Bound using segment: {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:44.943887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Bound port: e694b515-0cd3-462e-85ec-e53f0acdc551, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:44.944303 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:44.994598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e5508-f51a-416a-bf24-9d61d44bcf7a req-8a2e03e7-2e5e-4105-bb14-974565013138 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:44.996216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-365e5508-f51a-416a-bf24-9d61d44bcf7a req-8a2e03e7-2e5e-4105-bb14-974565013138 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 944 time: 0.2492113 Mar 03 17:57:45.050878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6ade33f-bb79-4c6c-83ea-e0d55df4b4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:45.073038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-365e5508-f51a-416a-bf24-9d61d44bcf7a req-5ead31fb-6f52-4e57-93dd-0416bbe65200 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704942 Mar 03 17:57:45.119756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6ade33f-bb79-4c6c-83ea-e0d55df4b4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:45.218020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6ade33f-bb79-4c6c-83ea-e0d55df4b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:45.279718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ade33f-bb79-4c6c-83ea-e0d55df4b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997424dc-38f1-4505-ae27-5e618e70fb6e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:45.296731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6ade33f-bb79-4c6c-83ea-e0d55df4b4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:45.298964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c6ade33f-bb79-4c6c-83ea-e0d55df4b4e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/997424dc-38f1-4505-ae27-5e618e70fb6e HTTP/1.1" status: 204 len: 168 time: 0.3790905 Mar 03 17:57:45.436803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] For port e694b515-0cd3-462e-85ec-e53f0acdc551, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:45.462050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] For port e694b515-0cd3-462e-85ec-e53f0acdc551, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e694b515-0cd3-462e-85ec-e53f0acdc551,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:45.470957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:45.579198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8bf81-35d3-4928-af39-36fa3d507ce8 req-9acc9f6b-2877-4fbc-872c-48feba74ba9f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:45.587808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccc8bf81-35d3-4928-af39-36fa3d507ce8 req-9acc9f6b-2877-4fbc-872c-48feba74ba9f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.1226795 Mar 03 17:57:45.607681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:45.614453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:45.616031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] 10.222.0.16 "PUT /v2.0/ports/e694b515-0cd3-462e-85ec-e53f0acdc551 HTTP/1.1" status: 200 len: 1092 time: 2.0226328 Mar 03 17:57:45.617797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'tag': 'e694b515-0cd3-462e-85ec-e53f0acdc551'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:45.640899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4631587-0efb-4d3d-a54e-7c0dd24a1350 service neutron] Pushing event updated for resources: {'Port': ['ID=e694b515-0cd3-462e-85ec-e53f0acdc551,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:45.643584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccc8bf81-35d3-4928-af39-36fa3d507ce8 req-70e3d290-dc07-47af-a888-82ab408fc9c6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547872 Mar 03 17:57:45.661777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-9a7d848c-3037-4937-96e2-0b80b1326d52 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:45.669643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-9a7d848c-3037-4937-96e2-0b80b1326d52 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.16 "GET /v2.0/networks?id=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 HTTP/1.1" status: 200 len: 811 time: 0.5406959 Mar 03 17:57:45.739676 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'tag': 'e694b515-0cd3-462e-85ec-e53f0acdc551', 'status': 'completed', 'code': 200} Mar 03 17:57:45.774708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c429-58b3-446a-9391-f783c379b74b req-735fbe73-c823-4ee1-890e-b105672606b0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:45.781882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3526c429-58b3-446a-9391-f783c379b74b req-735fbe73-c823-4ee1-890e-b105672606b0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.2345197 Mar 03 17:57:45.877945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-2e6f3eb4-482c-4269-b254-398bd22a1f62 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2973ee2e2df54ff7a276d1a1f3b9b8c7 HTTP/1.1" status: 200 len: 380 time: 0.1924524 Mar 03 17:57:45.897746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3526c429-58b3-446a-9391-f783c379b74b req-5a808213-128e-4190-ad2b-9dde37dab634 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108155 Mar 03 17:57:45.926360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Request body: {'port': {'device_id': '64292ef7-5567-43a8-951b-5553728c8d8c', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'admin_state_up': True, 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'security_groups': ['494d9151-cf16-4335-9251-d35f80b6d736']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:46.223718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1aca6939-153b-4b2c-af42-2b91d93e0c03 req-4ef8a07c-5b18-4bd5-9bf5-53d558b36619 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 210 time: 0.1883276 Mar 03 17:57:46.233653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-4fd1f589-d2a9-4e8f-93c9-13af75ce8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:46.235222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-4fd1f589-d2a9-4e8f-93c9-13af75ce8eb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 1095 time: 0.5492201 Mar 03 17:57:46.296389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48178) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:46.363393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:46.379445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-d4e886ab-8342-4ddd-a703-7e0cdbd39e93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e694b515-0cd3-462e-85ec-e53f0acdc551 HTTP/1.1" status: 200 len: 217 time: 0.1312423 Mar 03 17:57:46.414470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc72bd2-575c-43dd-9aa5-943ca061577a req-29eb102c-6e69-4d63-98a2-131d952f46d4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:46.416111 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dfc72bd2-575c-43dd-9aa5-943ca061577a req-29eb102c-6e69-4d63-98a2-131d952f46d4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 944 time: 0.0920718 Mar 03 17:57:46.423787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:46.468308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-442841103'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:46.477494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:46.485495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dfc72bd2-575c-43dd-9aa5-943ca061577a req-1f5dffe6-7b59-4bda-b842-982bade5acfd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533974 Mar 03 17:57:46.486639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Usage tracker for resource:network and tenant:5fc2a7f94d85437688f2dbb288775ce4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:46.490360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:46.491728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Made reservation on behalf of 2973ee2e2df54ff7a276d1a1f3b9b8c7 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:46.495987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.496778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:46.511159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Made reservation on behalf of 5fc2a7f94d85437688f2dbb288775ce4 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:46.514645 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.525827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-d573cdc2-4c9c-4e48-9437-8f20b4d1eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:46.527276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-d573cdc2-4c9c-4e48-9437-8f20b4d1eec1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.1100345 Mar 03 17:57:46.527516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.542799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:46.546612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Usage tracker for resource:security_group_rule and tenant:5fc2a7f94d85437688f2dbb288775ce4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:46.549370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:46.554949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:46.619872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-8cca37ad-1497-4524-bf10-ab9db858778d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505085 Mar 03 17:57:46.642961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.646757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.693011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:57:46.697569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecf197-3fd4-4e8f-ada2-173efcad7ccd req-d751b724-a021-4836-bb26-5d45dc835c7c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:46.698646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a236c9-b8ff-4604-bcf7-effceb87f078,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:46.699031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0aecf197-3fd4-4e8f-ada2-173efcad7ccd req-d751b724-a021-4836-bb26-5d45dc835c7c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.3371437 Mar 03 17:57:46.707651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.708702 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Added segment 0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70 of type vlan for network 85537d60-e2ee-4f40-9175-641780060ea4 Mar 03 17:57:46.737262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.765717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.771135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:46.771743 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:46.863687 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0aecf197-3fd4-4e8f-ada2-173efcad7ccd req-ef566e48-e424-4a8a-acee-60615f56d962 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125226 Mar 03 17:57:46.885471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5879259 Mar 03 17:57:46.889002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48188) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:46.894400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07c3eb-bc96-491e-9ad9-170a403c3ce7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Pushing event updated for resources: {'Network': ['ID=85537d60-e2ee-4f40-9175-641780060ea4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:46.896119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-30da4c8f-44d1-4519-b2b8-2ddbd5768750 service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660398 Mar 03 17:57:46.902748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Request body: {'subnet': {'network_id': '85537d60-e2ee-4f40-9175-641780060ea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:46.906593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 85537d60-e2ee-4f40-9175-641780060ea4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:57:46.940438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Allocated IP 172.20.0.8 (7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3/e08e9b5b-5263-44ea-b1a9-b0073877b1cb/da9301b9-5bcb-4732-aa8b-e943c3d61692) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:47.112746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443e506-2e27-470c-b796-e5d19e0527d2 req-33d1015f-b7f4-4674-831b-8dec8c247ee6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:47.114169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4443e506-2e27-470c-b796-e5d19e0527d2 req-33d1015f-b7f4-4674-831b-8dec8c247ee6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.0845623 Mar 03 17:57:47.166637 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4443e506-2e27-470c-b796-e5d19e0527d2 req-8e541af1-4a9e-405e-a47d-90f71a453fd5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Mar 03 17:57:47.168894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:47.172773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Usage tracker for resource:subnet and tenant:5fc2a7f94d85437688f2dbb288775ce4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:47.175692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:47.196317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:47.253939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Made reservation on behalf of 5fc2a7f94d85437688f2dbb288775ce4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:47.257413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:47.293362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1d2798ae-b29c-4b6b-a939-32131b1ecdee req-17a5913a-017f-472b-8901-120a7f014bd4 service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714900 Mar 03 17:57:47.424386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-170ac1d5-8ed7-446d-babf-c8a9d4475861 req-e4c96512-6314-49ff-9385-f5ba323e7f53 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 210 time: 0.0544436 Mar 03 17:57:47.535985 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:47.569365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Transition to ACTIVE for port object da9301b9-5bcb-4732-aa8b-e943c3d61692 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:47.610128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-db5dcea0-271c-4433-b0be-5030bb9a65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:47.611614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-db5dcea0-271c-4433-b0be-5030bb9a65b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 1095 time: 0.2035570 Mar 03 17:57:47.645022 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-8418449a-bee9-43b6-838a-e5caeddae664 service neutron] 10.222.0.16 "GET /v2.0/ports/c94997d3-f315-49c5-9618-45ec837a5170/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 382 time: 0.1373477 Mar 03 17:57:47.830723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:47.869021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:47.880646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:47.950717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-0937870a-d705-434a-8984-59c001b0819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:47.952278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-0937870a-d705-434a-8984-59c001b0819c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319&tenant_id=d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 1100 time: 0.0794733 Mar 03 17:57:48.134024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-bb1ebbfe-8d6a-44ac-a3c4-c0a4d922436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.135735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-bb1ebbfe-8d6a-44ac-a3c4-c0a4d922436e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 913 time: 0.5178161 Mar 03 17:57:48.143670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:48.211407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:48.234422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:48.239330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9206c-297f-4b22-b772-78e9ca65963e req-b68afc7b-1f7f-4d36-8711-18860a6fa525 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.240846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ee9206c-297f-4b22-b772-78e9ca65963e req-b68afc7b-1f7f-4d36-8711-18860a6fa525 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.2648113 Mar 03 17:57:48.318585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ee9206c-297f-4b22-b772-78e9ca65963e req-8d950bb7-adae-4a42-9115-1f3367b780a8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511966 Mar 03 17:57:48.318683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07497f65-07b3-4b23-9181-4b575d8aac6f req-a557dfa9-c416-40e8-a342-6441c326f214 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.318683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-07497f65-07b3-4b23-9181-4b575d8aac6f req-a557dfa9-c416-40e8-a342-6441c326f214 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Synchronizing usage tracker for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:48.318861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-b5c6a1c1-0824-4fd5-98cc-c57f73b2204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.318861 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-b5c6a1c1-0824-4fd5-98cc-c57f73b2204e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 1100 time: 0.1633322 Mar 03 17:57:48.319027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-0426ad26-e40d-4e5f-bc25-ac0fd624e1b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e694b515-0cd3-462e-85ec-e53f0acdc551 HTTP/1.1" status: 200 len: 217 time: 0.1598458 Mar 03 17:57:48.325043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event updated for resources: {'Port': ['ID=da9301b9-5bcb-4732-aa8b-e943c3d61692,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:48.393033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Pushing event updated for resources: {'Subnet': ['ID=284943c9-064f-41af-9b5c-828cab5cfb9a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:48.421773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Checking segment: {'id': '0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '85537d60-e2ee-4f40-9175-641780060ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:48.422344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Network hostable DHCP agents. Network: 85537d60-e2ee-4f40-9175-641780060ea4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:57:48.431681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-07497f65-07b3-4b23-9181-4b575d8aac6f req-a557dfa9-c416-40e8-a342-6441c326f214 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Unset dirty status for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:48.439116 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07497f65-07b3-4b23-9181-4b575d8aac6f req-a557dfa9-c416-40e8-a342-6441c326f214 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 944 time: 0.7980947 Mar 03 17:57:48.451552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.452746 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:48.507108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-5112413a-720f-4564-86fe-f384f9b48345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.509344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-5112413a-720f-4564-86fe-f384f9b48345 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.1710470 Mar 03 17:57:48.579042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-85034585-78da-42c6-b5ac-74c650ab4157 None None] Provisioning for port da9301b9-5bcb-4732-aa8b-e943c3d61692 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:48.582485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Network 85537d60-e2ee-4f40-9175-641780060ea4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:57:48.586949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-22abb2ab-14e0-48dd-8ddc-1ee91543a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.588354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-22abb2ab-14e0-48dd-8ddc-1ee91543a8f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2649565 Mar 03 17:57:48.589635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-85034585-78da-42c6-b5ac-74c650ab4157 None None] Provisioning complete for port da9301b9-5bcb-4732-aa8b-e943c3d61692 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:48.590234 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85034585-78da-42c6-b5ac-74c650ab4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:48.591395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-04bdbf24-52ee-427b-912c-8b9c66cd07a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710099 Mar 03 17:57:48.596797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-55719088-0b9e-4d16-8850-e9df68bca083 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6797876 Mar 03 17:57:48.601044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07497f65-07b3-4b23-9181-4b575d8aac6f req-65821e8d-ec1c-4e3b-9d70-a4fda5dc7499 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608367 Mar 03 17:57:48.604547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 85537d60-e2ee-4f40-9175-641780060ea4) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:48.609801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.610604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:48.612222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c0bbf-bc7c-416b-88fc-d7e1f54257d4 req-7c84e0a6-0d0b-4b13-850b-fe834c58ebbd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.613713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad4c0bbf-bc7c-416b-88fc-d7e1f54257d4 req-7c84e0a6-0d0b-4b13-850b-fe834c58ebbd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1263475 Mar 03 17:57:48.621540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Request body: {'port': {'device_id': '64292ef7-5567-43a8-951b-5553728c8d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:48.704954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-85034585-78da-42c6-b5ac-74c650ab4157 None None] Port da9301b9-5bcb-4732-aa8b-e943c3d61692 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:57:48.709574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36000f2a-d8c5-4d24-a2f0-dc5074dabe9a None None] Network 85537d60-e2ee-4f40-9175-641780060ea4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:48.744017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-6224c33b-c83f-497a-bcee-caf4c037e893 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 200 len: 217 time: 0.1401939 Mar 03 17:57:48.787669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6f7b5fc4-67f9-4a86-8de8-f472257ef98f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8942161 Mar 03 17:57:48.824753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48216) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:48.835135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Request body: {'port': {'network_id': '85537d60-e2ee-4f40-9175-641780060ea4', 'name': 'tempest-TagsExtTest-1715716239'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:48.846396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-60d6be11-f8d4-43ce-965e-f2ed135aac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.847482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-60d6be11-f8d4-43ce-965e-f2ed135aac58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0863624 Mar 03 17:57:48.909864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad4c0bbf-bc7c-416b-88fc-d7e1f54257d4 req-9dc51612-d980-4c68-b08e-671787f8ede6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335155 Mar 03 17:57:48.950851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-636f9c09-007b-4f27-b2b4-c393a954509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:48.952314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-636f9c09-007b-4f27-b2b4-c393a954509a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952446 Mar 03 17:57:48.972807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:49.010467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-85537d60-e2ee-4f40-9175-641780060ea4', 'network_id': '85537d60-e2ee-4f40-9175-641780060ea4', 'tenant_id': '5fc2a7f94d85437688f2dbb288775ce4', 'fixed_ips': [{'subnet_id': '284943c9-064f-41af-9b5c-828cab5cfb9a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 17:57:49.011297 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:49.165828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-e5b2ad1a-37b5-4d4e-a960-1fd8e8358dcb service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986792 Mar 03 17:57:49.184300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Allocated IP 172.20.0.2 (85537d60-e2ee-4f40-9175-641780060ea4/284943c9-064f-41af-9b5c-828cab5cfb9a/5b90c01a-7687-4967-80c2-75500396c022) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:49.298451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-3200aa99-b5b2-4b28-bf7d-e759cecd926b service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828597 Mar 03 17:57:49.309166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:49.312955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a0531-3168-4c4a-a159-8691b2b35a06 req-42081c79-133c-4cf8-ae2e-842186b93495 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:49.314013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9b7a0531-3168-4c4a-a159-8691b2b35a06 req-42081c79-133c-4cf8-ae2e-842186b93495 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Synchronizing usage tracker for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:49.319335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:49.329538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-edce396b-e4df-423a-9d0d-361f1b483f61 req-32bbd6eb-dd24-47ed-81b2-b308e10ca583 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560435 Mar 03 17:57:49.450603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9b7a0531-3168-4c4a-a159-8691b2b35a06 req-42081c79-133c-4cf8-ae2e-842186b93495 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Unset dirty status for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:49.451775 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9b7a0531-3168-4c4a-a159-8691b2b35a06 req-42081c79-133c-4cf8-ae2e-842186b93495 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 931 time: 0.6267359 Mar 03 17:57:49.547375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:49.619890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9b7a0531-3168-4c4a-a159-8691b2b35a06 req-1a7dc5f3-6bf3-4c93-a508-657e3b71372b tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493444 Mar 03 17:57:49.626405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609df5fb-b0d8-412b-be7c-c243384014d6 req-584c1974-f433-4c9a-bc8c-cc49fd7a3fa7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:49.633485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Usage tracker for resource:port and tenant:5fc2a7f94d85437688f2dbb288775ce4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:49.639699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-609df5fb-b0d8-412b-be7c-c243384014d6 req-584c1974-f433-4c9a-bc8c-cc49fd7a3fa7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.1683736 Mar 03 17:57:49.653381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:49.676327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:49.712563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-275c6a1a-a882-4961-a9a9-3ddb72f3cb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:49.713162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Made reservation on behalf of 5fc2a7f94d85437688f2dbb288775ce4 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:57:49.717715 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:49.738818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1cb813b2-87bd-40d2-8eaf-4fd134f08381 req-cfb0c6d5-3f92-4ad7-8bc4-0684f31242fb service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118538 Mar 03 17:57:49.762682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] device_id is not set on port 2577c6d1-9579-4436-8f4d-ed6e6d614824 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:57:49.767353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-609df5fb-b0d8-412b-be7c-c243384014d6 req-5cfb474b-27dd-4f11-a259-296766d4cd48 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255829 Mar 03 17:57:49.779587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:49.809231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Transition to ACTIVE for port object 5b90c01a-7687-4967-80c2-75500396c022 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:49.846549 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:49.865813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:49.873735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Transition to ACTIVE for port object 5b90c01a-7687-4967-80c2-75500396c022 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:49.875048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:57:49.891629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:49.895054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '113e3056-6457-4b81-8445-645f171be249', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '113e3056-6457-4b81-8445-645f171be249', 'mac_address': 'fa:16:3e:d9:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:49.978170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:50.009232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:50.012002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Network 85537d60-e2ee-4f40-9175-641780060ea4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:50.019411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:50.025051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:50.028930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:50.088392 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:50.097225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Pushing event updated for resources: {'Port': ['ID=5b90c01a-7687-4967-80c2-75500396c022,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:50.159449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a50e85-c84a-4b40-91de-3921e1dbd958 req-b694437e-8639-45aa-b9d0-087a3ae534d5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:50.161005 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86a50e85-c84a-4b40-91de-3921e1dbd958 req-b694437e-8639-45aa-b9d0-087a3ae534d5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.0946486 Mar 03 17:57:50.215668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9301b9-5bcb-4732-aa8b-e943c3d61692 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:50.216844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86a50e85-c84a-4b40-91de-3921e1dbd958 req-5305bfb6-f9cd-488a-a5fc-27961cb90611 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 Mar 03 17:57:50.239721 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:50.248810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 113e3056-6457-4b81-8445-645f171be249 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:50.275820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Attempting to bind port 5b90c01a-7687-4967-80c2-75500396c022 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:50.276189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Attempting to bind port 5b90c01a-7687-4967-80c2-75500396c022 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '85537d60-e2ee-4f40-9175-641780060ea4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:50.276557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Attempting to bind port 5b90c01a-7687-4967-80c2-75500396c022 on network 85537d60-e2ee-4f40-9175-641780060ea4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:50.282774 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'code': 200} Mar 03 17:57:50.283172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Transition to ACTIVE for port object da9301b9-5bcb-4732-aa8b-e943c3d61692 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:50.290999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:50.303459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935808-3ba4-48f4-ba8c-a221766de121 req-fcd7a19d-6b12-4128-ab27-f6d0d8c9b0ef tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:50.305763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18935808-3ba4-48f4-ba8c-a221766de121 req-fcd7a19d-6b12-4128-ab27-f6d0d8c9b0ef tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 944 time: 0.4828072 Mar 03 17:57:50.321366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=11']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:50.324730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:50.325777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Checking segment: {'id': '0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '85537d60-e2ee-4f40-9175-641780060ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:50.326753 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:50.326993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Bound using segment: {'id': '0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '85537d60-e2ee-4f40-9175-641780060ea4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:50.327611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Bound port: 5b90c01a-7687-4967-80c2-75500396c022, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '85537d60-e2ee-4f40-9175-641780060ea4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:50.328158 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:50.358576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Allocated IP 172.20.0.13 (85537d60-e2ee-4f40-9175-641780060ea4/284943c9-064f-41af-9b5c-828cab5cfb9a/2577c6d1-9579-4436-8f4d-ed6e6d614824) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:57:50.414614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:57:50.414914 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:57:50.456699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] For port 5b90c01a-7687-4967-80c2-75500396c022, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:50.461271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] For port 5b90c01a-7687-4967-80c2-75500396c022, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5b90c01a-7687-4967-80c2-75500396c022,segment=NetworkSegment(0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70),segment_id=0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:50.470264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:50.536798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Pushing event updated for resources: {'Port': ['ID=da9301b9-5bcb-4732-aa8b-e943c3d61692,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:50.564357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197c165-b622-459c-9930-3a72034a0f84 None None] Pushing event updated for resources: {'Port': ['ID=5b90c01a-7687-4967-80c2-75500396c022,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:50.596576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-18935808-3ba4-48f4-ba8c-a221766de121 req-32f7a980-eda2-4500-b775-b51f4ef88cfe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252202 Mar 03 17:57:50.830640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Attempting to bind port da9301b9-5bcb-4732-aa8b-e943c3d61692 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:57:50.830745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Attempting to bind port da9301b9-5bcb-4732-aa8b-e943c3d61692 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:57:50.831110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Attempting to bind port da9301b9-5bcb-4732-aa8b-e943c3d61692 on network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:50.843765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Port da9301b9-5bcb-4732-aa8b-e943c3d61692 on network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:57:50.844141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Attempting to bind port da9301b9-5bcb-4732-aa8b-e943c3d61692 on network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:57:50.863014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:57:50.863309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Checking segment: {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:57:50.863692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Bound using segment: {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:57:50.864391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Bound port: da9301b9-5bcb-4732-aa8b-e943c3d61692, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f69aceb-d31a-4f00-87f5-802aa8ad75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:57:50.864527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.005243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.163545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Transition to ACTIVE for port object 2577c6d1-9579-4436-8f4d-ed6e6d614824 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:57:51.181300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:57:51.186524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:57:51.217187 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.220510 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.258189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113e3056-6457-4b81-8445-645f171be249 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:51.288176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:51.294115 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.335772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:51.336763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.338482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] 10.222.0.16 "PUT /v2.0/ports/da9301b9-5bcb-4732-aa8b-e943c3d61692 HTTP/1.1" status: 200 len: 1091 time: 2.7218421 Mar 03 17:57:51.339057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:51.377443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45caf28-2afe-457d-af65-8c2114a83311 req-9f765459-7f59-4d5b-9760-67e0f23d2e3d tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:51.380856 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45caf28-2afe-457d-af65-8c2114a83311 req-9f765459-7f59-4d5b-9760-67e0f23d2e3d tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 943 time: 0.1371393 Mar 03 17:57:51.395717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd3a3-b047-4f30-a9bd-d68baf16c513 req-87f6ed52-8674-4934-bf69-061b48ed7018 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:51.405662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-237fd3a3-b047-4f30-a9bd-d68baf16c513 req-87f6ed52-8674-4934-bf69-061b48ed7018 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.3662846 Mar 03 17:57:51.441504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:51.467185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['113e3056-6457-4b81-8445-645f171be249'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:51.484655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.486394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63577ac2-0167-4434-b252-d4a30ca15b1b service neutron] Pushing event updated for resources: {'Port': ['ID=da9301b9-5bcb-4732-aa8b-e943c3d61692,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:51.523049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d45caf28-2afe-457d-af65-8c2114a83311 req-7731e3dd-3d15-4ad5-9aa7-767c6e4ae5c9 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Synchronizing usage tracker for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:57:51.546517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d45caf28-2afe-457d-af65-8c2114a83311 req-7731e3dd-3d15-4ad5-9aa7-767c6e4ae5c9 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Unset dirty status for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:57:51.561973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45caf28-2afe-457d-af65-8c2114a83311 req-7731e3dd-3d15-4ad5-9aa7-767c6e4ae5c9 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672261 Mar 03 17:57:51.573435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Network 85537d60-e2ee-4f40-9175-641780060ea4 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:57:51.612516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:57:51.615874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:57:51.668736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-237fd3a3-b047-4f30-a9bd-d68baf16c513 req-4bc03aae-c39b-45fd-a1ed-4eb8af7e57ea tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617464 Mar 03 17:57:51.755515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e694b515-0cd3-462e-85ec-e53f0acdc551 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:51.793932 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'status': 'completed', 'code': 200} Mar 03 17:57:51.831394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Pushing event updated for resources: {'Port': ['ID=2577c6d1-9579-4436-8f4d-ed6e6d614824,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:51.848034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:51.852323 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:51.893290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c94997d3-f315-49c5-9618-45ec837a5170 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:57:51.917607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e29d9c5f-fcd6-4f3f-9f1b-1d9e34ee86ee tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0909696 Mar 03 17:57:51.920931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48266) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:51.923584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-18864d47-d788-4312-a229-760456bd488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:51.925803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-18864d47-d788-4312-a229-760456bd488f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2973ee2e2df54ff7a276d1a1f3b9b8c7&device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 1094 time: 0.4967754 Mar 03 17:57:51.932678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1769929603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:51.974914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cde3c8-8d7a-4417-8b16-c81d10d85ac4 req-cb32e2a5-645c-4b14-9605-ae40a093cd6f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:51.983729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06cde3c8-8d7a-4417-8b16-c81d10d85ac4 req-cb32e2a5-645c-4b14-9605-ae40a093cd6f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.2034872 Mar 03 17:57:52.001055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:52.101827 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06cde3c8-8d7a-4417-8b16-c81d10d85ac4 req-904f4d51-229b-4431-9a76-839e62a096a6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170902 Mar 03 17:57:52.170439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ca1b-3c37-4eea-b508-5fb80c04efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.176970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Usage tracker for resource:router and tenant:5fc2a7f94d85437688f2dbb288775ce4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:57:52.185919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-1a785ddf-9f58-4b0a-8a3b-85592dad0c9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692 HTTP/1.1" status: 200 len: 217 time: 0.2440555 Mar 03 17:57:52.192459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:57:52.221595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e698a78-9047-464f-b72e-6ca90da42bd1 None None] Network 85537d60-e2ee-4f40-9175-641780060ea4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:57:52.269239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:57:52.333158 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.333974 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.385929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.390009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3671470-50b0-4630-a7d3-28a4eb6c4b9c req-4bbe25de-fe0b-4aa7-8e80-bbb8f5faf745 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:52.398080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3671470-50b0-4630-a7d3-28a4eb6c4b9c req-4bbe25de-fe0b-4aa7-8e80-bbb8f5faf745 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 944 time: 0.3875649 Mar 03 17:57:52.419144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port e694b515-0cd3-462e-85ec-e53f0acdc551, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e694b515-0cd3-462e-85ec-e53f0acdc551,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:52.426592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-5bacfb95-aa2e-486e-8cfd-8b6c0d6b38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:52.430201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-5bacfb95-aa2e-486e-8cfd-8b6c0d6b38bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e08e9b5b-5263-44ea-b1a9-b0073877b1cb HTTP/1.1" status: 200 len: 850 time: 0.2173667 Mar 03 17:57:52.573051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.589220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3671470-50b0-4630-a7d3-28a4eb6c4b9c req-1b080753-bcfc-48ec-a49e-b514aa92b05e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894126 Mar 03 17:57:52.590737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-787e2cc3-2c74-4554-9117-13374f167347 None None] Provisioning for port 5b90c01a-7687-4967-80c2-75500396c022 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:52.609666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'e694b515-0cd3-462e-85ec-e53f0acdc551', 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9', 'port_id': 'e694b515-0cd3-462e-85ec-e53f0acdc551', 'mac_address': 'fa:16:3e:76:92:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab3feeb-f1c5-47d8-b30d-c758040d8e08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:52.624933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5b90c01a-7687-4967-80c2-75500396c022 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:52.643875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.651288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:52.739570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734034-8f09-4704-aa78-e82518b7914b req-fc9b6edf-d075-48d6-a726-c520afebe5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:52.746553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-fc9b6edf-d075-48d6-a726-c520afebe5e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3013144 Mar 03 17:57:52.748528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.755710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48278) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:52.756256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a20ddee8-0043-4a07-9878-21716b864fec tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8290720 Mar 03 17:57:52.762339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6fd74222-d689-4ba0-93d4-3e40ecd748ff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-396024446', 'prefixes': ['172.20.0.0/16']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:57:52.771770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6fd74222-d689-4ba0-93d4-3e40ecd748ff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:57:52.859428 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170', 'code': 200} Mar 03 17:57:52.884346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:52.935439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.936633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.938953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fd74222-d689-4ba0-93d4-3e40ecd748ff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for subnetpool, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:52.940427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6fd74222-d689-4ba0-93d4-3e40ecd748ff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1829107 Mar 03 17:57:52.943910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48282) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:52.954698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ca676-bf39-440a-91ae-ff0ecfc3b253 req-eb5896c0-d3af-407e-80be-cc94f7d4dc0b tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:52.966792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-835ca676-bf39-440a-91ae-ff0ecfc3b253 req-eb5896c0-d3af-407e-80be-cc94f7d4dc0b tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 943 time: 0.1850588 Mar 03 17:57:52.971965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-48d86394-99ad-428d-a351-53d56818a9ae tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', 'tempest-TagsExtTest-Tag-2097823708') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:52.988604 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:53.061312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-835ca676-bf39-440a-91ae-ff0ecfc3b253 req-843fc5d1-270c-4b2d-958c-9527d6978bb0 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933530 Mar 03 17:57:53.118518 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:53.143858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48d86394-99ad-428d-a351-53d56818a9ae tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags/tempest-TagsExtTest-Tag-2097823708 HTTP/1.1" status: 201 len: 201 time: 0.1979494 Mar 03 17:57:53.144499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48290) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:53.151281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e694b515-0cd3-462e-85ec-e53f0acdc551 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:53.156906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-6d3b38b1-e30f-41c4-b807-c1b5eb437c38 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', 'tempest-TagsExtTest-Tag-664197165') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:53.170470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5b90c01a-7687-4967-80c2-75500396c022 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:53.182942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-a015bf4c-df3c-4712-b440-8bc6a2c0f0cb service neutron] 10.222.0.16 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225230 Mar 03 17:57:53.190780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5b90c01a-7687-4967-80c2-75500396c022 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:53.191379 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:53.208667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83968ab8-7d7e-4a20-b808-e2c9be14f341 req-afb21636-7259-4c6a-9634-10e03ea0b3dd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:53.218274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83968ab8-7d7e-4a20-b808-e2c9be14f341 req-afb21636-7259-4c6a-9634-10e03ea0b3dd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.2348037 Mar 03 17:57:53.251794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port e694b515-0cd3-462e-85ec-e53f0acdc551, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e694b515-0cd3-462e-85ec-e53f0acdc551,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:53.274898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:53.312394 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:53.322252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6d3b38b1-e30f-41c4-b807-c1b5eb437c38 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags/tempest-TagsExtTest-Tag-664197165 HTTP/1.1" status: 201 len: 201 time: 0.1582079 Mar 03 17:57:53.322252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48296) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:53.336634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-01677ccb-95f2-483d-ab1e-d58ac1f5d24b tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', 'tempest-TagsExtTest-Tag-1267765305') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:53.509959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=e694b515-0cd3-462e-85ec-e53f0acdc551,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:53.562530 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:53.621366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5b90c01a-7687-4967-80c2-75500396c022, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5b90c01a-7687-4967-80c2-75500396c022,segment=NetworkSegment(0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70),segment_id=0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:53.623162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83968ab8-7d7e-4a20-b808-e2c9be14f341 req-f27a5b7a-b691-401b-90fb-1262ec58ff61 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4036455 Mar 03 17:57:53.632350 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:53.675292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01734034-8f09-4704-aa78-e82518b7914b req-85138025-82db-4bf9-bb46-6aaf85c31fda service neutron] 10.222.0.16 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753466 Mar 03 17:57:53.683721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['e694b515-0cd3-462e-85ec-e53f0acdc551'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:53.770071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c94997d3-f315-49c5-9618-45ec837a5170 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:53.874491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5b90c01a-7687-4967-80c2-75500396c022,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:53.905724 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-01677ccb-95f2-483d-ab1e-d58ac1f5d24b tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags/tempest-TagsExtTest-Tag-1267765305 HTTP/1.1" status: 201 len: 201 time: 0.5961940 Mar 03 17:57:53.906466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48302) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:53.918686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-5a057d68-40ba-4c42-9596-0dfc524d62eb tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', 'tempest-TagsExtTest-Tag-1751539560') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:53.921287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db05e-633e-4f2c-b53a-72e243bf1ddd req-fe30c922-0da2-4914-b9ca-8c91de090fe7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:53.928904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f0db05e-633e-4f2c-b53a-72e243bf1ddd req-fe30c922-0da2-4914-b9ca-8c91de090fe7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 947 time: 0.4869332 Mar 03 17:57:54.015668 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f0db05e-633e-4f2c-b53a-72e243bf1ddd req-5856fa94-d4d3-4f89-aebd-49e21ad975aa tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Mar 03 17:57:54.046617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4124130-01cb-406a-8108-3d191c7846fc None None] Provisioning complete for port 5b90c01a-7687-4967-80c2-75500396c022 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:54.057272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-54916166-3ff0-4881-ad39-03374bb2f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:54.059289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-54916166-3ff0-4881-ad39-03374bb2f168 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2973ee2e2df54ff7a276d1a1f3b9b8c7&device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 1094 time: 0.3083246 Mar 03 17:57:54.065378 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4124130-01cb-406a-8108-3d191c7846fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:54.142664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab35a57-36dd-4c60-990c-13b803c0572f req-fb7d2aba-75ff-4467-9335-34d13e44fe5b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:54.152458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fab35a57-36dd-4c60-990c-13b803c0572f req-fb7d2aba-75ff-4467-9335-34d13e44fe5b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 945 time: 0.3022771 Mar 03 17:57:54.175271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5a057d68-40ba-4c42-9596-0dfc524d62eb tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags/tempest-TagsExtTest-Tag-1751539560 HTTP/1.1" status: 201 len: 201 time: 0.2652569 Mar 03 17:57:54.176476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48310) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:54.188069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-c816481b-c109-43bc-b4ef-cd1e2dbabfbc tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:54.222824 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:54.308486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fab35a57-36dd-4c60-990c-13b803c0572f req-d792ca42-2fc8-4497-ac90-fd82c7d5e6d6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551058 Mar 03 17:57:54.310473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:54.395027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-3d739598-ea32-488e-9f70-e1f9092019bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:54.396787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-3d739598-ea32-488e-9f70-e1f9092019bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 HTTP/1.1" status: 200 len: 912 time: 0.3298490 Mar 03 17:57:54.452951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c816481b-c109-43bc-b4ef-cd1e2dbabfbc tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags HTTP/1.1" status: 200 len: 241 time: 0.2736897 Mar 03 17:57:54.459301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48318) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:54.473624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-686cf9c5-2cf7-4790-9c08-e6b68377bf7e tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', 'tempest-TagsExtTest-Tag-2097823708') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:54.562986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:54.583823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'c94997d3-f315-49c5-9618-45ec837a5170', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': 'c94997d3-f315-49c5-9618-45ec837a5170', 'mac_address': 'fa:16:3e:1c:b3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:54.595706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5b90c01a-7687-4967-80c2-75500396c022 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:54.662106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4124130-01cb-406a-8108-3d191c7846fc None None] Provisioning for port 2577c6d1-9579-4436-8f4d-ed6e6d614824 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:54.673396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-ef0abdd1-8a32-47f2-bc9a-48d120a069cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692 HTTP/1.1" status: 200 len: 217 time: 0.2693436 Mar 03 17:57:54.675140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-686cf9c5-2cf7-4790-9c08-e6b68377bf7e tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags/tempest-TagsExtTest-Tag-2097823708 HTTP/1.1" status: 204 len: 168 time: 0.2131293 Mar 03 17:57:54.683898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48324) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:54.687602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-47dc0a18-e3d6-4b85-ae36-d47dd3084621 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', 'tempest-TagsExtTest-Tag-2097823708') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:54.694422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f1bf9-5a99-4f11-8c5b-9e9953bb3f10 req-7372d2b6-b099-4334-adec-666ccaab3c4c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:54.705213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-792f1bf9-5a99-4f11-8c5b-9e9953bb3f10 req-7372d2b6-b099-4334-adec-666ccaab3c4c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 943 time: 0.1964467 Mar 03 17:57:54.730653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4124130-01cb-406a-8108-3d191c7846fc None None] Provisioning complete for port 2577c6d1-9579-4436-8f4d-ed6e6d614824 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:54.730653 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4124130-01cb-406a-8108-3d191c7846fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:54.793951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-792f1bf9-5a99-4f11-8c5b-9e9953bb3f10 req-69613cff-0aaa-4580-a8a9-5ef4267915bf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878386 Mar 03 17:57:54.805905 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:54.817256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b4124130-01cb-406a-8108-3d191c7846fc None None] Port 2577c6d1-9579-4436-8f4d-ed6e6d614824 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:57:54.824765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5b90c01a-7687-4967-80c2-75500396c022 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:54.825138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:54.867450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94997d3-f315-49c5-9618-45ec837a5170 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:54.900392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:54.911249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:54.937953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-7969b0c6-13e4-4c34-80e4-854a7c950f91 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:54.939723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-7969b0c6-13e4-4c34-80e4-854a7c950f91 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319&tenant_id=d238225c363345cdb45a45bb802d68c1&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 947 time: 0.4135022 Mar 03 17:57:54.951664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-dd64125a-e2a4-4575-b7b9-a1ac6c861551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:54.953356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-dd64125a-e2a4-4575-b7b9-a1ac6c861551 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e08e9b5b-5263-44ea-b1a9-b0073877b1cb HTTP/1.1" status: 200 len: 850 time: 0.1473584 Mar 03 17:57:55.003720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645be4-58af-457a-b61c-0fb9caf6f3ed req-e87c9d3a-a6a1-46c6-95ea-0d685735204b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:55.012660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a645be4-58af-457a-b61c-0fb9caf6f3ed req-e87c9d3a-a6a1-46c6-95ea-0d685735204b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 947 time: 0.4799602 Mar 03 17:57:55.015685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0185f5f-3eee-43f8-9d76-f00c4fdde28e req-72f51d88-95f5-4f37-871f-6495e22ef548 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:55.026405 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0185f5f-3eee-43f8-9d76-f00c4fdde28e req-72f51d88-95f5-4f37-871f-6495e22ef548 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 946 time: 0.1171281 Mar 03 17:57:55.066846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1156c007-8055-421c-8864-6be23a281746 None None] Provisioning complete for port 2577c6d1-9579-4436-8f4d-ed6e6d614824 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:55.067226 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1156c007-8055-421c-8864-6be23a281746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:55.092479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0185f5f-3eee-43f8-9d76-f00c4fdde28e req-5b57c66b-7744-4ce5-ba66-9e7e53d61273 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645697 Mar 03 17:57:55.110755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:55.154056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1156c007-8055-421c-8864-6be23a281746 None None] Port 2577c6d1-9579-4436-8f4d-ed6e6d614824 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:57:55.217911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a645be4-58af-457a-b61c-0fb9caf6f3ed req-494e9122-f54a-4e0b-b4c8-3eb4d894ebf1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042224 Mar 03 17:57:55.265527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-47dc0a18-e3d6-4b85-ae36-d47dd3084621 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags/tempest-TagsExtTest-Tag-2097823708 HTTP/1.1" status: 204 len: 168 time: 0.5859518 Mar 03 17:57:55.268543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48330) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:55.272301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-c546d307-a268-425d-8002-f896b808475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:55.274361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-c546d307-a268-425d-8002-f896b808475c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3106358 Mar 03 17:57:55.278810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-e0f0d835-9362-401b-a201-3fc15c158394 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:55.323434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:55.403789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c94997d3-f315-49c5-9618-45ec837a5170'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:55.474999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 113e3056-6457-4b81-8445-645f171be249 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:55.474999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:55.500558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-2b535734-b2ed-44f1-acb5-af633be9ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:55.502449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-2b535734-b2ed-44f1-acb5-af633be9ea83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 1099 time: 0.4058576 Mar 03 17:57:55.513891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-cbc302a2-8272-49bb-98ba-fdced298bf87 service neutron] 10.222.0.16 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017765 Mar 03 17:57:55.607606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8037e-e54e-4dc9-9967-db47fc4a9ac0 req-dea5cbcc-f1c0-46fe-acd9-e842f1943afe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:55.616311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0b8037e-e54e-4dc9-9967-db47fc4a9ac0 req-dea5cbcc-f1c0-46fe-acd9-e842f1943afe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 945 time: 0.1254776 Mar 03 17:57:55.715878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0b8037e-e54e-4dc9-9967-db47fc4a9ac0 req-fccf354c-9c1d-4602-9483-8aee44cb4f34 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979137 Mar 03 17:57:55.731045 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:55.795406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e694b515-0cd3-462e-85ec-e53f0acdc551 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:55.965146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:56.027902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:56.048915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:56.150078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-1671ab7a-6e78-499d-8a5d-9a45365aeddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:56.151718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-1671ab7a-6e78-499d-8a5d-9a45365aeddf service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.6357048 Mar 03 17:57:56.153571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4c48b4d-8b85-40ce-bd11-1686788db2b0 req-39fc0faa-da1b-412e-ba25-55f380f7a79d service neutron] 10.222.0.16 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168406 Mar 03 17:57:56.207917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port e694b515-0cd3-462e-85ec-e53f0acdc551 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:57:56.217288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=13']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:56.220459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port e694b515-0cd3-462e-85ec-e53f0acdc551 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:56.221315 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:56.263248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-2df54f21-8854-4d7e-8236-59d92dd44430 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 200 len: 217 time: 0.0907705 Mar 03 17:57:56.324206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e0f0d835-9362-401b-a201-3fc15c158394 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags HTTP/1.1" status: 200 len: 205 time: 1.0545020 Mar 03 17:57:56.327334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:56.333715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-5360aae6-7d5b-42ea-a9fc-068f3b77e853 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:56.369529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-16a6b647-cb40-4ac5-ae6e-bae0e71c29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:56.371558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-16a6b647-cb40-4ac5-ae6e-bae0e71c29a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0997140 Mar 03 17:57:56.379967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed91e1-e35a-443f-95d9-3a1fdd93d7f8 req-7422b0d0-be0f-4651-b7e2-3b6c40611bc8 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:56.382180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b8ed91e1-e35a-443f-95d9-3a1fdd93d7f8 req-7422b0d0-be0f-4651-b7e2-3b6c40611bc8 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 943 time: 0.3280416 Mar 03 17:57:56.402821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:56.436174 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'code': 200} Mar 03 17:57:56.490972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b8ed91e1-e35a-443f-95d9-3a1fdd93d7f8 req-b96f5119-173a-42c0-b26b-77991b3d3078 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711479 Mar 03 17:57:56.493701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48358) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:56.500154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-45f2e065-0c13-41ef-9342-00d31cd4498a tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', 'tempest-TagsExtTest-Tag-664197165') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:56.501613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5360aae6-7d5b-42ea-a9fc-068f3b77e853 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags HTTP/1.1" status: 200 len: 240 time: 0.1618016 Mar 03 17:57:56.510430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port e694b515-0cd3-462e-85ec-e53f0acdc551, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e694b515-0cd3-462e-85ec-e53f0acdc551,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:56.521305 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:56.572124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-774517e3-b10d-4795-ab9b-02a493c1fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:56.574003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-774517e3-b10d-4795-ab9b-02a493c1fa90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1903892 Mar 03 17:57:56.687140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=e694b515-0cd3-462e-85ec-e53f0acdc551,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:56.710596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4468820-5881-41e5-8163-36ef9fbc98ff req-544eac8a-cc68-4fbd-9620-c4a3f4b36da4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:56.712155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4468820-5881-41e5-8163-36ef9fbc98ff req-544eac8a-cc68-4fbd-9620-c4a3f4b36da4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.1527429 Mar 03 17:57:56.758324 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-45f2e065-0c13-41ef-9342-00d31cd4498a tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags/tempest-TagsExtTest-Tag-664197165 HTTP/1.1" status: 204 len: 168 time: 0.2628803 Mar 03 17:57:56.763913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48364) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:56.770945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-17127e95-0542-4b88-8055-70fdd839c610 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', 'tempest-TagsExtTest-Tag-664197165') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:56.775444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4468820-5881-41e5-8163-36ef9fbc98ff req-a3ac12ff-b1c9-4a50-a3e1-e83dae4883aa tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515647 Mar 03 17:57:56.850707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-59880d38-fd8e-4078-a3fd-23da38ecf721 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678881 Mar 03 17:57:56.912807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bc32a-9424-4bbe-9d97-6a6117ffb4d3 req-56089d13-f2d1-429e-ad82-2b7275ccc724 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:56.914909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296bc32a-9424-4bbe-9d97-6a6117ffb4d3 req-56089d13-f2d1-429e-ad82-2b7275ccc724 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 948 time: 0.2329922 Mar 03 17:57:56.967890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635f0c-b504-4080-8beb-34acb29d3832 req-3b91b9d9-2ba9-4352-bf6a-ca72a7730cf7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:56.975832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2635f0c-b504-4080-8beb-34acb29d3832 req-3b91b9d9-2ba9-4352-bf6a-ca72a7730cf7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.0924540 Mar 03 17:57:57.036153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2635f0c-b504-4080-8beb-34acb29d3832 req-c784d90e-1834-48ae-bab3-40f248e1d977 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588372 Mar 03 17:57:57.073278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296bc32a-9424-4bbe-9d97-6a6117ffb4d3 req-993f696c-91b5-4aa8-8e56-e6fb964a16e1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514370 Mar 03 17:57:57.103158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d385d9d3-be4a-42ea-8509-958a7d65fe27 req-d85dcf74-77d8-4a78-8108-ccb778d099f0 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406030 Mar 03 17:57:57.112613 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-17127e95-0542-4b88-8055-70fdd839c610 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags/tempest-TagsExtTest-Tag-664197165 HTTP/1.1" status: 204 len: 168 time: 0.3452022 Mar 03 17:57:57.112969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48368) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:57.118566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-8789369a-53a5-4726-adad-2699123aa3f2 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:57.218334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8789369a-53a5-4726-adad-2699123aa3f2 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags HTTP/1.1" status: 200 len: 205 time: 0.1041944 Mar 03 17:57:57.220837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48372) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:57.226858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-7701467a-f188-4d33-b48e-4a506810cdb6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:57.375177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7701467a-f188-4d33-b48e-4a506810cdb6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags HTTP/1.1" status: 200 len: 241 time: 0.1524830 Mar 03 17:57:57.377565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48376) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:57.383236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-82abbac3-1a83-45e8-a56c-8839a51dfb65 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', 'tempest-TagsExtTest-Tag-1267765305') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:57.530787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-82abbac3-1a83-45e8-a56c-8839a51dfb65 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags/tempest-TagsExtTest-Tag-1267765305 HTTP/1.1" status: 204 len: 168 time: 0.1498597 Mar 03 17:57:57.531070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48382) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:57.537746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-5282ad5c-1ed5-4c0e-b05d-d40827ab9699 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', 'tempest-TagsExtTest-Tag-1267765305') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:57.761076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device da9301b9-5bcb-4732-aa8b-e943c3d61692 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:57:57.767307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c94997d3-f315-49c5-9618-45ec837a5170 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:57:57.788077 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5282ad5c-1ed5-4c0e-b05d-d40827ab9699 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags/tempest-TagsExtTest-Tag-1267765305 HTTP/1.1" status: 204 len: 168 time: 0.2557590 Mar 03 17:57:57.790568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48392) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:57.796916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-61e5614a-a170-4c94-8ee3-431c6c2d3ece tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:57.855990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa82746-ab58-4e6c-9d42-06799999efc0 req-efcbee5a-9ecc-4ab9-a0f4-06050300614e tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:57.860583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afa82746-ab58-4e6c-9d42-06799999efc0 req-efcbee5a-9ecc-4ab9-a0f4-06050300614e tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 943 time: 0.1719625 Mar 03 17:57:57.947181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afa82746-ab58-4e6c-9d42-06799999efc0 req-92227601-62a9-495d-b130-2f8195a19534 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791392 Mar 03 17:57:58.020629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port c94997d3-f315-49c5-9618-45ec837a5170 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:57:58.021053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:58.102811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48400) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:58.112301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-d707c3e7-3d26-4117-ba19-0b9694dfac7e tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:58.123979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-61e5614a-a170-4c94-8ee3-431c6c2d3ece tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags HTTP/1.1" status: 200 len: 205 time: 0.3304634 Mar 03 17:57:58.160821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d707c3e7-3d26-4117-ba19-0b9694dfac7e tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags HTTP/1.1" status: 200 len: 241 time: 0.0549011 Mar 03 17:57:58.161723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48404) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:58.172058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-df21b9c7-9ebb-40b5-a403-3cda0565c33b tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', 'tempest-TagsExtTest-Tag-1751539560') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:58.176394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:58.191235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b5ae4-9ac8-4fc6-9fd4-24ef7f9b3278 req-c8e6be4f-8912-4c0f-9de5-e07af73cd159 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:58.194354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df2b5ae4-9ac8-4fc6-9fd4-24ef7f9b3278 req-c8e6be4f-8912-4c0f-9de5-e07af73cd159 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.1892860 Mar 03 17:57:58.207859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'port_id': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'mac_address': 'fa:16:3e:fb:8c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:57:58.217026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-df21b9c7-9ebb-40b5-a403-3cda0565c33b tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags/tempest-TagsExtTest-Tag-1751539560 HTTP/1.1" status: 204 len: 168 time: 0.0538590 Mar 03 17:57:58.217877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48408) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:58.227414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-4fde02aa-09d6-4c80-98e4-4543277aa30c tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', 'tempest-TagsExtTest-Tag-1751539560') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:58.278943 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df2b5ae4-9ac8-4fc6-9fd4-24ef7f9b3278 req-2a4cdd0a-0033-4fe7-87b1-9cdb0a6d9018 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797727 Mar 03 17:57:58.338594 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:58.362955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4fde02aa-09d6-4c80-98e4-4543277aa30c tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags/tempest-TagsExtTest-Tag-1751539560 HTTP/1.1" status: 204 len: 168 time: 0.1414189 Mar 03 17:57:58.363163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9301b9-5bcb-4732-aa8b-e943c3d61692 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:57:58.363503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48412) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:58.368794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-e725b1c8-45b6-4bab-904f-99f760ce0eb6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:58.379892 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:58.399897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f7d1-2155-4743-905d-fe1a76d00f96 req-236b6c4b-fd53-49a3-b456-5ef36a095ca8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:58.405481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:58.409608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9134f7d1-2155-4743-905d-fe1a76d00f96 req-236b6c4b-fd53-49a3-b456-5ef36a095ca8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.1705055 Mar 03 17:57:58.428111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:57:58.430942 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:58.502697 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9134f7d1-2155-4743-905d-fe1a76d00f96 req-1d201340-daea-4bb6-a378-62c66f879a0b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936434 Mar 03 17:57:58.521013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e694b515-0cd3-462e-85ec-e53f0acdc551'}, {'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:57:58.534859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=da9301b9-5bcb-4732-aa8b-e943c3d61692,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:58.543509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:57:58.546930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.547265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.547600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.548283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.548620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.548943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.549261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.549608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.549923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.550239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.550553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.550862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:57:58.630861 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e694b515-0cd3-462e-85ec-e53f0acdc551', 'code': 200} Mar 03 17:57:58.631128 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170', 'code': 200} Mar 03 17:57:58.635162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:57:58.714612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e725b1c8-45b6-4bab-904f-99f760ce0eb6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags HTTP/1.1" status: 200 len: 205 time: 0.3483851 Mar 03 17:57:58.715866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48420) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:58.729814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-1f1e16f5-cec1-4e28-bd74-b5121ccd7e03 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:58.823309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['da9301b9-5bcb-4732-aa8b-e943c3d61692'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:57:58.824450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddb99e-9368-427b-b2bd-328d4ae52992 req-acf1ae3a-eab6-4e01-ac5b-be5ba2541cbc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:58.826001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61ddb99e-9368-427b-b2bd-328d4ae52992 req-acf1ae3a-eab6-4e01-ac5b-be5ba2541cbc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1810210 Mar 03 17:57:58.838483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1f1e16f5-cec1-4e28-bd74-b5121ccd7e03 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags HTTP/1.1" status: 204 len: 168 time: 0.1135955 Mar 03 17:57:58.841300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48424) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:58.847353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-4f6f4c56-151e-4c6b-be1a-ed04b5527e93 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:58.867690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feef4b-d26d-4870-8cd5-989c2f8e73bd req-706576be-d6bf-4aaa-8a30-56e84ed95587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:58.869202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83feef4b-d26d-4870-8cd5-989c2f8e73bd req-706576be-d6bf-4aaa-8a30-56e84ed95587 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 1097 time: 0.1290143 Mar 03 17:57:58.932864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61ddb99e-9368-427b-b2bd-328d4ae52992 req-32423a2c-cc41-47e8-893b-51a129a293ab tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923314 Mar 03 17:57:58.959671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83feef4b-d26d-4870-8cd5-989c2f8e73bd req-618b6821-77df-4d3a-aea3-9686ab42e974 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615251 Mar 03 17:57:59.149162 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4f6f4c56-151e-4c6b-be1a-ed04b5527e93 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags HTTP/1.1" status: 204 len: 168 time: 0.3037748 Mar 03 17:57:59.149828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48436) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:59.162606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-e346e9aa-1147-46f0-8b3f-f6b53a43f1fe tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:59.176894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3996c9-bff0-4c58-9596-3f168a170852 req-0e99d73e-5df9-496b-907b-acd714b5c947 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:59.184574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba3996c9-bff0-4c58-9596-3f168a170852 req-0e99d73e-5df9-496b-907b-acd714b5c947 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 944 time: 0.1028790 Mar 03 17:57:59.286388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba3996c9-bff0-4c58-9596-3f168a170852 req-4fdc13c5-f849-4216-97f1-fff17ae45490 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005282 Mar 03 17:57:59.526929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c70ffe-c455-4788-b297-bd3d1af20a6d req-d22ce45f-e96f-4863-8074-4f7fca5d8249 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:59.528409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52c70ffe-c455-4788-b297-bd3d1af20a6d req-d22ce45f-e96f-4863-8074-4f7fca5d8249 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.2888184 Mar 03 17:57:59.560082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e346e9aa-1147-46f0-8b3f-f6b53a43f1fe tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags HTTP/1.1" status: 204 len: 168 time: 0.4069209 Mar 03 17:57:59.560562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48446) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:59.566278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-abeceade-6752-4b47-a7a3-5c136be464e5 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:59.583516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52c70ffe-c455-4788-b297-bd3d1af20a6d req-d09fe5e1-5905-41d2-9265-2d0577a29704 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Mar 03 17:57:59.740188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-abeceade-6752-4b47-a7a3-5c136be464e5 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1745546 Mar 03 17:57:59.743934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48456) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:57:59.758446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-cbc43a1f-a121-48a5-96d2-a76a2045c853 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', 'tempest-TagsExtTest-Tag-1576831687') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:57:59.862895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d0ade-c3cb-4d61-8bd4-82016742c759 req-a275466a-2da1-42e4-9bea-e9c11710f3b7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:57:59.870716 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d5d0ade-c3cb-4d61-8bd4-82016742c759 req-a275466a-2da1-42e4-9bea-e9c11710f3b7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.1565213 Mar 03 17:57:59.971347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d5d0ade-c3cb-4d61-8bd4-82016742c759 req-77be282b-d8d6-41d7-bcda-5f238c6549e5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969939 Mar 03 17:58:00.069381 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cbc43a1f-a121-48a5-96d2-a76a2045c853 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags/tempest-TagsExtTest-Tag-1576831687 HTTP/1.1" status: 201 len: 201 time: 0.3211694 Mar 03 17:58:00.070598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48466) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:00.076305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-dc148b3b-6894-490b-b004-06e03baedfc1 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', 'tempest-TagsExtTest-Tag-987965279') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:00.104620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082df6d-3aa8-486e-a1cb-bc8a86aa159f req-7170fffa-c333-461f-8208-e73d80bd1a9a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:00.111198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0082df6d-3aa8-486e-a1cb-bc8a86aa159f req-7170fffa-c333-461f-8208-e73d80bd1a9a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.1885221 Mar 03 17:58:00.170289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0082df6d-3aa8-486e-a1cb-bc8a86aa159f req-a285b141-8363-4a78-a90c-3fc401553ef8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Mar 03 17:58:00.196492 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:58:00.219572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dc148b3b-6894-490b-b004-06e03baedfc1 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags/tempest-TagsExtTest-Tag-987965279 HTTP/1.1" status: 201 len: 201 time: 0.1477218 Mar 03 17:58:00.222049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48474) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:00.231414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-12ea4fee-40b2-4cfa-a47a-4b81c5b897db tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', 'tempest-TagsExtTest-Tag-150597803') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:00.406019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-12ea4fee-40b2-4cfa-a47a-4b81c5b897db tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags/tempest-TagsExtTest-Tag-150597803 HTTP/1.1" status: 201 len: 201 time: 0.1822486 Mar 03 17:58:00.408511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48486) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:00.415269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-db5563cc-1745-405f-aef6-d4641284bb4b tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', 'tempest-TagsExtTest-Tag-1512365595') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:00.526148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-4679838b-8756-42e0-8999-b8b621307909 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523596 Mar 03 17:58:00.587623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-db5563cc-1745-405f-aef6-d4641284bb4b tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags/tempest-TagsExtTest-Tag-1512365595 HTTP/1.1" status: 201 len: 201 time: 0.1641433 Mar 03 17:58:00.587623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48494) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:00.593094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-5e5c46d6-06f7-46a1-bea1-2e0c25039b9c tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', {'tags': ['tempest-TagsExtTest-Tag-1350052241', 'tempest-TagsExtTest-Tag-903459262', 'tempest-TagsExtTest-Tag-347284674']}) {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:00.677066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2bb6-5933-4d1a-99e7-d84cf595437c req-1f8ec4ea-8aa1-4333-925d-6f82e08e2d96 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:00.686392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6afd2bb6-5933-4d1a-99e7-d84cf595437c req-1f8ec4ea-8aa1-4333-925d-6f82e08e2d96 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 944 time: 0.2186306 Mar 03 17:58:00.752555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6afd2bb6-5933-4d1a-99e7-d84cf595437c req-b283aeac-4f03-4a75-a680-769359aac51f tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651093 Mar 03 17:58:00.758213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-dc2ec253-f644-46e8-9e07-d50fef4a2414 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:00.761240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-dc2ec253-f644-46e8-9e07-d50fef4a2414 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332547 Mar 03 17:58:00.780733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e5c46d6-06f7-46a1-bea1-2e0c25039b9c tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags HTTP/1.1" status: 200 len: 316 time: 0.1993849 Mar 03 17:58:00.783281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48498) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:00.789102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-7faf044b-4720-4848-b3e3-aee586d3c0d9 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:00.789674 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-3c0c28d8-19ee-4b86-98e9-9a9d60ccfe33 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/quotas/d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 375 time: 0.0227966 Mar 03 17:58:00.893258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7faf044b-4720-4848-b3e3-aee586d3c0d9 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1083279 Mar 03 17:58:00.895797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48502) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:00.902718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-544111bf-12b1-4301-ba21-1b57098abad2 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', 'tempest-TagsExtTest-Tag-1350052241') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:00.933281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-e9e23b7a-b9c1-4652-975e-2d305796dec8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381526 Mar 03 17:58:00.989884 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-544111bf-12b1-4301-ba21-1b57098abad2 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:00.994594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48510) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:00.999511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-8bf4985f-8449-4425-afca-965510c82725 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', 'tempest-TagsExtTest-Tag-903459262') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:01.005284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-544111bf-12b1-4301-ba21-1b57098abad2 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags/tempest-TagsExtTest-Tag-1350052241 HTTP/1.1" status: 404 len: 329 time: 0.1080108 Mar 03 17:58:01.171592 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-8bf4985f-8449-4425-afca-965510c82725 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:01.172941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8bf4985f-8449-4425-afca-965510c82725 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags/tempest-TagsExtTest-Tag-903459262 HTTP/1.1" status: 404 len: 328 time: 0.1773283 Mar 03 17:58:01.175715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48516) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:01.198232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-345f25e1-9464-45ef-a815-b265cc2336c6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a', 'tempest-TagsExtTest-Tag-347284674') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:01.325138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9bff367c-06ab-4351-bbc7-9130bb7f1fff req-8f6ff19c-2917-45a3-94b8-a5fba8888d63 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 210 time: 0.0733516 Mar 03 17:58:01.355531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5013a2-e58f-421f-a23c-710e3439f0ab req-c8d6f3aa-4ed4-4d3a-a39d-73cdf3ad9b14 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:01.361343 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-345f25e1-9464-45ef-a815-b265cc2336c6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:01.362925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-345f25e1-9464-45ef-a815-b265cc2336c6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags/tempest-TagsExtTest-Tag-347284674 HTTP/1.1" status: 404 len: 328 time: 0.1833827 Mar 03 17:58:01.365734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48524) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:01.365957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c5013a2-e58f-421f-a23c-710e3439f0ab req-c8d6f3aa-4ed4-4d3a-a39d-73cdf3ad9b14 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.2612436 Mar 03 17:58:01.372426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-58c920de-6e8b-40ef-b60a-742b9328fd2c tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', {'tags': ['tempest-TagsExtTest-Tag-1825467331', 'tempest-TagsExtTest-Tag-1295103208', 'tempest-TagsExtTest-Tag-1378432184']}) {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:01.449496 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c5013a2-e58f-421f-a23c-710e3439f0ab req-0b298eac-e073-47ca-ab9d-4a3a6c010f00 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822434 Mar 03 17:58:01.511711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-58c920de-6e8b-40ef-b60a-742b9328fd2c tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags HTTP/1.1" status: 200 len: 318 time: 0.1443846 Mar 03 17:58:01.514159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48532) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:01.520054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-fd3b8cd2-e025-43e7-8a40-9cb8ce32f5e6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:01.638302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fd3b8cd2-e025-43e7-8a40-9cb8ce32f5e6 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags HTTP/1.1" status: 204 len: 168 time: 0.1227217 Mar 03 17:58:01.640766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48536) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:01.653988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-cf9afa7d-15a5-4abc-8439-fec311782436 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', 'tempest-TagsExtTest-Tag-1825467331') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:01.719307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1fae1-6d3a-4641-9b37-6890cb04a870 req-01834e27-1ed9-4c1d-904c-be1a58471df4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:01.721752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81a1fae1-6d3a-4641-9b37-6890cb04a870 req-01834e27-1ed9-4c1d-904c-be1a58471df4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.1862772 Mar 03 17:58:01.785537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device da9301b9-5bcb-4732-aa8b-e943c3d61692 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:58:01.788563 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-cf9afa7d-15a5-4abc-8439-fec311782436 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:01.789813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cf9afa7d-15a5-4abc-8439-fec311782436 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags/tempest-TagsExtTest-Tag-1825467331 HTTP/1.1" status: 404 len: 329 time: 0.1429620 Mar 03 17:58:01.794460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48544) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:01.800392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-7254bbec-1a8b-4586-bd03-8ff301d0e3ac tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', 'tempest-TagsExtTest-Tag-1295103208') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:01.817653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81a1fae1-6d3a-4641-9b37-6890cb04a870 req-3975b829-c951-4104-99b5-aebfcf15c712 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883994 Mar 03 17:58:01.930897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port da9301b9-5bcb-4732-aa8b-e943c3d61692 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:58:01.942129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port da9301b9-5bcb-4732-aa8b-e943c3d61692 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:01.944545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:02.008411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c68b8-2f21-4020-a66c-172f13c8a920 req-4b9bed90-85ba-4c08-b54e-2ffd1ba6cd21 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:02.011170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-139c68b8-2f21-4020-a66c-172f13c8a920 req-4b9bed90-85ba-4c08-b54e-2ffd1ba6cd21 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 944 time: 0.1278307 Mar 03 17:58:02.018807 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-7254bbec-1a8b-4586-bd03-8ff301d0e3ac tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:02.022367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7254bbec-1a8b-4586-bd03-8ff301d0e3ac tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags/tempest-TagsExtTest-Tag-1295103208 HTTP/1.1" status: 404 len: 329 time: 0.2265427 Mar 03 17:58:02.025530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48550) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:02.031539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-515ae7d8-048f-48bc-b1ae-cdbb7e06b9d4 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824', 'tempest-TagsExtTest-Tag-1378432184') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:02.150617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-139c68b8-2f21-4020-a66c-172f13c8a920 req-a4e85961-c2c2-4ef1-850f-d90b39e83749 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261837 Mar 03 17:58:02.157630 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-515ae7d8-048f-48bc-b1ae-cdbb7e06b9d4 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:02.158707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-515ae7d8-048f-48bc-b1ae-cdbb7e06b9d4 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags/tempest-TagsExtTest-Tag-1378432184 HTTP/1.1" status: 404 len: 329 time: 0.1317465 Mar 03 17:58:02.165521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48556) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:02.179110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-facff30e-30a5-4c2f-9ae4-8729c1a54bfb tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', {'tags': ['tempest-TagsExtTest-Tag-11797627', 'tempest-TagsExtTest-Tag-548717436', 'tempest-TagsExtTest-Tag-1586037430']}) {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:02.374964 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:02.405634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:02.417051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:02.425830 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:02.521211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=da9301b9-5bcb-4732-aa8b-e943c3d61692,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:02.571631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-facff30e-30a5-4c2f-9ae4-8729c1a54bfb tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags HTTP/1.1" status: 200 len: 315 time: 0.4046500 Mar 03 17:58:02.574368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48572) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:02.581262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-6db74eeb-5178-4756-9425-2c716ad84060 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:02.602713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cc95c-3aee-4e76-8440-574b9f17354e req-f2111c7a-8dab-4dcb-94f2-c2e988f5fc18 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:02.613638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe9cc95c-3aee-4e76-8440-574b9f17354e req-f2111c7a-8dab-4dcb-94f2-c2e988f5fc18 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.1378100 Mar 03 17:58:02.684601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe9cc95c-3aee-4e76-8440-574b9f17354e req-7caabc27-2fc8-408c-98fc-3ca034d0d9d9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692363 Mar 03 17:58:02.713288 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3d198e31-e945-4498-877a-8bed89c27217 req-feba4d3a-4a68-40cd-93de-31eb0103da34 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 210 time: 0.0561187 Mar 03 17:58:02.759883 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'code': 200} Mar 03 17:58:03.000285 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6db74eeb-5178-4756-9425-2c716ad84060 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags HTTP/1.1" status: 204 len: 168 time: 0.4236100 Mar 03 17:58:03.003985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48580) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:03.025395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-07c42574-c9cf-4414-8834-f4cb410ad4c5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774429 Mar 03 17:58:03.027591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-259735f5-429c-4cd9-9bd8-3c74c64ea762 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', 'tempest-TagsExtTest-Tag-11797627') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:03.214659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970757-3011-47d3-a47f-828d0eb5ab88 req-e2305b10-91a1-4939-beef-a3faada99756 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:03.222020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28970757-3011-47d3-a47f-828d0eb5ab88 req-e2305b10-91a1-4939-beef-a3faada99756 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.3592169 Mar 03 17:58:03.332312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-8b12c3a0-2a2a-40ef-9369-9a92244a7090 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:03.334182 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-8b12c3a0-2a2a-40ef-9369-9a92244a7090 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984807 Mar 03 17:58:03.406351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Request body: {'port': {'device_id': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'd238225c363345cdb45a45bb802d68c1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:03.467548 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-259735f5-429c-4cd9-9bd8-3c74c64ea762 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:03.468971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-259735f5-429c-4cd9-9bd8-3c74c64ea762 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags/tempest-TagsExtTest-Tag-11797627 HTTP/1.1" status: 404 len: 327 time: 0.4642899 Mar 03 17:58:03.483566 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28970757-3011-47d3-a47f-828d0eb5ab88 req-41c7f126-a60b-4a74-a542-d2f9bdb98992 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602923 Mar 03 17:58:03.488120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48592) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:03.494245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-4acf0144-8a42-412a-9b17-ef583c7e0682 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', 'tempest-TagsExtTest-Tag-548717436') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:03.591650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:03.613217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:03.673252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6026b-c8ae-49fd-9c9a-014d30c5e1a0 req-6e46e5aa-f528-48ca-a4ae-89d3c0cb44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:03.674115 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-4acf0144-8a42-412a-9b17-ef583c7e0682 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:03.674829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cea6026b-c8ae-49fd-9c9a-014d30c5e1a0 req-6e46e5aa-f528-48ca-a4ae-89d3c0cb44fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 1096 time: 0.6809680 Mar 03 17:58:03.677745 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4acf0144-8a42-412a-9b17-ef583c7e0682 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags/tempest-TagsExtTest-Tag-548717436 HTTP/1.1" status: 404 len: 328 time: 0.1884382 Mar 03 17:58:03.678422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48598) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:03.684703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-8df89ec5-2e0f-48c6-99e2-d94117aa2e91 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813', 'tempest-TagsExtTest-Tag-1586037430') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:03.690775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Made reservation on behalf of d238225c363345cdb45a45bb802d68c1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:58:03.695240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:03.878662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cea6026b-c8ae-49fd-9c9a-014d30c5e1a0 req-028bd77f-abc2-4fc9-b46f-6b289dd23319 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472163 Mar 03 17:58:04.008382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00d677-6baa-45e4-a60b-e7136c718b2a req-917f34b7-37b7-4e1c-bf94-7c08ffe59931 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:04.010823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c718-2cb0-49e8-87ea-2ac7acf1b15f req-01f96079-a07e-4a9f-9229-a30f0626459a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:04.015324 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf00d677-6baa-45e4-a60b-e7136c718b2a req-917f34b7-37b7-4e1c-bf94-7c08ffe59931 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.2228222 Mar 03 17:58:04.017913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4314c718-2cb0-49e8-87ea-2ac7acf1b15f req-01f96079-a07e-4a9f-9229-a30f0626459a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.1714230 Mar 03 17:58:04.040625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Allocated IP 192.168.233.88 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/6e76a7e3-3bb6-4e54-a0ea-585dce0f469b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:58:04.049118 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-8df89ec5-2e0f-48c6-99e2-d94117aa2e91 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:04.057560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8df89ec5-2e0f-48c6-99e2-d94117aa2e91 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags/tempest-TagsExtTest-Tag-1586037430 HTTP/1.1" status: 404 len: 329 time: 0.3755286 Mar 03 17:58:04.064260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48606) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.070724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.tag.tag_plugin [None req-5b1ce64f-abe2-4664-a584-7d75fc448640 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', {'tags': ['tempest-TagsExtTest-Tag-707184799', 'tempest-TagsExtTest-Tag-476986346', 'tempest-TagsExtTest-Tag-729705769']}) {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:04.090858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf00d677-6baa-45e4-a60b-e7136c718b2a req-c96a250b-3708-421d-a09d-ad90d2da970f tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726750 Mar 03 17:58:04.122961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5b1ce64f-abe2-4664-a584-7d75fc448640 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "PUT /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags HTTP/1.1" status: 200 len: 315 time: 0.0495427 Mar 03 17:58:04.124986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48610) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.137734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-0f69f7b8-eb4e-4c7c-b4c2-fd81b4336f49 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:04.148236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4314c718-2cb0-49e8-87ea-2ac7acf1b15f req-74f9b43d-a58a-41a6-96dc-6c039bda0ca8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269045 Mar 03 17:58:04.237549 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f69f7b8-eb4e-4c7c-b4c2-fd81b4336f49 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags HTTP/1.1" status: 204 len: 168 time: 0.1179254 Mar 03 17:58:04.238207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48614) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.259397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-56e55526-e9be-493e-a324-19f0c0709089 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', 'tempest-TagsExtTest-Tag-707184799') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:04.318194 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-56e55526-e9be-493e-a324-19f0c0709089 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:04.327604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56e55526-e9be-493e-a324-19f0c0709089 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags/tempest-TagsExtTest-Tag-707184799 HTTP/1.1" status: 404 len: 328 time: 0.0882118 Mar 03 17:58:04.329303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48618) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.342784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-278cd343-67b4-476e-b49d-68ab410d1f4f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', 'tempest-TagsExtTest-Tag-476986346') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:04.463370 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-278cd343-67b4-476e-b49d-68ab410d1f4f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:04.464748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-278cd343-67b4-476e-b49d-68ab410d1f4f tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags/tempest-TagsExtTest-Tag-476986346 HTTP/1.1" status: 404 len: 328 time: 0.1334236 Mar 03 17:58:04.475261 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-923b29ff-38fa-4a82-adca-7a889ff789ed req-ea9c29d2-4a63-48a5-aeb8-9e45edd76e3c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 210 time: 0.0880485 Mar 03 17:58:04.481394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.488293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-69db1ae9-ec21-4269-8df6-fdb913be1ea9 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b', 'tempest-TagsExtTest-Tag-729705769') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:04.540243 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-69db1ae9-ec21-4269-8df6-fdb913be1ea9 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] show failed (client error): The resource could not be found. Mar 03 17:58:04.545136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-69db1ae9-ec21-4269-8df6-fdb913be1ea9 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags/tempest-TagsExtTest-Tag-729705769 HTTP/1.1" status: 404 len: 328 time: 0.0622199 Mar 03 17:58:04.547805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48628) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.560672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-a28ade56-aad2-4110-b188-7d4443f398a1 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92579d1f-f614-446b-b040-6f03069d085b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:04.666343 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a28ade56-aad2-4110-b188-7d4443f398a1 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b/tags HTTP/1.1" status: 204 len: 168 time: 0.1156497 Mar 03 17:58:04.668976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48632) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.674435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-2474c1e8-3b00-4e04-9ea1-a436fb435162 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74d2afb6-1374-45c9-9b00-a06b60cba813') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:04.682946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:04.692926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe190c-4194-44cc-8582-ec5debda352b req-9ae13e65-27dd-4c34-8aa1-2d75e9257e06 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:04.694786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67fe190c-4194-44cc-8582-ec5debda352b req-9ae13e65-27dd-4c34-8aa1-2d75e9257e06 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.16 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.1884251 Mar 03 17:58:04.795365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Transition to ACTIVE for port object 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:58:04.818385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Deleting port e694b515-0cd3-462e-85ec-e53f0acdc551 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:04.818724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:04.939231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2474c1e8-3b00-4e04-9ea1-a436fb435162 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813/tags HTTP/1.1" status: 204 len: 168 time: 0.2666452 Mar 03 17:58:04.939471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48638) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:04.946757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-e59852d7-e07a-42c4-b7e6-1a8364d9aadd tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2577c6d1-9579-4436-8f4d-ed6e6d614824') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:05.046690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e59852d7-e07a-42c4-b7e6-1a8364d9aadd tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824/tags HTTP/1.1" status: 204 len: 168 time: 0.1061282 Mar 03 17:58:05.049597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48642) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:05.059480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.tag.tag_plugin [None req-71cae01e-1e5f-4c7d-ac1f-82e4409f4cd0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '284943c9-064f-41af-9b5c-828cab5cfb9a') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:05.072804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec811ffb-4435-418a-ad90-b1c9de6285cb req-ab6e8448-0a94-4cf2-aa03-84e3a5eb4e0e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:05.078576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec811ffb-4435-418a-ad90-b1c9de6285cb req-ab6e8448-0a94-4cf2-aa03-84e3a5eb4e0e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.4330537 Mar 03 17:58:05.155967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-71cae01e-1e5f-4c7d-ac1f-82e4409f4cd0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1041832 Mar 03 17:58:05.168961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48650) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:05.287916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:05.301665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:58:05.356508 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b619d1-286e-4c00-87f8-6caa953bf393 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for subnetpool, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:05.356508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21b619d1-286e-4c00-87f8-6caa953bf393 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnetpools/92579d1f-f614-446b-b040-6f03069d085b HTTP/1.1" status: 204 len: 168 time: 0.1722438 Mar 03 17:58:05.356508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48654) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:05.381485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec811ffb-4435-418a-ad90-b1c9de6285cb req-4f4a0c9b-4c5a-4411-a897-de8dc6a58352 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742772 Mar 03 17:58:05.411546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-288d2944-122f-414d-9268-fab14ba637ed tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "GET /v2.0/ports?device_id=74d2afb6-1374-45c9-9b00-a06b60cba813 HTTP/1.1" status: 200 len: 205 time: 0.0527697 Mar 03 17:58:05.421137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48658) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:05.471831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c94997d3-f315-49c5-9618-45ec837a5170'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:58:05.553525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:05.584591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:58:05.592102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:58:05.614138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:58:05.635085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dcb4a-83c5-462f-b0fb-4d7d0c9e6c3e req-3e6b4be4-817d-4444-b074-04aaedf5da8e tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:05.635085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-355dcb4a-83c5-462f-b0fb-4d7d0c9e6c3e req-3e6b4be4-817d-4444-b074-04aaedf5da8e tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.3852801 Mar 03 17:58:05.848215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:05.849021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:05.863134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7dfd-9a6c-4c12-b188-69b6bd7ac7b0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:05.906483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] For port e694b515-0cd3-462e-85ec-e53f0acdc551, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=e694b515-0cd3-462e-85ec-e53f0acdc551,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:05.907502 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.027574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fbd547d9-9d07-4198-8b8c-ba030f29c0c3 None None] Provisioning for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:58:06.031756 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-355dcb4a-83c5-462f-b0fb-4d7d0c9e6c3e req-ad4a2870-9808-4852-84fe-a045a8f0f322 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928256 Mar 03 17:58:06.033828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fbd547d9-9d07-4198-8b8c-ba030f29c0c3 None None] Provisioning complete for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:06.034195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fbd547d9-9d07-4198-8b8c-ba030f29c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.127260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5a6108ff-c782-40e6-8f55-2bf4a6d53be4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7257557 Mar 03 17:58:06.128116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fbd547d9-9d07-4198-8b8c-ba030f29c0c3 None None] Port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:58:06.139580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Calling delete_port for e694b515-0cd3-462e-85ec-e53f0acdc551 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:06.444955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2dabc-cf03-41b3-9a7a-e6355ba55725 req-85e2c639-4eb4-48cc-95d0-a9b5845698b2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:06.446696 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93f2dabc-cf03-41b3-9a7a-e6355ba55725 req-85e2c639-4eb4-48cc-95d0-a9b5845698b2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 946 time: 0.6841216 Mar 03 17:58:06.497077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Request body: {'port': {'device_id': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:06.548868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7dfd-9a6c-4c12-b188-69b6bd7ac7b0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.553041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7dfd-9a6c-4c12-b188-69b6bd7ac7b0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.584538 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93f2dabc-cf03-41b3-9a7a-e6355ba55725 req-73d2c1a3-dea2-41cc-9995-fe7fca8ce339 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299357 Mar 03 17:58:06.608180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714fd90-5e1e-4438-8bec-fb4427722280 req-09b288fc-7fb2-4dd2-89a5-33480bbba603 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:06.610100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5714fd90-5e1e-4438-8bec-fb4427722280 req-09b288fc-7fb2-4dd2-89a5-33480bbba603 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 935 time: 0.2513552 Mar 03 17:58:06.611762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7dfd-9a6c-4c12-b188-69b6bd7ac7b0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.612434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb7dfd-9a6c-4c12-b188-69b6bd7ac7b0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Fanout notify agent at l3_agent the message router_deleted on router 74d2afb6-1374-45c9-9b00-a06b60cba813 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:58:06.659516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7dfd-9a6c-4c12-b188-69b6bd7ac7b0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.664193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5cbb7dfd-9a6c-4c12-b188-69b6bd7ac7b0 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/routers/74d2afb6-1374-45c9-9b00-a06b60cba813 HTTP/1.1" status: 204 len: 168 time: 1.2506087 Mar 03 17:58:06.667705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48676) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:06.715260 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.739060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5714fd90-5e1e-4438-8bec-fb4427722280 req-11d47cb4-94af-4eaf-943f-0b483e1b9e78 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115305 Mar 03 17:58:06.770169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Deleting port 2577c6d1-9579-4436-8f4d-ed6e6d614824 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:06.770719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.801527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:06.816251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d622a51e-45e2-4274-84c8-6ac43bf236e6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:58:06.945428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Pushing event deleted for resources: {'Port': ['ID=e694b515-0cd3-462e-85ec-e53f0acdc551,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:07.119667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] No DVR routers for this DVR port e694b515-0cd3-462e-85ec-e53f0acdc551 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:07.221616 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:07.224482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:07.237344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'name': 'network-vif-deleted', 'tag': 'e694b515-0cd3-462e-85ec-e53f0acdc551'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:07.364731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67fe190c-4194-44cc-8582-ec5debda352b req-38e3455e-fae9-4558-9ea6-c92048eb7efe tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.16 "DELETE /v2.0/ports/e694b515-0cd3-462e-85ec-e53f0acdc551 HTTP/1.1" status: 204 len: 173 time: 2.6587849 Mar 03 17:58:07.385206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecfb21-5410-44ed-b546-3f2f96f3cdcb req-83b59c05-71bb-455a-b9e0-358972ac28d8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:07.392399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4ecfb21-5410-44ed-b546-3f2f96f3cdcb req-83b59c05-71bb-455a-b9e0-358972ac28d8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.4164529 Mar 03 17:58:07.413763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Calling delete_port for 2577c6d1-9579-4436-8f4d-ed6e6d614824 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:07.448664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fc1a3-28f2-4134-a98a-282f725ad2e7 req-2730df6f-2156-4b74-99c5-4d501d28afce tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:07.450511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd4fc1a3-28f2-4134-a98a-282f725ad2e7 req-2730df6f-2156-4b74-99c5-4d501d28afce tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.1424022 Mar 03 17:58:07.506217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4ecfb21-5410-44ed-b546-3f2f96f3cdcb req-b3ae990b-7fd7-4657-8f79-e97a8826ad64 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127698 Mar 03 17:58:07.533447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:58:07.546253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:07.565474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd4fc1a3-28f2-4134-a98a-282f725ad2e7 req-ce7911b7-c2c2-4527-ba1a-3164c7e8e0e5 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857193 Mar 03 17:58:07.672848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Transition to ACTIVE for port object 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:58:07.676023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:07.696018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:07.787395 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b049b6bf-1b8d-48e4-bc50-7e11391a408f', 'name': 'network-vif-deleted', 'tag': 'e694b515-0cd3-462e-85ec-e53f0acdc551', 'status': 'completed', 'code': 200} Mar 03 17:58:07.806054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e694b515-0cd3-462e-85ec-e53f0acdc551 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:07.892262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: e694b515-0cd3-462e-85ec-e53f0acdc551 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:58:07.893197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device e694b515-0cd3-462e-85ec-e53f0acdc551 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:07.949062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Pushing event deleted for resources: {'Port': ['ID=2577c6d1-9579-4436-8f4d-ed6e6d614824,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:08.056887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-12f4d08c-c751-431e-8d93-71d90373aad6 req-5a33dffb-d006-4e20-b4a1-c0564cf51ccb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Synchronizing usage tracker for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:08.166774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:08.174747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:08.199950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-838e310d-7325-4847-88bb-fbaf89cf5aff tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/ports/2577c6d1-9579-4436-8f4d-ed6e6d614824 HTTP/1.1" status: 204 len: 168 time: 1.5290134 Mar 03 17:58:08.200723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48702) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:08.210316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2644cfe-843a-40ca-af75-f399f47e1ffb req-b476f2df-130d-4296-b9b9-61c87ef86e88 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:08.211931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2644cfe-843a-40ca-af75-f399f47e1ffb req-b476f2df-130d-4296-b9b9-61c87ef86e88 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.4519455 Mar 03 17:58:08.264154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48706) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:08.283456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Request body: {'floatingip': {'port_id': 'da9301b9-5bcb-4732-aa8b-e943c3d61692'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:08.339639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-12f4d08c-c751-431e-8d93-71d90373aad6 req-5a33dffb-d006-4e20-b4a1-c0564cf51ccb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Unset dirty status for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:08.354545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12f4d08c-c751-431e-8d93-71d90373aad6 req-5a33dffb-d006-4e20-b4a1-c0564cf51ccb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=b049b6bf-1b8d-48e4-bc50-7e11391a408f HTTP/1.1" status: 200 len: 210 time: 0.3833952 Mar 03 17:58:08.394844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:58:08.395270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:58:08.395704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:58:08.401854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:58:08.402311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:58:08.408194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:58:08.408867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:58:08.409319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:58:08.409900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Bound port: 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:58:08.410507 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:08.547390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:58:08.551573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:58:08.556428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:08.568468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:08.708126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:08.708929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:08.710518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 1095 time: 2.3456788 Mar 03 17:58:08.711315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56ac63-e5f1-4f4a-904a-6f2c4a5a9cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:08.717197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Deleting subnet 284943c9-064f-41af-9b5c-828cab5cfb9a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:58:08.732909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:08.820946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:08.954234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-3dcbd4da-3cf3-4e9c-8b47-ae4d6c0e45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:08.978185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-3dcbd4da-3cf3-4e9c-8b47-ae4d6c0e45b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1098 time: 0.2173650 Mar 03 17:58:09.024940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001ea2-30d4-475d-b032-0605486b91cf req-cf94fd8a-9ccb-4af8-89d4-118b1ea300fb tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:09.043089 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a001ea2-30d4-475d-b032-0605486b91cf req-cf94fd8a-9ccb-4af8-89d4-118b1ea300fb tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 947 time: 0.6603711 Mar 03 17:58:09.094270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf0b0a-e98b-46c0-a776-b989c90c745a req-45578a6c-6fa3-4fa7-937c-5d17de04f5f3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:09.095754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7bf0b0a-e98b-46c0-a776-b989c90c745a req-45578a6c-6fa3-4fa7-937c-5d17de04f5f3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.2874699 Mar 03 17:58:09.106710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-9ef7772d-7e00-4ebb-857a-b6a8bc4dc12d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.1137645 Mar 03 17:58:09.136622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:09.312430 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a001ea2-30d4-475d-b032-0605486b91cf req-4fb6f1cb-3a57-4958-8eb2-1e1a69ef3e08 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655442 Mar 03 17:58:09.323615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7bf0b0a-e98b-46c0-a776-b989c90c745a req-2e5ae1c3-338e-4a5a-bbe8-bd85400274bf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180202 Mar 03 17:58:09.329531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-b1c378ea-1614-4941-a990-df1cd024da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:09.331228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-b1c378ea-1614-4941-a990-df1cd024da43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1958077 Mar 03 17:58:09.435362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec396-6814-4fee-9e66-1eea35724a2e req-e632246d-7b5a-4cb8-967e-8ec5ff234ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:09.436972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-e632246d-7b5a-4cb8-967e-8ec5ff234ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984418 Mar 03 17:58:09.582607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-5d23e2fe-2b24-4d46-b21b-faad22af1778 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5212114 Mar 03 17:58:09.629545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:09.643856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-191ac62a-7ccc-4d98-8f41-36ede993caa4 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992869 Mar 03 17:58:09.687278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Pushing event deleted for resources: {'Subnet': ['ID=284943c9-064f-41af-9b5c-828cab5cfb9a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:09.791427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:09.837922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478ef2ce-9d8d-4cd0-923c-5f10e983a244 None None] Network 85537d60-e2ee-4f40-9175-641780060ea4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:58:09.840629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:09.848032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-39f354a6-6aa0-49ed-9a73-63a0eb8ff8e7 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/subnets/284943c9-064f-41af-9b5c-828cab5cfb9a HTTP/1.1" status: 204 len: 168 time: 1.6350915 Mar 03 17:58:09.851804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:09.868778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2af269-d683-4fa8-8180-12c1db5dd689 req-4d01bfce-bcda-49c7-8295-c432e4531e20 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:09.870273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e2af269-d683-4fa8-8180-12c1db5dd689 req-4d01bfce-bcda-49c7-8295-c432e4531e20 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2446644 Mar 03 17:58:09.873858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-913ec396-6814-4fee-9e66-1eea35724a2e req-b4f918a3-e447-4459-ab5f-5bf75cbce813 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933465 Mar 03 17:58:09.921180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd85e-fab8-40cc-94cf-8cbcd78e89e8 req-897812bc-b7a7-49e7-a41c-5536b5d12b49 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:09.922600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d1cd85e-fab8-40cc-94cf-8cbcd78e89e8 req-897812bc-b7a7-49e7-a41c-5536b5d12b49 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 945 time: 0.3845556 Mar 03 17:58:09.946994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e2af269-d683-4fa8-8180-12c1db5dd689 req-8bbec8d6-7e0f-490d-bde7-546f59f90988 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695739 Mar 03 17:58:10.032659 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'status': 'completed', 'code': 200} Mar 03 17:58:10.056169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d1cd85e-fab8-40cc-94cf-8cbcd78e89e8 req-12c1e453-2234-4991-a579-a782386d2cd9 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213651 Mar 03 17:58:10.070102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.070582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.071054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.071528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.071995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.072461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.073246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.074906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4a4644d5-af22-4822-8102-74762a3cf69c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7116878f5410ebf83adbb35232aab&device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 6501 time: 0.3212645 Mar 03 17:58:10.093728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.133495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Deleting port 5b90c01a-7687-4967-80c2-75500396c022 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:10.133839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.213510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-973aed22-88fc-498a-a01a-f1d1f547d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.218059 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-973aed22-88fc-498a-a01a-f1d1f547d0dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1098 time: 0.1607463 Mar 03 17:58:10.252763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:58:10.395068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] DHCP port deletion for 85537d60-e2ee-4f40-9175-641780060ea4 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:58:10.400634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Deleting port 5b90c01a-7687-4967-80c2-75500396c022 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:10.400909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.532205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5b90c01a-7687-4967-80c2-75500396c022 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:10.608986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-2964a190-8b77-4c89-afc2-6ccc9f8b5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.610472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-2964a190-8b77-4c89-afc2-6ccc9f8b5637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3833046 Mar 03 17:58:10.693980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-07203f67-26d9-460c-ad0a-2960bb702f20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.0700977 Mar 03 17:58:10.736404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.748350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-9c8abdb2-bbb6-4300-9142-aeecfb1300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.749097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-9c8abdb2-bbb6-4300-9142-aeecfb1300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.749815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-9c8abdb2-bbb6-4300-9142-aeecfb1300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.751675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-9c8abdb2-bbb6-4300-9142-aeecfb1300bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=953b5aec-2792-4866-9c68-a8ca9a0816bb&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&id=38cedcce-f5f2-48a2-955f-07e8fc3f8731 HTTP/1.1" status: 200 len: 2298 time: 0.6390972 Mar 03 17:58:10.775524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba863fc6-6543-4f43-9686-573305c00813 req-332edbbc-830d-47cd-8db0-5f1aa55ca8a7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.776581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba863fc6-6543-4f43-9686-573305c00813 req-332edbbc-830d-47cd-8db0-5f1aa55ca8a7 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.35 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 945 time: 0.2558200 Mar 03 17:58:10.782952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] For port 5b90c01a-7687-4967-80c2-75500396c022, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5b90c01a-7687-4967-80c2-75500396c022,segment=NetworkSegment(0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70),segment_id=0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:10.783340 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.810090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.859388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-6a1ebd62-83df-45a4-9069-1f8ca1071750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.860831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-6a1ebd62-83df-45a4-9069-1f8ca1071750 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1569965 Mar 03 17:58:10.864261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Deleting port 2553d348-da3e-48a2-a906-ad12b55aca38 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:10.864606 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.907895 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.910464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742875f1-ccc2-459d-9994-f8955dacd733 req-244072cb-22b1-4f8a-b320-fe1e55e300b2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:10.911251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-742875f1-ccc2-459d-9994-f8955dacd733 req-244072cb-22b1-4f8a-b320-fe1e55e300b2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:10.924889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Calling delete_port for 5b90c01a-7687-4967-80c2-75500396c022 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:10.978155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5b90c01a-7687-4967-80c2-75500396c022, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5b90c01a-7687-4967-80c2-75500396c022,segment=NetworkSegment(0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70),segment_id=0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:10.986260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-742875f1-ccc2-459d-9994-f8955dacd733 req-244072cb-22b1-4f8a-b320-fe1e55e300b2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:10.987516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:10.993071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742875f1-ccc2-459d-9994-f8955dacd733 req-244072cb-22b1-4f8a-b320-fe1e55e300b2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 947 time: 0.4199748 Mar 03 17:58:10.993963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] For port 5b90c01a-7687-4967-80c2-75500396c022, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5b90c01a-7687-4967-80c2-75500396c022,segment=NetworkSegment(0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70),segment_id=0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:10.994529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:11.039713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80f38-10f3-45d6-943c-b904649005cc req-c8815ef5-80dc-48a0-8d1d-710cdb5742e6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:11.047021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81b80f38-10f3-45d6-943c-b904649005cc req-c8815ef5-80dc-48a0-8d1d-710cdb5742e6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.5610952 Mar 03 17:58:11.103973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5b90c01a-7687-4967-80c2-75500396c022,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:11.114489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-742875f1-ccc2-459d-9994-f8955dacd733 req-3c547a41-4425-4c24-ad6d-57e8c4977a18 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204355 Mar 03 17:58:11.178180 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:58:11.178517 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:58:11.263796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Calling delete_port for 5b90c01a-7687-4967-80c2-75500396c022 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:11.292606 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-2f43b1f2-d3ac-4aec-8850-20d8e8898025 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 HTTP/1.1" status: 200 len: 1001 time: 0.4198494 Mar 03 17:58:11.340976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-f439c85e-b3cf-484f-9412-2542ee84884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:11.342471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-f439c85e-b3cf-484f-9412-2542ee84884c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4005058 Mar 03 17:58:11.410336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] For port 2553d348-da3e-48a2-a906-ad12b55aca38, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2553d348-da3e-48a2-a906-ad12b55aca38,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:11.410773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:11.414754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81b80f38-10f3-45d6-943c-b904649005cc req-2c907bac-5d7b-422f-8d04-811facb2f34d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664243 Mar 03 17:58:11.430765 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Floating IP e478c86b-237f-4899-a1b4-7c4fa6b67bdf associated. External IP: 172.25.0.203, port: da9301b9-5bcb-4732-aa8b-e943c3d61692. Mar 03 17:58:11.498691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-1b8f0202-8dfe-4bfa-9022-470ecefa1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:11.500217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-1b8f0202-8dfe-4bfa-9022-470ecefa1ae9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50339c05-2454-481a-9150-1c86c3d715d0 HTTP/1.1" status: 200 len: 855 time: 0.1906421 Mar 03 17:58:11.602475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:58:11.602644 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:58:11.679643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Deleting port 5b90c01a-7687-4967-80c2-75500396c022 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:11.680348 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:11.769277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391f63-b54a-4b7f-a4a9-56e9718ebe60 req-2798e320-0176-43c9-b796-455409ad1288 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:11.770730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a391f63-b54a-4b7f-a4a9-56e9718ebe60 req-2798e320-0176-43c9-b796-455409ad1288 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 945 time: 0.2211392 Mar 03 17:58:11.773500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff44b04-68b4-43b1-abd8-b0a984266204 req-0da2c208-565f-4b31-bdb5-88e696aea5d9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:11.775124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bff44b04-68b4-43b1-abd8-b0a984266204 req-0da2c208-565f-4b31-bdb5-88e696aea5d9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.5088484 Mar 03 17:58:11.833170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-1fdbc18e-7c9b-4158-b53e-9db230f7f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:11.834674 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-1fdbc18e-7c9b-4158-b53e-9db230f7f30f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=953b5aec-2792-4866-9c68-a8ca9a0816bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210626 Mar 03 17:58:11.902008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-fe266342-a483-4bd1-a7b3-8000c84ccc9f service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514543 Mar 03 17:58:11.993811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] For port 5b90c01a-7687-4967-80c2-75500396c022, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5b90c01a-7687-4967-80c2-75500396c022,segment=NetworkSegment(0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70),segment_id=0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:11.994417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.058281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bff44b04-68b4-43b1-abd8-b0a984266204 req-8f0deb1f-d985-4059-948e-53a0eaf6abb6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714126 Mar 03 17:58:12.072166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a391f63-b54a-4b7f-a4a9-56e9718ebe60 req-00fd4487-60c5-4f73-900e-31d1f0616958 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b2c821-0007-4d48-8073-779fa9f30f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474971 Mar 03 17:58:12.136184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Calling delete_port for 5b90c01a-7687-4967-80c2-75500396c022 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:12.138647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Deleting port 5b90c01a-7687-4967-80c2-75500396c022 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:12.138998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.266153 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.322680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d2d6f98-406c-4f18-8216-19f1b39a7b9a req-e38a786d-288d-47eb-9d2c-adae2dab7bc7 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136612 Mar 03 17:58:12.323843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] No DVR routers for this DVR port 5b90c01a-7687-4967-80c2-75500396c022 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:12.351235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5708-5e80-4985-bda4-d41884fb00fe None None] Pushing event deleted for resources: {'Port': ['ID=5b90c01a-7687-4967-80c2-75500396c022,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:12.385694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.386298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.386596 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Floating IP 03bf7254-a65c-4258-b011-33011273c7fa disassociated. External IP: 172.25.0.14, port: 2553d348-da3e-48a2-a906-ad12b55aca38. Mar 03 17:58:12.386939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Calling delete_port for 2553d348-da3e-48a2-a906-ad12b55aca38 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:12.405516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] The port '5b90c01a-7687-4967-80c2-75500396c022' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:58:12.442892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Router 950b408b-abdf-4bea-987e-02cd581ba727 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:58:12.445782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-9fcabb99-6012-40f5-a99e-6d083eacf008 service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896881 Mar 03 17:58:12.490653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba6d4b-8261-4adb-a089-edb6f667a294 req-976e044f-bbbe-47c4-bcdb-afff5544a9c1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:12.492755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04ba6d4b-8261-4adb-a089-edb6f667a294 req-976e044f-bbbe-47c4-bcdb-afff5544a9c1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1755593 Mar 03 17:58:12.587752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04ba6d4b-8261-4adb-a089-edb6f667a294 req-c6d76341-3d67-459f-b9ab-5621e86fc30c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871034 Mar 03 17:58:12.595180 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.653165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event deleted for resources: {'Port': ['ID=2553d348-da3e-48a2-a906-ad12b55aca38,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:12.743113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.796089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd191e-4692-4083-b1b0-8d99a95633e5 req-63ce4771-e4a6-4a38-a3a5-9da979da51e2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:12.797855 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88dd191e-4692-4083-b1b0-8d99a95633e5 req-63ce4771-e4a6-4a38-a3a5-9da979da51e2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 947 time: 0.5492778 Mar 03 17:58:12.801413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85537d60-e2ee-4f40-9175-641780060ea4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:12.846723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:12.847027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e33ec8d-be22-417b-bd3c-d7e1ff1eaa70') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:12.879987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:12.892835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Router bbbdb029-b171-4452-b66b-43755ca19eea has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:58:12.943721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-902d2197-91a6-4178-bc11-898d59e802cc service neutron] 10.222.0.35 "GET /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889224 Mar 03 17:58:12.977191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0beffc9-33fe-4f4b-a090-e7ff5120dd62 req-3ffdc4ca-0f5f-4d94-b1d2-753e61bc46f0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:12.984528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0beffc9-33fe-4f4b-a090-e7ff5120dd62 req-3ffdc4ca-0f5f-4d94-b1d2-753e61bc46f0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.2336724 Mar 03 17:58:13.055362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:13.058488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-772d8ab5-9adb-4659-b973-5ee626bd130f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 200 len: 217 time: 0.0814905 Mar 03 17:58:13.064853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0beffc9-33fe-4f4b-a090-e7ff5120dd62 req-2d51c317-bbf4-4fa7-9952-633455085f14 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794201 Mar 03 17:58:13.065563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88dd191e-4692-4083-b1b0-8d99a95633e5 req-eae74857-b49c-4a4e-979c-50c567f6d591 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536790 Mar 03 17:58:13.110188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:58:13.110795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:58:13.128973 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:58:13.223837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:58:13.237409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] Sync routers for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:58:13.250052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:13.250777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:13.269811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:58:13.294583 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] Sync routers for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:58:13.305536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:13.308999 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:13.317282 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:13.413862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:13.418937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:13.483515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-21d8fd37-6b2a-483c-8347-97154202477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:13.485194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-21d8fd37-6b2a-483c-8347-97154202477d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.4175804 Mar 03 17:58:13.486820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] No DVR routers for this DVR port 2553d348-da3e-48a2-a906-ad12b55aca38 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:13.491426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d92d956-6d23-436d-bc9a-9668ddf74a38 req-b9639c89-ec56-4fcb-b48a-9c8518104773 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b7a6c6-0e84-4744-917c-1692fc55696a HTTP/1.1" status: 200 len: 210 time: 0.1303236 Mar 03 17:58:13.492343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:13.495327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'name': 'network-vif-deleted', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:13.517825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba863fc6-6543-4f43-9686-573305c00813 req-b4af5c40-04dc-4e91-a67a-1eca312359a3 tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.35 "DELETE /v2.0/ports/2553d348-da3e-48a2-a906-ad12b55aca38 HTTP/1.1" status: 204 len: 173 time: 2.7348397 Mar 03 17:58:13.559371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] Pushing event deleted for resources: {'Network': ['ID=85537d60-e2ee-4f40-9175-641780060ea4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:13.562874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa0113de-43b2-4c15-8873-59fda3f50499 tempest-TagsExtTest-309264380 tempest-TagsExtTest-309264380-project] 10.222.0.23 "DELETE /v2.0/networks/85537d60-e2ee-4f40-9175-641780060ea4 HTTP/1.1" status: 204 len: 168 time: 3.7057648 Mar 03 17:58:13.612682 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5628797b-fcf3-4b15-824c-cd2773039b7c tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "PUT /v2.0/floatingips/e478c86b-237f-4899-a1b4-7c4fa6b67bdf HTTP/1.1" status: 200 len: 991 time: 5.3399296 Mar 03 17:58:13.616802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:13.675772 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b7a6c6-0e84-4744-917c-1692fc55696a', 'name': 'network-vif-deleted', 'tag': '2553d348-da3e-48a2-a906-ad12b55aca38', 'status': 'completed', 'code': 200} Mar 03 17:58:13.699987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4332a78b-d071-45df-a09c-4711ed2cb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:13.703413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-4332a78b-d071-45df-a09c-4711ed2cb3c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2066627 Mar 03 17:58:13.765970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:13.782389 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:14.075959 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'status': 'completed', 'code': 200} Mar 03 17:58:14.204492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-e0dd7260-7934-4de4-901a-02735ef35646 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918368 Mar 03 17:58:14.231126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:58:14.264688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48872) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:14.529274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645075b5-b2dd-4b8f-8096-33572352685a req-19518340-6e5b-4725-9672-41ea90100123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:14.531405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645075b5-b2dd-4b8f-8096-33572352685a req-19518340-6e5b-4725-9672-41ea90100123 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2973ee2e2df54ff7a276d1a1f3b9b8c7&device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 1096 time: 0.6720989 Mar 03 17:58:14.597523 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:14.609221 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] Checking router: bbbdb029-b171-4452-b66b-43755ca19eea for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:58:14.636896 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:14.637871 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:14.707930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0d244339-1998-4c08-bdab-b690043e9fe9 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964619 Mar 03 17:58:14.787271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:14.808202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'mac_address': 'fa:16:3e:f6:3a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:58:14.877177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b4111-394d-4feb-bfec-30300eef42f2 req-a0ccbbde-2ddb-402f-b7c2-13082b8f54ac tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:14.882981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-659b4111-394d-4feb-bfec-30300eef42f2 req-a0ccbbde-2ddb-402f-b7c2-13082b8f54ac tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.4811919 Mar 03 17:58:14.918892 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:14.948465 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:14.980561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-8f64bc7a-2fc6-4de9-af68-6fc45f7421bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 200 len: 217 time: 0.1118009 Mar 03 17:58:14.993452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:58:15.025000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-659b4111-394d-4feb-bfec-30300eef42f2 req-255be8ed-3e3f-4f47-9cf4-c6649a2e79dc tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108999 Mar 03 17:58:15.034125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645075b5-b2dd-4b8f-8096-33572352685a req-038fb195-5587-45e4-9b2e-ec805c35e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:15.039552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645075b5-b2dd-4b8f-8096-33572352685a req-038fb195-5587-45e4-9b2e-ec805c35e93b service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 HTTP/1.1" status: 200 len: 912 time: 0.4891274 Mar 03 17:58:15.040399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:15.054950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.164222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0f5af0d2-59f2-4572-8ca6-b3d508d2394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:15.165755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0f5af0d2-59f2-4572-8ca6-b3d508d2394b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.1584406 Mar 03 17:58:15.170407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c481812f-c410-4074-8a23-35ec55be3282 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fc2a7f94d85437688f2dbb288775ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908465 Mar 03 17:58:15.172220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:15.216655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48920) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:15.263202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:15.273427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e478c86b-237f-4899-a1b4-7c4fa6b67bdf', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'port_id': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'mac_address': 'fa:16:3e:fb:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64292ef7-5567-43a8-951b-5553728c8d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:57:39Z', 'updated_at': '2022-03-03T17:58:10Z', 'revision_number': 1, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:39Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:15.280180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] Checking router: 950b408b-abdf-4bea-987e-02cd581ba727 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:58:15.290844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:15.291720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:57:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:15.293783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645075b5-b2dd-4b8f-8096-33572352685a req-55ebac1d-86d2-4094-986e-ca13dbe4cd9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692 HTTP/1.1" status: 200 len: 999 time: 0.2474651 Mar 03 17:58:15.349184 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:15.354817 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f77de9f-9c36-46f3-9c3c-da116f59ca69 None None] The sync data for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 is: [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:51:01Z', 'revision_number': 4, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '871ea126-33e6-4a0a-9323-b85d1296b616', 'name': '', 'network_id': 'ac463f0f-e2c1-4625-84bb-a74e13232bea', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'mac_address': 'fa:16:3e:7a:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:56Z', 'updated_at': '2022-03-03T17:51:11Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'subnets': [{'id': '144b67ea-f0a2-4300-8a32-949db1dd469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:58:15.412048 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12f60761-fee8-49d8-96e8-7e560e2dcc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.462567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645075b5-b2dd-4b8f-8096-33572352685a req-83f95a2e-2922-4627-a104-397a0e65c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:15.464055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645075b5-b2dd-4b8f-8096-33572352685a req-83f95a2e-2922-4627-a104-397a0e65c67c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e08e9b5b-5263-44ea-b1a9-b0073877b1cb HTTP/1.1" status: 200 len: 850 time: 0.1529686 Mar 03 17:58:15.467441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5fc29-fcab-4826-b220-556432cbef6e req-bec473df-f02f-4c15-866b-ed0369839a01 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:15.473183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-35fcb72b-ef57-4a15-8592-95e9ad01ef5a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.475312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0da5fc29-fcab-4826-b220-556432cbef6e req-bec473df-f02f-4c15-866b-ed0369839a01 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 947 time: 0.9333267 Mar 03 17:58:15.510071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12f60761-fee8-49d8-96e8-7e560e2dcc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.541180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-67ae3bdf-9f1b-4786-b8b8-280d42349cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:15.543037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-67ae3bdf-9f1b-4786-b8b8-280d42349cc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3597729 Mar 03 17:58:15.605439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:15.611916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c035-2311-4f4f-9ac4-e7da78d76615 req-19920694-1036-4672-849d-0c1e20a90dcb tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:15.630248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffd7c035-2311-4f4f-9ac4-e7da78d76615 req-19920694-1036-4672-849d-0c1e20a90dcb tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.2823632 Mar 03 17:58:15.637178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-35fcb72b-ef57-4a15-8592-95e9ad01ef5a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.644521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0da5fc29-fcab-4826-b220-556432cbef6e req-fa5cadd6-9fa0-4ce2-9222-9c1898328fcc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677887 Mar 03 17:58:15.735079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645075b5-b2dd-4b8f-8096-33572352685a req-75984473-407a-4d1d-ba7a-b1b1a59a335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:15.737287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645075b5-b2dd-4b8f-8096-33572352685a req-75984473-407a-4d1d-ba7a-b1b1a59a335a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654605 Mar 03 17:58:15.744311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12f60761-fee8-49d8-96e8-7e560e2dcc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.759961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:58:15.777765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12f60761-fee8-49d8-96e8-7e560e2dcc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.778891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-12f60761-fee8-49d8-96e8-7e560e2dcc82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29a236c9-b8ff-4604-bcf7-effceb87f078 HTTP/1.1" status: 204 len: 168 time: 0.6057751 Mar 03 17:58:15.790206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f60761-fee8-49d8-96e8-7e560e2dcc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a236c9-b8ff-4604-bcf7-effceb87f078,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:15.843160 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0934633d-7484-4b8d-85b8-27a0d32aaad0 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895582 Mar 03 17:58:15.844529 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2553d348-da3e-48a2-a906-ad12b55aca38 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:15.850143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffd7c035-2311-4f4f-9ac4-e7da78d76615 req-fbec9639-5fb2-406b-a4cc-9b1ec668cf93 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780202 Mar 03 17:58:15.924955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8405c-f445-4d2c-ad10-b4e6a169814c None None] New status for floating IP 03bf7254-a65c-4258-b011-33011273c7fa: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:58:15.937882 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-35fcb72b-ef57-4a15-8592-95e9ad01ef5a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:15.964922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcb72b-ef57-4a15-8592-95e9ad01ef5a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b2c821-0007-4d48-8073-779fa9f30f26,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:15.993116 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645075b5-b2dd-4b8f-8096-33572352685a req-d5292fcd-8b3f-4160-8e77-7de63b4a6527 service neutron] 10.222.0.16 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344761 Mar 03 17:58:15.996894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-35fcb72b-ef57-4a15-8592-95e9ad01ef5a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:16.000978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-35fcb72b-ef57-4a15-8592-95e9ad01ef5a tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "DELETE /v2.0/security-groups/55b2c821-0007-4d48-8073-779fa9f30f26 HTTP/1.1" status: 204 len: 168 time: 0.7823036 Mar 03 17:58:16.001666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48938) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:16.050172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-d7d30b79-6ff3-4b24-ad7f-4eeb28ab93e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003572 Mar 03 17:58:16.088213 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-466478ee-9645-4c33-b8e5-720f0b268cce tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] show failed (client error): The resource could not be found. Mar 03 17:58:16.092878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-466478ee-9645-4c33-b8e5-720f0b268cce tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "GET /v2.0/security-groups/55b2c821-0007-4d48-8073-779fa9f30f26 HTTP/1.1" status: 404 len: 347 time: 0.0883739 Mar 03 17:58:16.093465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48946) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:16.182123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-e561d82d-8897-4989-b3e9-a1df45982572 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac HTTP/1.1" status: 200 len: 217 time: 0.1253939 Mar 03 17:58:16.281212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 2553d348-da3e-48a2-a906-ad12b55aca38 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:58:16.281602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2553d348-da3e-48a2-a906-ad12b55aca38 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:16.282031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:16.342101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d71631-481e-45a8-beef-5779297177e6 req-2c76941a-6c22-4745-acd6-7047a90a1bc4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:16.343617 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-92d71631-481e-45a8-beef-5779297177e6 req-2c76941a-6c22-4745-acd6-7047a90a1bc4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.1606107 Mar 03 17:58:16.345140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-ff6a2fb2-5adc-4e2a-9266-e6b5a88b1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:16.370112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-ff6a2fb2-5adc-4e2a-9266-e6b5a88b1b88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.1366391 Mar 03 17:58:16.464571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645075b5-b2dd-4b8f-8096-33572352685a req-f4085190-34f2-423d-9b43-7626ed7acf73 service neutron] 10.222.0.16 "GET /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618380 Mar 03 17:58:16.468404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-92d71631-481e-45a8-beef-5779297177e6 req-ec7aa00d-be03-44c9-941c-3dd2b29f2096 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972242 Mar 03 17:58:16.533332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-f65bfbc0-88aa-4e92-9dc8-eaaaefab3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:16.533934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Deleting port 8b2b2a4b-d980-46e8-b32f-0d9b839f0782 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:16.534310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:16.537671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-f65bfbc0-88aa-4e92-9dc8-eaaaefab3f56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493793 Mar 03 17:58:16.756679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792955-a269-41cd-80ea-7f7756ed4d6b req-a48af58e-b341-418a-b52f-a5ae53539e46 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:16.764309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bf792955-a269-41cd-80ea-7f7756ed4d6b req-a48af58e-b341-418a-b52f-a5ae53539e46 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3377655 Mar 03 17:58:16.766867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:16.784741 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-570135f9-4c58-4e21-bd97-db187f22faf2 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429042 Mar 03 17:58:16.827770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:16.886254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:16.904804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:16.992530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bf792955-a269-41cd-80ea-7f7756ed4d6b req-7ccbccf2-3a35-4025-80d8-3350191500bb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260468 Mar 03 17:58:16.996128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:16.997366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:17.003283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=14']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:17.023796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e478c86b-237f-4899-a1b4-7c4fa6b67bdf', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'port_id': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'mac_address': 'fa:16:3e:fb:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64292ef7-5567-43a8-951b-5553728c8d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:57:39Z', 'updated_at': '2022-03-03T17:58:10Z', 'revision_number': 1, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:39Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:17.028399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6b06a-b697-4cc4-abbd-caf9202a1e50 None None] The sync data for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 is: [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e478c86b-237f-4899-a1b4-7c4fa6b67bdf', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'port_id': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'mac_address': 'fa:16:3e:fb:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64292ef7-5567-43a8-951b-5553728c8d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:57:39Z', 'updated_at': '2022-03-03T17:58:10Z', 'revision_number': 1, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:39Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:58:17.198414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Calling delete_port for 8b2b2a4b-d980-46e8-b32f-0d9b839f0782 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:17.202295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-20f74bb6-95fe-4d56-97a6-0adf82346de7 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099162 Mar 03 17:58:17.280155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adba29-c99c-460d-94a4-891c7b720b2d req-4c206d9a-3dfb-4219-97bd-b9bf541cbf53 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:17.287505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6adba29-c99c-460d-94a4-891c7b720b2d req-4c206d9a-3dfb-4219-97bd-b9bf541cbf53 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 947 time: 0.5952203 Mar 03 17:58:17.317939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-94751e19-d1b6-422d-b05b-4e45ff93b607 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8 HTTP/1.1" status: 200 len: 217 time: 0.1047838 Mar 03 17:58:17.359370 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f9d71-9b3b-4e65-9ab4-65a4ab7cc2c7 None None] New status for floating IP e478c86b-237f-4899-a1b4-7c4fa6b67bdf: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:58:17.386853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671811d-2ee6-457d-87c0-5b283a6a79a8 req-0949493f-c547-45a1-86d8-cf1052741c3f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:17.389547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6671811d-2ee6-457d-87c0-5b283a6a79a8 req-0949493f-c547-45a1-86d8-cf1052741c3f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 948 time: 0.1980498 Mar 03 17:58:17.404644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6adba29-c99c-460d-94a4-891c7b720b2d req-f2da281d-52d8-4f4e-96c2-b6c7119e6c67 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167142 Mar 03 17:58:17.437859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-2f18a721-3c70-4662-8215-5a5e3ddb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:17.442846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-2f18a721-3c70-4662-8215-5a5e3ddb3e2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 200 len: 797 time: 0.1177206 Mar 03 17:58:17.497933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6671811d-2ee6-457d-87c0-5b283a6a79a8 req-8e894387-0ad1-4bd2-b685-b598d22255ce tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723298 Mar 03 17:58:17.506396 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'code': 200} Mar 03 17:58:17.530633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:17.613746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0536fc51-362e-4e44-895a-4e4ef55c934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:17.615591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0536fc51-362e-4e44-895a-4e4ef55c934e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1661589 Mar 03 17:58:17.678633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Pushing event deleted for resources: {'Port': ['ID=8b2b2a4b-d980-46e8-b32f-0d9b839f0782,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:17.766690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-8424322f-2443-4f4d-8a19-b38db0cac71a service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384966 Mar 03 17:58:17.829946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:17.835903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:17.852138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:17.853699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d766c483-7d14-4af9-9c8a-b66724b7e76f tempest-AttachVolumeTestJSON-931235853 tempest-AttachVolumeTestJSON-931235853-project] 10.222.0.23 "DELETE /v2.0/floatingips/03bf7254-a65c-4258-b011-33011273c7fa HTTP/1.1" status: 204 len: 168 time: 1.7566378 Mar 03 17:58:17.959319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-19862fb0-93b5-4d8a-8b32-1df96a940fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:17.961742 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-19862fb0-93b5-4d8a-8b32-1df96a940fd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 0.0942163 Mar 03 17:58:18.100173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37e67-0f93-4e9d-9ddf-43447be438b5 req-d2ff0b99-ddc1-433f-9b32-113ba28e03d2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:18.101786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ed37e67-0f93-4e9d-9ddf-43447be438b5 req-d2ff0b99-ddc1-433f-9b32-113ba28e03d2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3342032 Mar 03 17:58:18.152369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-009edf7c-cd7d-45a1-8bee-4acc6351c3d5 service neutron] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863851 Mar 03 17:58:18.254183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-ac9881e9-6a7f-49a6-9d46-425039a5a1e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8 HTTP/1.1" status: 200 len: 217 time: 0.0935791 Mar 03 17:58:18.267740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916720d9-2473-4392-bb82-f1f096b7058c req-981af8fd-ad7e-4710-8d66-cf9abe288600 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:18.269465 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-916720d9-2473-4392-bb82-f1f096b7058c req-981af8fd-ad7e-4710-8d66-cf9abe288600 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2678759 Mar 03 17:58:18.315708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ed37e67-0f93-4e9d-9ddf-43447be438b5 req-296b8410-388d-4128-bf2a-baac2d42437a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047632 Mar 03 17:58:18.317555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-e191cb4d-84ff-48e3-86e5-d968d033c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:18.319203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-e191cb4d-84ff-48e3-86e5-d968d033c378 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.3510170 Mar 03 17:58:18.360827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-383cd5d6-3321-4342-97dc-b5ed315b0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:18.362452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-383cd5d6-3321-4342-97dc-b5ed315b0840 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 200 len: 797 time: 0.1015284 Mar 03 17:58:18.466727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-916720d9-2473-4392-bb82-f1f096b7058c req-21fdeacd-a556-4319-abf4-c4a42b52d5c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561031 Mar 03 17:58:18.492700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-d49778bc-2a56-4fdc-8a3c-5152c51d4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:18.499695 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-d49778bc-2a56-4fdc-8a3c-5152c51d4e2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1304905 Mar 03 17:58:18.526435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-2fadb78b-1c02-4f0d-9479-a053be245d08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.1709533 Mar 03 17:58:18.637431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-9ae78110-9605-435b-9bcc-dc208414e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:18.640995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-9ae78110-9605-435b-9bcc-dc208414e0b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1042712 Mar 03 17:58:18.649294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-fa700e83-0bfc-41b6-83d1-7419fdbd67d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3767962 Mar 03 17:58:18.747393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-52149964-51e6-4514-b21c-3ca113d93c03 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398946 Mar 03 17:58:18.765922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-7c04d592-41ce-4a75-9b65-f52c14e783f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:18.774171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-7c04d592-41ce-4a75-9b65-f52c14e783f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218414 Mar 03 17:58:18.982290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-3a7054bb-a704-4692-8a2e-39b89433813e service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955307 Mar 03 17:58:19.068034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-b27cc137-1e92-4188-9df3-3fcf6050d274 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890730 Mar 03 17:58:19.086343 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-6f9004a1-d05b-43e0-a8cb-870eb6e3d92e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7de97d7d-b43f-4309-8243-3287ea2dc149 HTTP/1.1" status: 200 len: 217 time: 0.0956252 Mar 03 17:58:19.128707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-11fed85d-8752-439c-86bd-3a1ef0a17b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:19.130436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-11fed85d-8752-439c-86bd-3a1ef0a17b10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 1098 time: 0.3037474 Mar 03 17:58:19.198339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e00d7e-d5f7-4f49-a701-19321c4c5b9b req-22b129e0-2990-47d0-8593-0acbecc3743d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:19.199899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e00d7e-d5f7-4f49-a701-19321c4c5b9b req-22b129e0-2990-47d0-8593-0acbecc3743d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 948 time: 0.5073872 Mar 03 17:58:19.256025 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e00d7e-d5f7-4f49-a701-19321c4c5b9b req-e2f7bd4e-81ca-4c01-986b-0487dac78627 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Mar 03 17:58:19.262256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-d615842d-3368-4a32-93d4-dd2806fa5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:19.263646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-d615842d-3368-4a32-93d4-dd2806fa5947 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 200 len: 797 time: 0.1680245 Mar 03 17:58:19.393826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0ed003bb-7c52-4706-8455-7fc2e98e4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:19.395391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-0ed003bb-7c52-4706-8455-7fc2e98e4d11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38cedcce-f5f2-48a2-955f-07e8fc3f8731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248336 Mar 03 17:58:19.398894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:58:19.531362 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6214-639d-4693-a1e9-becf9b350e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:19.535397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f74b4b06-ed73-47d1-b88d-29cd5fea4836 req-78d65fb8-05e6-40e3-9512-f9e78068fd23 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611585 Mar 03 17:58:19.606442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:58:19.612351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:19.612961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:19.624258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-c57a35de-6a3b-4c0d-b623-e8ee53b35508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:19.632223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-c57a35de-6a3b-4c0d-b623-e8ee53b35508 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.3630617 Mar 03 17:58:19.848887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-f848b077-655b-4984-8e52-5f96b9fc752a service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413815 Mar 03 17:58:19.902013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-d7fb0477-0ba7-4949-8b47-3f2058c00f17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 200 len: 1001 time: 0.2573521 Mar 03 17:58:19.960379 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:20.009925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:20.021735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:20.029616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:20.054528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bae315-befa-4c67-b1a9-d39c61db652f req-e498718b-8b70-4c9b-8b3f-d2011f8cf929 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:20.060882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06bae315-befa-4c67-b1a9-d39c61db652f req-e498718b-8b70-4c9b-8b3f-d2011f8cf929 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2723761 Mar 03 17:58:20.130517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ea1be82-407c-4af9-b7af-1ec82b38cc1b req-6afccbc3-e99e-40d6-85ba-67bfe795dc35 service neutron] 10.222.0.35 "GET /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765167 Mar 03 17:58:20.208568 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'code': 200} Mar 03 17:58:20.246055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:20.312373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-2d45faa3-6d43-4bd5-b7a2-d67c551c4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:20.315937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-2d45faa3-6d43-4bd5-b7a2-d67c551c4864 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.3923180 Mar 03 17:58:20.343892 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06bae315-befa-4c67-b1a9-d39c61db652f req-7b9cf891-b015-40d5-8dd1-1e3aa49ead07 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788403 Mar 03 17:58:20.400197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72d06d-28b1-44e4-980d-8de4f9c193e7 req-39eccc04-cb60-449e-9393-c38adc401d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:20.401956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc72d06d-28b1-44e4-980d-8de4f9c193e7 req-39eccc04-cb60-449e-9393-c38adc401d24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1100 time: 0.1322272 Mar 03 17:58:20.470769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-122245ba-fcd2-4ce4-9cef-a8aa65cd42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:20.472484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-122245ba-fcd2-4ce4-9cef-a8aa65cd42a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273744 Mar 03 17:58:20.529639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc72d06d-28b1-44e4-980d-8de4f9c193e7 req-f6c253fe-a98b-4c66-afbb-25cfb126a7fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205120 Mar 03 17:58:20.572619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359d90-1c41-4254-8ce7-e3ccf6a34fb3 req-f4968ecb-bd91-4af7-ada7-48e6c4d43e7f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:20.580277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e359d90-1c41-4254-8ce7-e3ccf6a34fb3 req-f4968ecb-bd91-4af7-ada7-48e6c4d43e7f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1477182 Mar 03 17:58:20.628262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-38d5568c-8ebf-434a-87bc-ebef3deddbe5 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491919 Mar 03 17:58:20.629866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e359d90-1c41-4254-8ce7-e3ccf6a34fb3 req-9e0f20a7-a1b2-49ba-8fc1-c40952419f69 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Mar 03 17:58:20.659800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:20.772775 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2d52f19-ca81-42c1-9ab1-fb1f1fc0d3eb req-49c971c7-07ae-46fa-bb2e-24f22fd83dc3 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370375 Mar 03 17:58:20.783027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:20.810690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:20.814736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d775cea118406192ea817493e0fffc is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:20.817670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:20.824546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:20.922221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:20.925804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:20.971097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2913e490-567a-42b6-8d7e-ff7864e1a52e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:20.976299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d695e401-8616-46c8-81d8-4dfb84be9d28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5d775cea118406192ea817493e0fffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153043 Mar 03 17:58:20.978868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:21.043202 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e757686-a4b1-4f29-a3b6-322943714212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.077534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e757686-a4b1-4f29-a3b6-322943714212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.133050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e757686-a4b1-4f29-a3b6-322943714212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.158054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e757686-a4b1-4f29-a3b6-322943714212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2913e490-567a-42b6-8d7e-ff7864e1a52e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:21.165693 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e757686-a4b1-4f29-a3b6-322943714212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.166932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4e757686-a4b1-4f29-a3b6-322943714212 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2913e490-567a-42b6-8d7e-ff7864e1a52e HTTP/1.1" status: 204 len: 168 time: 0.1871743 Mar 03 17:58:21.534527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49088) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:21.561552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.584072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:21.588538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e552a-f1e2-47ae-a326-8143368129ab req-7fd6fc65-ae8b-4d73-98ac-dba707c7bf16 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:21.589913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Usage tracker for resource:security_group_rule and tenant:be45954ef39b436bb1622ff7fcebd1c4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:21.590041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c2e552a-f1e2-47ae-a326-8143368129ab req-7fd6fc65-ae8b-4d73-98ac-dba707c7bf16 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1017859 Mar 03 17:58:21.593592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:21.601397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:21.631290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee0fae-7289-4731-9a85-8bbf8a11e94e req-4ca7ed74-5d73-4d62-a2f5-01822d9df9b2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:21.632848 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9ee0fae-7289-4731-9a85-8bbf8a11e94e req-4ca7ed74-5d73-4d62-a2f5-01822d9df9b2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1717048 Mar 03 17:58:21.637572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c2e552a-f1e2-47ae-a326-8143368129ab req-64615607-f648-45f9-914a-4ca58ab302c3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Mar 03 17:58:21.707109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9ee0fae-7289-4731-9a85-8bbf8a11e94e req-001d5e69-55a0-49be-ae6a-5088ddbe7ede tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649819 Mar 03 17:58:21.760732 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dbdd45ff-92e6-49cf-91fa-8e0251073f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.764775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.770713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.834335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff06d18-551f-44c4-be08-555f7445a86e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:21.841753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a85f0185-fdf5-4c0b-a8a8-52035d753476 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be45954ef39b436bb1622ff7fcebd1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058074 Mar 03 17:58:21.843831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49100) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:21.916370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50ebdff9-1bc1-456a-9255-abf543d7e491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:21.930701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d7e99-6566-462f-8f8b-92bfa27ecce0 req-fc730388-05ea-471c-a3d8-4057d6d30f3f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:21.932567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-989d7e99-6566-462f-8f8b-92bfa27ecce0 req-fc730388-05ea-471c-a3d8-4057d6d30f3f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1186907 Mar 03 17:58:21.979780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-989d7e99-6566-462f-8f8b-92bfa27ecce0 req-c89a9a35-0b0d-4ecf-9c12-0812fe2bec17 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Mar 03 17:58:21.988552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50ebdff9-1bc1-456a-9255-abf543d7e491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:22.062795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38f801-4a24-4511-9631-6e6752a284a1 req-a0d548ac-7a63-489d-bbd9-f8ddf149c6cd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:22.064367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df38f801-4a24-4511-9631-6e6752a284a1 req-a0d548ac-7a63-489d-bbd9-f8ddf149c6cd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1205556 Mar 03 17:58:22.089418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50ebdff9-1bc1-456a-9255-abf543d7e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:22.117995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebdff9-1bc1-456a-9255-abf543d7e491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff06d18-551f-44c4-be08-555f7445a86e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:22.122269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-50ebdff9-1bc1-456a-9255-abf543d7e491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:22.123360 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-50ebdff9-1bc1-456a-9255-abf543d7e491 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ff06d18-551f-44c4-be08-555f7445a86e HTTP/1.1" status: 204 len: 168 time: 0.2785008 Mar 03 17:58:22.142018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df38f801-4a24-4511-9631-6e6752a284a1 req-2be3d591-b711-4dda-a3d8-f4a42cc34262 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685952 Mar 03 17:58:22.445090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941736a7-1e31-4004-ad78-96e8c72a91ba req-d3abfd7c-9570-4fec-9720-33e90a38e882 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:22.446768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-941736a7-1e31-4004-ad78-96e8c72a91ba req-d3abfd7c-9570-4fec-9720-33e90a38e882 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0880053 Mar 03 17:58:22.503911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-941736a7-1e31-4004-ad78-96e8c72a91ba req-d6079371-254b-42f7-a6e4-a44e5f7e833f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Mar 03 17:58:22.701691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298df2-7060-4e79-b315-468e78a5e9b4 req-5d91a134-edc7-441b-a2b6-ced10371993d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:22.703191 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3298df2-7060-4e79-b315-468e78a5e9b4 req-5d91a134-edc7-441b-a2b6-ced10371993d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0841672 Mar 03 17:58:22.726351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:22.760497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3298df2-7060-4e79-b315-468e78a5e9b4 req-86606c7e-0b0c-4862-bba8-80eec725a4cc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Mar 03 17:58:22.802858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:22.997191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a66fcb-b84c-4e10-90ae-dc42b052459a req-62e1b76b-b932-43bc-b42b-a190e244c838 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:22.999344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22a66fcb-b84c-4e10-90ae-dc42b052459a req-62e1b76b-b932-43bc-b42b-a190e244c838 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1203258 Mar 03 17:58:23.055526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22a66fcb-b84c-4e10-90ae-dc42b052459a req-4edc3426-4f34-42a3-a014-be7f91110437 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504794 Mar 03 17:58:23.167279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4923887-acb8-4541-b13f-107310a254a2 req-69a8278c-18ce-4a46-9333-c7e00bf4b733 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:23.168753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4923887-acb8-4541-b13f-107310a254a2 req-69a8278c-18ce-4a46-9333-c7e00bf4b733 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1442382 Mar 03 17:58:23.219707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4923887-acb8-4541-b13f-107310a254a2 req-13a1ea54-13f1-4f1d-9917-dd8e65a5b1c0 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441983 Mar 03 17:58:23.299723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ba35b-7e93-42a8-ae60-8fd1ef7057db req-48778291-e125-4871-b4f6-824c8cfd2ab4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:23.301263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-930ba35b-7e93-42a8-ae60-8fd1ef7057db req-48778291-e125-4871-b4f6-824c8cfd2ab4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1059852 Mar 03 17:58:23.371927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-930ba35b-7e93-42a8-ae60-8fd1ef7057db req-84892c60-289e-42f5-b1cc-93b5fdbbf424 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633221 Mar 03 17:58:23.452559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de24134-aab7-48b5-9d86-71e95a192111 req-d0edd353-f1e2-47d8-afc2-59fe8df54c1c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:23.454123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6de24134-aab7-48b5-9d86-71e95a192111 req-d0edd353-f1e2-47d8-afc2-59fe8df54c1c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1038997 Mar 03 17:58:23.516531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6de24134-aab7-48b5-9d86-71e95a192111 req-59a5e181-cb10-47bd-b371-5697cb9a545d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Mar 03 17:58:23.574776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9ee6-c987-4873-b372-3c8f70ec9224 req-f6fe04b8-9c18-43c8-870a-895f0ee2aeab tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:23.582329 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bbfb9ee6-c987-4873-b372-3c8f70ec9224 req-f6fe04b8-9c18-43c8-870a-895f0ee2aeab tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.0949960 Mar 03 17:58:23.637994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bbfb9ee6-c987-4873-b372-3c8f70ec9224 req-d2bef5f0-6bf6-418e-88b6-b654e257a2f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Mar 03 17:58:23.905398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8a8c-8fef-4ed7-b068-bc9d18693edd req-ae8cc6fe-9b1c-4bef-a690-0f029b0a8a1e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:23.912300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d11c8a8c-8fef-4ed7-b068-bc9d18693edd req-ae8cc6fe-9b1c-4bef-a690-0f029b0a8a1e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0959921 Mar 03 17:58:23.939537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:23.985525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d11c8a8c-8fef-4ed7-b068-bc9d18693edd req-86c9286a-cdb8-415d-be36-2ad573646648 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716345 Mar 03 17:58:24.189315 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:24.209232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-4eec0752-758b-470b-965a-0b3efd720c2f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1561544 Mar 03 17:58:24.263107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553889f-35c8-4818-ba6a-140222cc2609 req-755ca411-8fdc-4ae3-acbe-a9677fcb2a8e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:24.272133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a553889f-35c8-4818-ba6a-140222cc2609 req-755ca411-8fdc-4ae3-acbe-a9677fcb2a8e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1649141 Mar 03 17:58:24.331831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a553889f-35c8-4818-ba6a-140222cc2609 req-58f5060c-253b-4ac4-ab02-4c316986ee91 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Mar 03 17:58:24.357522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309a58f-603a-4332-8deb-b03337edec5f req-ef5833d3-a2f3-44ca-afb6-888588ab52d8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:24.357522 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c309a58f-603a-4332-8deb-b03337edec5f req-ef5833d3-a2f3-44ca-afb6-888588ab52d8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1309221 Mar 03 17:58:24.540143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c309a58f-603a-4332-8deb-b03337edec5f req-92d19751-1110-47b5-8bae-eae4f7764602 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771851 Mar 03 17:58:24.834681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6cd4f-d20d-4f45-a14f-d945e516d564 req-17d66708-887b-43c7-9ad6-cb325aa2919f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:24.837315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fb6cd4f-d20d-4f45-a14f-d945e516d564 req-17d66708-887b-43c7-9ad6-cb325aa2919f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1502984 Mar 03 17:58:24.915068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2fb6cd4f-d20d-4f45-a14f-d945e516d564 req-b0890d81-b926-4e0a-87f3-a1b43780a166 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714831 Mar 03 17:58:25.032889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ace30-ecee-4254-881b-b3906bfb9204 req-252d848e-af4d-441f-868b-2b63ebac59a5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:25.034549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf2ace30-ecee-4254-881b-b3906bfb9204 req-252d848e-af4d-441f-868b-2b63ebac59a5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1026940 Mar 03 17:58:25.134075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf2ace30-ecee-4254-881b-b3906bfb9204 req-e23fb1b8-7f57-4edb-9bec-e8de6076f32e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Mar 03 17:58:25.425304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e20a3-6e04-49b9-bebb-f9b6ddfdb2d9 req-edc57f82-d78f-4ba3-a229-2c5cfc69fe45 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:25.427165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-132e20a3-6e04-49b9-bebb-f9b6ddfdb2d9 req-edc57f82-d78f-4ba3-a229-2c5cfc69fe45 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1261480 Mar 03 17:58:25.488320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-132e20a3-6e04-49b9-bebb-f9b6ddfdb2d9 req-6dc2e48d-d557-48fc-b397-c1cf578e534d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Mar 03 17:58:25.614268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba5d18-ff48-4433-8b70-c9cd6f0137fb req-7ee3a5d3-df68-4c51-aea6-8dc63456de77 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:25.617191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ceba5d18-ff48-4433-8b70-c9cd6f0137fb req-7ee3a5d3-df68-4c51-aea6-8dc63456de77 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1404486 Mar 03 17:58:25.703114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ceba5d18-ff48-4433-8b70-c9cd6f0137fb req-13ba3ef9-a395-4988-9f09-7404eb323611 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775962 Mar 03 17:58:25.776443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fc913-31fc-4e00-a314-9f960fb8ee5e req-dd070529-daf3-45b2-8ffe-2ce6009a72f5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:25.778078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c6fc913-31fc-4e00-a314-9f960fb8ee5e req-dd070529-daf3-45b2-8ffe-2ce6009a72f5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0930204 Mar 03 17:58:25.842334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c6fc913-31fc-4e00-a314-9f960fb8ee5e req-7cc4c0b5-5616-4036-81f4-e10fef74182e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Mar 03 17:58:26.120845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330b7df-e4bb-4e80-a464-3a8e803533c8 req-6d8857b4-aec6-4386-b5d9-9d76368f3c24 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:26.122686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6330b7df-e4bb-4e80-a464-3a8e803533c8 req-6d8857b4-aec6-4386-b5d9-9d76368f3c24 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1779516 Mar 03 17:58:26.188798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6330b7df-e4bb-4e80-a464-3a8e803533c8 req-e4a9812f-5c09-48e2-80dc-328333559e1c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605438 Mar 03 17:58:26.290861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e4a0c-3a7c-4048-9cf5-00a2efb42a87 req-b6404c2d-7cff-4abf-9a40-5c034c595767 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:26.298620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-188e4a0c-3a7c-4048-9cf5-00a2efb42a87 req-b6404c2d-7cff-4abf-9a40-5c034c595767 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1712868 Mar 03 17:58:26.489868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-383e8a2a-b7a8-4c11-a12b-d1b8d2af0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:26.491816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-383e8a2a-b7a8-4c11-a12b-d1b8d2af0cec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1100 time: 0.4352593 Mar 03 17:58:26.504388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-188e4a0c-3a7c-4048-9cf5-00a2efb42a87 req-20e80c45-48f0-4274-9e5f-0c358c302154 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047398 Mar 03 17:58:26.632590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfe7d1-9a5e-493b-8d12-c353e254496f req-6194ba40-48ef-4f48-b89f-ad65d81d61e7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:26.634087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46bfe7d1-9a5e-493b-8d12-c353e254496f req-6194ba40-48ef-4f48-b89f-ad65d81d61e7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 812 time: 0.1879065 Mar 03 17:58:26.650523 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46bfe7d1-9a5e-493b-8d12-c353e254496f req-5184cbed-875b-449d-a1fe-71e1efb5a4b9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/quotas/54726f737157400c8050a56d280a3d47 HTTP/1.1" status: 200 len: 375 time: 0.0098698 Mar 03 17:58:26.668431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-5e4cfd6b-cc1d-4b43-9fb1-e8cad3795609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:26.670150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-5e4cfd6b-cc1d-4b43-9fb1-e8cad3795609 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1647518 Mar 03 17:58:26.760414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-884ca878-c5a9-4470-91fc-723b3fa70bbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.0838294 Mar 03 17:58:26.763524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46bfe7d1-9a5e-493b-8d12-c353e254496f req-47781026-5b77-4d44-965a-00f76fd3991e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073477 Mar 03 17:58:26.851766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-569136d3-b0e3-41e0-900a-f43eae53a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:26.854137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-569136d3-b0e3-41e0-900a-f43eae53a842 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0869269 Mar 03 17:58:27.009307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5286f-a891-426a-87ad-ab526216ce57 req-5298c05c-0c80-47b5-97ef-1cbfdafea618 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:27.011453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cda5286f-a891-426a-87ad-ab526216ce57 req-5298c05c-0c80-47b5-97ef-1cbfdafea618 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1561837 Mar 03 17:58:27.042885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-f7888806-47d2-41a2-8097-fe07725408e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:27.043839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafad3-1af3-4c7b-b674-550816052e5b req-7cf25ef2-4db8-4aec-81c3-46167fb7507f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:27.044507 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-f7888806-47d2-41a2-8097-fe07725408e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542494 Mar 03 17:58:27.045873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0aafad3-1af3-4c7b-b674-550816052e5b req-7cf25ef2-4db8-4aec-81c3-46167fb7507f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1346595 Mar 03 17:58:27.124571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0aafad3-1af3-4c7b-b674-550816052e5b req-273b62e7-8050-413d-8219-b964fef38bdf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654874 Mar 03 17:58:27.163836 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cda5286f-a891-426a-87ad-ab526216ce57 req-b25068ab-6a67-4e9d-80df-18cafcf9d379 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390243 Mar 03 17:58:27.214390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-b6223474-366a-408c-a60b-4ead1560282f service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617694 Mar 03 17:58:27.360963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56c5eb-82cf-4db1-bd6a-3735930f2bf6 req-c4532646-b80d-4309-9e8e-61372afbf769 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:27.362555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be56c5eb-82cf-4db1-bd6a-3735930f2bf6 req-c4532646-b80d-4309-9e8e-61372afbf769 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1131451 Mar 03 17:58:27.433050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-637caaa0-9291-47b9-af64-d5ff14f31e44 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125003 Mar 03 17:58:27.435165 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be56c5eb-82cf-4db1-bd6a-3735930f2bf6 req-28b120d7-3a29-4a05-988d-84155a914e43 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659940 Mar 03 17:58:27.499225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8f958-074f-4f0a-8e79-62cfc68c0976 req-21d4f37f-b461-47bd-9dd9-64651e8dc500 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:27.512233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fa8f958-074f-4f0a-8e79-62cfc68c0976 req-21d4f37f-b461-47bd-9dd9-64651e8dc500 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1569469 Mar 03 17:58:27.555245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49320) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:27.612255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fa8f958-074f-4f0a-8e79-62cfc68c0976 req-e46debc1-979c-4440-8848-1f165b9db832 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970302 Mar 03 17:58:27.861371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79d699-70ad-4354-8972-75f2a1cbc721 req-89db8e59-414a-4c34-874d-4697e4e7f4cf tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:27.868018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d79d699-70ad-4354-8972-75f2a1cbc721 req-89db8e59-414a-4c34-874d-4697e4e7f4cf tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1365876 Mar 03 17:58:27.873603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2374-e8aa-4242-8ff5-dc8f3b58b9fb req-bfa7f7ce-2efa-416a-8846-c771fe147d7e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:27.875335 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5aac2374-e8aa-4242-8ff5-dc8f3b58b9fb req-bfa7f7ce-2efa-416a-8846-c771fe147d7e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.0968790 Mar 03 17:58:27.933755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5aac2374-e8aa-4242-8ff5-dc8f3b58b9fb req-57aafd6d-569d-4ecc-9bf5-972109dbf013 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519736 Mar 03 17:58:27.992353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d79d699-70ad-4354-8972-75f2a1cbc721 req-9d7f4312-ecbc-4c17-9617-051ee3c1d446 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229835 Mar 03 17:58:28.202063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309f4e-47a5-4d40-9a2f-6969c7105503 req-8390f189-190c-4a6c-afae-3f6efe3a1629 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:28.203747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20309f4e-47a5-4d40-9a2f-6969c7105503 req-8390f189-190c-4a6c-afae-3f6efe3a1629 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1337264 Mar 03 17:58:28.249048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-590a5b74-c50a-410b-9ef4-5b8a0b9d2ca5 req-505810a4-3f0a-458f-9182-e90cae24fca1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=54726f737157400c8050a56d280a3d47 HTTP/1.1" status: 200 len: 221 time: 0.0561130 Mar 03 17:58:28.254543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20309f4e-47a5-4d40-9a2f-6969c7105503 req-4cb3d5cf-7dbd-466c-9083-bd83069331f9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Mar 03 17:58:28.484726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360e6-0f8f-4aef-92f3-9f578670b6c7 req-d24c517a-1cd6-44ff-94fa-b3edb47d3360 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:28.486303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aef360e6-0f8f-4aef-92f3-9f578670b6c7 req-d24c517a-1cd6-44ff-94fa-b3edb47d3360 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0812538 Mar 03 17:58:28.531912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aef360e6-0f8f-4aef-92f3-9f578670b6c7 req-c90a0f72-1e4f-4ee2-82f5-3a4752ffacf5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Mar 03 17:58:28.542743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50add310-9698-450f-bc5a-02f1a384fd0f req-7c41814a-8ebd-456e-b14e-27b521da5eb2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:28.544633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50add310-9698-450f-bc5a-02f1a384fd0f req-7c41814a-8ebd-456e-b14e-27b521da5eb2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1892920 Mar 03 17:58:28.609940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50add310-9698-450f-bc5a-02f1a384fd0f req-54ae3e39-602a-4edb-8a28-b0f88c82e86c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Mar 03 17:58:28.695664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:28.784350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-852d2095-b195-4438-9ab2-7bf0ff5dc28d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:28.785083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-852d2095-b195-4438-9ab2-7bf0ff5dc28d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:28.812627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-852d2095-b195-4438-9ab2-7bf0ff5dc28d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:28.814102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-852d2095-b195-4438-9ab2-7bf0ff5dc28d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.1873348 Mar 03 17:58:28.831161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-f6d67fdb-828f-4997-bced-38a3fae25838 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/quotas/e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 375 time: 0.0103643 Mar 03 17:58:28.928935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-caafadef-f3bd-49b5-813a-7b30a58533a9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0911694 Mar 03 17:58:29.072058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-641329f5-f840-465d-8dc6-2bc56fdbd98c service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353083 Mar 03 17:58:29.072345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37051a2-8d6e-4616-8a61-70fa8b1bfc94 req-7dfd119d-9351-4e08-983b-0f7e2a720e65 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:29.073826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f37051a2-8d6e-4616-8a61-70fa8b1bfc94 req-7dfd119d-9351-4e08-983b-0f7e2a720e65 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1887970 Mar 03 17:58:29.220317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f37051a2-8d6e-4616-8a61-70fa8b1bfc94 req-378b1d8a-6a26-4475-9545-801031d81322 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909417 Mar 03 17:58:29.325157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Deleting port 871ea126-33e6-4a0a-9323-b85d1296b616 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:29.325375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:29.344135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-2194e8ae-9993-471e-9481-d06056c3cb9f service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641847 Mar 03 17:58:29.546553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55094e33-b741-4dae-8395-d8bacc158a59 req-2266fd66-b496-4e25-ad68-0e56edee4c95 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 210 time: 0.0514255 Mar 03 17:58:29.597872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36811f-3058-4451-899c-2b668d9c46d3 req-c29b4213-7e97-46e9-a03b-be4e1087cbe9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:29.599363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf36811f-3058-4451-899c-2b668d9c46d3 req-c29b4213-7e97-46e9-a03b-be4e1087cbe9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2267551 Mar 03 17:58:29.601187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] For port 871ea126-33e6-4a0a-9323-b85d1296b616, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=871ea126-33e6-4a0a-9323-b85d1296b616,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:29.601591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:29.754011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Calling delete_port for 871ea126-33e6-4a0a-9323-b85d1296b616 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:29.859834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d9172-b615-4b8f-b403-485fe0c87d11 req-6af5ee6a-1336-4310-adc5-63bd1e1c5827 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:29.871772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c12d9172-b615-4b8f-b403-485fe0c87d11 req-6af5ee6a-1336-4310-adc5-63bd1e1c5827 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1342680 Mar 03 17:58:29.931007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c12d9172-b615-4b8f-b403-485fe0c87d11 req-62013995-034f-4b8b-9d3c-cfe4129475e6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582678 Mar 03 17:58:30.124573 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf36811f-3058-4451-899c-2b668d9c46d3 req-9a7d8513-6f78-46fb-a793-8bb657dfaff7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151627 Mar 03 17:58:30.203175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:30.262514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=871ea126-33e6-4a0a-9323-b85d1296b616,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:30.270911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.271249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.271579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.272436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.272891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.273217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.273566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.273881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.274191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.274502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.274816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.275126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:30.395932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e5331-6685-4900-9b61-4d491150a4d4 req-9c0d76ab-25f9-40ed-ac78-aa689c346ac3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:30.403531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c39e5331-6685-4900-9b61-4d491150a4d4 req-9c0d76ab-25f9-40ed-ac78-aa689c346ac3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1434345 Mar 03 17:58:30.510713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c39e5331-6685-4900-9b61-4d491150a4d4 req-1faf5de4-eb12-4193-b4d0-17b57e5e2146 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055648 Mar 03 17:58:30.741268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff4815-6f3d-4cca-942d-064c17dbbc27 req-480de399-c4cd-4d4a-805f-2092ec87080b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:30.742894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9ff4815-6f3d-4cca-942d-064c17dbbc27 req-480de399-c4cd-4d4a-805f-2092ec87080b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0897086 Mar 03 17:58:30.783036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e850f1a-721b-46d9-93c3-3acfdbb39129 req-d88b8b74-3ef2-4f7a-912b-ab8d96877d1f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 210 time: 0.0612719 Mar 03 17:58:30.804689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:30.805876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9ff4815-6f3d-4cca-942d-064c17dbbc27 req-17bfb8b3-bc08-4e06-b3e6-9a44c19efe12 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Mar 03 17:58:31.146426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8d23d-0a02-4db1-95ec-0da76ae4342a req-080506fb-3f93-4605-a79b-d468aa4a62e3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:31.153684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40d8d23d-0a02-4db1-95ec-0da76ae4342a req-080506fb-3f93-4605-a79b-d468aa4a62e3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1166494 Mar 03 17:58:31.196598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40d8d23d-0a02-4db1-95ec-0da76ae4342a req-6fba11fc-dc0d-4b87-9d76-5c1d62539425 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Mar 03 17:58:31.200616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-c16e4ee7-f35b-4896-b8b8-13347484db30 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:31.202051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-c16e4ee7-f35b-4896-b8b8-13347484db30 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.3266127 Mar 03 17:58:31.221087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'port': {'device_id': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'admin_state_up': True, 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:31.246935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bbcfe-ba57-4b59-8a23-60bb19e86bf1 req-2d77ffd7-a335-4259-b9c9-29b06a81aeb8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:31.248489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb9bbcfe-ba57-4b59-8a23-60bb19e86bf1 req-2d77ffd7-a335-4259-b9c9-29b06a81aeb8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3246484 Mar 03 17:58:31.452066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb9bbcfe-ba57-4b59-8a23-60bb19e86bf1 req-130d3179-317a-441f-a5f6-3b7992e104ce tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514263 Mar 03 17:58:31.562094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:31.593367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:31.633355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Router bbbdb029-b171-4452-b66b-43755ca19eea has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:58:31.658733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Made reservation on behalf of e1bc68371fe8417fb6aa3182dd5437dd for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:58:31.662166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:31.948609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1b5ba1d-40a4-4899-97e5-d4d7b7580666 req-86166a85-8366-4930-9cac-c882e5d9c8d5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 210 time: 0.0459881 Mar 03 17:58:32.049817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930c6a-a4a4-403c-ad05-066316a34e9d req-dd762b5d-1976-46a4-bcc0-6dccf422d8bd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:32.051310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a930c6a-a4a4-403c-ad05-066316a34e9d req-dd762b5d-1976-46a4-bcc0-6dccf422d8bd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4623928 Mar 03 17:58:32.150531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:58:32.160129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] Sync routers for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:58:32.169414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:32.170035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:58:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:32.193114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a930c6a-a4a4-403c-ad05-066316a34e9d req-2be288fc-4080-47f9-a1c0-6ef2aa5c6eab tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320684 Mar 03 17:58:32.202693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0b2ee476-345a-45da-b129-030948d875d3 admin admin] 10.222.0.23 "PUT /v2.0/routers/bbbdb029-b171-4452-b66b-43755ca19eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6463473 Mar 03 17:58:32.205207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49420) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:32.210949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Allocated IP 172.20.0.4 (a9317d44-0cf2-46c5-b8f6-93cf978c9028/f18f7d04-619c-4119-bf78-b4f68bd895cf/0c81e309-3c2b-4832-a3e1-612635a80298) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:58:32.468201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:32.572038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf5b77-c96b-40c4-8c6d-b620f15fab9e req-d4cac508-021b-42a4-b8cb-bfca05ba8f26 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:32.579727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2dcf5b77-c96b-40c4-8c6d-b620f15fab9e req-d4cac508-021b-42a4-b8cb-bfca05ba8f26 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1972587 Mar 03 17:58:32.582841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:32.596527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:32.614119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Transition to ACTIVE for port object 0c81e309-3c2b-4832-a3e1-612635a80298 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:58:32.652242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:32.721844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2dcf5b77-c96b-40c4-8c6d-b620f15fab9e req-dad7bb7e-7558-4c56-9291-1f7e497fac88 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370497 Mar 03 17:58:32.761612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=0c81e309-3c2b-4832-a3e1-612635a80298,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:32.789060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf995b7-1440-4449-9ffc-08b0a7010016 req-6f9124ff-bb0c-4f6a-9337-93d78fd28433 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:32.797237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-caf995b7-1440-4449-9ffc-08b0a7010016 req-6f9124ff-bb0c-4f6a-9337-93d78fd28433 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4192920 Mar 03 17:58:32.798921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:58:30Z', 'revision_number': 5, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port': {'id': '45ca0856-5509-4d9f-b2c2-59dbe88f11bc', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:50:39Z', 'updated_at': '2022-03-03T17:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:32.803317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] Checking router: bbbdb029-b171-4452-b66b-43755ca19eea for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:58:32.812617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] Routers {'bbbdb029-b171-4452-b66b-43755ca19eea'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:32.813227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:58:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bbbdb029-b171-4452-b66b-43755ca19eea'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:32.829681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:58:32.839023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:58:32.846725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:58:32.850824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:32.873566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Deleting port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:32.873919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:32.914056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:32.914703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:32.954853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-cf987bae-c3cc-46fe-b141-9f5ad7747d89 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7390330 Mar 03 17:58:32.985208 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-caf995b7-1440-4449-9ffc-08b0a7010016 req-04f032c8-6e69-4b8c-abf8-486f1419bc59 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867001 Mar 03 17:58:33.011615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Request body: {'port': {'device_id': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:33.057892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] Set router bbbdb029-b171-4452-b66b-43755ca19eea gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:33.254338 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:33.271518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:58:32Z', 'revision_number': 6, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:33.280721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f9e67-be3c-4399-9240-59c86c87c4e6 None None] The sync data for ids ['bbbdb029-b171-4452-b66b-43755ca19eea'] in n-d-827121-1 is: [{'id': 'bbbdb029-b171-4452-b66b-43755ca19eea', 'name': 'tempest-AttachVolumeTestJSON-1739279129-router', 'tenant_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:50:35Z', 'updated_at': '2022-03-03T17:58:32Z', 'revision_number': 6, 'project_id': '2c83c3901d8c479cb9bfbc365e3a1e8e', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:58:33.286455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] For port 45ca0856-5509-4d9f-b2c2-59dbe88f11bc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:33.286861 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:33.291392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2198a94b-b747-48db-987d-96c3717e980c None None] Provisioning for port 0c81e309-3c2b-4832-a3e1-612635a80298 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:58:33.302283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2198a94b-b747-48db-987d-96c3717e980c None None] Provisioning complete for port 0c81e309-3c2b-4832-a3e1-612635a80298 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:33.303386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2198a94b-b747-48db-987d-96c3717e980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:33.374909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2198a94b-b747-48db-987d-96c3717e980c None None] Port 0c81e309-3c2b-4832-a3e1-612635a80298 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:58:33.507957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4c5a3-5a1a-4d62-b847-360b7e494860 req-a6fc635b-c3c0-412f-8117-642396f37c84 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:33.509553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef4c5a3-5a1a-4d62-b847-360b7e494860 req-a6fc635b-c3c0-412f-8117-642396f37c84 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2563250 Mar 03 17:58:33.556555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Calling delete_port for 45ca0856-5509-4d9f-b2c2-59dbe88f11bc owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:33.592596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfeb28-6275-4304-a584-129da96c254a req-d17d8e0b-4e77-4bb3-bb1d-ed3045802f0c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:33.594458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64bfeb28-6275-4304-a584-129da96c254a req-d17d8e0b-4e77-4bb3-bb1d-ed3045802f0c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 931 time: 0.4106083 Mar 03 17:58:33.658640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bef4c5a3-5a1a-4d62-b847-360b7e494860 req-85655e5f-3533-44a5-8f81-875a98d8f31c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419427 Mar 03 17:58:33.691864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64bfeb28-6275-4304-a584-129da96c254a req-263f9ea7-cade-4093-b00c-a4a7f663b405 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801454 Mar 03 17:58:33.847637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:33.937829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ca0856-5509-4d9f-b2c2-59dbe88f11bc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:33.938031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697567f5-f920-48cb-82e6-bbee40a72920 req-c8e962d0-a1c4-449f-ba66-7b0d8bba7357 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:33.939652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-697567f5-f920-48cb-82e6-bbee40a72920 req-c8e962d0-a1c4-449f-ba66-7b0d8bba7357 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1679914 Mar 03 17:58:33.942391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c81e309-3c2b-4832-a3e1-612635a80298 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:58:33.970407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:33.996365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.996365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.997082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.997082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.997350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.997877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.998174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.998600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.998970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.999726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.999726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:33.999956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:34.004148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Transition to ACTIVE for port object 0c81e309-3c2b-4832-a3e1-612635a80298 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:58:34.008526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-697567f5-f920-48cb-82e6-bbee40a72920 req-31462050-16cd-4658-b0bd-805f1e3e3fa9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Mar 03 17:58:34.010266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.153667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1944ee-94c4-4039-8a84-b30653f24a80 req-edf3f8c4-dafe-4d2d-a3aa-29723af7a643 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:34.161094 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea1944ee-94c4-4039-8a84-b30653f24a80 req-edf3f8c4-dafe-4d2d-a3aa-29723af7a643 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.2755163 Mar 03 17:58:34.170537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Pushing event updated for resources: {'Port': ['ID=0c81e309-3c2b-4832-a3e1-612635a80298,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:34.194015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.384518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea1944ee-94c4-4039-8a84-b30653f24a80 req-ece7806d-47e2-4722-bba6-e7b10efafd6d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209172 Mar 03 17:58:34.392714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a301-29f6-4861-9986-122f48b26f54 req-b73a6d40-a226-49c2-b112-6de6310fd260 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:34.394282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d450a301-29f6-4861-9986-122f48b26f54 req-b73a6d40-a226-49c2-b112-6de6310fd260 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1709418 Mar 03 17:58:34.396788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Attempting to bind port 0c81e309-3c2b-4832-a3e1-612635a80298 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:58:34.397202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Attempting to bind port 0c81e309-3c2b-4832-a3e1-612635a80298 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:58:34.397560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Attempting to bind port 0c81e309-3c2b-4832-a3e1-612635a80298 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:58:34.444016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d450a301-29f6-4861-9986-122f48b26f54 req-632554bb-6f82-4257-bd45-c016d4d0098c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Mar 03 17:58:34.444754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Port 0c81e309-3c2b-4832-a3e1-612635a80298 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:58:34.445079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Attempting to bind port 0c81e309-3c2b-4832-a3e1-612635a80298 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:58:34.451837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:58:34.452181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:58:34.452559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Bound using segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:58:34.453137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Bound port: 0c81e309-3c2b-4832-a3e1-612635a80298, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:58:34.453524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.481551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.483736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.546631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.547661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbbdb029-b171-4452-b66b-43755ca19eea {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:58:34.561864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.563431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e8015202-66d7-48e6-8acf-3149bc623be3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bbbdb029-b171-4452-b66b-43755ca19eea HTTP/1.1" status: 204 len: 168 time: 2.3565004 Mar 03 17:58:34.565863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49460) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:34.606301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 871ea126-33e6-4a0a-9323-b85d1296b616 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:34.632553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] For port 0c81e309-3c2b-4832-a3e1-612635a80298, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:58:34.635882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] For port 0c81e309-3c2b-4832-a3e1-612635a80298, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0c81e309-3c2b-4832-a3e1-612635a80298,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:58:34.652057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.660285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 871ea126-33e6-4a0a-9323-b85d1296b616 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:58:34.661047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 871ea126-33e6-4a0a-9323-b85d1296b616 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:34.661644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45ca0856-5509-4d9f-b2c2-59dbe88f11bc no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:34.691648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] Deleting subnet 144b67ea-f0a2-4300-8a32-949db1dd469a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:58:34.702530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.710390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 45ca0856-5509-4d9f-b2c2-59dbe88f11bc {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:58:34.710744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45ca0856-5509-4d9f-b2c2-59dbe88f11bc not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:34.764672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:34.765320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.767054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] 10.222.0.16 "PUT /v2.0/ports/0c81e309-3c2b-4832-a3e1-612635a80298 HTTP/1.1" status: 200 len: 1091 time: 1.7995162 Mar 03 17:58:34.767508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'tag': '0c81e309-3c2b-4832-a3e1-612635a80298'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:34.788784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f6c2-4e03-4297-8762-4c458fe66d96 req-a589d745-73c9-4653-acc6-dcabdaca5f9f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:34.802420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3251e-6592-42d7-bbec-74815b56467e service neutron] Pushing event updated for resources: {'Port': ['ID=0c81e309-3c2b-4832-a3e1-612635a80298,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:34.818221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbe8f6c2-4e03-4297-8762-4c458fe66d96 req-a589d745-73c9-4653-acc6-dcabdaca5f9f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2087452 Mar 03 17:58:34.836102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.954278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbe8f6c2-4e03-4297-8762-4c458fe66d96 req-ee0cd946-c258-4fb7-98ba-4d6764c53e99 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342597 Mar 03 17:58:34.956731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:34.971126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa157d-dd24-44df-9f71-58ebbb572be3 req-8f977322-d019-48c8-ae91-7f970938a5cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:34.972004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67aa157d-dd24-44df-9f71-58ebbb572be3 req-8f977322-d019-48c8-ae91-7f970938a5cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:35.000646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-6598d99f-b585-46a3-9721-1da0e82793a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:35.002294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-6598d99f-b585-46a3-9721-1da0e82793a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 1094 time: 0.1273656 Mar 03 17:58:35.009393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67aa157d-dd24-44df-9f71-58ebbb572be3 req-8f977322-d019-48c8-ae91-7f970938a5cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:35.011710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67aa157d-dd24-44df-9f71-58ebbb572be3 req-8f977322-d019-48c8-ae91-7f970938a5cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 943 time: 0.1908371 Mar 03 17:58:35.075668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:35.133475 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'tag': '0c81e309-3c2b-4832-a3e1-612635a80298', 'status': 'completed', 'code': 200} Mar 03 17:58:35.136077 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-22af21f0-6d9b-400d-97b6-f64c3f2c085d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c81e309-3c2b-4832-a3e1-612635a80298 HTTP/1.1" status: 200 len: 217 time: 0.1168759 Mar 03 17:58:35.183249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144b67ea-f0a2-4300-8a32-949db1dd469a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:35.185498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:35.190243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabe82e-4342-45c3-9e9a-8c1ce91d4bb8 None None] Network ac463f0f-e2c1-4625-84bb-a74e13232bea requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:58:35.221291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f81e37f5-c30a-4db4-a753-16e25a2488d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/144b67ea-f0a2-4300-8a32-949db1dd469a HTTP/1.1" status: 204 len: 168 time: 0.6541867 Mar 03 17:58:35.222199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49476) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:35.382360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:35.404142 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67aa157d-dd24-44df-9f71-58ebbb572be3 req-6c20b85f-3ef8-40d6-8ee2-04f4b27ac0cc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169160 Mar 03 17:58:35.406079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Deleting port 59ba8a1a-1a29-4191-acba-8c524ac53800 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:35.406489 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:35.416861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-8c25eba4-747c-474a-be65-066a1811ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:35.428762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-8c25eba4-747c-474a-be65-066a1811ff3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.2524171 Mar 03 17:58:35.557961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] DHCP port deletion for ac463f0f-e2c1-4625-84bb-a74e13232bea request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:58:35.562784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] Deleting port 59ba8a1a-1a29-4191-acba-8c524ac53800 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:35.563424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:35.687768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-8b36918c-48c1-4c9f-b343-63371a01307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:35.689589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-8b36918c-48c1-4c9f-b343-63371a01307b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527816 Mar 03 17:58:35.757137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c496f9-ddf7-4234-b66b-a74beacf66c3 req-506cb8dd-9926-4e35-9b77-fd95b4966d6f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:35.758636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6c496f9-ddf7-4234-b66b-a74beacf66c3 req-506cb8dd-9926-4e35-9b77-fd95b4966d6f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2811041 Mar 03 17:58:35.827646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] For port 59ba8a1a-1a29-4191-acba-8c524ac53800, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=59ba8a1a-1a29-4191-acba-8c524ac53800,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:35.828202 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:35.842792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] For port 59ba8a1a-1a29-4191-acba-8c524ac53800, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=59ba8a1a-1a29-4191-acba-8c524ac53800,segment=NetworkSegment(b93431e1-5a07-4e84-ac6e-25e05d059399),segment_id=b93431e1-5a07-4e84-ac6e-25e05d059399)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:35.843669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:35.924008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66126-5fbf-47a8-8a8f-0e4fecfc64f8 req-1e9252c2-6864-4a73-805e-3adc28bdde5f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:35.925844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aff66126-5fbf-47a8-8a8f-0e4fecfc64f8 req-1e9252c2-6864-4a73-805e-3adc28bdde5f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.2323871 Mar 03 17:58:35.965548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-b26613ce-b3a6-4962-a214-b2dd50d2015c service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200019 Mar 03 17:58:35.992743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aff66126-5fbf-47a8-8a8f-0e4fecfc64f8 req-1112b542-195e-4cb8-af78-9d37b8f99e4e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572407 Mar 03 17:58:36.133476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6c496f9-ddf7-4234-b66b-a74beacf66c3 req-05dcc912-7f35-43f2-87a2-767bae24fed3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638673 Mar 03 17:58:36.233381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] Calling delete_port for 59ba8a1a-1a29-4191-acba-8c524ac53800 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:36.255325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Calling delete_port for 59ba8a1a-1a29-4191-acba-8c524ac53800 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:36.274721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f6284e2-dbcc-46a5-926e-8d496b60e14b req-78a2c643-92a6-4cd5-839e-0b6f5c20ce59 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853906 Mar 03 17:58:36.336552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:36.447170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] Pushing event deleted for resources: {'Port': ['ID=59ba8a1a-1a29-4191-acba-8c524ac53800,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:36.451260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7ce16-62e8-42b4-92b1-6af1ab82134a None None] No DVR routers for this DVR port 59ba8a1a-1a29-4191-acba-8c524ac53800 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:36.463756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:58:36.464147 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:58:36.485003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-98954d16-557b-4537-826c-30063c6b9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:36.485599 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-98954d16-557b-4537-826c-30063c6b9804 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 1094 time: 0.1222382 Mar 03 17:58:36.493785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7494e1-fc34-475f-b287-e6eb7be5ebef req-19845ab6-8500-4653-9a75-7ef7b1a1dc15 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:36.500549 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e7494e1-fc34-475f-b287-e6eb7be5ebef req-19845ab6-8500-4653-9a75-7ef7b1a1dc15 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1710162 Mar 03 17:58:36.555072 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e7494e1-fc34-475f-b287-e6eb7be5ebef req-106598ac-84cf-4661-87d5-7b7af7375da3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535612 Mar 03 17:58:36.606449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 59ba8a1a-1a29-4191-acba-8c524ac53800 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:36.656120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-a3a741f5-4fdc-47e4-bfe1-e951c697792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:36.657546 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-a3a741f5-4fdc-47e4-bfe1-e951c697792c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.1660571 Mar 03 17:58:36.676477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 59ba8a1a-1a29-4191-acba-8c524ac53800 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:58:36.676825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 59ba8a1a-1a29-4191-acba-8c524ac53800 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:36.691555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49506) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:36.757472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-d8df99fa-7d3f-47dc-9de4-c06b2ec3ceda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c81e309-3c2b-4832-a3e1-612635a80298 HTTP/1.1" status: 200 len: 217 time: 0.0840836 Mar 03 17:58:36.828820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d9239-297b-409a-a77e-ecbc090974ae req-b5d1ae61-3003-48e9-9a62-4b47c3d0e195 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:36.832903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-3355cd53-4b28-4d09-939a-c70da2607f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:36.834734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-3355cd53-4b28-4d09-939a-c70da2607f88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.0741770 Mar 03 17:58:36.835831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f14d9239-297b-409a-a77e-ecbc090974ae req-b5d1ae61-3003-48e9-9a62-4b47c3d0e195 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 943 time: 0.1010256 Mar 03 17:58:36.889818 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:36.900618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f14d9239-297b-409a-a77e-ecbc090974ae req-35575dfd-a35f-461f-85e6-482a4b6d4805 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639853 Mar 03 17:58:36.907504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:36.911373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Usage tracker for resource:security_group_rule and tenant:6aa3d10ca7a742e1b932d62261fac47d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:36.914298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:36.920250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:36.966016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Deleting port 59ba8a1a-1a29-4191-acba-8c524ac53800 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:36.966369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:36.981306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-0a4825e5-91db-48dc-b65e-ecc02cbc1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:36.983220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-0a4825e5-91db-48dc-b65e-ecc02cbc1480 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415637 Mar 03 17:58:37.032163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.037865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.043872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.049577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.055797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.061492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.067150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.069712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-2f7dba38-3e2b-4829-ab3d-69a76b438b08 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.1893740 Mar 03 17:58:37.088714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] The port '59ba8a1a-1a29-4191-acba-8c524ac53800' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:58:37.190260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9611b59-8da7-4697-86c9-1720f9c820c4 req-b0f31ae5-511d-42f3-b5ca-c994c9589213 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067786 Mar 03 17:58:37.196808 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:58:37.200055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.218287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-2ffcbd41-fedf-4d00-8d4a-ce7ca108f122 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243297 Mar 03 17:58:37.255797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.273867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.338546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac463f0f-e2c1-4625-84bb-a74e13232bea']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:37.352106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6aa3d10ca7a742e1b932d62261fac47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596460 Mar 03 17:58:37.356744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49522) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:37.359247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522cd03-cbd9-465c-a021-666f1e623e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0dd658-3b2f-4985-8f0f-9202e339188b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:37.371233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bbe4b-8eb3-4156-8bb1-888975ea60b3 req-fae50f85-ad06-4523-8560-87d7f5a521b6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.372341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879bbe4b-8eb3-4156-8bb1-888975ea60b3 req-fae50f85-ad06-4523-8560-87d7f5a521b6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3669345 Mar 03 17:58:37.374778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93431e1-5a07-4e84-ac6e-25e05d059399') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:37.375643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93431e1-5a07-4e84-ac6e-25e05d059399') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:37.406548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b08fa0ae-5704-4031-9f25-bac9be50ce91 req-579f20aa-1b98-4bca-824a-f1a3568a7361 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816182 Mar 03 17:58:37.412957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.431575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e096e-943b-4737-b5ea-8721e820325c req-ea99b757-de6f-4083-ad7a-f177bd4bcb3d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.433769 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546e096e-943b-4737-b5ea-8721e820325c req-ea99b757-de6f-4083-ad7a-f177bd4bcb3d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1189334 Mar 03 17:58:37.464883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.481045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:58:37.481459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.483226 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546e096e-943b-4737-b5ea-8721e820325c req-9626edbf-2ed3-4704-946c-893ce08f131d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:58:37.497997 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:58:37.516244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-879bbe4b-8eb3-4156-8bb1-888975ea60b3 req-17b710c4-6c61-4d0c-907c-c1eafaf9ab91 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255870 Mar 03 17:58:37.582701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d7198a9-993c-4aab-89a3-ed2c64218194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.594948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.619343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.634645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac463f0f-e2c1-4625-84bb-a74e13232bea,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:37.643692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d7198a9-993c-4aab-89a3-ed2c64218194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.686269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b05de128-ccb0-4856-baf2-a3ae20129ac3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ac463f0f-e2c1-4625-84bb-a74e13232bea HTTP/1.1" status: 204 len: 168 time: 2.4616055 Mar 03 17:58:37.705461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5172aec-5c14-41d2-b49d-7af24a745101 req-3ad936f5-e38a-4a52-8335-702f4cc0620a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:37.707025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5172aec-5c14-41d2-b49d-7af24a745101 req-3ad936f5-e38a-4a52-8335-702f4cc0620a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0851581 Mar 03 17:58:37.710997 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d7198a9-993c-4aab-89a3-ed2c64218194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.727729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7198a9-993c-4aab-89a3-ed2c64218194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0dd658-3b2f-4985-8f0f-9202e339188b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:37.733597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d7198a9-993c-4aab-89a3-ed2c64218194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.737802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2d7198a9-993c-4aab-89a3-ed2c64218194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d0dd658-3b2f-4985-8f0f-9202e339188b HTTP/1.1" status: 204 len: 168 time: 0.3757715 Mar 03 17:58:37.763372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5172aec-5c14-41d2-b49d-7af24a745101 req-c1c954dc-9015-4950-89f0-4b84f37a0545 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496657 Mar 03 17:58:37.822886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49534) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:37.882852 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bae5d52d-7665-4e5e-a2d6-74e5f404b49f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c83c3901d8c479cb9bfbc365e3a1e8e&name=default HTTP/1.1" status: 200 len: 2980 time: 0.0585151 Mar 03 17:58:37.885280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49540) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:37.947847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43343bae-ca2e-4a1e-88ba-b78eafd6da2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:37.975719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43343bae-ca2e-4a1e-88ba-b78eafd6da2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.115894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21d232-f163-4bdc-a11a-b8fa0226f01d req-fd6dff9e-db10-4692-89be-5b166bfe7ba7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.124786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0f21d232-f163-4bdc-a11a-b8fa0226f01d req-fd6dff9e-db10-4692-89be-5b166bfe7ba7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1035519 Mar 03 17:58:38.177958 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0f21d232-f163-4bdc-a11a-b8fa0226f01d req-05912df2-96ac-4256-b580-1e1f304d34c5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519280 Mar 03 17:58:38.178751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49550) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:38.201896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.217949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:38.222301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Usage tracker for resource:security_group_rule and tenant:306d9a7759c64cf9a2f630623951e1bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:38.225595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:38.233548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:38.233749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43343bae-ca2e-4a1e-88ba-b78eafd6da2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.257939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43343bae-ca2e-4a1e-88ba-b78eafd6da2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02dcfe4-ebf8-47bb-a9d7-ecf15f531edd,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:38.270562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43343bae-ca2e-4a1e-88ba-b78eafd6da2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.272280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-43343bae-ca2e-4a1e-88ba-b78eafd6da2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e02dcfe4-ebf8-47bb-a9d7-ecf15f531edd HTTP/1.1" status: 204 len: 168 time: 0.3859088 Mar 03 17:58:38.318256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e463ba0-7e02-44ad-9f47-541da59ed579 req-1795493d-317d-4010-b89e-5364a09b95f0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.319796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e463ba0-7e02-44ad-9f47-541da59ed579 req-1795493d-317d-4010-b89e-5364a09b95f0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 943 time: 0.2895741 Mar 03 17:58:38.379331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e463ba0-7e02-44ad-9f47-541da59ed579 req-97c92cf0-85fb-4355-8280-73fef07be386 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495651 Mar 03 17:58:38.411503 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.418563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.479336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe0fc7-720d-40ec-b026-858e86a90d09 req-da40843c-2096-4c93-ad6c-14efcbd411f3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.480894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5afe0fc7-720d-40ec-b026-858e86a90d09 req-da40843c-2096-4c93-ad6c-14efcbd411f3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1536012 Mar 03 17:58:38.489709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=306d9a7759c64cf9a2f630623951e1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097365 Mar 03 17:58:38.491816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c466277-777c-4880-bebc-cedc1da1329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dbeb0c-f05a-4fb2-8093-f830ee60ae7d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:38.494186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49560) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:38.575708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5afe0fc7-720d-40ec-b026-858e86a90d09 req-f20fd134-1f90-4973-84e1-1647d7d59aa3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Mar 03 17:58:38.583723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.590652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.594795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99054cd6-25dc-4c71-abcc-5703c4d0f616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.596632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.604538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.611937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.618987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.621713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99054cd6-25dc-4c71-abcc-5703c4d0f616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.625512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.627784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-43d39347-2354-4039-a0c6-68c3d5d13296 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.1397686 Mar 03 17:58:38.678650 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99054cd6-25dc-4c71-abcc-5703c4d0f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.696553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31b5c2aa-6937-4ccf-9312-b0f344f1147b req-535790b4-84c5-48d4-aec5-37bca125c79b tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612860 Mar 03 17:58:38.702861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99054cd6-25dc-4c71-abcc-5703c4d0f616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dbeb0c-f05a-4fb2-8093-f830ee60ae7d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:38.713369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-99054cd6-25dc-4c71-abcc-5703c4d0f616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:38.713369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-99054cd6-25dc-4c71-abcc-5703c4d0f616 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26dbeb0c-f05a-4fb2-8093-f830ee60ae7d HTTP/1.1" status: 204 len: 168 time: 0.2130852 Mar 03 17:58:38.832555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f7ef-fa9e-4ef0-a4dc-ae6cf2fc1966 req-ac49d183-eb44-4d32-aed3-277552b28b5f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.834100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69c7f7ef-fa9e-4ef0-a4dc-ae6cf2fc1966 req-ac49d183-eb44-4d32-aed3-277552b28b5f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1167459 Mar 03 17:58:38.889830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69c7f7ef-fa9e-4ef0-a4dc-ae6cf2fc1966 req-326f4062-3b1f-4aae-b038-53f13f9f99de tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500467 Mar 03 17:58:38.919491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78673e09-0632-4156-8d40-d86a364871b0 req-57a30f4b-0392-4e46-ad6a-395eb4df12b0 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:38.921903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78673e09-0632-4156-8d40-d86a364871b0 req-57a30f4b-0392-4e46-ad6a-395eb4df12b0 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0994482 Mar 03 17:58:38.972109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78673e09-0632-4156-8d40-d86a364871b0 req-13ce633a-1969-4c3e-96db-25e8c7f5efa1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 Mar 03 17:58:39.044746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49592) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:39.070067 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:39.121008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:39.134540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Usage tracker for resource:security_group_rule and tenant:e44ca520d062479fbdba18af15893205 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:39.139042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:39.149667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:39.213244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb3e7-727f-4be9-b28e-7d2b4aaac156 req-4aa8a9a7-969d-450b-9f7e-418e5d3e8bb1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:39.214756 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eabb3e7-727f-4be9-b28e-7d2b4aaac156 req-4aa8a9a7-969d-450b-9f7e-418e5d3e8bb1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1308379 Mar 03 17:58:39.286300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eabb3e7-727f-4be9-b28e-7d2b4aaac156 req-8e38a862-9b9b-4b71-8231-9766d9e04e12 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599339 Mar 03 17:58:39.320119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:39.326597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:39.385765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e44ca520d062479fbdba18af15893205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373494 Mar 03 17:58:39.385765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7a3e6-8162-4447-a1a9-58f29405f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5759aebb-e52f-4cfc-bba8-3d9a688d56cf,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:39.387690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49602) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:39.733612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb7982e8-d019-4512-9c67-cdfdfa2fcf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:39.736698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500392d2-6624-4f3f-bfb1-4fa371606954 req-04bad1c5-e984-4df1-9779-3e9d1104c239 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:39.739258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-500392d2-6624-4f3f-bfb1-4fa371606954 req-04bad1c5-e984-4df1-9779-3e9d1104c239 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0995443 Mar 03 17:58:39.779265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb7982e8-d019-4512-9c67-cdfdfa2fcf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:39.791936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-500392d2-6624-4f3f-bfb1-4fa371606954 req-63ce0698-fad8-4a45-a653-6fae6dc7273e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 Mar 03 17:58:39.855722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee7067-b8fb-4a45-adee-3f63150f6f76 req-8252ea4a-14f4-4b89-8f21-89b0f86f6be9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:39.863357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56ee7067-b8fb-4a45-adee-3f63150f6f76 req-8252ea4a-14f4-4b89-8f21-89b0f86f6be9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 943 time: 0.3266141 Mar 03 17:58:39.909869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56ee7067-b8fb-4a45-adee-3f63150f6f76 req-2daa03a8-8055-4f25-81e6-0a83c361023d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Mar 03 17:58:39.922193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb7982e8-d019-4512-9c67-cdfdfa2fcf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:39.942719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7982e8-d019-4512-9c67-cdfdfa2fcf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759aebb-e52f-4cfc-bba8-3d9a688d56cf,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:39.959810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb7982e8-d019-4512-9c67-cdfdfa2fcf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:39.962411 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bb7982e8-d019-4512-9c67-cdfdfa2fcf00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5759aebb-e52f-4cfc-bba8-3d9a688d56cf HTTP/1.1" status: 204 len: 168 time: 0.5634909 Mar 03 17:58:39.986760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0c81e309-3c2b-4832-a3e1-612635a80298 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:58:40.026144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.033585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.039437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.046020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.052214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.059399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.066039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.074742 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-2b338886-b2ac-4de6-98bd-67669cd67265 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.1461694 Mar 03 17:58:40.112336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.128955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.140455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e7b6b8f-0b16-45dd-ac79-d9f7659e848a req-e5799e2f-8eb0-41e3-92d5-5fb199241e40 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640359 Mar 03 17:58:40.142962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.158326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.170734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.187130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0c81e309-3c2b-4832-a3e1-612635a80298, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0c81e309-3c2b-4832-a3e1-612635a80298,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:40.187363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.198044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.203878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-72157adf-d7a7-4358-8bb4-a7f0eaa4e2e6 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 5444 time: 0.2400579 Mar 03 17:58:40.205432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '0c81e309-3c2b-4832-a3e1-612635a80298', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '0c81e309-3c2b-4832-a3e1-612635a80298', 'mac_address': 'fa:16:3e:cf:c2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:58:40.267324 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:40.284716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c81e309-3c2b-4832-a3e1-612635a80298 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:58:40.304969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0c81e309-3c2b-4832-a3e1-612635a80298, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0c81e309-3c2b-4832-a3e1-612635a80298,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:40.310516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:40.325876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-84729d12-c900-419a-a02f-f403881456d3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.327311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-84729d12-c900-419a-a02f-f403881456d3 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "GET /v2.0/ports/224f13ee-4d13-4615-87d3-1bd2b4cc131f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0806296 Mar 03 17:58:40.400061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0c81e309-3c2b-4832-a3e1-612635a80298,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:40.403610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861abe1-adbd-4bef-b1f6-70a49300d64e req-1cba5685-081b-44b0-99b4-e6e39fe5d26f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:40.405482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2861abe1-adbd-4bef-b1f6-70a49300d64e req-1cba5685-081b-44b0-99b4-e6e39fe5d26f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.2001636 Mar 03 17:58:40.534118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2861abe1-adbd-4bef-b1f6-70a49300d64e req-083840d9-aafa-445e-8659-7324c700b378 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810635 Mar 03 17:58:40.543277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4a186fab-5c8f-4a36-a5b9-6ebdd2010ae0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:40.557126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4a186fab-5c8f-4a36-a5b9-6ebdd2010ae0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:40.558698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4a186fab-5c8f-4a36-a5b9-6ebdd2010ae0 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "GET /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2255254 Mar 03 17:58:40.570092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:40.686844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:40.736347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0c81e309-3c2b-4832-a3e1-612635a80298'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:58:41.028627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] For port 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=224f13ee-4d13-4615-87d3-1bd2b4cc131f,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:41.066902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] For port 224f13ee-4d13-4615-87d3-1bd2b4cc131f, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:58:41.084480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e793b-a45f-486c-9219-b94d9b669205 req-539d1acc-dbcc-4f8d-84e2-bf16c62e212c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.086017 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a28e793b-a45f-486c-9219-b94d9b669205 req-539d1acc-dbcc-4f8d-84e2-bf16c62e212c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0954120 Mar 03 17:58:41.147737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a28e793b-a45f-486c-9219-b94d9b669205 req-e666a1aa-68ca-40e9-8e6c-c782b104e9ee tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552666 Mar 03 17:58:41.182835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] device_id is not set on port 224f13ee-4d13-4615-87d3-1bd2b4cc131f yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:58:41.195086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:41.206223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:41.275602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8524cbb-c653-4b10-9a03-5d4c3bf66065 req-e845cd8c-8feb-4d4d-b1ba-e2ba0bff740e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.277099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8524cbb-c653-4b10-9a03-5d4c3bf66065 req-e845cd8c-8feb-4d4d-b1ba-e2ba0bff740e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 944 time: 0.1736214 Mar 03 17:58:41.431189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=224f13ee-4d13-4615-87d3-1bd2b4cc131f,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:41.439214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] No DVR routers for this DVR port 224f13ee-4d13-4615-87d3-1bd2b4cc131f on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:41.443002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-ce98b362-af29-45b3-9ea0-525edc75c280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.450467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-ce98b362-af29-45b3-9ea0-525edc75c280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.462652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-ce98b362-af29-45b3-9ea0-525edc75c280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.473723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-ce98b362-af29-45b3-9ea0-525edc75c280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.488251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-ce98b362-af29-45b3-9ea0-525edc75c280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.493099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8524cbb-c653-4b10-9a03-5d4c3bf66065 req-48c33924-1be4-4496-98c8-ab157c32776f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640589 Mar 03 17:58:41.494606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-ce98b362-af29-45b3-9ea0-525edc75c280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.503339 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-ce98b362-af29-45b3-9ea0-525edc75c280 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 4666 time: 0.2057331 Mar 03 17:58:41.514394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] In _notify_port_updated(), no bound segment for port 224f13ee-4d13-4615-87d3-1bd2b4cc131f on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 17:58:41.515457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.516379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:41.517667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-7ab68e0a-0967-4c3d-8776-395cd7a9aaf6 service neutron] 10.222.0.35 "PUT /v2.0/ports/224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 200 len: 1031 time: 0.9518368 Mar 03 17:58:41.569236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c62e6a7f-3316-4595-a8fd-e83a2a1fd011 req-1c0b15d0-9495-40a5-8f19-9c6b9a89a1ae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&id=0be52b10-8bed-43be-87cd-3fc435dc1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612106 Mar 03 17:58:41.646769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-f193d089-31ad-4126-b3fa-8459356d6c50 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.648136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-f193d089-31ad-4126-b3fa-8459356d6c50 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "GET /v2.0/ports/1d56afb9-0196-4204-94e6-0cd1947f1b29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1247663 Mar 03 17:58:41.659574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:41.739964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a6a15b7a-3d19-48a7-8122-6d6841a08b5c None None] Provisioning complete for port 224f13ee-4d13-4615-87d3-1bd2b4cc131f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:41.740640 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6a15b7a-3d19-48a7-8122-6d6841a08b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:41.823158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95f6f0-bc69-4736-9706-b30a0551b4af req-be9c27c1-90c1-4c16-aba0-7a18d5aec377 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:41.824702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d95f6f0-bc69-4736-9706-b30a0551b4af req-be9c27c1-90c1-4c16-aba0-7a18d5aec377 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1009905 Mar 03 17:58:41.873921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:41.877086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15b7a-3d19-48a7-8122-6d6841a08b5c None None] Port 224f13ee-4d13-4615-87d3-1bd2b4cc131f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:58:41.893078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d95f6f0-bc69-4736-9706-b30a0551b4af req-8499f797-aab0-4e75-9ed7-8370f835a1ef tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621812 Mar 03 17:58:41.981668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0c81e309-3c2b-4832-a3e1-612635a80298 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:58:42.075007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 0c81e309-3c2b-4832-a3e1-612635a80298 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:58:42.084429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 0c81e309-3c2b-4832-a3e1-612635a80298 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:42.085164 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:42.286989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e12386-b391-466f-81c5-fbfc86ed3199 req-493eec7e-15d1-46a1-978a-09bf0021bdc8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:42.294553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8e12386-b391-466f-81c5-fbfc86ed3199 req-493eec7e-15d1-46a1-978a-09bf0021bdc8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1805773 Mar 03 17:58:42.363377 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:42.382548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] For port 1d56afb9-0196-4204-94e6-0cd1947f1b29, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1d56afb9-0196-4204-94e6-0cd1947f1b29,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:42.398940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c81e309-3c2b-4832-a3e1-612635a80298'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:42.403931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8e12386-b391-466f-81c5-fbfc86ed3199 req-c72e5e72-595b-4aca-b3a7-c635d488a95e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053419 Mar 03 17:58:42.410807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0c81e309-3c2b-4832-a3e1-612635a80298, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0c81e309-3c2b-4832-a3e1-612635a80298,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:42.415870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:42.444421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] For port 1d56afb9-0196-4204-94e6-0cd1947f1b29, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:58:42.470310 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c81e309-3c2b-4832-a3e1-612635a80298', 'code': 200} Mar 03 17:58:42.517876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] device_id is not set on port 1d56afb9-0196-4204-94e6-0cd1947f1b29 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 17:58:42.524453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0c81e309-3c2b-4832-a3e1-612635a80298,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:42.528425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:42.538824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:42.628688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d56afb9-0196-4204-94e6-0cd1947f1b29,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:42.694218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fc42-089e-4458-87bf-b85882c902b4 req-15dda9e5-5ab4-4e03-ac7d-c7de23777c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:42.695816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da75fc42-089e-4458-87bf-b85882c902b4 req-15dda9e5-5ab4-4e03-ac7d-c7de23777c6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 1096 time: 0.1408334 Mar 03 17:58:42.799870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] No DVR routers for this DVR port 1d56afb9-0196-4204-94e6-0cd1947f1b29 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:42.821485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da75fc42-089e-4458-87bf-b85882c902b4 req-e99ceefc-4c30-4bc5-bc52-492816ca12ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776684 Mar 03 17:58:42.839356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c92e54-996c-4418-a2f5-4e90adb8c33d req-0893108f-b405-4ae8-8659-a6623f48c577 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:42.847844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3c92e54-996c-4418-a2f5-4e90adb8c33d req-0893108f-b405-4ae8-8659-a6623f48c577 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.1585915 Mar 03 17:58:42.864272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] In _notify_port_updated(), no bound segment for port 1d56afb9-0196-4204-94e6-0cd1947f1b29 on network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 17:58:42.866102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:42.867232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:42.868918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-538ed1db-b174-4b80-b809-434be315aab9 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 200 len: 1033 time: 1.2140846 Mar 03 17:58:42.907325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3c92e54-996c-4418-a2f5-4e90adb8c33d req-ecc73393-dd4f-41a9-8866-52847ace120c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584705 Mar 03 17:58:42.996135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port f9687485-82ef-41a6-8bb4-e17aeca513d8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:42.996483 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:43.019062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-30b3d891-2dd9-4dbe-b476-6cee76e3e8e9 None None] Provisioning complete for port 1d56afb9-0196-4204-94e6-0cd1947f1b29 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:43.019585 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30b3d891-2dd9-4dbe-b476-6cee76e3e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:43.144745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-30b3d891-2dd9-4dbe-b476-6cee76e3e8e9 None None] Port 1d56afb9-0196-4204-94e6-0cd1947f1b29 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:58:43.194603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ba6d5-ff18-4e0f-be3c-bd996aa9ecba req-557885a2-548a-483b-a5e8-96fb4411dbe7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:43.196616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2ba9-c1e9-4211-bc4c-07878fd447d6 req-6bd0ddb2-31e0-4730-bc9e-d1a246211940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:43.202757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2ba9-c1e9-4211-bc4c-07878fd447d6 req-6bd0ddb2-31e0-4730-bc9e-d1a246211940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:43.205040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cb7ba6d5-ff18-4e0f-be3c-bd996aa9ecba req-557885a2-548a-483b-a5e8-96fb4411dbe7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1564584 Mar 03 17:58:43.208722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2ba9-c1e9-4211-bc4c-07878fd447d6 req-6bd0ddb2-31e0-4730-bc9e-d1a246211940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:43.214634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2ba9-c1e9-4211-bc4c-07878fd447d6 req-6bd0ddb2-31e0-4730-bc9e-d1a246211940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:43.220584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2ba9-c1e9-4211-bc4c-07878fd447d6 req-6bd0ddb2-31e0-4730-bc9e-d1a246211940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:43.228634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7f2ba9-c1e9-4211-bc4c-07878fd447d6 req-6bd0ddb2-31e0-4730-bc9e-d1a246211940 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 3886 time: 0.3659391 Mar 03 17:58:43.279565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cb7ba6d5-ff18-4e0f-be3c-bd996aa9ecba req-e0542cfd-5508-4a58-b34e-e503c42a2d56 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Mar 03 17:58:43.374382 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7f2ba9-c1e9-4211-bc4c-07878fd447d6 req-fc361d70-1de8-4941-b09f-6fa81b99147d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444168 Mar 03 17:58:43.415471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] For port f9687485-82ef-41a6-8bb4-e17aeca513d8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=f9687485-82ef-41a6-8bb4-e17aeca513d8,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:43.416088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:43.526274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:43.562896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for f9687485-82ef-41a6-8bb4-e17aeca513d8 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:43.608615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba6eb-8929-411b-b810-223169e7844e req-e951ab23-61c7-46d5-b3b9-d8046d722e4c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:43.617621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f5ba6eb-8929-411b-b810-223169e7844e req-e951ab23-61c7-46d5-b3b9-d8046d722e4c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.0981221 Mar 03 17:58:43.677371 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f5ba6eb-8929-411b-b810-223169e7844e req-eae74c5a-eb3e-41dc-afc7-1536731f6bcd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Mar 03 17:58:43.704263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:43.743580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:43.749872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:43.750543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7de97d7d-b43f-4309-8243-3287ea2dc149 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:43.780648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:43.869121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:43.918278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=f9687485-82ef-41a6-8bb4-e17aeca513d8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:43.978751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] No DVR routers for this DVR port f9687485-82ef-41a6-8bb4-e17aeca513d8 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:43.982918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:43.986774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': 'f9687485-82ef-41a6-8bb4-e17aeca513d8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:44.006333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:44.012045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-2f4566a8-f295-4cc8-9c3c-a9531d35e2b4 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "DELETE /v2.0/ports/f9687485-82ef-41a6-8bb4-e17aeca513d8 HTTP/1.1" status: 204 len: 173 time: 1.0966096 Mar 03 17:58:44.041423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af019c-308d-4102-aaac-2abd6e7130c0 req-727a5281-e159-4711-b596-645955103047 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:44.053549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89af019c-308d-4102-aaac-2abd6e7130c0 req-727a5281-e159-4711-b596-645955103047 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1863375 Mar 03 17:58:44.126924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7de97d7d-b43f-4309-8243-3287ea2dc149, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7de97d7d-b43f-4309-8243-3287ea2dc149,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:44.137839 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:44.139192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1d56afb9-0196-4204-94e6-0cd1947f1b29 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:44.143998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89af019c-308d-4102-aaac-2abd6e7130c0 req-7a7cdf96-545b-4776-9dac-d094871ded0f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860198 Mar 03 17:58:44.174146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:44.174505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:44.271982 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': 'f9687485-82ef-41a6-8bb4-e17aeca513d8', 'status': 'completed', 'code': 200} Mar 03 17:58:44.488145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac'}, {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:44.556230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49788) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:44.612374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1d56afb9-0196-4204-94e6-0cd1947f1b29 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:44.613554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:44.616260 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-f5a1355c-1338-40c9-98d7-8c56807d4b3c service neutron] show failed (client error): The resource could not be found. Mar 03 17:58:44.621291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-f5a1355c-1338-40c9-98d7-8c56807d4b3c service neutron] 10.222.0.35 "GET /v2.0/ports/6e76a7e3-3bb6-4e54-a0ea-585dce0f469b/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.2956700 Mar 03 17:58:44.887029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7de97d7d-b43f-4309-8243-3287ea2dc149,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:44.981724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.020785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:45.026384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.027388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device f9687485-82ef-41a6-8bb4-e17aeca513d8 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:45.036814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e7ce-e178-4e9a-8483-dc9b2d98e439 req-47a695c7-66cb-4cf7-9a4a-08bc8dd891f4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:45.038388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4146e7ce-e178-4e9a-8483-dc9b2d98e439 req-47a695c7-66cb-4cf7-9a4a-08bc8dd891f4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.2305787 Mar 03 17:58:45.045434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.050704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed5be8-c947-482f-baf8-909cc51edf46 req-e990efff-544f-4cea-947d-b56835d7de15 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:45.053586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8ed5be8-c947-482f-baf8-909cc51edf46 req-e990efff-544f-4cea-947d-b56835d7de15 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.6217406 Mar 03 17:58:45.090299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:45.090898 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.117705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: f9687485-82ef-41a6-8bb4-e17aeca513d8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:58:45.118108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device f9687485-82ef-41a6-8bb4-e17aeca513d8 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:45.118530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 224f13ee-4d13-4615-87d3-1bd2b4cc131f no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:45.136440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:45.141913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:eab277da0f2c4b668af657bb4850a841 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:45.145089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:45.152917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:45.198584 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4146e7ce-e178-4e9a-8483-dc9b2d98e439 req-46aac491-bee8-4f5b-8404-550d81d27d2c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310799 Mar 03 17:58:45.220462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 224f13ee-4d13-4615-87d3-1bd2b4cc131f not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:45.221059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b2d4c2c6-0ccf-449d-ac43-42138672e4f8 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:45.241593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7b53038e-1666-4104-bcb3-59368bf4aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:45.243204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7b53038e-1666-4104-bcb3-59368bf4aab1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809&tenant_id=d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 1100 time: 0.2830667 Mar 03 17:58:45.264210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:58:45.299509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:45.366099 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.430940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:45.440552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.453400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8ed5be8-c947-482f-baf8-909cc51edf46 req-d390990b-4adb-47ae-a3a1-d63c887dd565 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698574 Mar 03 17:58:45.479546 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.499911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.605764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:45.757082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.757464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.758107 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Floating IP 5c7af620-b80c-46a9-84c4-168e180f64e2 disassociated. External IP: 172.25.0.85, port: 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08. Mar 03 17:58:45.758266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:45.867657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bad0cc-5bef-41e0-81d9-079cd58f7676 req-43b317e3-5059-4cf8-8b3b-17be45943694 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:45.869543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0bad0cc-5bef-41e0-81d9-079cd58f7676 req-43b317e3-5059-4cf8-8b3b-17be45943694 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2132688 Mar 03 17:58:45.912872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:58:45.913199 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:58:45.922353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e17e97f-95ce-46e0-8621-ddbab4f9e1c6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:45.947244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:45.954277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0bad0cc-5bef-41e0-81d9-079cd58f7676 req-8b66771e-09a2-4e61-b453-44b368764c4d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669227 Mar 03 17:58:46.019274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-65821a72-d62f-45f8-b874-181e900da1a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eab277da0f2c4b668af657bb4850a841&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4592407 Mar 03 17:58:46.021868 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac', 'code': 200} Mar 03 17:58:46.022137 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149', 'code': 200} Mar 03 17:58:46.022807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49828) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:46.101969 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-980e8dfb-d871-4f8e-a9b8-d676110872ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.136729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-980e8dfb-d871-4f8e-a9b8-d676110872ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.214788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-980e8dfb-d871-4f8e-a9b8-d676110872ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.260990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7ea1-c1a5-4ff8-bb73-4abacc729a49 req-70c61392-e97f-4d50-bed5-ff9f157c30b5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:46.266810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7ea1-c1a5-4ff8-bb73-4abacc729a49 req-70c61392-e97f-4d50-bed5-ff9f157c30b5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:46.273234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7ea1-c1a5-4ff8-bb73-4abacc729a49 req-70c61392-e97f-4d50-bed5-ff9f157c30b5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:46.279434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7ea1-c1a5-4ff8-bb73-4abacc729a49 req-70c61392-e97f-4d50-bed5-ff9f157c30b5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:46.280812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d9a7ea1-c1a5-4ff8-bb73-4abacc729a49 req-70c61392-e97f-4d50-bed5-ff9f157c30b5 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 3143 time: 0.3346703 Mar 03 17:58:46.293447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e8dfb-d871-4f8e-a9b8-d676110872ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e17e97f-95ce-46e0-8621-ddbab4f9e1c6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:46.302710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-980e8dfb-d871-4f8e-a9b8-d676110872ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.302710 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-980e8dfb-d871-4f8e-a9b8-d676110872ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e17e97f-95ce-46e0-8621-ddbab4f9e1c6 HTTP/1.1" status: 204 len: 168 time: 0.2756903 Mar 03 17:58:46.352371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240bf5e-5c2c-4c37-ae6b-6d498c25744c req-0e016824-f9f6-4fea-b4e8-f1cdf7c4ee4c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:46.354098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c240bf5e-5c2c-4c37-ae6b-6d498c25744c req-0e016824-f9f6-4fea-b4e8-f1cdf7c4ee4c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1354389 Mar 03 17:58:46.377925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d9a7ea1-c1a5-4ff8-bb73-4abacc729a49 req-98fdf457-1466-4917-b734-d06c26c9cd91 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892904 Mar 03 17:58:46.414651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:46.415000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.487765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:46.574873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:58:46.579815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c240bf5e-5c2c-4c37-ae6b-6d498c25744c req-98fbc347-11cf-4f61-a800-651ce8202eba tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172787 Mar 03 17:58:46.686530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:46.696220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.768571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80288b2c-d3d2-49d2-a419-f0045403b67f req-388d4e0c-fc36-4df0-b12b-dfdbbbbd67a1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:46.773073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-80288b2c-d3d2-49d2-a419-f0045403b67f req-388d4e0c-fc36-4df0-b12b-dfdbbbbd67a1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.2445643 Mar 03 17:58:46.774222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Transition to ACTIVE for port object 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:58:46.786378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.859745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] For port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:46.860206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:46.876998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca0e6-b148-4616-9f15-a9ff65730a7c req-1597c6bf-09f8-4ccb-bb41-18710abdf278 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:46.885257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-92dca0e6-b148-4616-9f15-a9ff65730a7c req-1597c6bf-09f8-4ccb-bb41-18710abdf278 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.1492393 Mar 03 17:58:46.989383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:47.034555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.063385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-92dca0e6-b148-4616-9f15-a9ff65730a7c req-5a90397e-2ff6-4195-b022-5242507585f4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770790 Mar 03 17:58:47.089117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:47.102367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Usage tracker for resource:security_group_rule and tenant:a71a2279dbe048da80a548ed1e2c89e5 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:47.105946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-80288b2c-d3d2-49d2-a419-f0045403b67f req-b57a46ae-9ef3-46f1-a204-6dc26d0d14e3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214517 Mar 03 17:58:47.115801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:47.135356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] No DVR routers for this DVR port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:47.150058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:47.285618 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'code': 200} Mar 03 17:58:47.286375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:47.321170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:58:47.321543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:58:47.323101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:58:47.338553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:58:47.338900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:58:47.350061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:58:47.351385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:58:47.353590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:58:47.354054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Bound port: 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:58:47.354465 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.586042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:58:47.590779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:58:47.607258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.693574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.694223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.694685 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Floating IP 5c7af620-b80c-46a9-84c4-168e180f64e2 disassociated. External IP: 172.25.0.85, port: 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08. Mar 03 17:58:47.695203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:47.777001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:47.787644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc199e2-55ad-4de6-9c94-08dc8314b978 req-77e147f7-99a9-432a-834f-2aba92953f94 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:47.789830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecc199e2-55ad-4de6-9c94-08dc8314b978 req-77e147f7-99a9-432a-834f-2aba92953f94 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3294315 Mar 03 17:58:47.798924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:47.799578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.802110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-7f78cf42-f246-48b9-a43a-32f9fbaf656c service neutron] 10.222.0.16 "PUT /v2.0/ports/6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 1095 time: 2.5447025 Mar 03 17:58:47.827763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.914333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecc199e2-55ad-4de6-9c94-08dc8314b978 req-1deb0186-9df9-492a-8b2d-0d12acf9d6c2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110644 Mar 03 17:58:47.951490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.963272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-1d58775b-caf0-4028-a697-d9e606cc14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:47.963841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:47.965811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-1d58775b-caf0-4028-a697-d9e606cc14cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1098 time: 0.1282361 Mar 03 17:58:48.016227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49874) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:48.017039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:48.023912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08'}, {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:48.024446 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:48.087068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db743518-74a8-4311-a8f8-8eae060669cf,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:48.196483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-742d7af9-721c-4800-9929-bdcbafee4921 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a71a2279dbe048da80a548ed1e2c89e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2037501 Mar 03 17:58:48.199027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49884) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:48.231226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-ba7b69f8-a69c-4f56-8227-56449e38c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:48.233061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-ba7b69f8-a69c-4f56-8227-56449e38c0b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2606995 Mar 03 17:58:48.301743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-ee55c1aa-7ce6-4d1c-bdf6-8e815bbc10dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.0616889 Mar 03 17:58:48.326205 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:48.367179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9086d5-2134-4387-8516-852182e6589e req-293b0797-1773-44bd-8ef9-2085dfc6de9d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:48.372862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9086d5-2134-4387-8516-852182e6589e req-293b0797-1773-44bd-8ef9-2085dfc6de9d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:48.378719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9086d5-2134-4387-8516-852182e6589e req-293b0797-1773-44bd-8ef9-2085dfc6de9d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:48.379487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4c9086d5-2134-4387-8516-852182e6589e req-293b0797-1773-44bd-8ef9-2085dfc6de9d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:48.379851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8333-7193-46d3-9173-d8ccba558213 req-35d54a8a-5e8b-4760-aaed-0a8f6871eb36 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:48.381868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a24a8333-7193-46d3-9173-d8ccba558213 req-35d54a8a-5e8b-4760-aaed-0a8f6871eb36 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.1997819 Mar 03 17:58:48.387169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-a805809a-0208-47bf-8ecb-f279bd51ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:48.388553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-a805809a-0208-47bf-8ecb-f279bd51ac24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0815258 Mar 03 17:58:48.388737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:48.399140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Usage tracker for resource:security_group_rule and tenant:2e32cc6fa5c145e89aa4ab5552768789 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:48.411149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:48.436549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:48.447654 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75553d9a-b537-43f0-bce5-60eee1172494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:48.450659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:58:48.458393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4c9086d5-2134-4387-8516-852182e6589e req-293b0797-1773-44bd-8ef9-2085dfc6de9d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:48.460118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c9086d5-2134-4387-8516-852182e6589e req-293b0797-1773-44bd-8ef9-2085dfc6de9d tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 2409 time: 0.5706134 Mar 03 17:58:48.473640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a24a8333-7193-46d3-9173-d8ccba558213 req-860e0465-2f86-4393-b9c5-35d25a407e25 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841279 Mar 03 17:58:48.499079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-584dadca-5f55-4207-8f56-78f656bc7dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:48.500569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-584dadca-5f55-4207-8f56-78f656bc7dab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967546 Mar 03 17:58:48.593765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75553d9a-b537-43f0-bce5-60eee1172494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:48.649198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c9086d5-2134-4387-8516-852182e6589e req-c5688f37-0018-47cc-8b5b-224f046b9889 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799629 Mar 03 17:58:48.746640 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:48.758846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-5f598ea5-1af3-4ba3-890b-25150f9cea9d service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508943 Mar 03 17:58:48.762217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:48.848918 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'code': 200} Mar 03 17:58:48.850395 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8', 'code': 200} Mar 03 17:58:48.913001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-376248ea-3ecf-4916-a727-aeca4cf9099a service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464889 Mar 03 17:58:48.939300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e32cc6fa5c145e89aa4ab5552768789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9199352 Mar 03 17:58:48.946582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49890) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:48.952762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba34c6b-545a-40a2-9430-bb3cbda467a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd684ae-9ee2-49fe-a7dd-7eeb528f149d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:48.966852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75553d9a-b537-43f0-bce5-60eee1172494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:48.979160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:58:48.990809 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] Sync routers for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:58:49.002822 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:49.003896 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:58:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:49.020905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75553d9a-b537-43f0-bce5-60eee1172494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db743518-74a8-4311-a8f8-8eae060669cf,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:49.105862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] No DVR routers for this DVR port 15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:49.106626 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e0c488c-8821-4d31-af57-7446b9011ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.109706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.111582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-24b045ee-727d-4c6b-96e7-941efcf1a0fc tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "DELETE /v2.0/ports/15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08 HTTP/1.1" status: 204 len: 173 time: 5.0931630 Mar 03 17:58:49.113471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75553d9a-b537-43f0-bce5-60eee1172494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.114512 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-75553d9a-b537-43f0-bce5-60eee1172494 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db743518-74a8-4311-a8f8-8eae060669cf HTTP/1.1" status: 204 len: 168 time: 0.9145820 Mar 03 17:58:49.115142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:49.120473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888f23d-c2b4-4742-a27f-988f35ffcb06 req-45290194-b68f-439a-b57f-613d842606a5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:49.121905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7888f23d-c2b4-4742-a27f-988f35ffcb06 req-45290194-b68f-439a-b57f-613d842606a5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 947 time: 0.1765087 Mar 03 17:58:49.180136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e0c488c-8821-4d31-af57-7446b9011ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.186320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55fb-3803-40ba-bd85-384dfded504b req-328a7e93-7501-4a4a-b73a-12445e715790 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:49.193808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-772a55fb-3803-40ba-bd85-384dfded504b req-328a7e93-7501-4a4a-b73a-12445e715790 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3475232 Mar 03 17:58:49.240445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:49.241073 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.253374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7888f23d-c2b4-4742-a27f-988f35ffcb06 req-bb48b368-8b2f-4683-a4b0-e7931a2cd582 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039586 Mar 03 17:58:49.283657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e0c488c-8821-4d31-af57-7446b9011ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.299944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:49.314293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c488c-8821-4d31-af57-7446b9011ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd684ae-9ee2-49fe-a7dd-7eeb528f149d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:49.316589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-772a55fb-3803-40ba-bd85-384dfded504b req-39332746-05a0-4d31-914d-44286bf29a24 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190290 Mar 03 17:58:49.329024 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:49.350930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e0c488c-8821-4d31-af57-7446b9011ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.354285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e0c488c-8821-4d31-af57-7446b9011ae1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecd684ae-9ee2-49fe-a7dd-7eeb528f149d HTTP/1.1" status: 204 len: 168 time: 0.4044616 Mar 03 17:58:49.424557 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': '15ddfbd7-172a-4b4d-b06f-1b4e02dbdf08', 'status': 'completed', 'code': 200} Mar 03 17:58:49.495111 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c152cf19-6f47-474a-ac9d-3e6a83dc45b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.542054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:49.559044 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'status': 'completed', 'code': 200} Mar 03 17:58:49.607937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd3127-6dba-41e7-8927-1ca58254b2eb req-7a3ab48a-5ee4-45bb-8d69-21232cc60527 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:49.619349 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6cd3127-6dba-41e7-8927-1ca58254b2eb req-7a3ab48a-5ee4-45bb-8d69-21232cc60527 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 947 time: 0.2077470 Mar 03 17:58:49.690226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:49.789279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] For port b2d4c2c6-0ccf-449d-ac43-42138672e4f8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:49.789675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.845663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6cd3127-6dba-41e7-8927-1ca58254b2eb req-fb90c158-9770-4360-a3cc-11e3ddde0491 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237420 Mar 03 17:58:49.911420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49922) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:49.933512 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:12Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:49.941604 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] Checking router: fea0830b-b8db-41bd-b7ac-9f0f908a9d3c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:58:49.958415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-776d444b-262b-489b-900a-bdf9e2cfd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:49.959961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-776d444b-262b-489b-900a-bdf9e2cfd308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1098 time: 0.3695037 Mar 03 17:58:49.960698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:49.962321 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:49.963166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:58:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:50.093099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:50.114583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-856d8b6d-e4af-4462-bf56-7519cc7e06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.116429 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-856d8b6d-e4af-4462-bf56-7519cc7e06f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1098 time: 0.5245113 Mar 03 17:58:50.117898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Usage tracker for resource:security_group_rule and tenant:4b73ec0a31334179896b29f543ad8275 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:50.168640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:50.202548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:50.244098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:50.285745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for b2d4c2c6-0ccf-449d-ac43-42138672e4f8 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:50.304309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-bfa0e454-d6fd-4994-aed5-92a5b837109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.305855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-bfa0e454-d6fd-4994-aed5-92a5b837109f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3351638 Mar 03 17:58:50.411870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60569611-faf4-42cc-9ef0-cf1b1369688f req-75cd7cdb-cb1e-4b6d-9c7f-3db808183254 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.418950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60569611-faf4-42cc-9ef0-cf1b1369688f req-75cd7cdb-cb1e-4b6d-9c7f-3db808183254 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.2906461 Mar 03 17:58:50.454071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-09a3f640-9a8c-4164-9106-8c29af6f9c25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.0974903 Mar 03 17:58:50.530655 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60569611-faf4-42cc-9ef0-cf1b1369688f req-5577353f-7bda-4daa-b3a3-2856ed1f477c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107559 Mar 03 17:58:50.531542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed08332-e947-4a12-89f8-ab28e8f308f5 req-2f9fa6ec-12ed-4dbb-9d15-0cc74c6fd4d8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.537569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed08332-e947-4a12-89f8-ab28e8f308f5 req-2f9fa6ec-12ed-4dbb-9d15-0cc74c6fd4d8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.553907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed08332-e947-4a12-89f8-ab28e8f308f5 req-2f9fa6ec-12ed-4dbb-9d15-0cc74c6fd4d8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.555486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ed08332-e947-4a12-89f8-ab28e8f308f5 req-2f9fa6ec-12ed-4dbb-9d15-0cc74c6fd4d8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 2409 time: 0.5812261 Mar 03 17:58:50.588245 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:50.617646 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:12Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:50.622200 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978033c3-fca9-4c0b-b3f5-d72dc9a266fb None None] The sync data for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 is: [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:52:02Z', 'revision_number': 4, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'caa85fca-ce71-4f1a-912e-2fd72c86c133', 'name': '', 'network_id': '953b5aec-2792-4866-9c68-a8ca9a0816bb', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'mac_address': 'fa:16:3e:26:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '50339c05-2454-481a-9150-1c86c3d715d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:59Z', 'updated_at': '2022-03-03T17:52:12Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'subnets': [{'id': '50339c05-2454-481a-9150-1c86c3d715d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:58:50.726762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-51c36fd0-2e2b-43b3-bd6f-1919fb7563c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.729073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-51c36fd0-2e2b-43b3-bd6f-1919fb7563c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2544246 Mar 03 17:58:50.764534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] No DVR routers for this DVR port b2d4c2c6-0ccf-449d-ac43-42138672e4f8 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:50.767580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=b2d4c2c6-0ccf-449d-ac43-42138672e4f8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:50.770393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:50.793262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-992e16b2-beb4-481b-b086-34301d655ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:50.795060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-992e16b2-beb4-481b-b086-34301d655ae4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5893676 Mar 03 17:58:50.818988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ed08332-e947-4a12-89f8-ab28e8f308f5 req-c3fce302-8565-4a3a-b0f8-e86d83bc2739 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405112 Mar 03 17:58:50.840051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-4c81dc8e-e95b-4cb4-8ad1-1dc483fcd7fd tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "DELETE /v2.0/ports/b2d4c2c6-0ccf-449d-ac43-42138672e4f8 HTTP/1.1" status: 204 len: 173 time: 1.7197943 Mar 03 17:58:50.957384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:50.958208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:50.975854 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:51.034666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:51.066894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aafebf-d014-4475-8052-d2517651dd83 None None] New status for floating IP 5c7af620-b80c-46a9-84c4-168e180f64e2: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:58:51.079839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-5c88d8c8-92e5-471f-a00b-5f752d157d0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.2751806 Mar 03 17:58:51.214902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0d69d-d414-47a1-88ff-1baf75a07e45 req-9a1efd0d-a09c-4c06-a357-03b47b8ae9cb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:51.222043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-87c0d69d-d414-47a1-88ff-1baf75a07e45 req-9a1efd0d-a09c-4c06-a357-03b47b8ae9cb tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4644561 Mar 03 17:58:51.308179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b73ec0a31334179896b29f543ad8275&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3927512 Mar 03 17:58:51.312977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49954) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:51.406608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-87c0d69d-d414-47a1-88ff-1baf75a07e45 req-66229767-483f-40fe-b00d-bb961d63285d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822450 Mar 03 17:58:51.407154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696440-b6d1-431c-a38a-25506698a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da708492-5137-4fb2-9342-66f94a780419,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:51.431685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:51.469184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-a1f65c28-b638-4ba9-b18b-eae5b36b13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:51.472431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-a1f65c28-b638-4ba9-b18b-eae5b36b13bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2252171 Mar 03 17:58:51.555469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-811f62ca-0613-4359-b97c-6259954240d8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:51.557010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-811f62ca-0613-4359-b97c-6259954240d8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 947 time: 0.5727141 Mar 03 17:58:51.564911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-9a44e44d-6202-4168-b37f-764f6401729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:51.566423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-9a44e44d-6202-4168-b37f-764f6401729f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8233199 Mar 03 17:58:51.602869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce7f2b9b-f4d5-49b9-85fb-ecb6edbc3f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:51.628519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] For port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:51.628870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:51.685828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926aea-69b4-4f38-878b-2891128e6585 req-2fa20c7b-1d78-4471-8a5c-50f582b1b9a3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:51.692672 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c926aea-69b4-4f38-878b-2891128e6585 req-2fa20c7b-1d78-4471-8a5c-50f582b1b9a3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 947 time: 0.6456251 Mar 03 17:58:51.712407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce7f2b9b-f4d5-49b9-85fb-ecb6edbc3f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:51.757474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e1cfb91-d566-424d-bc86-536a5efc9c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:51.787880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:51.820452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Deleting port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:51.821096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:51.883758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a290-1d60-4a8f-a9ea-e1b21f415bac req-a1146752-4f05-4848-a5f3-e1955df761c3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:51.890675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8db1a290-1d60-4a8f-a9ea-e1b21f415bac req-a1146752-4f05-4848-a5f3-e1955df761c3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 947 time: 0.3526275 Mar 03 17:58:51.895114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c926aea-69b4-4f38-878b-2891128e6585 req-cdb14de2-3b17-42f5-aa06-4800286a3197 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999152 Mar 03 17:58:51.959351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-14117f61-9ee2-4957-811c-0e159aa581af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:51.960981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-14117f61-9ee2-4957-811c-0e159aa581af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4763467 Mar 03 17:58:51.969661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8db1a290-1d60-4a8f-a9ea-e1b21f415bac req-1ca1e8d6-a111-4e87-80cf-1f799397a4f8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781240 Mar 03 17:58:52.024701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce7f2b9b-f4d5-49b9-85fb-ecb6edbc3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.060204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f2b9b-f4d5-49b9-85fb-ecb6edbc3f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da708492-5137-4fb2-9342-66f94a780419,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:52.062080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-9937c70c-a24c-4d21-9413-7f1080d35d35 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568000 Mar 03 17:58:52.085551 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': 'b2d4c2c6-0ccf-449d-ac43-42138672e4f8', 'status': 'completed', 'code': 200} Mar 03 17:58:52.104913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce7f2b9b-f4d5-49b9-85fb-ecb6edbc3f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.109852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ce7f2b9b-f4d5-49b9-85fb-ecb6edbc3f32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da708492-5137-4fb2-9342-66f94a780419 HTTP/1.1" status: 204 len: 168 time: 0.7899346 Mar 03 17:58:52.123592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.415262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:52.514510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] No DVR routers for this DVR port b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:52.517422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.520442 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-8f175223-c61c-4dce-9bba-5b66de45b368 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "DELETE /v2.0/ports/b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac HTTP/1.1" status: 204 len: 173 time: 1.6719003 Mar 03 17:58:52.533435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-98529ae6-0bee-4735-8710-c499647210eb service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137863 Mar 03 17:58:52.583204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-2d40e150-000b-44b2-826e-649dda90ca38 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065634 Mar 03 17:58:52.595375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36e8fe-4cc4-4291-9541-a85442825e5b req-3f9ddc5e-64e0-4ec2-bbef-7f1dbacfa56a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:52.604065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df36e8fe-4cc4-4291-9541-a85442825e5b req-3f9ddc5e-64e0-4ec2-bbef-7f1dbacfa56a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.3845396 Mar 03 17:58:52.625514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] For port 2db1636f-ef41-46c8-babe-b1d8fb4ea708, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2db1636f-ef41-46c8-babe-b1d8fb4ea708,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:52.625914 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.640520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed351f-5074-4e42-8a87-6d46b4e4bc53 req-c2e9c0c1-e224-43c7-afe6-b5ff7433a3b4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:52.642082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8ed351f-5074-4e42-8a87-6d46b4e4bc53 req-c2e9c0c1-e224-43c7-afe6-b5ff7433a3b4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.5219133 Mar 03 17:58:52.670822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port 7de97d7d-b43f-4309-8243-3287ea2dc149 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:52.671159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.726240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df36e8fe-4cc4-4291-9541-a85442825e5b req-de787235-048a-4a96-9e80-796ff4f4bae0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212196 Mar 03 17:58:52.745089 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.805749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:52.897246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8ed351f-5074-4e42-8a87-6d46b4e4bc53 req-9345853a-9560-40cb-967d-b3dac9f3c8e4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013772 Mar 03 17:58:52.939429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50012) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:52.942667 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71cf7c69-ba17-43e8-bcac-5100b90c75d9 req-b5575fa1-4a8b-41f5-ae50-9c5e271ca8c3 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987942 Mar 03 17:58:53.300612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] For port 7de97d7d-b43f-4309-8243-3287ea2dc149, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7de97d7d-b43f-4309-8243-3287ea2dc149,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:53.300987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.324637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921b109-f7eb-4990-aefc-12c177fbcd8f req-81405b1c-3e0e-4693-b042-03bb522e0bc8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:53.325742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3921b109-f7eb-4990-aefc-12c177fbcd8f req-81405b1c-3e0e-4693-b042-03bb522e0bc8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:53.403789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.413968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.414342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.414638 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Floating IP 51afbe3c-4800-49ea-a546-19336208dd5d disassociated. External IP: 172.25.0.83, port: 2db1636f-ef41-46c8-babe-b1d8fb4ea708. Mar 03 17:58:53.414968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Calling delete_port for 2db1636f-ef41-46c8-babe-b1d8fb4ea708 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:53.451574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for 7de97d7d-b43f-4309-8243-3287ea2dc149 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:53.478753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:53.493126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Usage tracker for resource:security_group_rule and tenant:3a87176cea4844989042a2997d62f7db is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:53.500398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:53.501248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3921b109-f7eb-4990-aefc-12c177fbcd8f req-81405b1c-3e0e-4693-b042-03bb522e0bc8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:53.502681 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3921b109-f7eb-4990-aefc-12c177fbcd8f req-81405b1c-3e0e-4693-b042-03bb522e0bc8 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 943 time: 0.3189988 Mar 03 17:58:53.514121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:53.552694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60276a-1e26-4450-b365-bf5387ef7329 req-0787e367-dc55-476a-9705-c90e71965bbb tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:53.554190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c60276a-1e26-4450-b365-bf5387ef7329 req-0787e367-dc55-476a-9705-c90e71965bbb tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 947 time: 0.3689139 Mar 03 17:58:53.575513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3921b109-f7eb-4990-aefc-12c177fbcd8f req-7265e7ca-3122-4191-ad1d-db28b552bc34 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups?id=653d6142-cca1-4f4a-822c-da4c1f013782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667784 Mar 03 17:58:53.666067 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c60276a-1e26-4450-b365-bf5387ef7329 req-cf4b392d-d465-490a-834d-8330c106e61f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033006 Mar 03 17:58:53.672488 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.707378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.774821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=7de97d7d-b43f-4309-8243-3287ea2dc149,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:53.798280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event deleted for resources: {'Port': ['ID=2db1636f-ef41-46c8-babe-b1d8fb4ea708,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:53.825052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] No DVR routers for this DVR port 7de97d7d-b43f-4309-8243-3287ea2dc149 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:53.827799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.878758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61cac0b2-a2ef-4e75-9e92-05eb88cf560b req-9fd0d52c-6d6f-4215-9967-e170c99ff48a tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.35 "DELETE /v2.0/ports/7de97d7d-b43f-4309-8243-3287ea2dc149 HTTP/1.1" status: 204 len: 173 time: 1.3514218 Mar 03 17:58:53.887577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6f95259-cc29-4227-bde1-95f70dc526d7 req-a6eefb3f-9377-4084-b4bf-3b58998846d8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 210 time: 0.0697029 Mar 03 17:58:53.945512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.952226 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.964501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:53.997052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:58:54.003110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a87176cea4844989042a2997d62f7db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0568733 Mar 03 17:58:54.003580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50046) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:54.008423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:58:54.076612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736845f5-fabe-4cfd-8d8a-175f716572fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:54.093644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac'}, {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:54.101169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8d59c-3f27-44b7-9ffc-0083f0d2bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430a95d4-4a31-4b0b-8477-d50d0888d896,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:54.146468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 2db1636f-ef41-46c8-babe-b1d8fb4ea708 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:58:54.152281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2db1636f-ef41-46c8-babe-b1d8fb4ea708 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:58:54.159488 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736845f5-fabe-4cfd-8d8a-175f716572fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:54.236692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d60fe-686b-4cac-8502-5f81999235f6 req-e8ed400c-72dc-4be8-82bb-722368cde876 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:54.265097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c6d60fe-686b-4cac-8502-5f81999235f6 req-e8ed400c-72dc-4be8-82bb-722368cde876 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3729546 Mar 03 17:58:54.280137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Router fd2aaf0f-c0f6-4599-9083-fab66638d572 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:58:54.314533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736845f5-fabe-4cfd-8d8a-175f716572fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:54.366311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736845f5-fabe-4cfd-8d8a-175f716572fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a95d4-4a31-4b0b-8477-d50d0888d896,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:54.380810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736845f5-fabe-4cfd-8d8a-175f716572fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:54.396447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-736845f5-fabe-4cfd-8d8a-175f716572fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/430a95d4-4a31-4b0b-8477-d50d0888d896 HTTP/1.1" status: 204 len: 168 time: 0.3825324 Mar 03 17:58:54.503712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:54.559332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c6d60fe-686b-4cac-8502-5f81999235f6 req-71109573-bdc3-4ca8-8068-9d98fe9c4fd1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859280 Mar 03 17:58:54.686604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:54.724892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'mac_address': 'fa:16:3e:f6:3a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:58:54.784092 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': 'b8dc45d0-6dad-4cd4-bdb2-f297d098d3ac', 'status': 'completed', 'code': 200} Mar 03 17:58:54.784590 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2', 'name': 'network-vif-deleted', 'tag': '7de97d7d-b43f-4309-8243-3287ea2dc149', 'status': 'completed', 'code': 200} Mar 03 17:58:54.903502 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:54.975163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:58:54.977680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:58:54.987723 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] Sync routers for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:58:55.012040 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:55.012945 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:58:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:55.048824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:55.057852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:55.114650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd77bb-8c96-420a-9c52-7e03f6a58c76 req-638ea9d6-5f7d-4fb9-886f-5f801de3fce3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:55.128364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67fd77bb-8c96-420a-9c52-7e03f6a58c76 req-638ea9d6-5f7d-4fb9-886f-5f801de3fce3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1686804 Mar 03 17:58:55.215507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] No DVR routers for this DVR port 2db1636f-ef41-46c8-babe-b1d8fb4ea708 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:58:55.219237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:55.230824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:55.247113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-deleted', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:55.290462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67fd77bb-8c96-420a-9c52-7e03f6a58c76 req-ada04262-0f46-4cd8-9b3f-9f78a3641c64 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597507 Mar 03 17:58:55.295273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-ba0740d0-781d-4ee6-ad9b-59a50daed792 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:55.313562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-ba0740d0-781d-4ee6-ad9b-59a50daed792 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809&tenant_id=d238225c363345cdb45a45bb802d68c1&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 947 time: 0.5934289 Mar 03 17:58:55.352112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452bf9b-c354-4bf7-adf7-6ee19b00d153 req-37b25d7b-0645-43d3-a53a-96344f86cbb0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:55.359095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6452bf9b-c354-4bf7-adf7-6ee19b00d153 req-37b25d7b-0645-43d3-a53a-96344f86cbb0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.5435948 Mar 03 17:58:55.383473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50086) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:55.419695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:55.453376 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:55.476875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:55.487581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:58:55.507602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Usage tracker for resource:security_group_rule and tenant:e33d2500b2ca4b46872ff941081b0cfd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:55.509446 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dbbb6d89-41d4-4b0a-b6d2-767982d34f8d req-cabd06a1-dafd-4925-ba46-9e35771c359b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "DELETE /v2.0/ports/2db1636f-ef41-46c8-babe-b1d8fb4ea708 HTTP/1.1" status: 204 len: 173 time: 3.9416533 Mar 03 17:58:55.513801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:55.521587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:55.609937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6452bf9b-c354-4bf7-adf7-6ee19b00d153 req-5eb980ef-8212-472a-9c7d-25207be824b9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498991 Mar 03 17:58:55.636340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-1bfee69e-a8f9-40a9-b2be-f09c1d994664 service neutron] 10.222.0.16 "GET /v2.0/ports/6e76a7e3-3bb6-4e54-a0ea-585dce0f469b/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 382 time: 0.2752259 Mar 03 17:58:55.691668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-da120574-66f9-4fdb-8348-bcd2649021ca req-921dd51f-7fac-4259-9a4c-6fe88ddb3f85 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Synchronizing usage tracker for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:58:55.757863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-da120574-66f9-4fdb-8348-bcd2649021ca req-921dd51f-7fac-4259-9a4c-6fe88ddb3f85 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Unset dirty status for tenant:e4a7116878f5410ebf83adbb35232aab on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:58:55.759935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da120574-66f9-4fdb-8348-bcd2649021ca req-921dd51f-7fac-4259-9a4c-6fe88ddb3f85 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 210 time: 0.2157366 Mar 03 17:58:55.861243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-ad6783e0-8aba-4680-9858-755ba4e7dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:55.861976 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:55.864392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-ad6783e0-8aba-4680-9858-755ba4e7dcfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1099 time: 0.1830623 Mar 03 17:58:55.869527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:55.988870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e33d2500b2ca4b46872ff941081b0cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041090 Mar 03 17:58:55.993785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50100) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:55.995648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b1f83-6770-4403-b15e-5d75da69807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6d64ac-ed8e-41ff-aa60-f0ecf25c2c95,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:56.117204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f184db56-0824-4166-be77-d5fed9f5f91c req-c69420da-c6ae-44b0-8442-074b1025ac06 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f174e766-f398-47ff-b193-20d46677ec06 HTTP/1.1" status: 200 len: 210 time: 0.0857065 Mar 03 17:58:56.180579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fb7c8f-53b7-4b80-9f09-39f8404759d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:56.241835 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174e766-f398-47ff-b193-20d46677ec06', 'name': 'network-vif-deleted', 'tag': '2db1636f-ef41-46c8-babe-b1d8fb4ea708', 'status': 'completed', 'code': 200} Mar 03 17:58:56.243143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fb7c8f-53b7-4b80-9f09-39f8404759d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:56.279002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-b962f1f3-f8e3-4abb-aca4-5cf22be3e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:56.280915 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-b962f1f3-f8e3-4abb-aca4-5cf22be3e118 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4107320 Mar 03 17:58:56.315868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce29f7-b014-4ada-a03d-0ca0ae5b88e5 req-234d83a9-a1b5-4a4c-8cef-91316c8e1d12 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:56.318221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06ce29f7-b014-4ada-a03d-0ca0ae5b88e5 req-234d83a9-a1b5-4a4c-8cef-91316c8e1d12 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 948 time: 0.3350642 Mar 03 17:58:56.338542 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:56.358051 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] Checking router: fd2aaf0f-c0f6-4599-9083-fab66638d572 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:58:56.368172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fb7c8f-53b7-4b80-9f09-39f8404759d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:56.388502 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:58:56.391204 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:58:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:56.404005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb7c8f-53b7-4b80-9f09-39f8404759d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6d64ac-ed8e-41ff-aa60-f0ecf25c2c95,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:56.429994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fb7c8f-53b7-4b80-9f09-39f8404759d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:56.431288 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70fb7c8f-53b7-4b80-9f09-39f8404759d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc6d64ac-ed8e-41ff-aa60-f0ecf25c2c95 HTTP/1.1" status: 204 len: 168 time: 0.4307880 Mar 03 17:58:56.643522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa421eaf-2769-4f80-83c2-6bbb926cc08d req-0976042a-9a9f-4875-b914-dea9bf59bfcc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:56.653413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa421eaf-2769-4f80-83c2-6bbb926cc08d req-0976042a-9a9f-4875-b914-dea9bf59bfcc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1686795 Mar 03 17:58:56.716083 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa421eaf-2769-4f80-83c2-6bbb926cc08d req-7564e527-3efa-4b94-99e1-611e6633155c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615180 Mar 03 17:58:56.721693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-f41b364b-e984-47a9-9caf-9a90b5d72d41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.4014316 Mar 03 17:58:56.835369 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:58:56.902009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06ce29f7-b014-4ada-a03d-0ca0ae5b88e5 req-bdb92eec-e787-4025-96c8-bbb70a1d7cf5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371135 Mar 03 17:58:56.926817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-37faebf9-178f-4d58-8ffe-b5a0303d2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:56.928331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-37faebf9-178f-4d58-8ffe-b5a0303d2125 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1984768 Mar 03 17:58:56.984109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a1b45-b415-46d7-8eb5-569e07e96078 req-ba15f3cc-1b71-4828-ab77-a71f82829d67 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:57.006113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c9a1b45-b415-46d7-8eb5-569e07e96078 req-ba15f3cc-1b71-4828-ab77-a71f82829d67 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.1637146 Mar 03 17:58:57.095355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c9a1b45-b415-46d7-8eb5-569e07e96078 req-8cf69df2-c076-436c-bb5d-5ea80f1d67e3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881107 Mar 03 17:58:57.096800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-fb1299eb-4920-47b1-a39b-b22f3ed41993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:57.099090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-fb1299eb-4920-47b1-a39b-b22f3ed41993 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645277 Mar 03 17:58:57.348265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c455ec0c-7db9-4a1a-9652-a73a6f03dbfb req-1565f23d-332a-4eda-b74a-91423862736f tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66fc97a-84d0-445b-8ca8-fa7c7c7e4ec2 HTTP/1.1" status: 200 len: 210 time: 0.0850530 Mar 03 17:58:57.388998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-5d852976-651d-4c6d-bcef-0ebb881d94ce service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822564 Mar 03 17:58:57.438256 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:58:57.442595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff043a6-80f7-42f2-8733-e4017e30be7c None None] The sync data for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 is: [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:58:57.514487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:57.541785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952cd51-6adc-4c5e-ae77-34c0c35611cd req-fdda54eb-9ecc-45fc-95d8-0251d4a5aeee tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:57.548838 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9952cd51-6adc-4c5e-ae77-34c0c35611cd req-fdda54eb-9ecc-45fc-95d8-0251d4a5aeee tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2745528 Mar 03 17:58:57.642066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9952cd51-6adc-4c5e-ae77-34c0c35611cd req-39be4e79-0949-48a4-b35f-be7c739980ed tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920477 Mar 03 17:58:57.675863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-81885784-7a86-476b-8548-37a08461ac20 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666178 Mar 03 17:58:57.788516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3910981a-a4e6-4e2f-b091-1a2209603235 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:57.837523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3910981a-a4e6-4e2f-b091-1a2209603235 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:57.898892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431c9fb2-501a-4541-a317-32109a946a28 None None] New status for floating IP 51afbe3c-4800-49ea-a546-19336208dd5d: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:58:57.900095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3910981a-a4e6-4e2f-b091-1a2209603235 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:57.926424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910981a-a4e6-4e2f-b091-1a2209603235 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:57.945438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3910981a-a4e6-4e2f-b091-1a2209603235 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:57.946581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3910981a-a4e6-4e2f-b091-1a2209603235 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "DELETE /v2.0/security-groups/64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7 HTTP/1.1" status: 204 len: 168 time: 0.4309793 Mar 03 17:58:57.949800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50178) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:57.971356 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-4a955c16-3919-4747-9d71-8be2e12179dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] show failed (client error): The resource could not be found. Mar 03 17:58:57.972719 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4a955c16-3919-4747-9d71-8be2e12179dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups/64dd803f-ecbf-4536-8b9f-7b2f7fdcd9d7 HTTP/1.1" status: 404 len: 347 time: 0.0216453 Mar 03 17:58:57.975578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50182) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:58.181470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cefd1-dade-4906-9ce3-c8dd754bd20c req-50404195-3560-4680-9021-8657955274d7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:58.185931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c17cefd1-dade-4906-9ce3-c8dd754bd20c req-50404195-3560-4680-9021-8657955274d7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1748652 Mar 03 17:58:58.241814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Deleting port 0cc3415f-31c5-43a9-8b7a-915c9fda600f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:58.242430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:58.269604 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c17cefd1-dade-4906-9ce3-c8dd754bd20c req-c0152aa8-635a-487d-9774-dff376104c08 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773487 Mar 03 17:58:58.330433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:58:58.507509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebffe8-e919-4186-aef1-65d0d86f15c1 req-98f7f0ce-1d8f-45d8-b111-3c798f570fca tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:58.509622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64ebffe8-e919-4186-aef1-65d0d86f15c1 req-98f7f0ce-1d8f-45d8-b111-3c798f570fca tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 948 time: 0.2691755 Mar 03 17:58:58.514574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab970217-8071-41b1-8688-50381db36fe8 req-64995a79-5876-40fa-91a2-30e45e45cfe9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:58.516523 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab970217-8071-41b1-8688-50381db36fe8 req-64995a79-5876-40fa-91a2-30e45e45cfe9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.1230016 Mar 03 17:58:58.534882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:58:58.542326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:58:58.542935 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:58.555008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:58.555356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:58.618846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab970217-8071-41b1-8688-50381db36fe8 req-ddfb767d-67cf-4a0f-897d-95fafeac975e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952182 Mar 03 17:58:58.721024 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:58.768661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:58:58.774711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Calling delete_port for 0cc3415f-31c5-43a9-8b7a-915c9fda600f owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:58.784301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:58:58.789010 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:58.866126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812748f7-f85c-459d-af09-71c346d9cd25 req-27ad7243-8c39-4723-a79b-1c8be0a4d274 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:58.867640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-812748f7-f85c-459d-af09-71c346d9cd25 req-27ad7243-8c39-4723-a79b-1c8be0a4d274 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1240351 Mar 03 17:58:58.877208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64ebffe8-e919-4186-aef1-65d0d86f15c1 req-3508bb66-e052-403a-b322-aa22821e06cd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440676 Mar 03 17:58:58.886522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:58.907070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.907688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.913056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.913349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.913723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.914073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.914594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.914902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.915240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.915592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.916296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.916296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:58:58.929561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:58:58.930198 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:58:58.930434 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-812748f7-f85c-459d-af09-71c346d9cd25 req-bcecf5a6-7e02-4e83-b42f-bba132a9665c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567193 Mar 03 17:58:59.016645 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'code': 200} Mar 03 17:58:59.041407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50230) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:59.174672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50240) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:59.217999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a70b4372-0484-40d6-b2d7-ec4ac9ecaeae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.254037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a70b4372-0484-40d6-b2d7-ec4ac9ecaeae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.310251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e30ddf-6f60-4c29-a81a-460fe219f544 req-9fcddea9-731e-4005-98c1-26696952d606 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:58:59.317121 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06e30ddf-6f60-4c29-a81a-460fe219f544 req-9fcddea9-731e-4005-98c1-26696952d606 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1877534 Mar 03 17:58:59.318520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.335973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:58:59.340368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Usage tracker for resource:security_group_rule and tenant:bc6660d1b2834f6c8468df61e05013be is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:58:59.344242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:58:59.352657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:58:59.370315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06e30ddf-6f60-4c29-a81a-460fe219f544 req-8b7756c6-d024-4277-92db-af408a90978e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517645 Mar 03 17:58:59.377984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a70b4372-0484-40d6-b2d7-ec4ac9ecaeae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.399370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b4372-0484-40d6-b2d7-ec4ac9ecaeae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653d6142-cca1-4f4a-822c-da4c1f013782,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:59.431698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a70b4372-0484-40d6-b2d7-ec4ac9ecaeae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.434784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a70b4372-0484-40d6-b2d7-ec4ac9ecaeae tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/security-groups/653d6142-cca1-4f4a-822c-da4c1f013782 HTTP/1.1" status: 204 len: 168 time: 0.3923786 Mar 03 17:58:59.435826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Deleting port 0cc3415f-31c5-43a9-8b7a-915c9fda600f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:59.437552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.472711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50248) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:59.566268 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.574760 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-09054506-b73f-4742-9167-9d3b83824b07 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] show failed (client error): The resource could not be found. Mar 03 17:58:59.575779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-09054506-b73f-4742-9167-9d3b83824b07 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "GET /v2.0/security-groups/653d6142-cca1-4f4a-822c-da4c1f013782 HTTP/1.1" status: 404 len: 347 time: 0.1021416 Mar 03 17:58:59.578177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.584653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50254) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:59.629059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.629429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:58:59.819815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5193d86d-81c8-45d8-9e52-27b9ee013465,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:58:59.826104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Calling delete_port for 0cc3415f-31c5-43a9-8b7a-915c9fda600f owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:58:59.839141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b768b655-d02b-42f9-a165-8118266d958b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc6660d1b2834f6c8468df61e05013be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628573 Mar 03 17:58:59.840491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50260) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:58:59.859259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port 1ca5ff6e-f45c-40de-afef-a11d45dd7a1d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:58:59.859640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.107549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b1948-e6bd-47a3-8019-bce5acd8bf68 req-9fc36ab2-13fa-4e3e-836a-16d443fe595b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:00.109027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-708b1948-e6bd-47a3-8019-bce5acd8bf68 req-9fc36ab2-13fa-4e3e-836a-16d443fe595b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.3344564 Mar 03 17:59:00.125361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692f977-f9fb-47b8-9d2c-fa810a8042c9 req-0157730b-7fb9-4f04-ba3e-2d406d890bab tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:00.132779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f692f977-f9fb-47b8-9d2c-fa810a8042c9 req-0157730b-7fb9-4f04-ba3e-2d406d890bab tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.6148570 Mar 03 17:59:00.218708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59543f8a-d61f-4d67-a906-61938481cb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.235225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-708b1948-e6bd-47a3-8019-bce5acd8bf68 req-bf976fc4-e769-4967-bddc-efacf6f2e47e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185715 Mar 03 17:59:00.308181 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.372021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event deleted for resources: {'Port': ['ID=0cc3415f-31c5-43a9-8b7a-915c9fda600f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:00.409636 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59543f8a-d61f-4d67-a906-61938481cb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.419193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f692f977-f9fb-47b8-9d2c-fa810a8042c9 req-83515750-61eb-4a59-9d2c-6b8ef17a7f67 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855172 Mar 03 17:59:00.448064 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.448393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.563507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.603973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-bb3cf36e-174c-4e48-9f31-bafa750918f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:00.605537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-bb3cf36e-174c-4e48-9f31-bafa750918f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809&tenant_id=d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 1100 time: 0.3499591 Mar 03 17:59:00.609423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for 1ca5ff6e-f45c-40de-afef-a11d45dd7a1d owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:00.620181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:00.651161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.653822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ba0ae316-65ee-464c-b54b-3d3aa9d5f975 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "DELETE /v2.0/floatingips/51afbe3c-4800-49ea-a546-19336208dd5d HTTP/1.1" status: 204 len: 168 time: 2.6771419 Mar 03 17:59:00.699363 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59543f8a-d61f-4d67-a906-61938481cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.729011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59543f8a-d61f-4d67-a906-61938481cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5193d86d-81c8-45d8-9e52-27b9ee013465,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:00.753297 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59543f8a-d61f-4d67-a906-61938481cb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.754549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-59543f8a-d61f-4d67-a906-61938481cb1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5193d86d-81c8-45d8-9e52-27b9ee013465 HTTP/1.1" status: 204 len: 168 time: 0.9099159 Mar 03 17:59:00.773735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89cb3-fe4a-4994-9751-2cb7caef2615 req-5d6dc59b-3c16-4b5c-9c55-c033e6179fc7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:00.775250 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35e89cb3-fe4a-4994-9751-2cb7caef2615 req-5d6dc59b-3c16-4b5c-9c55-c033e6179fc7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.3690338 Mar 03 17:59:00.827579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:00.857644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9093d9-a5d3-452c-8803-37cc4f643838 req-8671707d-d04e-4eff-ab1a-35c8db4c362d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:00.865887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae9093d9-a5d3-452c-8803-37cc4f643838 req-8671707d-d04e-4eff-ab1a-35c8db4c362d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2217324 Mar 03 17:59:00.908354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35e89cb3-fe4a-4994-9751-2cb7caef2615 req-bd5ee4b6-c187-4a1a-a94a-806f08c8e689 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223130 Mar 03 17:59:00.933518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae9093d9-a5d3-452c-8803-37cc4f643838 req-fade6fc8-08e4-418f-affa-d3c5f6c7f775 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Mar 03 17:59:00.956243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.031343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=1ca5ff6e-f45c-40de-afef-a11d45dd7a1d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:01.187841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.290656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:01.318402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.319524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-30963b49-f7ac-42d2-85c9-2c0299463724 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/floatingips/5c7af620-b80c-46a9-84c4-168e180f64e2 HTTP/1.1" status: 204 len: 168 time: 1.7272148 Mar 03 17:59:01.324129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50290) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:01.351048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:01.380536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50296) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:01.431696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.437631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50300) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:01.449718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269879394', 'description': 'tempest-description--1124519810'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:01.450225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Transition to ACTIVE for port object 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:01.451219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:01.458564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.460425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.488287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:01.518429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bb987-eda2-46a1-b981-5de19c142628 req-41a9d347-f877-4dde-afb2-40f0e3ee3325 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:01.520055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-972bb987-eda2-46a1-b981-5de19c142628 req-41a9d347-f877-4dde-afb2-40f0e3ee3325 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3087332 Mar 03 17:59:01.524966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:01.531940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:01.539795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port 224f13ee-4d13-4615-87d3-1bd2b4cc131f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:01.540027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.574722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:01.577872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:01.604601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Usage tracker for resource:security_group_rule and tenant:c956d8b6e30a44e68b21078ed171fdbe is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:01.612766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:01.632231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:01.657673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.701232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] No DVR routers for this DVR port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:59:01.703306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=10']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:01.760991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-972bb987-eda2-46a1-b981-5de19c142628 req-089f45b9-5b46-449e-a390-375499af6ea1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254055 Mar 03 17:59:01.764687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:01.773026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group_rule and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:01.779606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:01.813287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:59:01.813589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:59:01.813953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:01.821377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:59:01.821704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Attempting to bind port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:01.826084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:01.837736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:59:01.838552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:59:01.838753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:59:01.839276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Bound port: 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:59:01.839800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:01.918307 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'code': 200} Mar 03 17:59:01.987530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6231-c8a8-4de9-80bd-c794f0999c5c req-46a76393-96f2-4a09-85ec-14807b47fdae tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:01.996294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca5a6231-c8a8-4de9-80bd-c794f0999c5c req-46a76393-96f2-4a09-85ec-14807b47fdae tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.4896574 Mar 03 17:59:02.101958 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca5a6231-c8a8-4de9-80bd-c794f0999c5c req-deb85e0c-9e63-486d-a77d-877d89379fdb tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043854 Mar 03 17:59:02.140961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:02.144359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:59:02.149018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.197037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.221900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.224130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=11']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:02.243108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:02.243816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.245251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-138b00ea-ef97-4d54-8dfc-784d0180469b service neutron] 10.222.0.35 "PUT /v2.0/ports/6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 1096 time: 1.6310024 Mar 03 17:59:02.260217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.289112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c956d8b6e30a44e68b21078ed171fdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8822193 Mar 03 17:59:02.296404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.321145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50320) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:02.422992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.437128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for 224f13ee-4d13-4615-87d3-1bd2b4cc131f owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:02.473753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-6f093e3b-0b3b-427a-9ed5-dcaba6e8f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:02.475343 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-6f093e3b-0b3b-427a-9ed5-dcaba6e8f558 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1099 time: 0.2081406 Mar 03 17:59:02.480449 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2e7af57-ff10-4f84-accd-f56c9ec22b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.487779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b89f20-ec96-44e4-992c-d3acc1c5048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d767a-31ef-4375-94d2-0e7934be2d0f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:02.593661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.594872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1560740 Mar 03 17:59:02.601521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50324) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:02.605970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c742d-0c86-4827-91c0-c9fb6da76a12 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75ecaa-3ef8-451e-b986-a410e77c54f8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:02.612759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'security_group_rule': {'security_group_id': 'fb75ecaa-3ef8-451e-b986-a410e77c54f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:02.627148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc73cb0-728d-47bd-a6af-5029685a5a36 req-b12aaa94-34e7-4fa9-83ec-707eebd859f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:02.636880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8dc73cb0-728d-47bd-a6af-5029685a5a36 req-b12aaa94-34e7-4fa9-83ec-707eebd859f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 948 time: 0.5418096 Mar 03 17:59:02.658442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:02.762717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3e79-0784-415d-aa1d-fd388bc783b1 req-4b3525d2-af33-4c60-8327-146b659ee0dc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:02.764143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d9b3e79-0784-415d-aa1d-fd388bc783b1 req-4b3525d2-af33-4c60-8327-146b659ee0dc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4496310 Mar 03 17:59:02.772397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2e7af57-ff10-4f84-accd-f56c9ec22b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.833898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group_rule and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:02.843414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:02.862231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:02.862617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-f6f249b7-7ed3-4cb8-9cd8-f6b46ddb672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:02.864278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-f6f249b7-7ed3-4cb8-9cd8-f6b46ddb672f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3791711 Mar 03 17:59:02.869676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d9b3e79-0784-415d-aa1d-fd388bc783b1 req-2d03cda7-ede8-4d6b-9286-a63316934a8b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885129 Mar 03 17:59:02.881492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8dc73cb0-728d-47bd-a6af-5029685a5a36 req-82f57925-fe7b-4244-ab9d-dd7217dcac52 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438719 Mar 03 17:59:02.900734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.945736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.964145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-3292a32d-63a9-4876-9e50-c307e3923b16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.0931976 Mar 03 17:59:02.967622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2e7af57-ff10-4f84-accd-f56c9ec22b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:02.968849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=224f13ee-4d13-4615-87d3-1bd2b4cc131f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:03.040149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7af57-ff10-4f84-accd-f56c9ec22b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d767a-31ef-4375-94d2-0e7934be2d0f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:03.067933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2e7af57-ff10-4f84-accd-f56c9ec22b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.069042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2e7af57-ff10-4f84-accd-f56c9ec22b89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/361d767a-31ef-4375-94d2-0e7934be2d0f HTTP/1.1" status: 204 len: 168 time: 0.7468634 Mar 03 17:59:03.081318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-cf3762bc-1dc5-4b15-b77c-4af48f9d6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:03.084279 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-cf3762bc-1dc5-4b15-b77c-4af48f9d6091 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1104708 Mar 03 17:59:03.127312 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.214246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cad44da4-83bd-4ef6-912a-8994067bd663 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/ports/224f13ee-4d13-4615-87d3-1bd2b4cc131f HTTP/1.1" status: 204 len: 168 time: 1.8867586 Mar 03 17:59:03.222697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50340) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:03.228937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-fa7805df-d640-4d68-ac34-37dccc2f1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:03.230110 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.230866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-fa7805df-d640-4d68-ac34-37dccc2f1325 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403849 Mar 03 17:59:03.306637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port 1d56afb9-0196-4204-94e6-0cd1947f1b29 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:03.306986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.446984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.459095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dae7d-dd60-477e-bc91-826ac13c23ad req-b9a97f62-415e-4884-87c3-b962c008d9d4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:03.461364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-294dae7d-dd60-477e-bc91-826ac13c23ad req-b9a97f62-415e-4884-87c3-b962c008d9d4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.2348936 Mar 03 17:59:03.468370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-ead2953b-80a5-45cf-a1b6-c2cdaaec2243 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010474 Mar 03 17:59:03.534160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1cfdaa-718c-49e8-9349-8b67b5fea490,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:03.594021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-294dae7d-dd60-477e-bc91-826ac13c23ad req-a6421442-ec34-4b9a-ad75-a4b6af6cb458 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243737 Mar 03 17:59:03.604550 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.604550 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bf1ab2d3-e627-4818-bffd-f2e95aca09bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0004425 Mar 03 17:59:03.608967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50352) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:03.638102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'security_group_rule': {'security_group_id': 'fb75ecaa-3ef8-451e-b986-a410e77c54f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:03.652704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae4975-f649-4110-8f78-54ae6da481f9 req-a08606c6-331e-4343-b790-99ffbf686a73 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:03.659723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3eae4975-f649-4110-8f78-54ae6da481f9 req-a08606c6-331e-4343-b790-99ffbf686a73 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.5885522 Mar 03 17:59:03.678364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:03.687959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:security_group_rule and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:03.696346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:03.709909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:03.748277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba8c2c11-a586-48fe-a3bd-70aeb99eb59d req-9190ba06-a3da-4300-a36e-991cddd01f80 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538638 Mar 03 17:59:03.748972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.773390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3eae4975-f649-4110-8f78-54ae6da481f9 req-56a80b77-e509-4cdc-89d4-dd05a0a29d20 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094224 Mar 03 17:59:03.841286 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:03.917959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for 1d56afb9-0196-4204-94e6-0cd1947f1b29 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:03.919748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:04.087008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:04.089996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:04.099601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:04.136027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5dab920-7c75-41fd-bf77-942a3e26f95c,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:04.194640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:04.201817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca9b57-0f3c-441a-a4c9-b02622f1ad9f req-037a7181-7ed9-4cac-b2bc-0b42171545c2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:04.211019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16ca9b57-0f3c-441a-a4c9-b02622f1ad9f req-037a7181-7ed9-4cac-b2bc-0b42171545c2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 948 time: 0.1829154 Mar 03 17:59:04.258521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:04.261060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e3e47fe3-113c-4a32-aa2c-37ffd02ee9dc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6459515 Mar 03 17:59:04.263376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:04.265109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:04.269816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16ca9b57-0f3c-441a-a4c9-b02622f1ad9f req-58a6a340-cef9-4af3-b4c8-2432d0712f02 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Mar 03 17:59:04.335724 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'status': 'completed', 'code': 200} Mar 03 17:59:04.346922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:04.358199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:04.375951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ac022-35c1-4caf-a50e-3f3d0ecf0b20 req-4c5e0dea-a556-468b-8ced-162962f2daf4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:04.377611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a1ac022-35c1-4caf-a50e-3f3d0ecf0b20 req-4c5e0dea-a556-468b-8ced-162962f2daf4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4230697 Mar 03 17:59:04.378831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Usage tracker for resource:floatingip and tenant:5c4f0c6ea9f34716b02a01211e4d5b3e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:04.425380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:04.436094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=1d56afb9-0196-4204-94e6-0cd1947f1b29,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:04.444963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:04.447966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-8d2b7766-8bfb-4968-a09e-de4cf34d8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:04.449870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-8d2b7766-8bfb-4968-a09e-de4cf34d8636 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1099 time: 0.0920660 Mar 03 17:59:04.604462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:04.636517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-14600d09-7126-49bf-b613-d36aaa824407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:04.639281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-14600d09-7126-49bf-b613-d36aaa824407 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1834269 Mar 03 17:59:04.691565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a1ac022-35c1-4caf-a50e-3f3d0ecf0b20 req-aef1b0d2-576b-4dc8-aa3d-6074b95f1147 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584920 Mar 03 17:59:04.717764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-095aee5d-be69-4561-95c4-602a329ddb4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.0712581 Mar 03 17:59:04.733943 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:04.738150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-738cea60-f200-4688-a250-6c85c3cded9e tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/ports/1d56afb9-0196-4204-94e6-0cd1947f1b29 HTTP/1.1" status: 204 len: 168 time: 1.5113902 Mar 03 17:59:04.746964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50398) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:04.840803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-b942d9e7-2402-4053-b455-d649fca543f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:04.842320 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-b942d9e7-2402-4053-b455-d649fca543f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 1099 time: 0.4598670 Mar 03 17:59:04.850302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-feef98e8-f865-4322-8c24-f762d506f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:04.852319 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-feef98e8-f865-4322-8c24-f762d506f3f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1284170 Mar 03 17:59:05.011392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2cc9f-27ca-435a-b6c3-815ea136d72f req-f17ac40f-1859-431c-ace5-0c4a3608a684 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:05.020015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18c2cc9f-27ca-435a-b6c3-815ea136d72f req-f17ac40f-1859-431c-ace5-0c4a3608a684 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.2256770 Mar 03 17:59:05.080586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-22051c12-ff53-460e-a2dc-6185f9071832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:05.082436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-22051c12-ff53-460e-a2dc-6185f9071832 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155731 Mar 03 17:59:05.106338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18c2cc9f-27ca-435a-b6c3-815ea136d72f req-80c569ed-8453-4d28-9eb8-44ff3dd3c3ac tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850019 Mar 03 17:59:05.245202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting subnet 76db7d97-c7ec-4f40-99bb-6a2e2094e65e {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:59:05.248175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:05.307993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:05.374654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-2c31cd98-9aed-4a83-8d5a-3f4453170ad7 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676899 Mar 03 17:59:05.493562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc091b-ce8c-4ef6-a100-0e65ff1a3eca req-1e840d48-f9e9-4038-9ef9-237e0d625fc8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:05.495512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4dc091b-ce8c-4ef6-a100-0e65ff1a3eca req-1e840d48-f9e9-4038-9ef9-237e0d625fc8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.6354849 Mar 03 17:59:05.572435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-5ff22440-e7d1-4335-a14d-610cfea48aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:05.574519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-5ff22440-e7d1-4335-a14d-610cfea48aff service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.7215388 Mar 03 17:59:05.595591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:59:05.705492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4dc091b-ce8c-4ef6-a100-0e65ff1a3eca req-d7e91feb-e229-4294-8559-9e1a3ba79f10 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975639 Mar 03 17:59:05.733367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-6ebe827f-c3d3-4f2d-ba57-35bd47693c6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 200 len: 217 time: 0.1465516 Mar 03 17:59:05.742885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:05.849080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-7cbd9345-7c51-4962-93fd-71a8a08d3ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660432 Mar 03 17:59:05.870773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5b220-a7a4-46e4-b065-94879e716f9d req-edd53d9d-f205-410c-aa83-6d11d4cd644a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:05.871329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:05.873664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89e5b220-a7a4-46e4-b065-94879e716f9d req-edd53d9d-f205-410c-aa83-6d11d4cd644a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 948 time: 0.4672575 Mar 03 17:59:05.923593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:05.936093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89e5b220-a7a4-46e4-b065-94879e716f9d req-a5b1dda4-8cd6-48ef-b693-82d8b5511d42 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542307 Mar 03 17:59:05.972474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'mac_address': 'fa:16:3e:f6:3a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:59:05.997416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-060fd17a-5fc1-4f65-a331-97462da822e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:05.998982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-060fd17a-5fc1-4f65-a331-97462da822e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2537496 Mar 03 17:59:06.093229 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.167276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:06.210497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:06.218190 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.219129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Allocated IP 172.25.0.230 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/b52f3156-3869-4dc7-bae6-487fb9b405a4) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:59:06.225114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.299675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Subnet': ['ID=76db7d97-c7ec-4f40-99bb-6a2e2094e65e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:06.313132 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.324546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:06.336692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd2ffb-3e56-4386-b326-001627fe495d None None] Network 38cedcce-f5f2-48a2-955f-07e8fc3f8731 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:59:06.374938 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9ad4d8ef-2526-4d83-9e84-6c00ca147f68 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/subnets/76db7d97-c7ec-4f40-99bb-6a2e2094e65e HTTP/1.1" status: 204 len: 168 time: 1.6230931 Mar 03 17:59:06.382905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50448) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:06.477707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-1f816566-646d-4d12-a44b-dd48e21704ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:06.479381 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-1f816566-646d-4d12-a44b-dd48e21704ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4639897 Mar 03 17:59:06.570877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:06.602771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593470-2631-40b2-bb13-d8d0c7688c4d req-c4592b8c-c89d-43a7-ae13-f0bf1c44bd00 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:06.605922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55593470-2631-40b2-bb13-d8d0c7688c4d req-c4592b8c-c89d-43a7-ae13-f0bf1c44bd00 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.2369103 Mar 03 17:59:06.667779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting subnet a2263efd-613c-4745-bb82-0088401200e8 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:59:06.685707 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.704955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55593470-2631-40b2-bb13-d8d0c7688c4d req-c8f319fc-63c7-479d-93ed-1a216341bc03 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919926 Mar 03 17:59:06.790311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] DHCP port deletion for 38cedcce-f5f2-48a2-955f-07e8fc3f8731 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:59:06.798918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] Deleting port aecc1b80-8951-46bf-85ae-0d79e4fbbbae {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:06.799361 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.827101 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.860675 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:06.916426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-3e0e9050-2b2e-404a-a7cf-a756c1321633 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226708 Mar 03 17:59:07.091137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] For port aecc1b80-8951-46bf-85ae-0d79e4fbbbae, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=aecc1b80-8951-46bf-85ae-0d79e4fbbbae,segment=NetworkSegment(218e3176-15e3-4f4a-9090-8b996f8a593f),segment_id=218e3176-15e3-4f4a-9090-8b996f8a593f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:07.091924 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:07.110836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:07.165382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:07.305790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] Calling delete_port for aecc1b80-8951-46bf-85ae-0d79e4fbbbae owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:07.326235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c38c-363d-4050-8328-46c839becfb6 req-f3baf1c9-e16f-4d8e-b58c-d929f6bf00b3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:07.334031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4143c38c-363d-4050-8328-46c839becfb6 req-f3baf1c9-e16f-4d8e-b58c-d929f6bf00b3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1935256 Mar 03 17:59:07.383831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b625c0-15bd-4b8f-9c65-4164b624ef29 req-578903ca-2aac-4be3-8a38-55ad62d22e63 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:07.385377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87b625c0-15bd-4b8f-9c65-4164b624ef29 req-578903ca-2aac-4be3-8a38-55ad62d22e63 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.6022100 Mar 03 17:59:07.418599 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4143c38c-363d-4050-8328-46c839becfb6 req-551ccd87-9480-4294-9743-57e68630019a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762389 Mar 03 17:59:07.444502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc03d70e-6acf-427d-9994-4ae2b8510112 req-3f0d0ad6-fbae-4cb0-a32a-79762ba62fbe service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032554 Mar 03 17:59:07.444502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:59:07.455590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:59:07.462664 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:07.473298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:59:07.521218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] Pushing event deleted for resources: {'Port': ['ID=aecc1b80-8951-46bf-85ae-0d79e4fbbbae,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:07.525240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06def95-4872-4556-8a46-887ecd7b40fc None None] No DVR routers for this DVR port aecc1b80-8951-46bf-85ae-0d79e4fbbbae on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:59:07.563853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'Port': ['ID=b52f3156-3869-4dc7-bae6-487fb9b405a4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:07.581706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87b625c0-15bd-4b8f-9c65-4164b624ef29 req-3588c0ab-ec3d-4413-9384-b24072a604ac tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780646 Mar 03 17:59:07.600326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:59:07.608214 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:07.646505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88547e2-5b59-46b7-93d7-7e2a88a62369 req-c2315b63-a105-4a63-8427-26adea9b444d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:07.654432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b88547e2-5b59-46b7-93d7-7e2a88a62369 req-c2315b63-a105-4a63-8427-26adea9b444d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 949 time: 0.1089976 Mar 03 17:59:07.670315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Subnet': ['ID=a2263efd-613c-4745-bb82-0088401200e8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:07.675906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:07.688801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7b9ce6a6-769e-40ce-b3ea-33fa09e611ce tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/subnets/a2263efd-613c-4745-bb82-0088401200e8 HTTP/1.1" status: 204 len: 168 time: 1.3031833 Mar 03 17:59:07.690657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50480) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:07.691507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41640f0-731f-427d-9a8e-937bc51439fd None None] Network 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:59:07.711697 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b88547e2-5b59-46b7-93d7-7e2a88a62369 req-752f7223-02aa-482f-94c4-fc71e1db2659 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560563 Mar 03 17:59:07.730246 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:07.918026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:59:07.926762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:07.927064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.024350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.031240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.124748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-d332ec48-2e3d-4400-b433-556427962fcd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704331 Mar 03 17:59:08.144457 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.162139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] DHCP port deletion for 3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:59:08.172603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Deleting port 623298a4-69f9-466e-873b-8c95202b86cf {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:08.173304 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.242717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:08.265943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:08.321310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.321863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-762e766a-facd-4ddf-950a-747b55b8e102 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:08.330941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-762e766a-facd-4ddf-950a-747b55b8e102 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049429 Mar 03 17:59:08.351692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-e4034ceb-44b6-493c-9cac-3388d8e50686 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/quotas/d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 375 time: 0.0197930 Mar 03 17:59:08.356979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedc9d4-9573-4be1-a894-30423e4745ed req-e9e829b5-7e8c-4a2f-81c4-bcb10602d962 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:08.359240 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5bedc9d4-9573-4be1-a894-30423e4745ed req-e9e829b5-7e8c-4a2f-81c4-bcb10602d962 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.4345570 Mar 03 17:59:08.365990 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.463342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cedcce-f5f2-48a2-955f-07e8fc3f8731']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:08.503202 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6a8b6b7c-7df3-4569-b3c9-526712cef321 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1494100 Mar 03 17:59:08.561887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218e3176-15e3-4f4a-9090-8b996f8a593f') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:08.562252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218e3176-15e3-4f4a-9090-8b996f8a593f') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:08.580125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5bedc9d4-9573-4be1-a894-30423e4745ed req-7fadc53a-291f-47cc-ab03-0053f5ea52b1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994998 Mar 03 17:59:08.585843 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.666561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.684906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:59:08.685422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:59:08.701153 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:59:08.733074 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'code': 200} Mar 03 17:59:08.735279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 623298a4-69f9-466e-873b-8c95202b86cf no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:08.827570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=13']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:08.925018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] For port 623298a4-69f9-466e-873b-8c95202b86cf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=623298a4-69f9-466e-873b-8c95202b86cf,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:08.926102 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.939023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.940822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.965583 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:08.979864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a3eaebf-2230-448a-82a2-008741a52b2a req-93563239-caac-4145-87e0-ae1eb765ebe0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0895243 Mar 03 17:59:08.987786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.046130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50540) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:09.046746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/networks/38cedcce-f5f2-48a2-955f-07e8fc3f8731 HTTP/1.1" status: 204 len: 168 time: 1.3547540 Mar 03 17:59:09.047586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b0771-21f3-4539-b503-f47b55cf9c59 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Network': ['ID=38cedcce-f5f2-48a2-955f-07e8fc3f8731,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:09.190250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'Port': ['ID=b52f3156-3869-4dc7-bae6-487fb9b405a4,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:09.217359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.255349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c27ab-af66-4caa-aa80-5d3f6415835f req-08c04709-7ca9-4746-b5c8-da640d321914 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:09.265927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e04c27ab-af66-4caa-aa80-5d3f6415835f req-08c04709-7ca9-4746-b5c8-da640d321914 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.3703721 Mar 03 17:59:09.303345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Calling delete_port for 623298a4-69f9-466e-873b-8c95202b86cf owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:09.315322 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.325411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7abe1d18-37d1-4e08-b9ba-dbb883868fff tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0586538 Mar 03 17:59:09.399772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.415340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.421981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e04c27ab-af66-4caa-aa80-5d3f6415835f req-78c52034-d782-4337-bb1a-e3f95ceb3b43 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550584 Mar 03 17:59:09.439411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Deleting port 623298a4-69f9-466e-873b-8c95202b86cf {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:09.440102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.556249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 623298a4-69f9-466e-873b-8c95202b86cf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=623298a4-69f9-466e-873b-8c95202b86cf,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:09.566132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.567820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aecc1b80-8951-46bf-85ae-0d79e4fbbbae no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:09.786871 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:59:09.787849 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:59:09.795826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: aecc1b80-8951-46bf-85ae-0d79e4fbbbae {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:59:09.796661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device aecc1b80-8951-46bf-85ae-0d79e4fbbbae not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:09.845296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] For port 623298a4-69f9-466e-873b-8c95202b86cf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=623298a4-69f9-466e-873b-8c95202b86cf,segment=NetworkSegment(46274a43-3081-4556-bc6e-bd484bf2ba20),segment_id=46274a43-3081-4556-bc6e-bd484bf2ba20)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:09.846003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:09.852997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=623298a4-69f9-466e-873b-8c95202b86cf,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:09.972662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d847-34ba-4509-8f10-5c2c7e3f8ace req-bab9988d-e2de-41d1-b927-1bda5d7e26cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:09.979186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16f0d847-34ba-4509-8f10-5c2c7e3f8ace req-bab9988d-e2de-41d1-b927-1bda5d7e26cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.1508522 Mar 03 17:59:10.049953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Calling delete_port for 623298a4-69f9-466e-873b-8c95202b86cf owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:10.094019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16f0d847-34ba-4509-8f10-5c2c7e3f8ace req-49a1d5f7-d88f-4ce1-897e-9d0a0702d634 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078911 Mar 03 17:59:10.140073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-062dd2e8-6db4-438c-bc60-c98c4d8a0141 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:10.280633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f92de8a0-e5ff-4c75-8806-0f5e4cbd0e6f req-45557b10-a42c-4e2e-b524-81c6c4baa3c2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0609844 Mar 03 17:59:10.289084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Deleting port 623298a4-69f9-466e-873b-8c95202b86cf {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:10.289764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:10.302518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-062dd2e8-6db4-438c-bc60-c98c4d8a0141 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:10.304007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-062dd2e8-6db4-438c-bc60-c98c4d8a0141 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--269879394&fields=id&tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 267 time: 0.5418532 Mar 03 17:59:10.432007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:10.483496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9580d5be-bd56-4b0d-905f-6ddab08e0d54 None None] The port '623298a4-69f9-466e-873b-8c95202b86cf' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:59:10.721380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe079366-f7d2-42c2-80a2-fdec65ab7592 req-e04e2e56-ee20-4775-87fe-9a905378da47 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:10.732274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe079366-f7d2-42c2-80a2-fdec65ab7592 req-e04e2e56-ee20-4775-87fe-9a905378da47 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1600392 Mar 03 17:59:10.773665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] No DVR routers for this DVR port 623298a4-69f9-466e-873b-8c95202b86cf on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:59:10.811185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-f6df9cf2-1691-4289-b228-6545ddd85ba7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d238225c363345cdb45a45bb802d68c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325873 Mar 03 17:59:10.860776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-7a60276b-8b35-4ab6-b339-9cf768a862b6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:10.868307 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-7a60276b-8b35-4ab6-b339-9cf768a862b6 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 817 time: 0.5554366 Mar 03 17:59:10.963899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe079366-f7d2-42c2-80a2-fdec65ab7592 req-20129ab4-d79e-479d-8775-42303e0a7b21 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306614 Mar 03 17:59:10.985746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-c484990b-3ddc-4ce4-a092-1f68e732d4fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8168058 Mar 03 17:59:10.986596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Port': ['ID=623298a4-69f9-466e-873b-8c95202b86cf,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:11.132790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-7eb62569-3597-4f3d-85d9-af96a8e9ae8b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/quotas/5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 375 time: 0.2605004 Mar 03 17:59:11.263587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:11.326239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:11.356088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46274a43-3081-4556-bc6e-bd484bf2ba20') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:11.356378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46274a43-3081-4556-bc6e-bd484bf2ba20') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:11.383564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:11.403995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-f26ee120-5e55-40d4-8a0e-9855deafc878 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:11.405543 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-f26ee120-5e55-40d4-8a0e-9855deafc878 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5816185 Mar 03 17:59:11.420083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230f448-65fb-40ac-94b0-888e70ed253a req-bf328c07-2827-4813-9d72-9a8c22231e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:11.421625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-bf328c07-2827-4813-9d72-9a8c22231e44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 1100 time: 0.3922057 Mar 03 17:59:11.423238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Request body: {'port': {'device_id': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'd238225c363345cdb45a45bb802d68c1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:11.463800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:11.490617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:59:11.491025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:59:11.509163 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:59:11.536883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-56fd762b-30dd-41f2-949a-5776c84bf7cc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:11.686473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bde55-d898-49fd-aa01-dcfb28d57fbf req-76aa0047-2afa-4f46-8518-86f9758b33bf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:11.695840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db3bde55-d898-49fd-aa01-dcfb28d57fbf req-76aa0047-2afa-4f46-8518-86f9758b33bf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.3791969 Mar 03 17:59:11.734696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-56fd762b-30dd-41f2-949a-5776c84bf7cc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:11.748534 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-56fd762b-30dd-41f2-949a-5776c84bf7cc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6066911 Mar 03 17:59:11.756810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db3bde55-d898-49fd-aa01-dcfb28d57fbf req-20e5e296-2c8f-4e19-941d-af5d555e3c34 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598972 Mar 03 17:59:11.779419 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:11.788282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:11.819157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:11.845502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:11.867170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Made reservation on behalf of d238225c363345cdb45a45bb802d68c1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:59:11.874231 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:11.908579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] Pushing event deleted for resources: {'Network': ['ID=3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:11.947279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230f448-65fb-40ac-94b0-888e70ed253a req-543a8a89-d9d6-43cb-a85a-f7af5a2cea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:11.949690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-543a8a89-d9d6-43cb-a85a-f7af5a2cea3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5058837 Mar 03 17:59:12.043027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-047416a8-a98f-461f-bf26-efee4d0f2bb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 200 len: 217 time: 0.0858126 Mar 03 17:59:12.044831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-549ff869-99ab-4d25-bf1b-5cd1a3604331 tempest-TaggedBootDevicesTest_v242-925319116 tempest-TaggedBootDevicesTest_v242-925319116-project] 10.222.0.23 "DELETE /v2.0/networks/3e2c5a5d-b5d3-4e7e-90fa-c45c9205c8f0 HTTP/1.1" status: 204 len: 168 time: 2.9977095 Mar 03 17:59:12.174181 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a17301ad-f0dc-4d48-ab33-081cb5b72820 req-6c4b30a2-7f2d-4072-aaa6-880e1453a30e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 210 time: 0.2564700 Mar 03 17:59:12.233460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230f448-65fb-40ac-94b0-888e70ed253a req-be8a63ef-e8b0-42dd-aefb-358710c8579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:12.234964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-be8a63ef-e8b0-42dd-aefb-358710c8579f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1707866 Mar 03 17:59:12.345914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-0d49c0e2-af88-4351-9fcc-a82fdc1b7a3e service neutron] 10.222.0.23 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395672 Mar 03 17:59:12.449199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Allocated IP 192.168.233.238 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/01ccabb8-4f05-41b7-9fe7-7257e34e185e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:59:12.518093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d764cc3-09fc-4a22-9b62-4aa2652dc32b req-2ca1d6bf-6d26-45a4-9478-471af5c9b782 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:12.537636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d764cc3-09fc-4a22-9b62-4aa2652dc32b req-2ca1d6bf-6d26-45a4-9478-471af5c9b782 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1909354 Mar 03 17:59:12.591098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-836cbef6-abd9-49de-80bb-030cbe59603e service neutron] 10.222.0.23 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400887 Mar 03 17:59:12.597201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230f448-65fb-40ac-94b0-888e70ed253a req-8504619f-ffd2-4791-90d3-f0de797d6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:12.599974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-8504619f-ffd2-4791-90d3-f0de797d6322 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3565295 Mar 03 17:59:12.604286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d764cc3-09fc-4a22-9b62-4aa2652dc32b req-f5e0e32b-3426-431e-b9d2-2e7cb726e339 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657139 Mar 03 17:59:13.087236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-a082cfff-397d-454f-bcf1-541c2442f294 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795973 Mar 03 17:59:13.202083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:13.227972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Transition to ACTIVE for port object 01ccabb8-4f05-41b7-9fe7-7257e34e185e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:13.283659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c793e60-0b57-4c23-8239-622675120fc0 req-a38d26fe-dd12-4746-adef-a65db84ceb24 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:13.294338 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c793e60-0b57-4c23-8239-622675120fc0 req-a38d26fe-dd12-4746-adef-a65db84ceb24 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.2010009 Mar 03 17:59:13.372305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c793e60-0b57-4c23-8239-622675120fc0 req-6ce9df6a-3254-4add-8b99-6222fb451647 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747261 Mar 03 17:59:13.397838 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:13.411461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67', '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:13.489810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6230f448-65fb-40ac-94b0-888e70ed253a req-4df4bb45-b08f-41ca-81da-5a786b59b426 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947451 Mar 03 17:59:13.555212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c94997d3-f315-49c5-9618-45ec837a5170'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:13.667877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:13.760433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:59:13.851466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:59:13.864959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:59:13.880618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:59:14.038151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:14.039589 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:14.041530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c655a2f-ffb4-4c76-bbf5-419fc19ba75f req-cbc8c43d-d7d5-45a8-a880-af9ad052eee2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 210 time: 0.5358660 Mar 03 17:59:14.088198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-1bfded7c-e00e-421a-aa81-48b8044e05b6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6687858 Mar 03 17:59:14.101223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Request body: {'port': {'device_id': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:14.197481 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:59:14.227028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cf8af-4759-4a0c-a233-0aee064729b1 req-0387db3b-8762-4a16-adaa-b64151fd866e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:14.227888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ab3cf8af-4759-4a0c-a233-0aee064729b1 req-0387db3b-8762-4a16-adaa-b64151fd866e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:14.385410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:14.451888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ab3cf8af-4759-4a0c-a233-0aee064729b1 req-0387db3b-8762-4a16-adaa-b64151fd866e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:14.474303 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab3cf8af-4759-4a0c-a233-0aee064729b1 req-0387db3b-8762-4a16-adaa-b64151fd866e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 936 time: 0.7716227 Mar 03 17:59:14.514312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea503-89cd-4024-bcdb-101c31e89f81 req-1972a4d4-4616-4f53-a9b9-9e0d8f2f9c82 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:14.528091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7bbea503-89cd-4024-bcdb-101c31e89f81 req-1972a4d4-4616-4f53-a9b9-9e0d8f2f9c82 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2208557 Mar 03 17:59:14.590948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3595af07-535c-4305-8c85-ef3ac9e42b42 None None] Provisioning for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:59:14.609994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3595af07-535c-4305-8c85-ef3ac9e42b42 None None] Provisioning complete for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:14.610374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3595af07-535c-4305-8c85-ef3ac9e42b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:14.637531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab3cf8af-4759-4a0c-a233-0aee064729b1 req-34bcf740-143e-43b3-a725-3f7bc2527e87 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580117 Mar 03 17:59:14.656196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7bbea503-89cd-4024-bcdb-101c31e89f81 req-ad22495f-00cf-4c9c-a82a-2d2dcba753b3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163542 Mar 03 17:59:14.867262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3595af07-535c-4305-8c85-ef3ac9e42b42 None None] Port 01ccabb8-4f05-41b7-9fe7-7257e34e185e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:59:14.913363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:14.986198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9', 'port_id': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'mac_address': 'fa:16:3e:71:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab3feeb-f1c5-47d8-b30d-c758040d8e08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:59:15.138493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6e38-5bbb-4b3e-aff9-be4a20c37709 req-8661055f-3ff9-49b8-9196-c651c82b4126 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:15.140040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5ed6e38-5bbb-4b3e-aff9-be4a20c37709 req-8661055f-3ff9-49b8-9196-c651c82b4126 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.2891884 Mar 03 17:59:15.302098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5ed6e38-5bbb-4b3e-aff9-be4a20c37709 req-7a12f82b-6e1b-4185-85dc-f6b34fdbc4c4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443083 Mar 03 17:59:15.331720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:15.378623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d622a51e-45e2-4274-84c8-6ac43bf236e6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:15.461809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:15.498309 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:15.754375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d622a51e-45e2-4274-84c8-6ac43bf236e6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:15.833021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ccabb8-4f05-41b7-9fe7-7257e34e185e {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:15.851571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:15.894645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Transition to ACTIVE for port object 01ccabb8-4f05-41b7-9fe7-7257e34e185e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:15.958334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:16.009736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5553cca-c0d3-41ab-a32e-c38a0b23a028 req-cf24ef85-ef58-45ca-8e59-ed6177941d65 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:16.018379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5553cca-c0d3-41ab-a32e-c38a0b23a028 req-cf24ef85-ef58-45ca-8e59-ed6177941d65 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1918089 Mar 03 17:59:16.023091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:16.096475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6bb8e86a-c561-46bb-be75-8b1fb34f7832 req-aaf3f691-d03b-4525-a0c7-6c4a57d126f7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:16.122889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5553cca-c0d3-41ab-a32e-c38a0b23a028 req-d5c09462-a29a-4844-8f46-2208d7f8445a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986943 Mar 03 17:59:16.209608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:16.385608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:16.454214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:16.510143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:16.521186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc5d07e151e4815b431edeef965b7eb is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:16.528533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:16.540326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:16.597628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca13b9-f520-4ca3-ad56-80573de36f67 req-82cea15b-4c47-472d-aede-8eeee0212d54 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:16.604952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33ca13b9-f520-4ca3-ad56-80573de36f67 req-82cea15b-4c47-472d-aede-8eeee0212d54 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.1999729 Mar 03 17:59:16.671249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33ca13b9-f520-4ca3-ad56-80573de36f67 req-42fe2d0f-7ad7-468a-b45e-06dadf61ad46 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Mar 03 17:59:16.763281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6bb8e86a-c561-46bb-be75-8b1fb34f7832 req-aaf3f691-d03b-4525-a0c7-6c4a57d126f7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:16.775747 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6bb8e86a-c561-46bb-be75-8b1fb34f7832 req-aaf3f691-d03b-4525-a0c7-6c4a57d126f7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 210 time: 1.0154133 Mar 03 17:59:16.813498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-04818210-8eb7-4fd4-ac24-54b582583def tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:16.816026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-04818210-8eb7-4fd4-ac24-54b582583def tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 817 time: 1.0671935 Mar 03 17:59:16.825820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:16.840071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:16.962474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cc5d07e151e4815b431edeef965b7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9807835 Mar 03 17:59:16.964477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab8422-9927-4b33-a27c-b5e99d5b23a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b678ac90-f934-4404-ab56-2feb9bb1fe00,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:17.002263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50716) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:17.153011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-bd6bb971-350d-4fab-a8fb-756b24fdb1ce tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:17.198783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770a145-79c5-4604-b367-8255725a2bde req-bd465b1a-3ffc-4587-9a8d-34f0f4249945 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:17.212555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5770a145-79c5-4604-b367-8255725a2bde req-bd465b1a-3ffc-4587-9a8d-34f0f4249945 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.3180685 Mar 03 17:59:17.289454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5770a145-79c5-4604-b367-8255725a2bde req-b15aacbc-9662-4ae0-aba0-67852a1976d1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757113 Mar 03 17:59:17.351812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-bd6bb971-350d-4fab-a8fb-756b24fdb1ce tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:17.352954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-bd6bb971-350d-4fab-a8fb-756b24fdb1ce tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 379 time: 0.4856265 Mar 03 17:59:17.365533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'port': {'device_id': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'admin_state_up': True, 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'security_groups': ['fb75ecaa-3ef8-451e-b986-a410e77c54f8']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:17.395508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:59:17.395854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:59:17.396185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:17.407124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:59:17.407465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:17.442883 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-316cebcc-f779-44da-b126-e7d960a10182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:17.450415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:59:17.450985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:59:17.451607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:59:17.452183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Bound port: 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:59:17.452537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:17.650309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-316cebcc-f779-44da-b126-e7d960a10182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:17.664003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:59:17.749042 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-316cebcc-f779-44da-b126-e7d960a10182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:17.766742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e686e3d-b2c2-4c87-bf3f-c61cefba2e8e req-e5c56781-b5ee-4c9f-b179-f56fb78f0644 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:17.772748 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e686e3d-b2c2-4c87-bf3f-c61cefba2e8e req-e5c56781-b5ee-4c9f-b179-f56fb78f0644 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.6263647 Mar 03 17:59:17.853784 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:17.871926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port d622a51e-45e2-4274-84c8-6ac43bf236e6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:17.872501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:17.915206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cebcc-f779-44da-b126-e7d960a10182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b678ac90-f934-4404-ab56-2feb9bb1fe00,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:17.980693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-316cebcc-f779-44da-b126-e7d960a10182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:17.985963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-316cebcc-f779-44da-b126-e7d960a10182 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b678ac90-f934-4404-ab56-2feb9bb1fe00 HTTP/1.1" status: 204 len: 168 time: 0.9667230 Mar 03 17:59:17.993116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:18.066986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56878319-a1e7-4c8b-b596-130ed0ff89af req-138fc2a0-4464-4786-8e7c-caddc992f5fc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:18.069769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:18.074688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56878319-a1e7-4c8b-b596-130ed0ff89af req-138fc2a0-4464-4786-8e7c-caddc992f5fc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.1977301 Mar 03 17:59:18.102211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e686e3d-b2c2-4c87-bf3f-c61cefba2e8e req-cdc1b3e9-9aa0-414c-b62e-d18152fe93e2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736006 Mar 03 17:59:18.135619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:59:18.160798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:18.165970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56878319-a1e7-4c8b-b596-130ed0ff89af req-b8dac6b7-0204-403b-b98d-68ea3bd1fb6d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900869 Mar 03 17:59:18.170464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:18.352192 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:18.418549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:18.422591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:18.424061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] 10.222.0.35 "PUT /v2.0/ports/01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 1096 time: 4.3295772 Mar 03 17:59:18.424542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:18.491904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59d86e-64de-48e7-b47e-2f4a89bf17eb req-a510a192-2ef1-46e2-9871-1a7a740debf4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:18.508455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:18.511646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a59d86e-64de-48e7-b47e-2f4a89bf17eb req-a510a192-2ef1-46e2-9871-1a7a740debf4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2240183 Mar 03 17:59:18.559314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Made reservation on behalf of 5c4f0c6ea9f34716b02a01211e4d5b3e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:59:18.581263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:18.585720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:18.602433 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:18.644266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a59d86e-64de-48e7-b47e-2f4a89bf17eb req-d882d0c7-0ca9-4152-afa7-c8c45d5e74bd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306412 Mar 03 17:59:18.797266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb6c08f6-5614-4e46-8312-54ce289b5395 req-75902b28-87c4-4b1d-a13c-92d77bd89302 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 210 time: 0.3805838 Mar 03 17:59:18.982220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:19.006617 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'status': 'completed', 'code': 200} Mar 03 17:59:19.053664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42f7d4-c2d1-42ff-a465-192c20764d4d service neutron] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:19.059991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50754) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:19.111729 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'code': 200} Mar 03 17:59:19.187408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e663892-fc6a-446f-b6f6-c7aaeb30e2f7 req-fc3afeef-12c6-418d-a616-b821a60f4cd6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:19.204101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e663892-fc6a-446f-b6f6-c7aaeb30e2f7 req-fc3afeef-12c6-418d-a616-b821a60f4cd6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.2380190 Mar 03 17:59:19.330780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e663892-fc6a-446f-b6f6-c7aaeb30e2f7 req-a15efbb6-5824-49f1-b7d4-f4e679f0b477 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255169 Mar 03 17:59:19.347041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:19.436839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:19.451267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Usage tracker for resource:security_group_rule and tenant:0b15fb1b6dea401e960f69515a79cab9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:19.465076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:19.482740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Allocated IP 172.20.0.12 (36ae2973-c75a-43ce-9bba-33500a6092e1/2d459787-2da7-43ce-b68b-7652a3275f3b/bd7c5fc6-48af-49ab-b108-467066a9361e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:59:19.487820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:19.488415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a3517b3-5f79-4870-9555-211ea4a4f0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:19.507982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-aab819cf-b178-4246-9507-f3805a281ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:19.509579 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-aab819cf-b178-4246-9507-f3805a281ca0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1099 time: 0.8572834 Mar 03 17:59:19.683607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252fdb4-7d6f-44ce-8461-f2fb7eba7353 req-54ac738e-e0a6-416c-93ec-151b42c25dd4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:19.694992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d252fdb4-7d6f-44ce-8461-f2fb7eba7353 req-54ac738e-e0a6-416c-93ec-151b42c25dd4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1403639 Mar 03 17:59:19.761813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d252fdb4-7d6f-44ce-8461-f2fb7eba7353 req-cf410920-9d39-432f-843e-56e0c0bb486d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658927 Mar 03 17:59:19.799464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-e297fa25-20a3-493f-ac7a-e2d1fec4b773 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.2736478 Mar 03 17:59:20.019994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5c93417-2893-402c-ad0f-52e83d082c8a req-1dd36486-d9bf-4077-b61c-655363370c4c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 210 time: 0.0524304 Mar 03 17:59:20.152068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb17670-050e-4626-9ba4-a25b2c9ecc06 req-74e4fb6b-78cb-4543-9663-bb9617c49b56 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:20.169909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-feb17670-050e-4626-9ba4-a25b2c9ecc06 req-74e4fb6b-78cb-4543-9663-bb9617c49b56 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.8111851 Mar 03 17:59:20.357279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-feb17670-050e-4626-9ba4-a25b2c9ecc06 req-f386526e-abcb-4ec1-97f2-6b19853f4281 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815317 Mar 03 17:59:20.408814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-141bb2c4-fa45-43c7-a5ab-b5c4d6023ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:20.409191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-141bb2c4-fa45-43c7-a5ab-b5c4d6023ba0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.5933988 Mar 03 17:59:20.515336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:20.546972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:20.562746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Transition to ACTIVE for port object bd7c5fc6-48af-49ab-b108-467066a9361e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:20.563894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:20.604242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b15fb1b6dea401e960f69515a79cab9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5351548 Mar 03 17:59:20.607471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50770) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:20.640258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-5a65b0f6-1fcf-4571-9ff1-dbc5bb456638 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3583894 Mar 03 17:59:20.696662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502aa57-d6d6-49b7-9333-312f9ebe3ab4 req-e5a96f5b-084e-4a71-a5d7-417bf02bd3c0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:20.712589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5502aa57-d6d6-49b7-9333-312f9ebe3ab4 req-e5a96f5b-084e-4a71-a5d7-417bf02bd3c0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.1923766 Mar 03 17:59:20.741802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf819d81-e474-4284-b52c-d7e3e888851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cf22ba-6685-4c4a-9074-cf5d8d34eb0e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:20.746730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-8a8fca49-a0e8-4bf3-b6d4-5119fb06b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:20.748357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-8a8fca49-a0e8-4bf3-b6d4-5119fb06b5cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3179059 Mar 03 17:59:20.788320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5502aa57-d6d6-49b7-9333-312f9ebe3ab4 req-897625e4-0351-4e40-bcaf-7d46a2572797 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747409 Mar 03 17:59:21.017516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bea50f-b284-4856-88c2-95e8c067a519 req-26ad699b-98c8-48fc-921e-035e683a860a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:21.020638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42bea50f-b284-4856-88c2-95e8c067a519 req-26ad699b-98c8-48fc-921e-035e683a860a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.1062491 Mar 03 17:59:21.026643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f31ce1e-82b2-46d5-9ca2-f2a48906ea12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:21.137373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42bea50f-b284-4856-88c2-95e8c067a519 req-6f93c168-acd2-4856-8b1e-a2653cb12aa8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109450 Mar 03 17:59:21.235330 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:21.369069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-18351b1c-4f53-434f-8cf7-28961dc1e726 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:21.375447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-18351b1c-4f53-434f-8cf7-28961dc1e726 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.5793703 Mar 03 17:59:21.525956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161daf-bd4a-47f2-be46-c58debf111e6 req-6440682f-a234-4cdc-b40a-00b0d74031bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:21.527407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb161daf-bd4a-47f2-be46-c58debf111e6 req-6440682f-a234-4cdc-b40a-00b0d74031bd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 932 time: 0.2161634 Mar 03 17:59:21.619589 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f31ce1e-82b2-46d5-9ca2-f2a48906ea12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:21.642530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb161daf-bd4a-47f2-be46-c58debf111e6 req-ff02ab4e-d069-4326-9006-cc72ab52367b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064491 Mar 03 17:59:21.672300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-ec42a55d-cff6-497f-8a17-cad444114a44 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/quotas/e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 375 time: 0.2959769 Mar 03 17:59:21.729015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:59:21.763783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-48a7e216-66a9-41f7-bb5c-b1ec920868be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:21.780409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:21.797845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-0ab6bb32-fc1e-4526-83e6-ac9b073d7977 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332603 Mar 03 17:59:21.798674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:59:21.833911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50798) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:22.021838 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:59:22.044955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.116853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:22.137059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Usage tracker for resource:security_group_rule and tenant:0153b6af21ac4e4ebfdbe5cd0e9dbeab is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:22.151004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:22.170920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:22.182674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-38a35c3b-b6f1-40bd-84c9-8e3391742b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:22.187109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-38a35c3b-b6f1-40bd-84c9-8e3391742b34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 1100 time: 1.5053556 Mar 03 17:59:22.201953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1bfdba79-9193-458e-af6f-752c72c11ed8 None None] Provisioning for port bd7c5fc6-48af-49ab-b108-467066a9361e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:59:22.228134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1bfdba79-9193-458e-af6f-752c72c11ed8 None None] Provisioning complete for port bd7c5fc6-48af-49ab-b108-467066a9361e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:22.228507 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bfdba79-9193-458e-af6f-752c72c11ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.333684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdba79-9193-458e-af6f-752c72c11ed8 None None] Port bd7c5fc6-48af-49ab-b108-467066a9361e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:59:22.378386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f31ce1e-82b2-46d5-9ca2-f2a48906ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.463111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c428686-3878-42fa-bf6a-4ece669cfa9b req-acbb40ed-741b-43eb-9ffa-04d57b917c5d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:22.466167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31ce1e-82b2-46d5-9ca2-f2a48906ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cf22ba-6685-4c4a-9074-cf5d8d34eb0e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:22.467046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c428686-3878-42fa-bf6a-4ece669cfa9b req-acbb40ed-741b-43eb-9ffa-04d57b917c5d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.2934482 Mar 03 17:59:22.490237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.495901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.595974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:22.596915 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.602970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5bbd6-73ec-4e82-9d05-30a4c2637046,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:22.616881 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c428686-3878-42fa-bf6a-4ece669cfa9b req-92b984ac-94ff-476a-8212-03840869480b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954866 Mar 03 17:59:22.634480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f31ce1e-82b2-46d5-9ca2-f2a48906ea12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.639827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7f31ce1e-82b2-46d5-9ca2-f2a48906ea12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68cf22ba-6685-4c4a-9074-cf5d8d34eb0e HTTP/1.1" status: 204 len: 168 time: 2.0257254 Mar 03 17:59:22.651994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-536e5a0c-a74e-42aa-97bd-e1a4e721bd76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0153b6af21ac4e4ebfdbe5cd0e9dbeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169518 Mar 03 17:59:22.652688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:22.703714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d581e477-11ba-4f6f-95f0-35069cfdebb1 req-0519be03-9066-490a-9d9a-84dcf15b2d30 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103206 Mar 03 17:59:22.791209 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.801949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.822153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-08d64bc7-335d-413f-a3c1-8da179a7ae1c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&fields=id HTTP/1.1" status: 200 len: 440 time: 1.1058462 Mar 03 17:59:22.842899 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b95de8a8-1fbe-4e4d-b37c-2f30feea59d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:22.897634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-f16ebd9c-da39-4b22-a16f-a78c0c7d3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:22.899312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-f16ebd9c-da39-4b22-a16f-a78c0c7d3a1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5670025 Mar 03 17:59:22.900926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-30e88aa4-8422-409a-b810-aa3a68a09168 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5410213 Mar 03 17:59:23.078197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b95de8a8-1fbe-4e4d-b37c-2f30feea59d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:23.183049 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b95de8a8-1fbe-4e4d-b37c-2f30feea59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:23.191561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Request body: {'port': {'device_id': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:23.209729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95de8a8-1fbe-4e4d-b37c-2f30feea59d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5bbd6-73ec-4e82-9d05-30a4c2637046,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:23.248231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b95de8a8-1fbe-4e4d-b37c-2f30feea59d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:23.249382 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b95de8a8-1fbe-4e4d-b37c-2f30feea59d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffb5bbd6-73ec-4e82-9d05-30a4c2637046 HTTP/1.1" status: 204 len: 168 time: 0.5957623 Mar 03 17:59:23.275328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84614e5-2c8a-4c7a-9e75-5ba9466d3d57 req-66f7d2eb-485b-4a07-80aa-1ac4cf2c717a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:23.298084 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a84614e5-2c8a-4c7a-9e75-5ba9466d3d57 req-66f7d2eb-485b-4a07-80aa-1ac4cf2c717a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4483075 Mar 03 17:59:23.433600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a84614e5-2c8a-4c7a-9e75-5ba9466d3d57 req-63a3c7bb-de94-421e-809b-68ca25883b2b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346281 Mar 03 17:59:23.437029 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-16114074-a63e-4144-9401-8203c6e858d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 200 len: 217 time: 0.4692626 Mar 03 17:59:23.917802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beb930-38db-4a88-9bef-37b17eb619fb req-0dd6542d-ce9f-4cc9-8dd2-97b3aff894a2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:23.919934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98beb930-38db-4a88-9bef-37b17eb619fb req-0dd6542d-ce9f-4cc9-8dd2-97b3aff894a2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 932 time: 0.1956708 Mar 03 17:59:24.006380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98beb930-38db-4a88-9bef-37b17eb619fb req-50817852-24f1-42af-975f-3659eef5217b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805652 Mar 03 17:59:24.016854 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:24.165701 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-6d98f073-92a7-412c-ad26-f1785942f8df service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2472539 Mar 03 17:59:24.171776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:24.208984 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:24.268972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:24.290611 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:24.309663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:24.313532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Usage tracker for resource:security_group_rule and tenant:a65fa8f6757d4d2493482a4ed1c42c45 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:24.325108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:24.325108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:24.448502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:24.459417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:24.487242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-58299ee9-56b3-4476-bd1c-b3d119fc399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:24.489551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-58299ee9-56b3-4476-bd1c-b3d119fc399a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 1.0178561 Mar 03 17:59:24.492359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-96dfd221-32ed-4f2a-9367-3089685f407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:24.494276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-96dfd221-32ed-4f2a-9367-3089685f407a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1099 time: 1.6710269 Mar 03 17:59:24.726447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a65fa8f6757d4d2493482a4ed1c42c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524405 Mar 03 17:59:24.735106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50860) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:24.744640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ab62-69a8-476f-bc5b-d6d2af5f8c71 req-f055918e-d872-4a85-8135-8221276313a0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:24.746190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea76ab62-69a8-476f-bc5b-d6d2af5f8c71 req-f055918e-d872-4a85-8135-8221276313a0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.5619619 Mar 03 17:59:24.746847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb7d6e-05b7-4e19-8643-cbcf330a6129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a993d160-8a7c-4418-947c-817f8364e224,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:24.784076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-99f7f98b-59e5-4b89-825f-f5b69f09adeb service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891533 Mar 03 17:59:24.921860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-97222ffe-c959-4f77-8997-cbcec52942c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:24.923679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-97222ffe-c959-4f77-8997-cbcec52942c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3883510 Mar 03 17:59:24.949359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea76ab62-69a8-476f-bc5b-d6d2af5f8c71 req-01f98346-7be3-47f8-b53d-846e187788ef tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869726 Mar 03 17:59:24.976254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-662e6c00-b6f7-408b-9694-72344b6faaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:25.002886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-a67dad06-f4cb-45e6-80c2-bc57a9ae7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:25.004561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-a67dad06-f4cb-45e6-80c2-bc57a9ae7926 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4903014 Mar 03 17:59:25.055016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-662e6c00-b6f7-408b-9694-72344b6faaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:25.229804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-662e6c00-b6f7-408b-9694-72344b6faaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:25.264745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e6c00-b6f7-408b-9694-72344b6faaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a993d160-8a7c-4418-947c-817f8364e224,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:25.326298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-b4ed5017-798b-40a8-a4e6-af6359fedd17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.3090401 Mar 03 17:59:25.398585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-662e6c00-b6f7-408b-9694-72344b6faaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:25.400809 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-662e6c00-b6f7-408b-9694-72344b6faaee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a993d160-8a7c-4418-947c-817f8364e224 HTTP/1.1" status: 204 len: 168 time: 0.6507943 Mar 03 17:59:25.557049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29d8e3-a574-44d7-9ba4-cdc23de585be req-b2c76575-dca2-4213-b2c5-922b28ccba84 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:25.558698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae29d8e3-a574-44d7-9ba4-cdc23de585be req-b2c76575-dca2-4213-b2c5-922b28ccba84 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2823048 Mar 03 17:59:25.659777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae29d8e3-a574-44d7-9ba4-cdc23de585be req-b800bfa8-c258-425b-9324-d1223a8169fc tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942161 Mar 03 17:59:25.729614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:59:25.913138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9b96a45-c92a-466b-86ff-6d5d10596b60 req-05df7af9-53f0-46ab-b081-cf7fc1b7dba8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 210 time: 0.1372373 Mar 03 17:59:25.950612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-aed0a865-c208-4169-9007-87a4641ac0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:25.967572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-aed0a865-c208-4169-9007-87a4641ac0e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4900222 Mar 03 17:59:25.976622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-07265131-1b10-41b9-ada7-4becb1667c34 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0383158 Mar 03 17:59:26.227655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:26.248662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:59:26.298951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'mac_address': 'fa:16:3e:cd:db:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:59:26.472187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c297760-e0e0-4e2c-a2da-28690787e145 req-fa6d799c-d288-499a-aec8-341ff31a6f80 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:26.482489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296be0a-2cd3-48d0-b5b3-1c7dc57365a6 req-03ce6b1b-36d6-460b-9512-c648f5146bf8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:26.483145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b296be0a-2cd3-48d0-b5b3-1c7dc57365a6 req-03ce6b1b-36d6-460b-9512-c648f5146bf8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Synchronizing usage tracker for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:26.486425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c297760-e0e0-4e2c-a2da-28690787e145 req-fa6d799c-d288-499a-aec8-341ff31a6f80 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.2230384 Mar 03 17:59:26.499244 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:26.558794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ccabb8-4f05-41b7-9fe7-7257e34e185e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:26.572042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7c5fc6-48af-49ab-b108-467066a9361e {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:26.597037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:26.607120 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:26.628502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c297760-e0e0-4e2c-a2da-28690787e145 req-4c3e2f7b-f8ae-4ff1-9879-eca7742e63d3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358838 Mar 03 17:59:26.656249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ec396ea-4276-4ea4-bf0f-e747930b0f10 req-27c37bbe-3df9-41a9-a546-356c9167ebbb service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673136 Mar 03 17:59:26.660926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:26.672474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b296be0a-2cd3-48d0-b5b3-1c7dc57365a6 req-03ce6b1b-36d6-460b-9512-c648f5146bf8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Unset dirty status for tenant:5c4f0c6ea9f34716b02a01211e4d5b3e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:26.696351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b296be0a-2cd3-48d0-b5b3-1c7dc57365a6 req-03ce6b1b-36d6-460b-9512-c648f5146bf8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 932 time: 1.3519800 Mar 03 17:59:26.720135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50922) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:26.799597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-79bbd8a7-095f-4511-b92a-69a3e5a012d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:26.808600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-79bbd8a7-095f-4511-b92a-69a3e5a012d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7237134 Mar 03 17:59:26.839430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:26.896372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['01ccabb8-4f05-41b7-9fe7-7257e34e185e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:27.531538 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-32d8e540-1365-479a-b389-75d3dc483eb0 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033088 Mar 03 17:59:27.647091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Transition to ACTIVE for port object bd7c5fc6-48af-49ab-b108-467066a9361e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:27.665717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833445a-e500-458e-9244-580ea26b01de req-a68b8b10-e648-4b6e-a041-99cb8f6fa88f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:27.677961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2833445a-e500-458e-9244-580ea26b01de req-a68b8b10-e648-4b6e-a041-99cb8f6fa88f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.7432859 Mar 03 17:59:27.859935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2833445a-e500-458e-9244-580ea26b01de req-6d953d2f-6aab-4f33-9d99-1859c8a83b1a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788979 Mar 03 17:59:28.007181 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2dbc9ef-af88-4d7c-96f1-fdb234b9cb96 req-9364aaa8-db6e-4f41-be72-e6355a8c8c8d service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505595 Mar 03 17:59:28.055129 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b296be0a-2cd3-48d0-b5b3-1c7dc57365a6 req-b552c6ae-32ed-4370-932d-c323faee81f2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3566988 Mar 03 17:59:28.059083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:28.241647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df4b2408-5fb7-4c23-8db1-0166e0ee28e6 req-ba4c39fa-4bb5-4c7d-ab3a-a97ff1ad93c5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 210 time: 0.1673081 Mar 03 17:59:28.267374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:28.412014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50976) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:28.645521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50982) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:28.776591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:28.811193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:28.848949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:28.857102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:28.860357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1cf70c8be9f4e169f64fabfa150e8e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:28.870248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1da0b-a597-4ccb-b2b8-f844abbb9035 req-8981f663-aaab-42f1-b796-570127bc2376 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:28.871730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3ec1da0b-a597-4ccb-b2b8-f844abbb9035 req-8981f663-aaab-42f1-b796-570127bc2376 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 949 time: 0.3172884 Mar 03 17:59:28.874000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:28.909561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Usage tracker for resource:security_group_rule and tenant:7e986d0a1d234d1da543f276fbf29d73 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:28.915185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:28.934263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:28.941228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:28.961905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Attempting to bind port bd7c5fc6-48af-49ab-b108-467066a9361e on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:59:28.962528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Attempting to bind port bd7c5fc6-48af-49ab-b108-467066a9361e by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:59:28.962639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Attempting to bind port bd7c5fc6-48af-49ab-b108-467066a9361e on network 36ae2973-c75a-43ce-9bba-33500a6092e1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:28.970170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Port bd7c5fc6-48af-49ab-b108-467066a9361e on network 36ae2973-c75a-43ce-9bba-33500a6092e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:59:28.970761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Attempting to bind port bd7c5fc6-48af-49ab-b108-467066a9361e on network 36ae2973-c75a-43ce-9bba-33500a6092e1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:28.984824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-d5bb615f-a5c6-47a5-a4a8-ed40c24b85e0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:28.987392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-d5bb615f-a5c6-47a5-a4a8-ed40c24b85e0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 1.4546013 Mar 03 17:59:28.988896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:59:28.989511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Checking segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:59:28.990184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Bound using segment: {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:59:28.990851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Bound port: bd7c5fc6-48af-49ab-b108-467066a9361e, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de90912b-3814-4ad9-b4c2-59e07d606118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:59:28.991361 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.014724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'port': {'device_id': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'admin_state_up': True, 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:29.021283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3ec1da0b-a597-4ccb-b2b8-f844abbb9035 req-344c1455-4a31-4344-b916-deba98f6a924 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132481 Mar 03 17:59:29.154739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.364918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:29.374576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74364b-bc66-4dcc-af31-a811ea62db66 req-be7ed260-2fc6-46cb-8747-46b18ded7f72 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:29.381935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc74364b-bc66-4dcc-af31-a811ea62db66 req-be7ed260-2fc6-46cb-8747-46b18ded7f72 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.2855153 Mar 03 17:59:29.403421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:29.413568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:59:29.423964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:29.436134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.522878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc74364b-bc66-4dcc-af31-a811ea62db66 req-c154206c-514b-4f89-bbda-a3b4acb9c12a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398158 Mar 03 17:59:29.525385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:29.525385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.528387 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] 10.222.0.16 "PUT /v2.0/ports/bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 200 len: 1092 time: 6.3763039 Mar 03 17:59:29.534898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:29.602523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.609368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.620870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.672232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.700743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c93a51-7fdc-4d15-9c60-7a84dfc37153 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:29.707137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf99d26-b83a-43c9-9f9d-adca2e0555dd req-3af5602e-d7c8-4840-8563-63ff394d5930 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:29.708715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2bf99d26-b83a-43c9-9f9d-adca2e0555dd req-3af5602e-d7c8-4840-8563-63ff394d5930 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4855323 Mar 03 17:59:29.713818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Made reservation on behalf of e1bc68371fe8417fb6aa3182dd5437dd for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:59:29.717701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:29.768813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:59:29.908005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d80506e-47e8-4af5-b5a3-a6d04c00e947,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:29.923180 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-625ae90d-73ad-4ee4-a231-d8c47fbde4f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1cf70c8be9f4e169f64fabfa150e8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5093586 Mar 03 17:59:29.923300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-f732fdd9-9a5e-41fe-b7cd-c0898d01a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:29.925016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-f732fdd9-9a5e-41fe-b7cd-c0898d01a169 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1095 time: 0.3308105 Mar 03 17:59:29.928860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:59:29.935116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:29.937802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:29.938294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.000755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2bf99d26-b83a-43c9-9f9d-adca2e0555dd req-55b79da2-e1cd-4c7b-8969-460de048b117 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115190 Mar 03 17:59:30.006269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e986d0a1d234d1da543f276fbf29d73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3554292 Mar 03 17:59:30.015856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:30.092621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ae9b8-8590-4530-b961-29aebae39e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6878ec-11ed-43fc-a638-32f6071f9f33,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:30.118873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-a8c51b0e-e9fb-4769-908f-d1117375ed93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 200 len: 217 time: 0.1594133 Mar 03 17:59:30.155764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.178152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-571a1421-9b7d-4219-a55c-81c1f575347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.212584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:30.213861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:30.222733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-571a1421-9b7d-4219-a55c-81c1f575347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.225507 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.312461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:30.370071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-537c4b93-697c-4418-9f5e-475eda532162 req-c04b1130-058d-4a4a-a380-57d855f0c1f0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 210 time: 0.1242974 Mar 03 17:59:30.408366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Deleting port caa85fca-ce71-4f1a-912e-2fd72c86c133 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:30.408366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.460748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-571a1421-9b7d-4219-a55c-81c1f575347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.492071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-43d1bbaa-e0ff-460d-9f17-d574567576e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:30.493587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-43d1bbaa-e0ff-460d-9f17-d574567576e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.3426106 Mar 03 17:59:30.521534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a1421-9b7d-4219-a55c-81c1f575347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6878ec-11ed-43fc-a638-32f6071f9f33,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:30.538720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Allocated IP 172.20.0.10 (a9317d44-0cf2-46c5-b8f6-93cf978c9028/f18f7d04-619c-4119-bf78-b4f68bd895cf/03cf60f8-8878-4c41-8a14-0d2a1753d73c) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:59:30.545128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-571a1421-9b7d-4219-a55c-81c1f575347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.549569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-571a1421-9b7d-4219-a55c-81c1f575347f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a6878ec-11ed-43fc-a638-32f6071f9f33 HTTP/1.1" status: 204 len: 168 time: 0.5273213 Mar 03 17:59:30.692358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] For port caa85fca-ce71-4f1a-912e-2fd72c86c133, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=caa85fca-ce71-4f1a-912e-2fd72c86c133,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:30.693055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.766654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.787923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Transition to ACTIVE for port object 03cf60f8-8878-4c41-8a14-0d2a1753d73c will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:30.829424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82f320-2223-4be3-8ea8-ea1fc588b273 req-a226e1af-25d0-43e2-99c6-439d43c7d3b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:30.837562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c82f320-2223-4be3-8ea8-ea1fc588b273 req-a226e1af-25d0-43e2-99c6-439d43c7d3b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 1.1264541 Mar 03 17:59:30.864043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e8d84fee-075c-4a88-975d-3ec6e96aa7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.877964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Calling delete_port for caa85fca-ce71-4f1a-912e-2fd72c86c133 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:30.890831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e8d84fee-075c-4a88-975d-3ec6e96aa7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.943959 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'status': 'completed', 'code': 200} Mar 03 17:59:30.970490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:30.995818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0c81e309-3c2b-4832-a3e1-612635a80298'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:31.031423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c82f320-2223-4be3-8ea8-ea1fc588b273 req-61006ace-4d38-4f49-9aeb-a3994518a49a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927001 Mar 03 17:59:31.117127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51022) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:31.150885 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'code': 200} Mar 03 17:59:31.198501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:31.234720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=03cf60f8-8878-4c41-8a14-0d2a1753d73c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:31.241364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:31.247777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Usage tracker for resource:security_group_rule and tenant:bda1f371423a4101818a078845081ec5 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:31.252874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:31.266670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:31.280882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.281224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.284588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.284940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.285828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.286158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.286481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.287056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.301827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.302258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.302850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.302850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:31.314345 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e8d84fee-075c-4a88-975d-3ec6e96aa7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:31.354532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4d595-827c-4292-8773-c6ec9dbf4a54 req-b4928ee9-9910-4a65-a365-556ac480a1cd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:31.361705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fee4d595-827c-4292-8773-c6ec9dbf4a54 req-b4928ee9-9910-4a65-a365-556ac480a1cd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.5948491 Mar 03 17:59:31.381692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:59:31.395028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:59:31.423158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d84fee-075c-4a88-975d-3ec6e96aa7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d80506e-47e8-4af5-b5a3-a6d04c00e947,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:31.429973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:59:31.470369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fee4d595-827c-4292-8773-c6ec9dbf4a54 req-40d4fd73-b370-4495-8d77-3fa6a2c0826a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074431 Mar 03 17:59:31.486668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:31.619839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e8d84fee-075c-4a88-975d-3ec6e96aa7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:31.625464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e8d84fee-075c-4a88-975d-3ec6e96aa7de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d80506e-47e8-4af5-b5a3-a6d04c00e947 HTTP/1.1" status: 204 len: 168 time: 1.6752539 Mar 03 17:59:31.643944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa85fca-ce71-4f1a-912e-2fd72c86c133,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:31.669801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-3ecaae78-579a-4de5-823d-ffb59d46f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:31.671841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-3ecaae78-579a-4de5-823d-ffb59d46f9f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7271142 Mar 03 17:59:31.684690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:31.685593 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:31.895403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5edcf333-93d0-4b41-8059-39d5bd84927a None None] Provisioning for port 03cf60f8-8878-4c41-8a14-0d2a1753d73c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:59:31.912925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5edcf333-93d0-4b41-8059-39d5bd84927a None None] Provisioning complete for port 03cf60f8-8878-4c41-8a14-0d2a1753d73c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:31.913761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5edcf333-93d0-4b41-8059-39d5bd84927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:31.924303 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-a7b66dbc-d3a4-4c8d-8d96-c9c1c1c80720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9204087 Mar 03 17:59:31.952878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:31.990969 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:32.015361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Request body: {'port': {'device_id': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:32.015947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5edcf333-93d0-4b41-8059-39d5bd84927a None None] Port 03cf60f8-8878-4c41-8a14-0d2a1753d73c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 17:59:32.061925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bda1f371423a4101818a078845081ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9300213 Mar 03 17:59:32.064551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07b4c-057f-4006-a035-f0ffd32c5b7c req-129b266b-ae18-48c5-957e-0d20de1fbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:32.065041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:32.066889 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0c07b4c-057f-4006-a035-f0ffd32c5b7c req-129b266b-ae18-48c5-957e-0d20de1fbf2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1101 time: 0.7949257 Mar 03 17:59:32.068991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-af4b14a0-93f1-4843-9ea7-704c9e36b467 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445191 Mar 03 17:59:32.307582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0c07b4c-057f-4006-a035-f0ffd32c5b7c req-1d58f8fc-62dd-421e-8620-b9a0c31397f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281020 Mar 03 17:59:32.353897 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:32.398119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d309cc-8096-4df0-96cf-1cb454c3dba5 req-25a79a4e-e9af-4b1d-b170-3590e660ddd6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:32.404947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15d309cc-8096-4df0-96cf-1cb454c3dba5 req-25a79a4e-e9af-4b1d-b170-3590e660ddd6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.7696345 Mar 03 17:59:32.446986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274bfa-09fb-4c51-998b-ae2cdc41f5e2 req-3ccc8ab4-01dd-4c30-a164-42b5a56a2754 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:32.447440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2f274bfa-09fb-4c51-998b-ae2cdc41f5e2 req-3ccc8ab4-01dd-4c30-a164-42b5a56a2754 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:32.457107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bcc40-dee4-43ef-bb9e-246db72fa9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6374cd1-93a3-48e1-a2f2-c963c115abe2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:32.514478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15d309cc-8096-4df0-96cf-1cb454c3dba5 req-336945ab-dd67-43b0-b75d-d183ddd930d8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084630 Mar 03 17:59:32.537241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2f274bfa-09fb-4c51-998b-ae2cdc41f5e2 req-3ccc8ab4-01dd-4c30-a164-42b5a56a2754 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:32.538450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f274bfa-09fb-4c51-998b-ae2cdc41f5e2 req-3ccc8ab4-01dd-4c30-a164-42b5a56a2754 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 932 time: 0.6160154 Mar 03 17:59:32.540654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6732866-8e18-4c8e-b354-39652a8b6c7b req-b7cb6812-048f-42db-a13a-4c0aa7052949 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593897 Mar 03 17:59:32.712031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab971e8c-4af4-4701-bbf0-ace859651883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:32.783161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f274bfa-09fb-4c51-998b-ae2cdc41f5e2 req-ebe77447-597b-46b4-98e6-1269ec842ca4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357607 Mar 03 17:59:32.848657 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:32.862225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab971e8c-4af4-4701-bbf0-ace859651883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:32.997182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:33.082638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-e34ddbb7-8561-4fba-bb9e-b9f3c054047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:33.088583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-e34ddbb7-8561-4fba-bb9e-b9f3c054047e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1095 time: 0.4234555 Mar 03 17:59:33.131916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace20c8-2b59-4d9a-8a5b-1444e9b0886f req-2d334b37-dcfd-448c-8f00-c2eea313002e tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:33.138500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ace20c8-2b59-4d9a-8a5b-1444e9b0886f req-2d334b37-dcfd-448c-8f00-c2eea313002e tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.4302161 Mar 03 17:59:33.253418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-505145825-network', 'tenant_id': '7d4c19f87f1a4db3a6f3fc77bcf9205e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:33.260892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab971e8c-4af4-4701-bbf0-ace859651883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:33.274759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:33.279280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Usage tracker for resource:network and tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:33.282556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:33.290017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:33.317257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab971e8c-4af4-4701-bbf0-ace859651883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6374cd1-93a3-48e1-a2f2-c963c115abe2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:33.459959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Made reservation on behalf of 7d4c19f87f1a4db3a6f3fc77bcf9205e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:59:33.463867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:33.494292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ace20c8-2b59-4d9a-8a5b-1444e9b0886f req-7fa79574-d4fc-4c54-a3e2-1160f97b7f29 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917049 Mar 03 17:59:33.511018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:33.535755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-8291cea2-1d62-4ab9-bed2-42381023c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:33.537380 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-8291cea2-1d62-4ab9-bed2-42381023c0f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.3619833 Mar 03 17:59:33.544224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab971e8c-4af4-4701-bbf0-ace859651883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:33.549090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406f678-c5af-4c34-830d-ee94973ace01 req-1c1c2e78-8a47-46be-9483-f7430a05d59f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:33.554906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ab971e8c-4af4-4701-bbf0-ace859651883 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6374cd1-93a3-48e1-a2f2-c963c115abe2 HTTP/1.1" status: 204 len: 168 time: 1.4832783 Mar 03 17:59:33.560450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f406f678-c5af-4c34-830d-ee94973ace01 req-1c1c2e78-8a47-46be-9483-f7430a05d59f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.4807956 Mar 03 17:59:33.694262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-2cfcabbe-98f6-412e-8bb5-5fe13fd39412 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 200 len: 217 time: 0.1184697 Mar 03 17:59:33.710681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f406f678-c5af-4c34-830d-ee94973ace01 req-69635135-a268-4296-ba97-3658dc2b8714 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366880 Mar 03 17:59:33.822677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:33.866704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-ab07502d-bcbd-4a34-9530-2e9afe9c5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:33.868652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-ab07502d-bcbd-4a34-9530-2e9afe9c5b46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.1500287 Mar 03 17:59:33.872062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cf60f8-8878-4c41-8a14-0d2a1753d73c {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:33.886240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Usage tracker for resource:security_group_rule and tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:33.893173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:33.897849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:59:33.910691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-a05f98a2-8267-4e27-9006-c547ece40344 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:33.912318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-a05f98a2-8267-4e27-9006-c547ece40344 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.16 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.7705367 Mar 03 17:59:33.921389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:33.962922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:33.996032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Transition to ACTIVE for port object 03cf60f8-8878-4c41-8a14-0d2a1753d73c will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:34.005249 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:34.103426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Pushing event updated for resources: {'Port': ['ID=03cf60f8-8878-4c41-8a14-0d2a1753d73c,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:34.166391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Deleting port da9301b9-5bcb-4732-aa8b-e943c3d61692 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:34.166704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:34.217275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-dfd67f61-fa45-4b93-b85c-72d6fa554beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:34.218837 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-dfd67f61-fa45-4b93-b85c-72d6fa554beb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3417194 Mar 03 17:59:34.315434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be261b-9bcf-44ac-94f4-a5acc2db40eb req-8652ac7a-4f97-4170-849c-ce4f7ee55704 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:34.323311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27be261b-9bcf-44ac-94f4-a5acc2db40eb req-8652ac7a-4f97-4170-849c-ce4f7ee55704 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4534380 Mar 03 17:59:34.352499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509e27-b72a-452d-8ab4-e0f634608d78 req-dbd135d2-54f7-4df4-9b38-75d5e5082755 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:34.358936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e0509e27-b72a-452d-8ab4-e0f634608d78 req-dbd135d2-54f7-4df4-9b38-75d5e5082755 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.5175233 Mar 03 17:59:34.626148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:59:34.635004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e0509e27-b72a-452d-8ab4-e0f634608d78 req-b01e6a15-f656-44d9-b04c-ee207ed75e72 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014813 Mar 03 17:59:34.654001 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] Sync routers for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:59:34.669784 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:34.676894 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:34.678595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27be261b-9bcf-44ac-94f4-a5acc2db40eb req-2e01afc2-921b-47e3-83df-dfb1688fa1b0 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542745 Mar 03 17:59:34.693767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-22694741-ef63-428c-9d28-2d57b7d15892 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348781 Mar 03 17:59:34.734846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Attempting to bind port 03cf60f8-8878-4c41-8a14-0d2a1753d73c on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:59:34.735170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Attempting to bind port 03cf60f8-8878-4c41-8a14-0d2a1753d73c by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:59:34.735506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Attempting to bind port 03cf60f8-8878-4c41-8a14-0d2a1753d73c on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:34.739928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fac10861-28d4-4b4a-82f4-6a9410f7b342 admin admin] 10.222.0.23 "PUT /v2.0/routers/fea0830b-b8db-41bd-b7ac-9f0f908a9d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0157230 Mar 03 17:59:34.749511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51096) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:34.759301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Port 03cf60f8-8878-4c41-8a14-0d2a1753d73c on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:59:34.759635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Attempting to bind port 03cf60f8-8878-4c41-8a14-0d2a1753d73c on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:34.811520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:59:34.811937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:59:34.812297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Bound using segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:59:34.812749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Bound port: 03cf60f8-8878-4c41-8a14-0d2a1753d73c, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:59:34.813097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:34.947732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-565e0e11-d4a3-435a-9716-8b75dbba4214 req-57782acc-6c9b-4480-9a6b-3f6b0c16566d service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469606 Mar 03 17:59:34.969497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] For port 03cf60f8-8878-4c41-8a14-0d2a1753d73c, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:34.973310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] For port 03cf60f8-8878-4c41-8a14-0d2a1753d73c, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:59:35.017949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:35.091224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:35.091933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:35.093178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] 10.222.0.16 "PUT /v2.0/ports/03cf60f8-8878-4c41-8a14-0d2a1753d73c HTTP/1.1" status: 200 len: 1092 time: 3.0947239 Mar 03 17:59:35.095755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'tag': '03cf60f8-8878-4c41-8a14-0d2a1753d73c'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:35.132039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09681d-3363-49cb-9026-3a070d3683ba service neutron] Pushing event updated for resources: {'Port': ['ID=03cf60f8-8878-4c41-8a14-0d2a1753d73c,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:35.152707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:35.219411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5b1a-c00e-47d0-9066-5a101dd6d596 req-7ccecf8b-6b2f-4160-ad26-fa05fc1bd60a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:35.221630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-068d5b1a-c00e-47d0-9066-5a101dd6d596 req-7ccecf8b-6b2f-4160-ad26-fa05fc1bd60a tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 945 time: 0.2444432 Mar 03 17:59:35.288106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:35.330069 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:35.341770 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-068d5b1a-c00e-47d0-9066-5a101dd6d596 req-8582736f-a02c-40be-ae6f-08b8e408bcdd tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041832 Mar 03 17:59:35.361376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-257e37b4-c088-440f-a4ce-a4e6b9e7c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:35.365400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-257e37b4-c088-440f-a4ce-a4e6b9e7c9aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 1095 time: 0.2114224 Mar 03 17:59:35.596131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-23dd9f49-d30c-40c6-af51-182d86f9d191 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c HTTP/1.1" status: 200 len: 217 time: 0.2199769 Mar 03 17:59:35.634518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 17:59:35.707560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-12f97590-752e-4c3f-bedb-ba1fe6b132ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:35.708952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-12f97590-752e-4c3f-bedb-ba1fe6b132ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1035295 Mar 03 17:59:35.731941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac841b-dfe2-49fd-89c5-3ed8ceeead90,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:35.753467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:35.754376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:35.795181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d3f97-0812-4145-a19a-9a8ffa24d6e6 req-c652e15b-c197-4edb-9f9a-9c682b7d8ff6 tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:35.802641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b19d3f97-0812-4145-a19a-9a8ffa24d6e6 req-c652e15b-c197-4edb-9f9a-9c682b7d8ff6 tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1101 time: 0.2756150 Mar 03 17:59:35.833402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:35.833781 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Added segment 41e24a70-72b0-4e75-a4e8-8e371989c8d4 of type vlan for network 37ab887f-3226-4cc9-832f-1de9198e44fc Mar 03 17:59:35.836595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.836934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.837270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.837632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.837956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.838299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.838603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.838917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.839238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.839878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.839878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.840174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 17:59:35.978595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:59:31Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:35.981195 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] Checking router: fea0830b-b8db-41bd-b7ac-9f0f908a9d3c for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:59:36.010551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b19d3f97-0812-4145-a19a-9a8ffa24d6e6 req-0a2db84c-83bf-4b1a-80f2-5c1c0f9d2f47 tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Synchronizing usage tracker for tenant:015fe8240da144d89383a05c7f785d4f on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:36.011248 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] Routers {'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:36.011876 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:36.028943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-794f1e9c-2da8-4085-9e71-6d3408041027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:36.030810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-794f1e9c-2da8-4085-9e71-6d3408041027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3131332 Mar 03 17:59:36.043228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:36.202003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-d47838c9-e1b1-4126-85b3-6a3f031f978e service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649098 Mar 03 17:59:36.240900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:59:36.260086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b19d3f97-0812-4145-a19a-9a8ffa24d6e6 req-0a2db84c-83bf-4b1a-80f2-5c1c0f9d2f47 tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Unset dirty status for tenant:015fe8240da144d89383a05c7f785d4f on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:36.260898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2192788-33da-40c6-bc47-45deed23a5f9 req-f630ece5-12ed-4dd0-9867-48b057410632 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:36.271247 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2192788-33da-40c6-bc47-45deed23a5f9 req-f630ece5-12ed-4dd0-9867-48b057410632 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 944 time: 1.1526611 Mar 03 17:59:36.276171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b19d3f97-0812-4145-a19a-9a8ffa24d6e6 req-0a2db84c-83bf-4b1a-80f2-5c1c0f9d2f47 tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725988 Mar 03 17:59:36.293849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] Set router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:36.375140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device da9301b9-5bcb-4732-aa8b-e943c3d61692 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:36.379925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:36.547199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2192788-33da-40c6-bc47-45deed23a5f9 req-c46a2b51-ab1a-45b6-a220-e944252e6ff2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736430 Mar 03 17:59:36.610613 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b08d2a1-b119-451a-aa9c-6110d4f44d53 req-782f318e-06b2-44d0-8ea0-b5f1832313bc service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976908 Mar 03 17:59:36.656737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd717ea-0227-4e71-b90b-2dcde50a3cc0 req-ac1cb464-6408-4a51-88da-15b4f59b358a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:36.658531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccd717ea-0227-4e71-b90b-2dcde50a3cc0 req-ac1cb464-6408-4a51-88da-15b4f59b358a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.1429522 Mar 03 17:59:36.663581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:36.695625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:36.709710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:36.724946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'port_id': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:59:36.729972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:36.805804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:36.823565 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'tag': '03cf60f8-8878-4c41-8a14-0d2a1753d73c', 'status': 'completed', 'code': 200} Mar 03 17:59:36.874909 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:59:31Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:36.888390 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf7eaa2-96a0-422d-9b3e-dd518c66f081 None None] The sync data for ids ['fea0830b-b8db-41bd-b7ac-9f0f908a9d3c'] in n-d-827121-1 is: [{'id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'name': 'tempest-TaggedBootDevicesTest_v242-606477247-router', 'tenant_id': 'e4a7116878f5410ebf83adbb35232aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:51:50Z', 'updated_at': '2022-03-03T17:59:31Z', 'revision_number': 5, 'project_id': 'e4a7116878f5410ebf83adbb35232aab', 'gw_port': {'id': 'e103ff4a-9911-4908-8ccd-3d962c738f81', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea0830b-b8db-41bd-b7ac-9f0f908a9d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:51:52Z', 'updated_at': '2022-03-03T17:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:59:36.929009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:36.967282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7c5fc6-48af-49ab-b108-467066a9361e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:36.975307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccd717ea-0227-4e71-b90b-2dcde50a3cc0 req-5a21bc14-76d2-4eb2-b936-e1a7057b4c85 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090785 Mar 03 17:59:36.994732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:36.996614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=da9301b9-5bcb-4732-aa8b-e943c3d61692,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:37.003958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:37.074311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:37.107354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de2015-113d-4725-835b-15b80629f1fa req-ff221f0b-1c80-4660-9692-ed62c2b4a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:37.109365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52de2015-113d-4725-835b-15b80629f1fa req-ff221f0b-1c80-4660-9692-ed62c2b4a691 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 1095 time: 0.2849503 Mar 03 17:59:37.172549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:37.328484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Deleting port e103ff4a-9911-4908-8ccd-3d962c738f81 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:37.328981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:37.343413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de2015-113d-4725-835b-15b80629f1fa req-fad8d462-3583-453c-accf-120e9979177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:37.344912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52de2015-113d-4725-835b-15b80629f1fa req-fad8d462-3583-453c-accf-120e9979177b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2280400 Mar 03 17:59:37.375908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:37.377459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:37.378134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:37.424669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['bd7c5fc6-48af-49ab-b108-467066a9361e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:37.450757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52de2015-113d-4725-835b-15b80629f1fa req-6ab66fc5-c572-4fff-8d81-eb1f82f90fb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c HTTP/1.1" status: 200 len: 217 time: 0.0969436 Mar 03 17:59:37.542685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de2015-113d-4725-835b-15b80629f1fa req-b3d02b8e-286f-4ae5-8c85-e5701a2127d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:37.544363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52de2015-113d-4725-835b-15b80629f1fa req-b3d02b8e-286f-4ae5-8c85-e5701a2127d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.0790882 Mar 03 17:59:37.562370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.5624309 Mar 03 17:59:37.568822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:37.602611 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:37.607349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:37.615889 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Floating IP e478c86b-237f-4899-a1b4-7c4fa6b67bdf disassociated. External IP: 172.25.0.203, port: da9301b9-5bcb-4732-aa8b-e943c3d61692. Mar 03 17:59:37.616643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Calling delete_port for da9301b9-5bcb-4732-aa8b-e943c3d61692 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:37.710383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Request body: {'subnet': {'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-505145825-subnet', 'tenant_id': '7d4c19f87f1a4db3a6f3fc77bcf9205e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:37.726039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:37.733699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Usage tracker for resource:subnet and tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:37.743011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:37.745273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de2015-113d-4725-835b-15b80629f1fa req-146e49e5-bd8d-425c-adbd-7ffe329c7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:37.747014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52de2015-113d-4725-835b-15b80629f1fa req-146e49e5-bd8d-425c-adbd-7ffe329c7128 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931148 Mar 03 17:59:37.751512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:37.801095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Made reservation on behalf of 7d4c19f87f1a4db3a6f3fc77bcf9205e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:59:37.815346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:38.016295 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52de2015-113d-4725-835b-15b80629f1fa req-b3c41bd7-57f5-44f2-be48-7b79f01fd362 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619522 Mar 03 17:59:38.259006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52de2015-113d-4725-835b-15b80629f1fa req-bc205b50-c28e-4b09-82a3-e3f309fc2127 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342622 Mar 03 17:59:38.295239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:38.341681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d4b5c-a035-4025-aeeb-4fa3132d3425 admin admin] Pushing event updated for resources: {'Network': ['ID=37ab887f-3226-4cc9-832f-1de9198e44fc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:38.356402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 37ab887f-3226-4cc9-832f-1de9198e44fc details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 17:59:38.383780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff10bb-d731-455a-930b-16cbd12b699c req-45b57df2-7f8e-4c4d-9037-a27a9cac966b tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:38.385500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6ff10bb-d731-455a-930b-16cbd12b699c req-45b57df2-7f8e-4c4d-9037-a27a9cac966b tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 943 time: 0.1843429 Mar 03 17:59:38.488254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:38.515345 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:59:38.515675 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:59:38.523694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:38.535828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e32286db58443f9ea28f17abde483c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:38.548052 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6ff10bb-d731-455a-930b-16cbd12b699c req-15dbbb7c-3424-4012-892c-695120753472 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545177 Mar 03 17:59:38.549087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:38.556903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:38.560823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] For port e103ff4a-9911-4908-8ccd-3d962c738f81, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e103ff4a-9911-4908-8ccd-3d962c738f81,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:38.561259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:38.601068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device caa85fca-ce71-4f1a-912e-2fd72c86c133 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:38.645583 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'code': 200} Mar 03 17:59:38.651660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: caa85fca-ce71-4f1a-912e-2fd72c86c133 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:59:38.652371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device caa85fca-ce71-4f1a-912e-2fd72c86c133 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:38.764641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-b352bd2f-a361-4619-9380-1c6d740fc83f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7460134 Mar 03 17:59:38.814034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:38.886428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:38.899641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Calling delete_port for e103ff4a-9911-4908-8ccd-3d962c738f81 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:38.940480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6e32286db58443f9ea28f17abde483c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6440792 Mar 03 17:59:38.940754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51188) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:38.970807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009e6d3-6e5d-43a1-bb0e-88fa05df2394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536d65db-67fd-4353-8a6d-905a655636cb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:39.027144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dc706-0f97-4685-8b4c-1f5eb6c18e0b req-4d8a5a44-ed2a-4065-8ac3-10c3343cf7c1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:39.028640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f99dc706-0f97-4685-8b4c-1f5eb6c18e0b req-4d8a5a44-ed2a-4065-8ac3-10c3343cf7c1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 944 time: 0.2222743 Mar 03 17:59:39.092045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Deleting port da9301b9-5bcb-4732-aa8b-e943c3d61692 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:39.092739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:39.126120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f99dc706-0f97-4685-8b4c-1f5eb6c18e0b req-3729c3d8-a2be-4aa4-a32b-702eb1db4987 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876436 Mar 03 17:59:39.142942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52346807-e8b3-4884-8774-3bf7cd24239e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:39.157360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:39.240266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52346807-e8b3-4884-8774-3bf7cd24239e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:39.267651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69acaa-3680-49d2-89ac-a32a162ffc14 req-e5fe540e-d7f3-4edc-8066-d197f9d9aa27 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:39.275665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a69acaa-3680-49d2-89ac-a32a162ffc14 req-e5fe540e-d7f3-4edc-8066-d197f9d9aa27 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 2.0087483 Mar 03 17:59:39.401074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52346807-e8b3-4884-8774-3bf7cd24239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:39.438001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52346807-e8b3-4884-8774-3bf7cd24239e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:39.439502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-52346807-e8b3-4884-8774-3bf7cd24239e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/536d65db-67fd-4353-8a6d-905a655636cb HTTP/1.1" status: 204 len: 168 time: 0.4938371 Mar 03 17:59:39.440609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52346807-e8b3-4884-8774-3bf7cd24239e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536d65db-67fd-4353-8a6d-905a655636cb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:39.470832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a69acaa-3680-49d2-89ac-a32a162ffc14 req-0ec8f258-be80-46d7-87c6-ae469e196432 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940477 Mar 03 17:59:39.511006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Checking segment: {'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:59:39.511368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Network hostable DHCP agents. Network: 37ab887f-3226-4cc9-832f-1de9198e44fc, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 17:59:39.526351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3b47a5-a423-47bd-b10b-25955b2b4656,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:39.580550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6fbad-6111-4573-ae3d-711841d87842 req-d1ae7a24-55f8-4973-b182-94384d7b0d0c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:39.595263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1a6fbad-6111-4573-ae3d-711841d87842 req-d1ae7a24-55f8-4973-b182-94384d7b0d0c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.2475061 Mar 03 17:59:39.607692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Network 37ab887f-3226-4cc9-832f-1de9198e44fc is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 17:59:39.685144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 37ab887f-3226-4cc9-832f-1de9198e44fc) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:59:39.696818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a647e91f-b59f-4984-88b5-58e8a1b4f3dd None None] Network 37ab887f-3226-4cc9-832f-1de9198e44fc requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:59:39.817018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:39.817653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:39.864108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1a6fbad-6111-4573-ae3d-711841d87842 req-aea981d6-7123-47c6-aa86-cb119ff68b3f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678144 Mar 03 17:59:40.085254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6e4c882f-08fe-4b29-bd1f-aa25be173d6e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4878874 Mar 03 17:59:40.164851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] For port da9301b9-5bcb-4732-aa8b-e943c3d61692, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da9301b9-5bcb-4732-aa8b-e943c3d61692,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:40.164851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:40.227614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51222) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:40.245740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:40.269176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:40.289800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 03cf60f8-8878-4c41-8a14-0d2a1753d73c details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:59:40.325012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Pushing event deleted for resources: {'Port': ['ID=e103ff4a-9911-4908-8ccd-3d962c738f81,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:40.333168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:40.349297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Usage tracker for resource:security_group_rule and tenant:75db0f180e6549ebbf1730f974704493 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:40.358284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:40.381852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:40.435607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049adb72-bd20-40f1-9dab-7b91c9718113 req-15994818-2bc1-4291-8aea-958c824877a8 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:40.444478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-049adb72-bd20-40f1-9dab-7b91c9718113 req-15994818-2bc1-4291-8aea-958c824877a8 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 943 time: 0.4011343 Mar 03 17:59:40.518088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-049adb72-bd20-40f1-9dab-7b91c9718113 req-072326e5-42bc-4a02-8bd7-209b31e40355 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694540 Mar 03 17:59:40.549096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2fe39-4819-4103-b4dc-074e2178b3e6 req-da4f7864-81aa-45f9-9974-f834bf7fbbbd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:40.556588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05a2fe39-4819-4103-b4dc-074e2178b3e6 req-da4f7864-81aa-45f9-9974-f834bf7fbbbd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 945 time: 0.4700787 Mar 03 17:59:40.634163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:40.643021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:40.655111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:40.715548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:59:40.809429 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75db0f180e6549ebbf1730f974704493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772364 Mar 03 17:59:40.809619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:40.824372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e11509-cb50-4a67-97e6-710addbda7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61525a9d-31b6-4134-9fd5-250889d2eac0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:40.845492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 03cf60f8-8878-4c41-8a14-0d2a1753d73c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:40.907363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1763ae8-c102-4aa7-a1f4-5cf2178cbe3a req-02cfb3fd-b217-4a75-a462-1ca2c6af61e7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:40.912750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1763ae8-c102-4aa7-a1f4-5cf2178cbe3a req-02cfb3fd-b217-4a75-a462-1ca2c6af61e7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 944 time: 0.1853909 Mar 03 17:59:41.004919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '03cf60f8-8878-4c41-8a14-0d2a1753d73c', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '03cf60f8-8878-4c41-8a14-0d2a1753d73c', 'mac_address': 'fa:16:3e:80:a7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:59:41.066228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33aeafd-27e6-43ce-959c-bdb06608e637 None None] Network 37ab887f-3226-4cc9-832f-1de9198e44fc requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:59:41.091886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-183c1fa3-9016-4ab9-b190-45beff608ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.125923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1763ae8-c102-4aa7-a1f4-5cf2178cbe3a req-40f463ff-1b86-4964-9379-33c086c5cffd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940274 Mar 03 17:59:41.189090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-183c1fa3-9016-4ab9-b190-45beff608ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.276415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-b703acd9-7e5e-49f2-8070-654c4992d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:41.279095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-b703acd9-7e5e-49f2-8070-654c4992d621 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1101 time: 0.3102806 Mar 03 17:59:41.302603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.306174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.328804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05a2fe39-4819-4103-b4dc-074e2178b3e6 req-a2857ea2-6259-41fc-8421-65a3a35a410d tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7712550 Mar 03 17:59:41.398096 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.434082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.434457 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.434763 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Floating IP e478c86b-237f-4899-a1b4-7c4fa6b67bdf disassociated. External IP: 172.25.0.203, port: da9301b9-5bcb-4732-aa8b-e943c3d61692. Mar 03 17:59:41.437218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Calling delete_port for da9301b9-5bcb-4732-aa8b-e943c3d61692 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:41.475134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-183c1fa3-9016-4ab9-b190-45beff608ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.491226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.492179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea0830b-b8db-41bd-b7ac-9f0f908a9d3c {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:59:41.523973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port bd7c5fc6-48af-49ab-b108-467066a9361e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:59:41.528104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cf60f8-8878-4c41-8a14-0d2a1753d73c {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:41.544161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port bd7c5fc6-48af-49ab-b108-467066a9361e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:41.544535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.580695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 03cf60f8-8878-4c41-8a14-0d2a1753d73c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:41.605452 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.636863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.638564 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dd650126-afaf-4b34-a3fe-2812c98cf24c admin admin] 10.222.0.23 "DELETE /v2.0/routers/fea0830b-b8db-41bd-b7ac-9f0f908a9d3c HTTP/1.1" status: 204 len: 168 time: 6.8877163 Mar 03 17:59:41.641044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51256) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:41.664137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8824-b4d2-4c5f-9ad6-55eee659dde4 req-a5d6e34b-e082-4143-8aeb-4b9fa7cb71cf tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:41.693264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c6a8824-b4d2-4c5f-9ad6-55eee659dde4 req-a5d6e34b-e082-4143-8aeb-4b9fa7cb71cf tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4117239 Mar 03 17:59:41.709942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-183c1fa3-9016-4ab9-b190-45beff608ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.714602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-183c1fa3-9016-4ab9-b190-45beff608ad8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61525a9d-31b6-4134-9fd5-250889d2eac0 HTTP/1.1" status: 204 len: 168 time: 0.9025548 Mar 03 17:59:41.715710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c1fa3-9016-4ab9-b190-45beff608ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61525a9d-31b6-4134-9fd5-250889d2eac0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:41.773793 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.802453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=03cf60f8-8878-4c41-8a14-0d2a1753d73c,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:41.822911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:41.837907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:41.843289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.883589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] Deleting subnet 50339c05-2454-481a-9150-1c86c3d715d0 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:59:41.891795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:41.905995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c6a8824-b4d2-4c5f-9ad6-55eee659dde4 req-e46244c2-1c7f-412f-82be-cfc15711cdc8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115426 Mar 03 17:59:41.965194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-1f3d63ee-9f97-441b-8a56-6a017f4a7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:41.971718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-1f3d63ee-9f97-441b-8a56-6a017f4a7702 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.6191347 Mar 03 17:59:41.972442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:41.980123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cad1-8862-4597-97c4-01adabb4ffb1 req-6b940aa3-0a45-4264-8ad1-131c3c837599 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:41.982391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['03cf60f8-8878-4c41-8a14-0d2a1753d73c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:41.987258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd61cad1-8862-4597-97c4-01adabb4ffb1 req-6b940aa3-0a45-4264-8ad1-131c3c837599 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.4929104 Mar 03 17:59:42.034275 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:42.132192 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-65500579-b95d-494c-ba75-beba0608f716 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.1515870 Mar 03 17:59:42.210084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:42.222765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-dfbe8495-7fdd-4d75-bdc2-bac0115481eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:42.224204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-dfbe8495-7fdd-4d75-bdc2-bac0115481eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0860057 Mar 03 17:59:42.307861 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:42.395981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event deleted for resources: {'Port': ['ID=da9301b9-5bcb-4732-aa8b-e943c3d61692,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:42.418997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-bb46e88e-b6bc-41c3-8689-6beff5793956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:42.420605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-bb46e88e-b6bc-41c3-8689-6beff5793956 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1096 time: 0.6899397 Mar 03 17:59:42.423318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:42.432102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e78be-f87b-4cbb-916f-b599c5cfc3e4 req-815a8d3b-e523-4001-a616-2243af486d90 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:42.434370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db7e78be-f87b-4cbb-916f-b599c5cfc3e4 req-815a8d3b-e523-4001-a616-2243af486d90 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 865 time: 0.2137384 Mar 03 17:59:42.438131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-b96e5cf7-2d6a-41ca-92f9-124bfaf7c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:42.439645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-b96e5cf7-2d6a-41ca-92f9-124bfaf7c542 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719348 Mar 03 17:59:42.512058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd61cad1-8862-4597-97c4-01adabb4ffb1 req-5536c6f1-4ecc-4f5e-8505-f5441389a61b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217142 Mar 03 17:59:42.622257 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'code': 200} Mar 03 17:59:42.635870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e103ff4a-9911-4908-8ccd-3d962c738f81 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:42.645380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50339c05-2454-481a-9150-1c86c3d715d0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:42.650846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:42.680956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2b002-6ea4-4a84-b3df-eb00c6f49739 None None] Network 953b5aec-2792-4866-9c68-a8ca9a0816bb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:59:42.715411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db7e78be-f87b-4cbb-916f-b599c5cfc3e4 req-9a37ae2b-47a5-4210-aded-cafec467c1cf tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups?id=494d9151-cf16-4335-9251-d35f80b6d736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747710 Mar 03 17:59:42.718542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e103ff4a-9911-4908-8ccd-3d962c738f81 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:59:42.718963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e103ff4a-9911-4908-8ccd-3d962c738f81 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:42.802554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7970f1db-51ff-42f4-a3f9-f2c445a64b80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/50339c05-2454-481a-9150-1c86c3d715d0 HTTP/1.1" status: 204 len: 168 time: 1.1562614 Mar 03 17:59:42.860454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51282) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:43.083290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-18cfab2c-a966-4b98-aab0-afa189f1a8b1 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100726 Mar 03 17:59:43.084933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-085804cb-4356-4e31-8f7c-c79d96cc8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:43.086674 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-085804cb-4356-4e31-8f7c-c79d96cc8d9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 913 time: 0.5713558 Mar 03 17:59:43.130014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:43.160446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Router 950b408b-abdf-4bea-987e-02cd581ba727 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:59:43.178225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] DHCP port deletion for 953b5aec-2792-4866-9c68-a8ca9a0816bb request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:59:43.183403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] Deleting port 966e4f78-5fd6-4506-a112-73df372f0066 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:43.183784 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:43.198708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-532e2df4-3064-4690-9114-1623a96ff879 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 217 time: 0.1019454 Mar 03 17:59:43.270434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Deleting port 966e4f78-5fd6-4506-a112-73df372f0066 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:43.270819 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:43.363492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb9e0c-e678-46ea-8e2f-b23aac9e075e req-d2146f4d-5185-4cb0-834e-52b7e7ab04f1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:43.365050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89cb9e0c-e678-46ea-8e2f-b23aac9e075e req-d2146f4d-5185-4cb0-834e-52b7e7ab04f1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 945 time: 0.3946826 Mar 03 17:59:43.366570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-df786034-6d8b-470e-a8dc-f56ed27fec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:43.367902 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-df786034-6d8b-470e-a8dc-f56ed27fec9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.1113529 Mar 03 17:59:43.446114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] For port 966e4f78-5fd6-4506-a112-73df372f0066, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=966e4f78-5fd6-4506-a112-73df372f0066,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:43.446518 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:43.461586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3d27a-828f-43a3-95f1-76bc8767da9e req-5767604f-b897-45f4-88ff-d6920735aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:43.463238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ef3d27a-828f-43a3-95f1-76bc8767da9e req-5767604f-b897-45f4-88ff-d6920735aebf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1097 time: 0.6978772 Mar 03 17:59:43.534671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c9e12-8d42-4af5-90df-6da9cb390fef req-5a0083f9-8430-408e-bb3b-60a37944507f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:43.541864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-902c9e12-8d42-4af5-90df-6da9cb390fef req-5a0083f9-8430-408e-bb3b-60a37944507f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.5696728 Mar 03 17:59:43.587031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] Calling delete_port for 966e4f78-5fd6-4506-a112-73df372f0066 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:43.594699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ef3d27a-828f-43a3-95f1-76bc8767da9e req-7ca60d56-8084-4aff-8baf-214d0e19f1e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116567 Mar 03 17:59:43.658820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-902c9e12-8d42-4af5-90df-6da9cb390fef req-bafffdee-5a4e-470f-960d-2a81809986a9 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159275 Mar 03 17:59:43.664269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-54150b56-688e-490e-aa50-5df2d6f2f7c8 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659101 Mar 03 17:59:43.680304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-d390dd79-e55c-477b-87aa-b389d034a0a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3007450 Mar 03 17:59:43.704686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:43.724491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51306) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:43.762718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] Pushing event deleted for resources: {'Port': ['ID=966e4f78-5fd6-4506-a112-73df372f0066,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:43.767694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0ae0d-5d7b-4fe9-9913-82cd67a128ca None None] No DVR routers for this DVR port 966e4f78-5fd6-4506-a112-73df372f0066 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:59:43.806527 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89cb9e0c-e678-46ea-8e2f-b23aac9e075e req-d758386a-ea2a-4b4d-88bf-ddc80b2efcb2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258380 Mar 03 17:59:43.817803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:59:43.837741 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] Sync routers for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:59:43.852586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:43.853214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:43.968693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] No DVR routers for this DVR port da9301b9-5bcb-4732-aa8b-e943c3d61692 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:59:43.971535 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:43.975046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d4a146f-7821-486a-8011-37f41ce1c4c1 req-758413ab-e00d-405a-a164-877db6f10dea tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.16 "DELETE /v2.0/ports/da9301b9-5bcb-4732-aa8b-e943c3d61692 HTTP/1.1" status: 204 len: 173 time: 10.0512300 Mar 03 17:59:43.977741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'name': 'network-vif-deleted', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:44.020203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.060971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-65d37a3c-016c-4b9d-abdd-b9f7ccf19045 service neutron] 10.222.0.35 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728993 Mar 03 17:59:44.061281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:44.068736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] For port 966e4f78-5fd6-4506-a112-73df372f0066, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=966e4f78-5fd6-4506-a112-73df372f0066,segment=NetworkSegment(082aa595-0527-4762-bc1d-d7e4abc325e4),segment_id=082aa595-0527-4762-bc1d-d7e4abc325e4)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:44.069127 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.079619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Usage tracker for resource:security_group_rule and tenant:c7a3ceb623a444b396fcac8b93e5e38f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:44.087210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:44.147026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:44.178047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:44.192785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89723362-72a2-4a23-9bb3-900e91704277 req-76124c6d-84e0-4bec-8b37-a2b4f9630717 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:44.194474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89723362-72a2-4a23-9bb3-900e91704277 req-76124c6d-84e0-4bec-8b37-a2b4f9630717 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.2102358 Mar 03 17:59:44.234965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Calling delete_port for 966e4f78-5fd6-4506-a112-73df372f0066 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:44.255920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f6ff5a-ed22-4682-978a-7a1aff57538a req-1bd79734-ddbf-4b3f-8b40-947568fc5ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884465 Mar 03 17:59:44.267782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89723362-72a2-4a23-9bb3-900e91704277 req-72257cd7-2004-4380-8dae-dc1cbdf506f2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658853 Mar 03 17:59:44.315065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-ba7962f8-6273-4e03-af3e-60a3cc09deed tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:44.321720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-ba7962f8-6273-4e03-af3e-60a3cc09deed tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/networks?id=37ab887f-3226-4cc9-832f-1de9198e44fc HTTP/1.1" status: 200 len: 808 time: 0.4609115 Mar 03 17:59:44.340129 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-c2f6792a-04db-4cf4-bcb4-ff5de4e576d8 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/quotas/7d4c19f87f1a4db3a6f3fc77bcf9205e HTTP/1.1" status: 200 len: 375 time: 0.0175481 Mar 03 17:59:44.354868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 03cf60f8-8878-4c41-8a14-0d2a1753d73c up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:59:44.405101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-e802dd2a-5dc4-44ab-b9b0-d0d3923bf556 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7d4c19f87f1a4db3a6f3fc77bcf9205e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542023 Mar 03 17:59:44.469954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816742a-c19c-496b-aa79-d308d92b2e1f req-9645d322-bff5-4c35-ba5d-a2be8c924f45 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:44.471630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0816742a-c19c-496b-aa79-d308d92b2e1f req-9645d322-bff5-4c35-ba5d-a2be8c924f45 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.0898433 Mar 03 17:59:44.483053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:59:44.483674 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:59:44.518000 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0816742a-c19c-496b-aa79-d308d92b2e1f req-472d3ec4-97a8-44b3-be7c-28053aed974f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Mar 03 17:59:44.526052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 03cf60f8-8878-4c41-8a14-0d2a1753d73c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 17:59:44.536248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 03cf60f8-8878-4c41-8a14-0d2a1753d73c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 17:59:44.536609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.622335 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-472199f8-4b7a-4e86-958b-b69b7d9d3de1 service neutron] 10.222.0.23 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920033 Mar 03 17:59:44.630560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.671019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 966e4f78-5fd6-4506-a112-73df372f0066 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:44.710000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 966e4f78-5fd6-4506-a112-73df372f0066 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:59:44.710357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 966e4f78-5fd6-4506-a112-73df372f0066 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:44.737232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9b67d20c-3856-44fc-8497-612d9378638f req-09f89085-8611-4b34-9923-f2e39b21c12d tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Synchronizing usage tracker for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:44.755382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9b67d20c-3856-44fc-8497-612d9378638f req-09f89085-8611-4b34-9923-f2e39b21c12d tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Unset dirty status for tenant:2973ee2e2df54ff7a276d1a1f3b9b8c7 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:44.756987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.757314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b67d20c-3856-44fc-8497-612d9378638f req-09f89085-8611-4b34-9923-f2e39b21c12d tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/ports?device_id=64292ef7-5567-43a8-951b-5553728c8d8c HTTP/1.1" status: 200 len: 210 time: 0.0753617 Mar 03 17:59:44.783714 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.807893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:39Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:44.817283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] Checking router: 950b408b-abdf-4bea-987e-02cd581ba727 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:59:44.826689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cf60f8-8878-4c41-8a14-0d2a1753d73c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:44.832686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4b91e-0d76-4bd3-9556-81e9ddecac63,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:44.840523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 03cf60f8-8878-4c41-8a14-0d2a1753d73c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:44.842503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:44.843120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:44.872206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:44.872577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-72fe7665-469e-40c0-af67-9ae7ed14c2ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7a3ceb623a444b396fcac8b93e5e38f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1467807 Mar 03 17:59:44.891926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-99faf58e-d581-4a82-8448-3ea83a4190cd service neutron] 10.222.0.23 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580230 Mar 03 17:59:44.929989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.956660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de6855fa-5487-4ecf-b6d1-f98cfe6006dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.985219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Deleting port 966e4f78-5fd6-4506-a112-73df372f0066 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:44.985416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:44.999397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de6855fa-5487-4ecf-b6d1-f98cfe6006dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.042376 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64292ef7-5567-43a8-951b-5553728c8d8c', 'name': 'network-vif-deleted', 'tag': 'da9301b9-5bcb-4732-aa8b-e943c3d61692', 'status': 'completed', 'code': 200} Mar 03 17:59:45.126640 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de6855fa-5487-4ecf-b6d1-f98cfe6006dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.163386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6855fa-5487-4ecf-b6d1-f98cfe6006dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4b91e-0d76-4bd3-9556-81e9ddecac63,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:45.167940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] The port '966e4f78-5fd6-4506-a112-73df372f0066' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:59:45.171528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de6855fa-5487-4ecf-b6d1-f98cfe6006dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.194121 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-de6855fa-5487-4ecf-b6d1-f98cfe6006dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40e4b91e-0d76-4bd3-9556-81e9ddecac63 HTTP/1.1" status: 204 len: 168 time: 0.3199608 Mar 03 17:59:45.232251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=03cf60f8-8878-4c41-8a14-0d2a1753d73c,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:45.292394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:45.415638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.429288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272684d-5b28-4ba5-8126-4e90fe4db838 req-6f333eaa-5244-477e-a874-453f9e5a0722 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:45.431390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1272684d-5b28-4ba5-8126-4e90fe4db838 req-6f333eaa-5244-477e-a874-453f9e5a0722 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.1435828 Mar 03 17:59:45.447754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953b5aec-2792-4866-9c68-a8ca9a0816bb']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:45.464291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082aa595-0527-4762-bc1d-d7e4abc325e4') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:45.464523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082aa595-0527-4762-bc1d-d7e4abc325e4') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:45.480059 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.513017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5a013-6a80-4b68-8e9a-781b76a22385 req-8eadd187-b910-4da3-9ee0-1515332173be tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:45.519939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a5a013-6a80-4b68-8e9a-781b76a22385 req-8eadd187-b910-4da3-9ee0-1515332173be tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 946 time: 0.2454193 Mar 03 17:59:45.522722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.541117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1272684d-5b28-4ba5-8126-4e90fe4db838 req-7d45af38-e1d0-4324-8813-d2ded9a1e7a5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016657 Mar 03 17:59:45.544508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:59:45.545011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: timer() Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:59:45.558620 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:59:45.607668 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cf60f8-8878-4c41-8a14-0d2a1753d73c', 'code': 200} Mar 03 17:59:45.658957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a5a013-6a80-4b68-8e9a-781b76a22385 req-805011ae-8167-46d9-b9a3-a11d6d926c27 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380854 Mar 03 17:59:45.669004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.709904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:45.754197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65adc097-9ab8-41b3-bae7-9625f464bbe1 req-03fb8296-95ae-454a-9d6a-2bd3938103ac tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 210 time: 0.1116810 Mar 03 17:59:45.807171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a4c9c-e9b5-4023-87a5-0af23bedd407 req-07f8f818-d909-4028-bcbd-d530c9744ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:45.808972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed5a4c9c-e9b5-4023-87a5-0af23bedd407 req-07f8f818-d909-4028-bcbd-d530c9744ad0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 1097 time: 0.1102061 Mar 03 17:59:45.884206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] Pushing event deleted for resources: {'Network': ['ID=953b5aec-2792-4866-9c68-a8ca9a0816bb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:45.900385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed5a4c9c-e9b5-4023-87a5-0af23bedd407 req-0954b7b1-fb34-4f4f-a2c3-cf3bf69cddb1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853257 Mar 03 17:59:45.912071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:45.981127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eeaf44f0-7d64-438a-8768-2b320599d28d admin admin] 10.222.0.23 "DELETE /v2.0/networks/953b5aec-2792-4866-9c68-a8ca9a0816bb HTTP/1.1" status: 204 len: 168 time: 3.1017871 Mar 03 17:59:45.982165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:46.059231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d22b61-23aa-43a5-becf-c8a2b80a70cf req-c57ec363-427c-483f-9f4e-80a377d0eada tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:46.066437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2d22b61-23aa-43a5-becf-c8a2b80a70cf req-c57ec363-427c-483f-9f4e-80a377d0eada tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.1190059 Mar 03 17:59:46.138486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:39Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:46.148959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404220e-ce5c-46b5-9493-34516e16a842 None None] The sync data for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 is: [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:57:30Z', 'revision_number': 4, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '244d8281-912a-4240-976a-6dce1e30a319', 'name': '', 'network_id': '7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'mac_address': 'fa:16:3e:36:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:27Z', 'updated_at': '2022-03-03T17:57:39Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'subnets': [{'id': 'e08e9b5b-5263-44ea-b1a9-b0073877b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:59:46.151441 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2d22b61-23aa-43a5-becf-c8a2b80a70cf req-8b865be5-754c-4587-91e0-c38619700a74 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836833 Mar 03 17:59:46.267833 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:46.367089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:46.373176 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:46.462382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:46.502668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc01622-dd80-417d-a94c-eb3301479fe0 req-c9ed3f1f-0973-4e1f-af99-3fd934da6135 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:46.504274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dbc01622-dd80-417d-a94c-eb3301479fe0 req-c9ed3f1f-0973-4e1f-af99-3fd934da6135 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.6030784 Mar 03 17:59:46.532312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ee90-229b-47d3-a93e-c243ea6c334d req-22ea63cb-de9a-4533-9ce0-721b4559a2eb tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:46.535359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5066ee90-229b-47d3-a93e-c243ea6c334d req-22ea63cb-de9a-4533-9ce0-721b4559a2eb tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.1673172 Mar 03 17:59:46.544461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51378) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:46.550621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Request body: {'floatingip': {'port_id': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:46.674744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dbc01622-dd80-417d-a94c-eb3301479fe0 req-5e64bfc5-ef7f-4cf5-aece-68961cf69961 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078932 Mar 03 17:59:46.716571 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:46.766547 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572f0d4-8148-4199-b344-97b8c770ed43 None None] New status for floating IP e478c86b-237f-4899-a1b4-7c4fa6b67bdf: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:59:46.778399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51388) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:46.962690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d665f7a9-8bf7-4565-b9cc-75b162105387 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:47.041085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d665f7a9-8bf7-4565-b9cc-75b162105387 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:47.156906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d665f7a9-8bf7-4565-b9cc-75b162105387 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:47.210982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16089da8-4f7e-426d-89ef-44d00759d423 req-273509aa-9dc3-4052-bf43-4003512e7fa5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:47.212521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16089da8-4f7e-426d-89ef-44d00759d423 req-273509aa-9dc3-4052-bf43-4003512e7fa5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 946 time: 0.3378084 Mar 03 17:59:47.217075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665f7a9-8bf7-4565-b9cc-75b162105387 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d9151-cf16-4335-9251-d35f80b6d736,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:47.255930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a94c91ab-c059-4d9c-a947-da67f88fbb9d req-2791c8ec-7b10-4afa-a14d-e34fb2a33094 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 210 time: 0.3009963 Mar 03 17:59:47.276997 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d665f7a9-8bf7-4565-b9cc-75b162105387 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:47.278689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d665f7a9-8bf7-4565-b9cc-75b162105387 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "DELETE /v2.0/security-groups/494d9151-cf16-4335-9251-d35f80b6d736 HTTP/1.1" status: 204 len: 168 time: 0.4994895 Mar 03 17:59:47.281931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51396) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:47.352678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16089da8-4f7e-426d-89ef-44d00759d423 req-03339523-138a-4816-a805-3dc937bc5115 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249208 Mar 03 17:59:47.392421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:47.515419 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-c5b45f28-97b8-4ca8-bdcd-e2e6a75c6456 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] show failed (client error): The resource could not be found. Mar 03 17:59:47.519676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5b45f28-97b8-4ca8-bdcd-e2e6a75c6456 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "GET /v2.0/security-groups/494d9151-cf16-4335-9251-d35f80b6d736 HTTP/1.1" status: 404 len: 347 time: 0.2336426 Mar 03 17:59:47.525663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51400) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:47.608391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:47.649444 n-d-827121-1 neutron-server[87888]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'code': 422} returned with failed status Mar 03 17:59:47.767206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Deleting port b590def7-bfc3-47ce-a8e8-8893a25af521 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:47.767813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:47.801159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Deleting port d65acc17-0c4a-4d1b-a4ed-dbb88c6430db {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:47.801598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:47.838280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-cd2bb0f2-74f6-40af-af49-ab92b6096a41 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:47.839215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-cd2bb0f2-74f6-40af-af49-ab92b6096a41 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Synchronizing usage tracker for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:47.852114 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:48.007695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d9d2e-90b7-43f7-a49b-8abde9181b9a req-1818cc38-cbce-4fcc-9270-92e9694a3cce tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:48.009202 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf0d9d2e-90b7-43f7-a49b-8abde9181b9a req-1818cc38-cbce-4fcc-9270-92e9694a3cce tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.5669596 Mar 03 17:59:48.041420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-cd2bb0f2-74f6-40af-af49-ab92b6096a41 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Unset dirty status for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:48.042516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-cd2bb0f2-74f6-40af-af49-ab92b6096a41 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "GET /v2.0/networks?id=37ab887f-3226-4cc9-832f-1de9198e44fc HTTP/1.1" status: 200 len: 808 time: 0.7857516 Mar 03 17:59:48.069157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Request body: {'port': {'device_id': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc', 'admin_state_up': True, 'tenant_id': '7d4c19f87f1a4db3a6f3fc77bcf9205e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:48.158832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73def8-f5a1-47b7-9651-15dcfb3a53fd req-cd5798d3-8987-4bc5-925d-5745f16c47b9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:48.160459 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c73def8-f5a1-47b7-9651-15dcfb3a53fd req-cd5798d3-8987-4bc5-925d-5745f16c47b9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.3421433 Mar 03 17:59:48.162332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] For port b590def7-bfc3-47ce-a8e8-8893a25af521, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b590def7-bfc3-47ce-a8e8-8893a25af521,segment=NetworkSegment(3c2e9184-cd99-407a-93ed-9964fcf3bad7),segment_id=3c2e9184-cd99-407a-93ed-9964fcf3bad7)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:48.162695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:48.266835 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf0d9d2e-90b7-43f7-a49b-8abde9181b9a req-bf9a2d68-0561-41d9-a6d7-66733d1f17fb tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366838 Mar 03 17:59:48.302732 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:48.302936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:48.310627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Calling delete_port for b590def7-bfc3-47ce-a8e8-8893a25af521 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:48.370533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c73def8-f5a1-47b7-9651-15dcfb3a53fd req-0c0cb838-d52f-4783-b6fd-245a4b6636f3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000313 Mar 03 17:59:48.445941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Calling delete_port for d65acc17-0c4a-4d1b-a4ed-dbb88c6430db owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:48.577433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:48.635992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Pushing event deleted for resources: {'Port': ['ID=b590def7-bfc3-47ce-a8e8-8893a25af521,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:48.672464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 17:59:48.725232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cea844-2138-4772-9805-c06ffc5eac18 req-91b41c10-10ad-4695-82c6-ffae1329d877 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:48.726797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11cea844-2138-4772-9805-c06ffc5eac18 req-91b41c10-10ad-4695-82c6-ffae1329d877 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 946 time: 0.2274003 Mar 03 17:59:48.728398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccca5ec6-c961-4eb6-a058-1e46e721d275 req-02369370-bcfb-49bf-9da6-2a517bb2155e tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 210 time: 0.2908993 Mar 03 17:59:48.752505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 17:59:48.756505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Usage tracker for resource:port and tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 17:59:48.759843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 17:59:48.766386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 17:59:48.780870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Made reservation on behalf of 7d4c19f87f1a4db3a6f3fc77bcf9205e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 17:59:48.784468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:48.886903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11cea844-2138-4772-9805-c06ffc5eac18 req-90a2dcd4-cf48-4d9f-884e-66e737157c43 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507962 Mar 03 17:59:48.891364 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:48.943388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:49.001539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:49.308517 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Floating IP 3cd002d8-b898-4294-a53a-5326b4028898 associated. External IP: 172.25.0.230, port: bd7c5fc6-48af-49ab-b108-467066a9361e. Mar 03 17:59:49.366619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:49.376766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Allocated IP 172.20.0.12 (37ab887f-3226-4cc9-832f-1de9198e44fc/7a3b47a5-a423-47bd-b10b-25955b2b4656/987debee-8fe8-42f1-b316-a6018eb7a2ba) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 17:59:49.436550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef80a-b77f-48cc-843c-6d0355d4af9a req-0542f6d3-76d9-458e-9b6d-391ff3518eb6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:49.438037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbbef80a-b77f-48cc-843c-6d0355d4af9a req-0542f6d3-76d9-458e-9b6d-391ff3518eb6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.5726945 Mar 03 17:59:49.459555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:59:49.483372 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f285-2d47-401e-b68e-727f227b42f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:49.514538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Pushing event deleted for resources: {'Port': ['ID=d65acc17-0c4a-4d1b-a4ed-dbb88c6430db,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:49.683406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291b45d-7a42-4ad1-bae9-12a801023e81 req-f15f7ed7-72d1-4aba-9a96-4ad51c9e9494 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:49.684800 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9291b45d-7a42-4ad1-bae9-12a801023e81 req-f15f7ed7-72d1-4aba-9a96-4ad51c9e9494 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.3026221 Mar 03 17:59:49.693102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbbef80a-b77f-48cc-843c-6d0355d4af9a req-74f44f49-5ac4-471f-9f30-8c0c06499279 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035964 Mar 03 17:59:49.696287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:49.785760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:49.787193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aaa18e1e-8c07-4588-8786-c3421e9217e3 tempest-ServersTestManualDisk-545085440 tempest-ServersTestManualDisk-545085440-project] 10.222.0.23 "DELETE /v2.0/floatingips/e478c86b-237f-4899-a1b4-7c4fa6b67bdf HTTP/1.1" status: 204 len: 168 time: 2.2603228 Mar 03 17:59:49.797505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51442) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:49.887157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9291b45d-7a42-4ad1-bae9-12a801023e81 req-9430475e-0c46-4d37-908c-dd3f670d6fa0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931717 Mar 03 17:59:49.897373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:59:49.904415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:49.916997 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7ee7674e-e4bd-4bb6-9495-8998396c819a admin admin] 10.222.0.23 "PUT /v2.0/routers/f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9195399 Mar 03 17:59:49.920814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51448) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:49.959371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-38a85fc7-cb48-4e94-988e-73542644b2da req-6da4c106-1ab1-4581-9667-e13ed029e4fd tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Synchronizing usage tracker for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:49.967274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] Sync routers for ids ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:59:50.009076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] Routers {'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:50.009302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:50.141867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-38a85fc7-cb48-4e94-988e-73542644b2da req-6da4c106-1ab1-4581-9667-e13ed029e4fd tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Unset dirty status for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:50.143036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38a85fc7-cb48-4e94-988e-73542644b2da req-6da4c106-1ab1-4581-9667-e13ed029e4fd tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 210 time: 0.2511418 Mar 03 17:59:50.157986 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:50.218091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Router fd2aaf0f-c0f6-4599-9083-fab66638d572 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:59:50.242618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] Set router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:50.359516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:50.473570 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:50.641603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Network 37ab887f-3226-4cc9-832f-1de9198e44fc is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 17:59:50.651264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 17:59:50.665841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 17:59:50.695373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:59:48Z', 'revision_number': 5, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port': {'id': 'e30b51ef-5b39-4440-af3d-ad7de9c97ed6', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:52:13Z', 'updated_at': '2022-03-03T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:50.700875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] Checking router: f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:59:50.702776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:59:50.704278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Pushing event updated for resources: {'Port': ['ID=987debee-8fe8-42f1-b316-a6018eb7a2ba,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:50.708662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:50.715721 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] Sync routers for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:59:50.730553 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:50.732229 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:50.745243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] Routers {'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:50.746112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:50.775365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:50.794402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:50.795061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:50.801467 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3aa87457-c09d-416a-ac85-dee57f5d7094 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "PUT /v2.0/floatingips/3cd002d8-b898-4294-a53a-5326b4028898 HTTP/1.1" status: 200 len: 992 time: 4.2557552 Mar 03 17:59:50.806516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Deleting port e30b51ef-5b39-4440-af3d-ad7de9c97ed6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:50.806993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:50.807392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:50.832830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-51071733-1fa0-4c0e-8a53-df81b6fcad79 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7693696 Mar 03 17:59:50.845574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Request body: {'port': {'device_id': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:50.990261 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:51.005607 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:51.120767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baed589-76f2-41c6-829c-a68d8c02273e req-a2b9f3e9-04bf-477f-af51-ad84ee5fcf34 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:51.130018 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'status': 'completed', 'code': 200} Mar 03 17:59:51.131160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2baed589-76f2-41c6-829c-a68d8c02273e req-a2b9f3e9-04bf-477f-af51-ad84ee5fcf34 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.4347432 Mar 03 17:59:51.222080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] Set router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:51.391155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:59:50Z', 'revision_number': 6, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:51.396544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ba559-aa4a-430e-b4e7-6def1d35ac6f None None] The sync data for ids ['f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612'] in n-d-827121-1 is: [{'id': 'f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612', 'name': 'tempest-TaggedBootDevicesTest_v242-7775288-router', 'tenant_id': '17c790f70bf24044a1c65b40f547f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:52:10Z', 'updated_at': '2022-03-03T17:59:50Z', 'revision_number': 6, 'project_id': '17c790f70bf24044a1c65b40f547f57a', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:59:51.427415 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 17:59:51.431683 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2baed589-76f2-41c6-829c-a68d8c02273e req-330b6824-fde4-4908-bbf5-0b2d6116c9bd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783372 Mar 03 17:59:51.458922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-d7649dbc-04a1-47eb-b8f1-e20283988d34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4891777 Mar 03 17:59:51.532638 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '3cd002d8-b898-4294-a53a-5326b4028898', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'port_id': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:59:07Z', 'updated_at': '2022-03-03T17:59:48Z', 'revision_number': 1, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:51.539022 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] Checking router: fd2aaf0f-c0f6-4599-9083-fab66638d572 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:59:51.549813 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:51.550590 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:51.772271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a1c4-0c7d-4797-ae2b-8c0d4fa8368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:51.827234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] For port e30b51ef-5b39-4440-af3d-ad7de9c97ed6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:51.827762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:51.869136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ef899-805b-488e-9999-7933153b185d req-ef7ab2df-b3a3-4c0f-87df-a9bf70c86ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:51.872177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d33ef899-805b-488e-9999-7933153b185d req-ef7ab2df-b3a3-4c0f-87df-a9bf70c86ac0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1097 time: 0.6394777 Mar 03 17:59:51.879849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:52.018011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Calling delete_port for e30b51ef-5b39-4440-af3d-ad7de9c97ed6 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:52.174101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ef899-805b-488e-9999-7933153b185d req-6c701bab-8b10-48ad-9f9c-5fca37715c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:52.175563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d33ef899-805b-488e-9999-7933153b185d req-6c701bab-8b10-48ad-9f9c-5fca37715c6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.2863793 Mar 03 17:59:52.330551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:52.348243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13a98-b05e-4153-abba-ea306d17b7a2 req-a34fe423-3b6e-45ab-9acf-e501e7da6995 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:52.349989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2d13a98-b05e-4153-abba-ea306d17b7a2 req-a34fe423-3b6e-45ab-9acf-e501e7da6995 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 1.0155959 Mar 03 17:59:52.387233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30b51ef-5b39-4440-af3d-ad7de9c97ed6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:52.480845 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d33ef899-805b-488e-9999-7933153b185d req-adfba280-f931-480f-b1e4-c49491fd384b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 200 len: 1000 time: 0.2765145 Mar 03 17:59:52.579106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bd073-1cca-41c4-b0fe-631cdf6aedff req-e26847b7-4f2b-49da-943f-e19c567e4460 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:52.581031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d84bd073-1cca-41c4-b0fe-631cdf6aedff req-e26847b7-4f2b-49da-943f-e19c567e4460 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 932 time: 0.7943704 Mar 03 17:59:52.583509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2d13a98-b05e-4153-abba-ea306d17b7a2 req-d954ef1e-cbf9-449a-8324-e1d7aa0b49f2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012947 Mar 03 17:59:52.607123 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '3cd002d8-b898-4294-a53a-5326b4028898', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'port_id': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:59:07Z', 'updated_at': '2022-03-03T17:59:48Z', 'revision_number': 1, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:52.615986 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319b8b3-0dea-4c4f-b322-6b2fc9a58e4d None None] The sync data for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 is: [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '3cd002d8-b898-4294-a53a-5326b4028898', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'port_id': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T17:59:07Z', 'updated_at': '2022-03-03T17:59:48Z', 'revision_number': 1, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:59:52.664109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987debee-8fe8-42f1-b316-a6018eb7a2ba {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:52.676217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b590def7-bfc3-47ce-a8e8-8893a25af521 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:52.688692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:52.689149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:52.709632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ef899-805b-488e-9999-7933153b185d req-c768b67a-c438-4035-b119-0c5495f11fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:52.710820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d33ef899-805b-488e-9999-7933153b185d req-c768b67a-c438-4035-b119-0c5495f11fa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.1789615 Mar 03 17:59:52.756905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b590def7-bfc3-47ce-a8e8-8893a25af521 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:59:52.757114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b590def7-bfc3-47ce-a8e8-8893a25af521 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:52.757553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e30b51ef-5b39-4440-af3d-ad7de9c97ed6 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:52.783558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Transition to ACTIVE for port object 987debee-8fe8-42f1-b316-a6018eb7a2ba will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:52.805165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:52.829624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e30b51ef-5b39-4440-af3d-ad7de9c97ed6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:59:52.830157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e30b51ef-5b39-4440-af3d-ad7de9c97ed6 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:52.860789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:52.895422 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:52.990691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae334711-484c-4db5-b90c-5b26bf59676f None None] New status for floating IP 3cd002d8-b898-4294-a53a-5326b4028898: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 17:59:53.170488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d84bd073-1cca-41c4-b0fe-631cdf6aedff req-bc07e2fe-c220-4947-8d8b-fb4aca09fdc9 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797560 Mar 03 17:59:53.175133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.177970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.228488 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.228986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 17:59:53.234650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.254146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=987debee-8fe8-42f1-b316-a6018eb7a2ba,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:53.333573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ef899-805b-488e-9999-7933153b185d req-9a272dca-83ff-474e-878d-9503fbaf239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:53.335148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.339764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d33ef899-805b-488e-9999-7933153b185d req-9a272dca-83ff-474e-878d-9503fbaf239d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6055911 Mar 03 17:59:53.340692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5843864b-30c2-4b20-9b58-793a0ab054f2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f84d9faa-e6b1-4e8a-a159-f1b8f0c0a612 HTTP/1.1" status: 204 len: 168 time: 3.4145038 Mar 03 17:59:53.340692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524160a-0c00-4fc4-8b41-976893e3375e req-b152ff25-0f02-4b30-af4b-20358304fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:53.340692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-b152ff25-0f02-4b30-af4b-20358304fa8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0&tenant_id=54726f737157400c8050a56d280a3d47 HTTP/1.1" status: 200 len: 1094 time: 0.3540757 Mar 03 17:59:53.340692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51510) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:53.363499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Attempting to bind port 987debee-8fe8-42f1-b316-a6018eb7a2ba on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:59:53.363953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Attempting to bind port 987debee-8fe8-42f1-b316-a6018eb7a2ba by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:59:53.364351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Attempting to bind port 987debee-8fe8-42f1-b316-a6018eb7a2ba on network 37ab887f-3226-4cc9-832f-1de9198e44fc {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:53.371801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Port 987debee-8fe8-42f1-b316-a6018eb7a2ba on network 37ab887f-3226-4cc9-832f-1de9198e44fc not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:59:53.372193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Attempting to bind port 987debee-8fe8-42f1-b316-a6018eb7a2ba on network 37ab887f-3226-4cc9-832f-1de9198e44fc {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:53.385751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 17:59:53.426710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:59:53.427045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Checking segment: {'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:59:53.427428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Bound using segment: {'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:59:53.428377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Bound port: 987debee-8fe8-42f1-b316-a6018eb7a2ba, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:59:53.428722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.448219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c05f3-42a5-4751-91c9-d83c3f531194 req-875c8e64-6182-4b7a-9a2b-86cf06ff4678 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:53.449686 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea7c05f3-42a5-4751-91c9-d83c3f531194 req-875c8e64-6182-4b7a-9a2b-86cf06ff4678 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.3170943 Mar 03 17:59:53.537475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] Deleting subnet 02f6edfe-9347-4769-9fa0-18b137441991 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 17:59:53.551388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.620927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea7c05f3-42a5-4751-91c9-d83c3f531194 req-7b6535d9-c107-44c2-b246-c268f5ad8490 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646609 Mar 03 17:59:53.658772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] For port 987debee-8fe8-42f1-b316-a6018eb7a2ba, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:53.663975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d33ef899-805b-488e-9999-7933153b185d req-2a0ab686-eaa1-4fee-8411-a8a9152402fd service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935581 Mar 03 17:59:53.671657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] For port 987debee-8fe8-42f1-b316-a6018eb7a2ba, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=987debee-8fe8-42f1-b316-a6018eb7a2ba,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:59:53.708952 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.824280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:53.825220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.826906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] 10.222.0.35 "PUT /v2.0/ports/987debee-8fe8-42f1-b316-a6018eb7a2ba HTTP/1.1" status: 200 len: 1092 time: 2.9858198 Mar 03 17:59:53.828259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'tag': '987debee-8fe8-42f1-b316-a6018eb7a2ba'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:53.876016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea13da-4aca-4474-9ddc-74cc7545c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=987debee-8fe8-42f1-b316-a6018eb7a2ba,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:53.912449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.944920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d33ef899-805b-488e-9999-7933153b185d req-8bd70682-778f-4a19-aac9-ca6e2011731e service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702467 Mar 03 17:59:53.949316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.991149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:53.997603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-d9496a09-b001-4745-9d28-90f06dfb5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:53.999656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-d9496a09-b001-4745-9d28-90f06dfb5c7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d4c19f87f1a4db3a6f3fc77bcf9205e&device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 1095 time: 0.1184900 Mar 03 17:59:54.004934 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'tag': '987debee-8fe8-42f1-b316-a6018eb7a2ba', 'status': 'completed', 'code': 200} Mar 03 17:59:54.092093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-7626c047-026c-4933-ac41-d6dd07c38c35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=987debee-8fe8-42f1-b316-a6018eb7a2ba HTTP/1.1" status: 200 len: 217 time: 0.0788229 Mar 03 17:59:54.216018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.244880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-6d0d359d-6470-4c18-a8c1-245c6aebcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:54.246484 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-6d0d359d-6470-4c18-a8c1-245c6aebcb60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a3b47a5-a423-47bd-b10b-25955b2b4656 HTTP/1.1" status: 200 len: 848 time: 0.1481576 Mar 03 17:59:54.255974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bda02-3f0f-4623-927c-d67f37b8fb40 req-94be9b18-5446-4134-bbab-cd47f71288cb tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:54.257488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a9bda02-3f0f-4623-927c-d67f37b8fb40 req-94be9b18-5446-4134-bbab-cd47f71288cb tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.4611437 Mar 03 17:59:54.261884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.307376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-93b2ce30-82e3-43e1-a8d8-d19a7cb880bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37ab887f-3226-4cc9-832f-1de9198e44fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546148 Mar 03 17:59:54.502591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91e5aa-7203-4de1-8b33-8dac1f029185 req-556273cc-e9c1-47e9-936e-01923f60c5e7 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:54.504241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff91e5aa-7203-4de1-8b33-8dac1f029185 req-556273cc-e9c1-47e9-936e-01923f60c5e7 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 944 time: 0.2003374 Mar 03 17:59:54.514625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Deleting port 244d8281-912a-4240-976a-6dce1e30a319 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:54.515100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.523539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-6c4c440f-9da6-40c6-910c-a9710b2953c3 service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710045 Mar 03 17:59:54.549088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a9bda02-3f0f-4623-927c-d67f37b8fb40 req-097aea1a-4da1-4fb9-8da8-df8d2ae46de1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525821 Mar 03 17:59:54.578167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.625866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:54.634415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f6edfe-9347-4769-9fa0-18b137441991,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:54.647076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82069eb1-9237-4b81-8408-b170632af17b None None] Network e19a09cd-65e6-4d72-b90d-e8974658fd27 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 17:59:54.655302 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.655577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ff91e5aa-7203-4de1-8b33-8dac1f029185 req-276581de-4f91-4b3d-b83a-409d4f3b432b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Synchronizing usage tracker for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 17:59:54.701484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ff91e5aa-7203-4de1-8b33-8dac1f029185 req-276581de-4f91-4b3d-b83a-409d4f3b432b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Unset dirty status for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 17:59:54.702874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff91e5aa-7203-4de1-8b33-8dac1f029185 req-276581de-4f91-4b3d-b83a-409d4f3b432b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837075 Mar 03 17:59:54.711479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acdd7bad-4dae-47a8-916f-ade5e25d2d9d req-96c56e14-8420-487b-bf2b-70d6044ee9e3 service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750138 Mar 03 17:59:54.728495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ec695349-58bf-4636-a55f-8e19e69fb918 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/02f6edfe-9347-4769-9fa0-18b137441991 HTTP/1.1" status: 204 len: 168 time: 1.3847907 Mar 03 17:59:54.732168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:54.770394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:54.844852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] For port 244d8281-912a-4240-976a-6dce1e30a319, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=244d8281-912a-4240-976a-6dce1e30a319,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:54.845199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.888183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d622a51e-45e2-4274-84c8-6ac43bf236e6 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:54.906731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.923618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:54.955105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-4a173eaa-d9d6-4488-aca4-359b178afb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:54.957564 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-4a173eaa-d9d6-4488-aca4-359b178afb22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d4c19f87f1a4db3a6f3fc77bcf9205e&device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 1095 time: 0.1801426 Mar 03 17:59:54.992214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Deleting port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:54.992935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.028328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Calling delete_port for 244d8281-912a-4240-976a-6dce1e30a319 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:55.074598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] DHCP port deletion for e19a09cd-65e6-4d72-b90d-e8974658fd27 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 17:59:55.080559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] Deleting port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:55.081998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.158654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Transition to ACTIVE for port object d622a51e-45e2-4274-84c8-6ac43bf236e6 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 17:59:55.167453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.325293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] For port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,segment=NetworkSegment(3c2e9184-cd99-407a-93ed-9964fcf3bad7),segment_id=3c2e9184-cd99-407a-93ed-9964fcf3bad7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:55.325668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.366773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764952-6b40-406f-9f84-644c95f625bf req-22d8663c-9df1-459c-bee7-2fa10f66b01f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:55.369080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5764952-6b40-406f-9f84-644c95f625bf req-22d8663c-9df1-459c-bee7-2fa10f66b01f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 943 time: 0.5158403 Mar 03 17:59:55.373384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-f7420a17-6929-45f9-8174-d97e4503f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:55.374850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-f7420a17-6929-45f9-8174-d97e4503f5fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=37ab887f-3226-4cc9-832f-1de9198e44fc HTTP/1.1" status: 200 len: 909 time: 0.4059281 Mar 03 17:59:55.454400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] Calling delete_port for 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:55.496540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=9']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:55.501301 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-75665d57-3e4e-4ca2-be0c-c320a7930e19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=987debee-8fe8-42f1-b316-a6018eb7a2ba HTTP/1.1" status: 200 len: 217 time: 0.1186571 Mar 03 17:59:55.513273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] No DVR routers for this DVR port d622a51e-45e2-4274-84c8-6ac43bf236e6 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:59:55.540418 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.555458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] For port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,segment=NetworkSegment(3c2e9184-cd99-407a-93ed-9964fcf3bad7),segment_id=3c2e9184-cd99-407a-93ed-9964fcf3bad7)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:55.555820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.586224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] Pushing event deleted for resources: {'Port': ['ID=799b6af3-a1d0-40c1-9e02-1b38e0e326b2,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:55.591115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c01101-e912-4125-9f0a-13f74122e700 None None] No DVR routers for this DVR port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 17:59:55.640797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5764952-6b40-406f-9f84-644c95f625bf req-c073ee6b-10fd-4f6b-8317-6f841d3b8983 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427662 Mar 03 17:59:55.647108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 17:59:55.647265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 17:59:55.647582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:55.656572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Port d622a51e-45e2-4274-84c8-6ac43bf236e6 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 17:59:55.656892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Attempting to bind port d622a51e-45e2-4274-84c8-6ac43bf236e6 on network a1199874-d9f5-4278-b1ed-f7de473f91c9 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 17:59:55.664172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 17:59:55.664475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Checking segment: {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 17:59:55.664869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Bound using segment: {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 17:59:55.665318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Bound port: d622a51e-45e2-4274-84c8-6ac43bf236e6, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee8fdea-027b-4ef8-8a4d-dd895a842102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 17:59:55.665709 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.675905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:55.689460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Calling delete_port for 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:55.730591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=244d8281-912a-4240-976a-6dce1e30a319,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:55.771536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-b8a9b018-64ec-49f1-b312-30b8c0e1c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:55.773152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-b8a9b018-64ec-49f1-b312-30b8c0e1c30e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a3b47a5-a423-47bd-b10b-25955b2b4656 HTTP/1.1" status: 200 len: 848 time: 0.2632961 Mar 03 17:59:55.839397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-39fd290e-321c-4812-b318-67bf9c5df51a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37ab887f-3226-4cc9-832f-1de9198e44fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577033 Mar 03 17:59:55.984405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 17:59:55.984724 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 17:59:56.003343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 17:59:56.022274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-0df1d316-9ff5-482d-942e-4fb55539c8bb service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698306 Mar 03 17:59:56.029040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 17:59:56.029779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc17755-0cdf-4f8c-9c97-0e46d3fe62dc req-74e2c85f-8920-4a2d-b48b-0bffeae2d999 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:56.031349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bc17755-0cdf-4f8c-9c97-0e46d3fe62dc req-74e2c85f-8920-4a2d-b48b-0bffeae2d999 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.3129342 Mar 03 17:59:56.038368 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.166575 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bc17755-0cdf-4f8c-9c97-0e46d3fe62dc req-23957255-b7c7-4fd5-82d4-5a3652336a4a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150758 Mar 03 17:59:56.182890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:56.183516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.184875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] 10.222.0.16 "PUT /v2.0/ports/d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 1091 time: 2.8039701 Mar 03 17:59:56.188920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 17:59:56.210028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2769d21-7bcf-4ac5-b32a-3a37e787dfcd req-d62f325d-10d5-4778-8720-b72a90718f72 service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776810 Mar 03 17:59:56.221073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b41bc-f400-4972-a4e2-cb686a2b3eca req-d7bfd596-6f40-44ea-ad62-a42bddfff75c tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:56.222621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a71b41bc-f400-4972-a4e2-cb686a2b3eca req-d7bfd596-6f40-44ea-ad62-a42bddfff75c tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 944 time: 0.3840420 Mar 03 17:59:56.277449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bd7c1-8dc4-43d5-b974-fd7aef336b29 service neutron] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:56.302009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.319844 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'status': 'completed', 'code': 200} Mar 03 17:59:56.408330 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a71b41bc-f400-4972-a4e2-cb686a2b3eca req-89d40e15-7a7c-46f1-a707-6d991a3238c5 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734014 Mar 03 17:59:56.485697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Deleting port 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:56.486240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.495235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524160a-0c00-4fc4-8b41-976893e3375e req-2417dc11-a0ea-4914-9ac6-6057cc1ce0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:56.496701 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-2417dc11-a0ea-4914-9ac6-6057cc1ce0c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1095 time: 0.2722809 Mar 03 17:59:56.554785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] The port '799b6af3-a1d0-40c1-9e02-1b38e0e326b2' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 17:59:56.674840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.680769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 17:59:56.716199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 17:59:56.716814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 799b6af3-a1d0-40c1-9e02-1b38e0e326b2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 17:59:56.725297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19a09cd-65e6-4d72-b90d-e8974658fd27']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:56.739320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2e9184-cd99-407a-93ed-9964fcf3bad7') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:56.739612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2e9184-cd99-407a-93ed-9964fcf3bad7') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:56.751302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.768024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.774977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 17:59:56.775367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: timer() Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 17:59:56.788664 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 17:59:56.805273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524160a-0c00-4fc4-8b41-976893e3375e req-5af90728-0417-45b0-8980-3746a3584dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:56.806658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-5af90728-0417-45b0-8980-3746a3584dba service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 913 time: 0.2992210 Mar 03 17:59:57.024544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Router 950b408b-abdf-4bea-987e-02cd581ba727 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 17:59:57.026457 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-067d8a0c-6834-41f5-861b-3e0460e3bbde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 217 time: 0.1975925 Mar 03 17:59:57.032193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:57.048768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:57.068176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19a09cd-65e6-4d72-b90d-e8974658fd27,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:57.075378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6697982d-eed9-4758-93c6-856f5b22d4b1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e19a09cd-65e6-4d72-b90d-e8974658fd27 HTTP/1.1" status: 204 len: 168 time: 2.3413811 Mar 03 17:59:57.093706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccac37-712b-47c5-8ea0-440e2289bda0 req-6fc7138a-22e9-435b-b6f8-c4df1d17041d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:57.093938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524160a-0c00-4fc4-8b41-976893e3375e req-6fbeca68-c71c-405f-809b-917d45b0eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:57.095342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-6fbeca68-c71c-405f-809b-917d45b0eb8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.0604026 Mar 03 17:59:57.101964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15ccac37-712b-47c5-8ea0-440e2289bda0 req-6fc7138a-22e9-435b-b6f8-c4df1d17041d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.3029678 Mar 03 17:59:57.142815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15ccac37-712b-47c5-8ea0-440e2289bda0 req-eb6fc9d1-d11f-4358-b321-4302f56cc7de tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Mar 03 17:59:57.202233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-f88638f6-0244-468b-b4a1-5cce9a20227e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557466 Mar 03 17:59:57.293113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51560) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:57.355537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-69e096aa-f9a6-447b-b0fe-9303764e5440 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4a7116878f5410ebf83adbb35232aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610983 Mar 03 17:59:57.358317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:57.419775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c67bcf4-22f5-400e-9ad0-544420b60b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:57.446550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c67bcf4-22f5-400e-9ad0-544420b60b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:57.457542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 17:59:57.469856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] Sync routers for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 17:59:57.483272 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:57.484505 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:57.493817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4fda8441-2b8f-4915-b87f-8a82b3168a64 admin admin] 10.222.0.23 "PUT /v2.0/routers/950b408b-abdf-4bea-987e-02cd581ba727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6951048 Mar 03 17:59:57.495813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-f0e739f6-be23-4a2a-85d4-c0e827cac26e service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823174 Mar 03 17:59:57.496270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51570) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:57.515047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c67bcf4-22f5-400e-9ad0-544420b60b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:57.575208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67bcf4-22f5-400e-9ad0-544420b60b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be52b10-8bed-43be-87cd-3fc435dc1dfd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:57.598240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c67bcf4-22f5-400e-9ad0-544420b60b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:57.599652 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c67bcf4-22f5-400e-9ad0-544420b60b08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0be52b10-8bed-43be-87cd-3fc435dc1dfd HTTP/1.1" status: 204 len: 168 time: 0.2404335 Mar 03 17:59:57.613971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c02d5d-321b-40b0-87fa-c6c8791da385 req-c5a98090-42e6-43ff-ae11-b678d3ca5d24 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:57.615963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67c02d5d-321b-40b0-87fa-c6c8791da385 req-c5a98090-42e6-43ff-ae11-b678d3ca5d24 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.3039770 Mar 03 17:59:57.646210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44e5e7-8cd8-47ba-86b8-1a7f6678a68e req-589960ec-6d0c-42ac-aeef-08a4d257fd3b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:57.648265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f44e5e7-8cd8-47ba-86b8-1a7f6678a68e req-589960ec-6d0c-42ac-aeef-08a4d257fd3b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 944 time: 0.1178062 Mar 03 17:59:57.698180 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f44e5e7-8cd8-47ba-86b8-1a7f6678a68e req-d80d634c-7b63-4678-a68b-b5061ac6e224 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Mar 03 17:59:57.725261 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:57.812535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67c02d5d-321b-40b0-87fa-c6c8791da385 req-1b10c76e-67c6-49ac-8ac8-a7116cd2e850 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826189 Mar 03 17:59:57.858870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f524160a-0c00-4fc4-8b41-976893e3375e req-534f8d59-87b4-48c1-a080-675ce2cbdb47 service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976108 Mar 03 17:59:57.866403 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:57.937551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 987debee-8fe8-42f1-b316-a6018eb7a2ba details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 17:59:58.046110 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:59:55Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:58.051266 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] Checking router: 950b408b-abdf-4bea-987e-02cd581ba727 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 17:59:58.066149 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] Routers {'950b408b-abdf-4bea-987e-02cd581ba727'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 17:59:58.066149 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['950b408b-abdf-4bea-987e-02cd581ba727'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:58.082140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51582) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:58.140531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 987debee-8fe8-42f1-b316-a6018eb7a2ba, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=987debee-8fe8-42f1-b316-a6018eb7a2ba,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:58.182889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '987debee-8fe8-42f1-b316-a6018eb7a2ba', 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc', 'port_id': '987debee-8fe8-42f1-b316-a6018eb7a2ba', 'mac_address': 'fa:16:3e:47:20:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3b47a5-a423-47bd-b10b-25955b2b4656', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 17:59:58.184494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-181ebe3c-91b5-43bc-89b4-622870d275b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17c790f70bf24044a1c65b40f547f57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009943 Mar 03 17:59:58.187234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51590) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 17:59:58.209585 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.229954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Deleting port 56a49bae-d317-47be-afd6-7e0f2d76be79 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 17:59:58.230298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.315980 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.319363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f6973cc-6514-4b07-a3e8-e4543104c4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.357221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987debee-8fe8-42f1-b316-a6018eb7a2ba {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 17:59:58.375286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 987debee-8fe8-42f1-b316-a6018eb7a2ba, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=987debee-8fe8-42f1-b316-a6018eb7a2ba,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:58.385178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.386160 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] Set router 950b408b-abdf-4bea-987e-02cd581ba727 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 17:59:58.433180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f6973cc-6514-4b07-a3e8-e4543104c4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.449827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] For port 56a49bae-d317-47be-afd6-7e0f2d76be79, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=56a49bae-d317-47be-afd6-7e0f2d76be79,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 17:59:58.450184 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.522779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8563950-fe39-4e29-b2a7-90b684f8e90c req-3442d591-35f2-431d-8582-2ea41fb40a1c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:58.532205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8563950-fe39-4e29-b2a7-90b684f8e90c req-3442d591-35f2-431d-8582-2ea41fb40a1c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.1731510 Mar 03 17:59:58.606811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=987debee-8fe8-42f1-b316-a6018eb7a2ba,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:58.607532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8563950-fe39-4e29-b2a7-90b684f8e90c req-4d312c8a-ab14-4bdd-b295-03634ffd8c20 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739176 Mar 03 17:59:58.625232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f6973cc-6514-4b07-a3e8-e4543104c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.646137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6973cc-6514-4b07-a3e8-e4543104c4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49926267-276e-4062-8d16-c11d7345bcd4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:58.667264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f6973cc-6514-4b07-a3e8-e4543104c4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:58.668831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1f6973cc-6514-4b07-a3e8-e4543104c4eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49926267-276e-4062-8d16-c11d7345bcd4 HTTP/1.1" status: 204 len: 168 time: 0.4803598 Mar 03 17:59:58.728558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['987debee-8fe8-42f1-b316-a6018eb7a2ba'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 17:59:58.778363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Calling delete_port for 56a49bae-d317-47be-afd6-7e0f2d76be79 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 17:59:58.821933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-ac32e679-cf5b-486c-a279-e56048414cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:58.823502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-ac32e679-cf5b-486c-a279-e56048414cc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1095 time: 0.7997487 Mar 03 17:59:58.986059 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:59:55Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 17:59:59.000120 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1937bb-bdb1-40d2-a73e-a1077aaa47c6 None None] The sync data for ids ['950b408b-abdf-4bea-987e-02cd581ba727'] in n-d-827121-1 is: [{'id': '950b408b-abdf-4bea-987e-02cd581ba727', 'name': 'tempest-ServersTestManualDisk-111049375-router', 'tenant_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:57:17Z', 'updated_at': '2022-03-03T17:59:55Z', 'revision_number': 5, 'project_id': '2973ee2e2df54ff7a276d1a1f3b9b8c7', 'gw_port': {'id': '56a49bae-d317-47be-afd6-7e0f2d76be79', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950b408b-abdf-4bea-987e-02cd581ba727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:57:19Z', 'updated_at': '2022-03-03T17:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 17:59:59.224860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6cb8-92f7-4345-97bd-8f98b9178525 req-04bcd00d-9970-4cf6-a2da-214148ac06ca tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:59.233647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ac9f6cb8-92f7-4345-97bd-8f98b9178525 req-04bcd00d-9970-4cf6-a2da-214148ac06ca tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 945 time: 0.2629139 Mar 03 17:59:59.327225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ac9f6cb8-92f7-4345-97bd-8f98b9178525 req-fc91fe3b-9c52-4dac-b5c1-553859898dfe tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926051 Mar 03 17:59:59.465798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 17:59:59.585656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc2d6b-529a-4d7c-b993-49e870ecb446 req-89d7de12-aafe-4207-ba1c-faa4e0eb5548 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:59.594808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88cc2d6b-529a-4d7c-b993-49e870ecb446 req-89d7de12-aafe-4207-ba1c-faa4e0eb5548 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.4667778 Mar 03 17:59:59.618274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=56a49bae-d317-47be-afd6-7e0f2d76be79,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 17:59:59.738865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-9480d8fd-0e43-4cfa-a846-e45ae4af3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:59.745008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-9480d8fd-0e43-4cfa-a846-e45ae4af3265 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 913 time: 0.8220260 Mar 03 17:59:59.936846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2627e-7d43-434e-988d-6ddd49e36026 req-c7f8d23b-8c3b-4b55-a83d-2af6eafecee1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 17:59:59.947696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 987debee-8fe8-42f1-b316-a6018eb7a2ba up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 17:59:59.972413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14b2627e-7d43-434e-988d-6ddd49e36026 req-c7f8d23b-8c3b-4b55-a83d-2af6eafecee1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.1682758 Mar 03 18:00:00.043296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-a8c71cca-8df0-4233-a7dc-08cdc0f6f885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 217 time: 0.2049978 Mar 03 18:00:00.056857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 987debee-8fe8-42f1-b316-a6018eb7a2ba completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:00.068863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 987debee-8fe8-42f1-b316-a6018eb7a2ba triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:00.069811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.084934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14b2627e-7d43-434e-988d-6ddd49e36026 req-92040110-d14f-4e52-9d86-73ce5ef7b176 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102762 Mar 03 18:00:00.141638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88cc2d6b-529a-4d7c-b993-49e870ecb446 req-2bcd37ac-553d-457b-97e6-cc0c66e88741 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455773 Mar 03 18:00:00.165781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.219307 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.255163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987debee-8fe8-42f1-b316-a6018eb7a2ba'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:00.269606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 987debee-8fe8-42f1-b316-a6018eb7a2ba, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=987debee-8fe8-42f1-b316-a6018eb7a2ba,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:00.275147 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.363417 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987debee-8fe8-42f1-b316-a6018eb7a2ba', 'code': 200} Mar 03 18:00:00.417064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=987debee-8fe8-42f1-b316-a6018eb7a2ba,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:00.428526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.428876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.429408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.429762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.430242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.430581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.431024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.431521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.431859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.432193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.432701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.433037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:00.463687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51640) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:00.537851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755ba68-2096-4c39-bc6b-38e171207831 req-64e32fb2-a90a-4e71-baa4-c3199b576197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:00.539936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1755ba68-2096-4c39-bc6b-38e171207831 req-64e32fb2-a90a-4e71-baa4-c3199b576197 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 1097 time: 0.1118360 Mar 03 18:00:00.556228 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.560383 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.620175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1755ba68-2096-4c39-bc6b-38e171207831 req-67b50836-b31b-4049-ad58-7a013a297db1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735726 Mar 03 18:00:00.657833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.659135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 950b408b-abdf-4bea-987e-02cd581ba727 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:00:00.708884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 244d8281-912a-4240-976a-6dce1e30a319 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:00.717003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115b0c-0f56-48d2-a3f6-95ffb2c53f17 req-5b760158-5906-499e-a91b-afd13d75c715 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:00.718708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-53115b0c-0f56-48d2-a3f6-95ffb2c53f17 req-5b760158-5906-499e-a91b-afd13d75c715 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 946 time: 0.1597495 Mar 03 18:00:00.783369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 244d8281-912a-4240-976a-6dce1e30a319 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:00:00.783934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 244d8281-912a-4240-976a-6dce1e30a319 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:00.802557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.803826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e550b333-5854-416c-b3df-bbb5675f3eaf admin admin] 10.222.0.23 "DELETE /v2.0/routers/950b408b-abdf-4bea-987e-02cd581ba727 HTTP/1.1" status: 204 len: 168 time: 3.3051672 Mar 03 18:00:00.806554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51646) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:00.812787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-53115b0c-0f56-48d2-a3f6-95ffb2c53f17 req-5d71cc80-95c4-4077-97e8-1421fff7f330 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772798 Mar 03 18:00:00.824031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1835291952-network', 'tenant_id': 'c2faf6b2caf54a93ba66b6794fab3f41'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:00.835072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:00.840208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Usage tracker for resource:network and tenant:c2faf6b2caf54a93ba66b6794fab3f41 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:00.851586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:00.858879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:00.887264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Made reservation on behalf of c2faf6b2caf54a93ba66b6794fab3f41 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:00.897845 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.921951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.934649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] Deleting subnet e08e9b5b-5263-44ea-b1a9-b0073877b1cb {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:00:00.938793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:00.942693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:00.946817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Usage tracker for resource:security_group_rule and tenant:c2faf6b2caf54a93ba66b6794fab3f41 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:00.949985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:00.965179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:01.036226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.143315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.320789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.325524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.332322 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.370650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3300b012-21f9-4da6-bae5-a74119b6be21,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:01.396060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:00:01.410624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713d56d-b9f6-4509-b0a8-2390f9af0585 req-30787d6f-0ca1-493c-bffc-dae245c0596e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:01.418445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7713d56d-b9f6-4509-b0a8-2390f9af0585 req-30787d6f-0ca1-493c-bffc-dae245c0596e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2936311 Mar 03 18:00:01.446378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.446378 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Added segment 17fa89fd-f257-4bb1-9a1a-9aa1dad55a83 of type vlan for network 57cb74d7-b15a-4670-8955-ab2e76d6425f Mar 03 18:00:01.478286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08e9b5b-5263-44ea-b1a9-b0073877b1cb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:01.494475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bf57c-66d5-4aef-ad08-99d972b9e084 None None] Network 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:00:01.494954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.510777 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7713d56d-b9f6-4509-b0a8-2390f9af0585 req-0f97fe8b-03e3-4439-bd2b-643c38ba10c6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913019 Mar 03 18:00:01.511986 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cbc5b9b8-810f-4e91-adf4-20832c62ad27 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e08e9b5b-5263-44ea-b1a9-b0073877b1cb HTTP/1.1" status: 204 len: 168 time: 0.7043455 Mar 03 18:00:01.514482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51656) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:01.533998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.572710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.573918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:01.574626 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.728623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.745646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] Pushing event updated for resources: {'Network': ['ID=57cb74d7-b15a-4670-8955-ab2e76d6425f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:01.749537 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-263c35e8-09a5-4183-9dfe-ed45084e07bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2838118 Mar 03 18:00:01.766846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 57cb74d7-b15a-4670-8955-ab2e76d6425f details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:00:01.770194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51664) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:01.781265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Request body: {'subnet': {'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1835291952-subnet', 'tenant_id': 'c2faf6b2caf54a93ba66b6794fab3f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:01.822384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:01.828834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Usage tracker for resource:subnet and tenant:c2faf6b2caf54a93ba66b6794fab3f41 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:01.841767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:01.851133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:01.867622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Deleting port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:01.868217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:01.999291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Made reservation on behalf of c2faf6b2caf54a93ba66b6794fab3f41 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:02.002406 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:02.085317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dff55-61c2-4e9a-bef7-bf70ff751557 req-967d9b82-77ca-4200-9ca8-abd44bc20674 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:02.093049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba1dff55-61c2-4e9a-bef7-bf70ff751557 req-967d9b82-77ca-4200-9ca8-abd44bc20674 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.3485308 Mar 03 18:00:02.138274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] DHCP port deletion for 7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:00:02.145924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] Deleting port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:02.147181 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:02.168041 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba1dff55-61c2-4e9a-bef7-bf70ff751557 req-d2ed40ee-a22c-4115-8272-60d6dac1fe2a tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733895 Mar 03 18:00:02.315974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83807b-14a9-435e-a6e1-6869ece4a9c6 req-57ddb153-91da-4b35-b422-478345f7902b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:02.317560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b83807b-14a9-435e-a6e1-6869ece4a9c6 req-57ddb153-91da-4b35-b422-478345f7902b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.9431906 Mar 03 18:00:02.477664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-f01d50d3-5c3a-4e42-a0af-c3211adedb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:02.479051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-f01d50d3-5c3a-4e42-a0af-c3211adedb10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.2680428 Mar 03 18:00:02.533441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af222-0328-4b1f-9d8f-2cd191a2b06e req-0ccadd7d-e518-461e-bb33-9fd0198d5ff9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:02.535011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645af222-0328-4b1f-9d8f-2cd191a2b06e req-0ccadd7d-e518-461e-bb33-9fd0198d5ff9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2043409 Mar 03 18:00:02.625711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-b969de83-d0cd-4461-929f-72c647a8a902 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896661 Mar 03 18:00:02.654911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] For port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:02.656923 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:02.663336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-645af222-0328-4b1f-9d8f-2cd191a2b06e req-3d6b0b06-9c33-4386-96f3-23639d50fe42 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811403 Mar 03 18:00:02.802893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b83807b-14a9-435e-a6e1-6869ece4a9c6 req-480e8309-5e81-4340-82cd-6b0bc574e24c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613492 Mar 03 18:00:02.829731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] For port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,segment=NetworkSegment(0f69aceb-d31a-4f00-87f5-802aa8ad75e2),segment_id=0f69aceb-d31a-4f00-87f5-802aa8ad75e2)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:02.833680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:02.865712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 56a49bae-d317-47be-afd6-7e0f2d76be79 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:02.992473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] Calling delete_port for e7621039-2d22-4a1f-a9eb-d17e25a3fa2d owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:00:03.020799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 56a49bae-d317-47be-afd6-7e0f2d76be79 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:00:03.021142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 56a49bae-d317-47be-afd6-7e0f2d76be79 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:03.021584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e7621039-2d22-4a1f-a9eb-d17e25a3fa2d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:03.034818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-5ab207a6-d23a-43e7-a702-cff4bda5ac69 service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703234 Mar 03 18:00:03.121730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Calling delete_port for e7621039-2d22-4a1f-a9eb-d17e25a3fa2d owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:00:03.161793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:03.302833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:00:03.303878 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:00:03.335666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ca838-4a12-453a-bac5-7bbfe3875526 req-838608bf-05fd-4e04-8052-62ccaf2cd31a tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:03.337257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f6ca838-4a12-453a-bac5-7bbfe3875526 req-838608bf-05fd-4e04-8052-62ccaf2cd31a tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 946 time: 0.4447608 Mar 03 18:00:03.346769 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:03.367352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Checking segment: {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:03.367860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Network hostable DHCP agents. Network: 57cb74d7-b15a-4670-8955-ab2e76d6425f, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:00:03.384248 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:03.420440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e6661f-2b85-4329-9bf8-3b33aec2f1a6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:03.425416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Network 57cb74d7-b15a-4670-8955-ab2e76d6425f is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:00:03.443018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5018e7a8-5768-4072-8555-b2aac2a3d656 req-2b0f844c-c57d-4b81-9870-805099ffc036 service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837130 Mar 03 18:00:03.452987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 57cb74d7-b15a-4670-8955-ab2e76d6425f) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:03.478460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c21b64-3955-4dd3-84a9-ad88e38948b4 req-7668d9a2-b479-4eaa-a3cb-6ae0296257aa tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:03.480035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24c21b64-3955-4dd3-84a9-ad88e38948b4 req-7668d9a2-b479-4eaa-a3cb-6ae0296257aa tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.3277998 Mar 03 18:00:03.488173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:03.488813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:03.509883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f6ca838-4a12-453a-bac5-7bbfe3875526 req-b6de6d74-aa8b-423f-a821-37afe718dff4 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516318 Mar 03 18:00:03.518358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c0167-95ad-49d3-8c63-12ba7ce2e4de None None] Network 57cb74d7-b15a-4670-8955-ab2e76d6425f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:00:03.564680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] Pushing event deleted for resources: {'Port': ['ID=e7621039-2d22-4a1f-a9eb-d17e25a3fa2d,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:03.604896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219451b0-1ea6-4365-b774-81aead042b56 None None] No DVR routers for this DVR port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:03.656888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24c21b64-3955-4dd3-84a9-ad88e38948b4 req-a2105cd8-ff9e-4430-9940-cb015e5e5018 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635959 Mar 03 18:00:03.661386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d9eaad49-6a68-4b80-8371-fa7f8fe55f08 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8901863 Mar 03 18:00:03.843401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Deleting port e7621039-2d22-4a1f-a9eb-d17e25a3fa2d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:03.844195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:03.944654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] The port 'e7621039-2d22-4a1f-a9eb-d17e25a3fa2d' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:00:03.944877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3e8f2-c2bd-4e49-a15d-1d80650c819a req-a7e840ae-f3ae-4999-b723-4f2d98ff205f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:03.958678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10d3e8f2-c2bd-4e49-a15d-1d80650c819a req-a7e840ae-f3ae-4999-b723-4f2d98ff205f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.2748969 Mar 03 18:00:04.091336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03710a66-ac6b-4383-bc81-b1920ecdfc4a None None] Network 57cb74d7-b15a-4670-8955-ab2e76d6425f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:00:04.102210 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10d3e8f2-c2bd-4e49-a15d-1d80650c819a req-9f516677-dab8-4383-9b12-3fc6d943a94c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425660 Mar 03 18:00:04.152820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:04.184858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:04.200546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f69aceb-d31a-4f00-87f5-802aa8ad75e2') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:04.201140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f69aceb-d31a-4f00-87f5-802aa8ad75e2') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:04.214166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:04.235325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:04.242824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:00:04.243466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:00:04.419785 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:00:04.428888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:04.445694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:04.499773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:04.521075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a2d7a118-b738-4992-b739-36362bb2250e admin admin] 10.222.0.23 "DELETE /v2.0/networks/7f0f9d28-40b3-4aa3-b2a9-cf8a09468ac3 HTTP/1.1" status: 204 len: 168 time: 3.0011382 Mar 03 18:00:04.529536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9371b4-234d-4910-8e8d-b0e106ea1e8a req-b840c2b8-bd72-4a87-8930-5385e0304c27 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:04.537059 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db9371b4-234d-4910-8e8d-b0e106ea1e8a req-b840c2b8-bd72-4a87-8930-5385e0304c27 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.1999159 Mar 03 18:00:04.554398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383792d-62eb-463f-b528-9033c9dbd734 req-3545dffe-9758-448f-a5b8-a32d150b4f4e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:04.568046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6383792d-62eb-463f-b528-9033c9dbd734 req-3545dffe-9758-448f-a5b8-a32d150b4f4e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.7753496 Mar 03 18:00:04.662061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db9371b4-234d-4910-8e8d-b0e106ea1e8a req-d6a80f29-5846-458f-9fff-bd1df06e538e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239371 Mar 03 18:00:04.687882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6383792d-62eb-463f-b528-9033c9dbd734 req-ba098795-c68a-40d7-aabe-4825e7482cbc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187053 Mar 03 18:00:04.804557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51700) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:04.911063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae6aa617-6179-41f1-bba8-b101bcccf438 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2973ee2e2df54ff7a276d1a1f3b9b8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051397 Mar 03 18:00:04.914265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51706) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:05.044290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-204371d7-6757-4164-99fb-2de6fada2c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:05.085601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-204371d7-6757-4164-99fb-2de6fada2c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:05.176167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-204371d7-6757-4164-99fb-2de6fada2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:05.195383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204371d7-6757-4164-99fb-2de6fada2c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1824c81b-1f77-4273-a835-b0250374fe98,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:05.226460 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-204371d7-6757-4164-99fb-2de6fada2c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:05.227649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-204371d7-6757-4164-99fb-2de6fada2c18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1824c81b-1f77-4273-a835-b0250374fe98 HTTP/1.1" status: 204 len: 168 time: 0.3124173 Mar 03 18:00:05.619876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df215c-814d-48bb-a314-4b8831198c30 req-309defdf-0bb3-4fcf-b1d8-f37c78fbd193 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:05.619876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-26df215c-814d-48bb-a314-4b8831198c30 req-309defdf-0bb3-4fcf-b1d8-f37c78fbd193 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Synchronizing usage tracker for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:05.679339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-26df215c-814d-48bb-a314-4b8831198c30 req-309defdf-0bb3-4fcf-b1d8-f37c78fbd193 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Unset dirty status for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:05.685920 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-309defdf-0bb3-4fcf-b1d8-f37c78fbd193 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 815 time: 0.3795953 Mar 03 18:00:05.718198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-ef73fdc6-d867-4242-8f79-47d2d796ee3e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/quotas/c2faf6b2caf54a93ba66b6794fab3f41 HTTP/1.1" status: 200 len: 375 time: 0.0312970 Mar 03 18:00:05.827375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-5ac3c568-eb05-4fe4-a4fc-d6e9460b749f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081905 Mar 03 18:00:05.973172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be5158-d263-4255-9815-bd5e71ed1a68 req-317781dd-91a6-4dea-8332-fae8145013a1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:05.980774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7be5158-d263-4255-9815-bd5e71ed1a68 req-317781dd-91a6-4dea-8332-fae8145013a1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.3318288 Mar 03 18:00:05.983292 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-d4072a85-fb21-4e7b-9f77-514e66813dfd service neutron] show failed (client error): The resource could not be found. Mar 03 18:00:05.984438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-d4072a85-fb21-4e7b-9f77-514e66813dfd service neutron] 10.222.0.35 "GET /v2.0/ports/01ccabb8-4f05-41b7-9fe7-7257e34e185e/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.2459984 Mar 03 18:00:06.100298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7be5158-d263-4255-9815-bd5e71ed1a68 req-a0f82c52-3dc2-4c3f-b4de-572fc70c7397 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179626 Mar 03 18:00:06.141655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-0769cd60-fd0d-4ba4-80e4-323325f693ff service neutron] 10.222.0.23 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133693 Mar 03 18:00:06.325555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-3fb1af05-ee93-4bd3-aa0e-c615fe1bce3b service neutron] 10.222.0.23 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747160 Mar 03 18:00:06.361964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85771586-b6f0-4bf5-a696-1c8f61225ac5 req-fc92be08-751b-46fe-ba68-951bb97dfb3e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:06.370312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85771586-b6f0-4bf5-a696-1c8f61225ac5 req-fc92be08-751b-46fe-ba68-951bb97dfb3e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.1015873 Mar 03 18:00:06.420586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85771586-b6f0-4bf5-a696-1c8f61225ac5 req-0bea7be9-07b5-428c-ae5a-4160a5631fd1 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492523 Mar 03 18:00:06.681142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-09fc65a9-e109-4af5-be11-2375a708e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:06.708718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-09fc65a9-e109-4af5-be11-2375a708e82c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6&tenant_id=d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 1101 time: 0.2278972 Mar 03 18:00:06.859884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51764) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:06.919000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21b7f-5d5c-4cdb-a3b8-885caf132a5f req-66fde307-d26e-4927-a2ba-9a08c809e453 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:06.926934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3d21b7f-5d5c-4cdb-a3b8-885caf132a5f req-66fde307-d26e-4927-a2ba-9a08c809e453 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.2481492 Mar 03 18:00:06.928562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a53a6-1c5e-4f2c-b182-86e563172b76 req-5ab55479-7997-4e21-b0c7-490626a01593 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:06.930648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a53a6-1c5e-4f2c-b182-86e563172b76 req-5ab55479-7997-4e21-b0c7-490626a01593 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 946 time: 0.2419641 Mar 03 18:00:06.949482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-0bdb62a1-985c-47e5-8f0d-0bec112ee438 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:06.951231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-0bdb62a1-985c-47e5-8f0d-0bec112ee438 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 946 time: 0.1969440 Mar 03 18:00:07.004233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3d21b7f-5d5c-4cdb-a3b8-885caf132a5f req-8f50d36f-c4ff-43b7-b29d-975d199e0a64 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749249 Mar 03 18:00:07.109832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a53a6-1c5e-4f2c-b182-86e563172b76 req-b1a2aa38-6ccf-4107-9cce-08a1038b6709 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573048 Mar 03 18:00:07.113801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:07.136353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Deleting port 987debee-8fe8-42f1-b316-a6018eb7a2ba {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:07.137587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:07.402384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-39138356-network', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:07.414477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:07.428114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Usage tracker for resource:network and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:07.433519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:07.443209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:07.499119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:07.508176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:07.580877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:07.709528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:07.737870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:07.774094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] For port 987debee-8fe8-42f1-b316-a6018eb7a2ba, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=987debee-8fe8-42f1-b316-a6018eb7a2ba,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:07.774094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:07.783537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Usage tracker for resource:security_group_rule and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:07.824224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:07.845196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:07.911074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Calling delete_port for 987debee-8fe8-42f1-b316-a6018eb7a2ba owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:00:08.144203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c390a2-642a-4edc-95a9-2277b2709c6e req-b4d13b3a-ec25-4ed2-9b6c-9df451bd0333 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:08.145763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0c390a2-642a-4edc-95a9-2277b2709c6e req-b4d13b3a-ec25-4ed2-9b6c-9df451bd0333 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.2943397 Mar 03 18:00:08.228405 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-49f3e564-a48b-4605-b9f5-c919226b6bd5 req-e84860e1-c1ad-48c8-974e-e953fd559b2e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 210 time: 0.6737823 Mar 03 18:00:08.231735 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:08.364034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Pushing event deleted for resources: {'Port': ['ID=987debee-8fe8-42f1-b316-a6018eb7a2ba,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:08.522373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] No DVR routers for this DVR port 987debee-8fe8-42f1-b316-a6018eb7a2ba on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:08.529492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:08.533522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'name': 'network-vif-deleted', 'tag': '987debee-8fe8-42f1-b316-a6018eb7a2ba'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:08.569150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95901d17-4350-4cb7-bca2-01e07f4a08ac req-548d5088-3a3b-44e9-8e1d-fda68ee2e4d0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "DELETE /v2.0/ports/987debee-8fe8-42f1-b316-a6018eb7a2ba HTTP/1.1" status: 204 len: 173 time: 1.5997667 Mar 03 18:00:08.630520 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0c390a2-642a-4edc-95a9-2277b2709c6e req-c2450a14-5203-442b-8e3e-ab959100ab03 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698675 Mar 03 18:00:08.664677 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:08.820914 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:08.973250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72099-0118-4a76-aa2b-d105fea22bc9 req-dd74c3db-db92-4d81-ab95-b7b3d09379a3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:08.975178 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4b72099-0118-4a76-aa2b-d105fea22bc9 req-dd74c3db-db92-4d81-ab95-b7b3d09379a3 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.1696005 Mar 03 18:00:08.997920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:00:09.019932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db4fbea5-45db-473f-975d-cd5b5bc5a2c2 req-b1249883-7489-4bac-854b-553a8de6da42 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7e37da6-84c2-4dd5-a61b-4986ec94cd3b HTTP/1.1" status: 200 len: 210 time: 0.1145890 Mar 03 18:00:09.021663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:09.029054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727bcbeb-b668-41b0-a828-a40bcdb29f9c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:09.045909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4b72099-0118-4a76-aa2b-d105fea22bc9 req-e1580738-49b4-47f2-a5a5-3e0311707040 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568571 Mar 03 18:00:09.064027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.064374 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Added segment 01fd1aaa-8dd9-45e7-b94d-584f7838bc60 of type vlan for network 141a9fdb-a208-4a3f-9923-08a66a420473 Mar 03 18:00:09.097425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df215c-814d-48bb-a314-4b8831198c30 req-b3776e1a-c0b3-470d-a8cc-42040e74b4e2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:09.099022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-b3776e1a-c0b3-470d-a8cc-42040e74b4e2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 815 time: 0.7046444 Mar 03 18:00:09.115264 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e37da6-84c2-4dd5-a61b-4986ec94cd3b', 'name': 'network-vif-deleted', 'tag': '987debee-8fe8-42f1-b316-a6018eb7a2ba', 'status': 'completed', 'code': 200} Mar 03 18:00:09.115432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Request body: {'port': {'device_id': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'admin_state_up': True, 'tenant_id': 'c2faf6b2caf54a93ba66b6794fab3f41'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:09.286693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.295717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:09.396098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-233c2606-7f1d-4c5e-bca2-e2976b41b744 req-24ad8362-bb37-4aae-96f1-190c4ad7ca43 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 210 time: 0.0582895 Mar 03 18:00:09.409052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:09.415701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.462029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:09.467253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Transition to ACTIVE for port object 01ccabb8-4f05-41b7-9fe7-7257e34e185e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:09.471072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.472212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:09.472736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.477446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Usage tracker for resource:port and tenant:c2faf6b2caf54a93ba66b6794fab3f41 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:09.480712 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'code': 200} Mar 03 18:00:09.502021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:09.505513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.557755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:09.724852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74364330-da66-45ff-9f19-f961f6c86c64 req-ad2863ca-2e9f-4194-8fe2-1df2490b1280 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:09.726403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74364330-da66-45ff-9f19-f961f6c86c64 req-ad2863ca-2e9f-4194-8fe2-1df2490b1280 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.5433171 Mar 03 18:00:09.776245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] Pushing event updated for resources: {'Network': ['ID=141a9fdb-a208-4a3f-9923-08a66a420473,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:09.787445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 141a9fdb-a208-4a3f-9923-08a66a420473 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:00:09.800095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ac11a163-46ea-4637-8f7f-4a97d4a475d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9353914 Mar 03 18:00:09.803032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:09.811772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Request body: {'subnet': {'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-39138356-subnet', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:09.816734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] No DVR routers for this DVR port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:09.817363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:09.823825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Usage tracker for resource:subnet and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:09.824786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Made reservation on behalf of c2faf6b2caf54a93ba66b6794fab3f41 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:09.827840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:09.828217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.836410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:09.841357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:09.858913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:09.861379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:09.903522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59638ab8-c07f-4bd8-b70e-5a32ac79b5f3 req-e513f1bb-fcb8-4fa4-981e-19d85371bce7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:09.905365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59638ab8-c07f-4bd8-b70e-5a32ac79b5f3 req-e513f1bb-fcb8-4fa4-981e-19d85371bce7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.1503479 Mar 03 18:00:09.983882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:10.027864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59638ab8-c07f-4bd8-b70e-5a32ac79b5f3 req-3ebebaa0-fbe5-452c-9031-577c019fee9c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633862 Mar 03 18:00:10.046624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:10.047507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 987debee-8fe8-42f1-b316-a6018eb7a2ba no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:10.077037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:10.077678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:10.078246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:10.099317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74364330-da66-45ff-9f19-f961f6c86c64 req-bf12e967-8c67-4591-9eab-26900de8f1a0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616221 Mar 03 18:00:10.103837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 987debee-8fe8-42f1-b316-a6018eb7a2ba {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:00:10.107911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 987debee-8fe8-42f1-b316-a6018eb7a2ba not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:10.112625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:00:10.118988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:10.147594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:10.147943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:10.148336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:10.148785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Bound port: 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:10.149124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.260063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.339867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836f3144-e7fd-473b-b518-be55f8b79c09,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:10.352891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:10.359983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Allocated IP 172.20.0.11 (57cb74d7-b15a-4670-8955-ab2e76d6425f/26e6661f-2b85-4329-9bf8-3b33aec2f1a6/19ac8a0f-334e-490a-9b34-db034a9fe92d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:10.359983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:10.370007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Checking segment: {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:10.370788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Network hostable DHCP agents. Network: 141a9fdb-a208-4a3f-9923-08a66a420473, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:00:10.371299 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.398124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52b0a-4269-4ea6-ba99-c4ce610e1529 req-5d712458-1edd-4bf0-932d-6cc2ca27bbb9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:10.399628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3ba52b0a-4269-4ea6-ba99-c4ce610e1529 req-5d712458-1edd-4bf0-932d-6cc2ca27bbb9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.1885624 Mar 03 18:00:10.429108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:10.430092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.431624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 1096 time: 3.3229859 Mar 03 18:00:10.445094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Network 141a9fdb-a208-4a3f-9923-08a66a420473 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:00:10.462028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3ba52b0a-4269-4ea6-ba99-c4ce610e1529 req-7c8c9518-6fb5-43f8-8732-d2e85386f1e7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 Mar 03 18:00:10.463105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 141a9fdb-a208-4a3f-9923-08a66a420473) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:10.467731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:10.468445 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.493275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b0705-e4d4-48f9-85c4-1f20b039da32 None None] Network 141a9fdb-a208-4a3f-9923-08a66a420473 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:00:10.507355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3af05ea7-ce97-4aaa-852b-866d18d94052 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7017112 Mar 03 18:00:10.509906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51838) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:10.519554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:10.530070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:10.538894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Usage tracker for resource:router and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:10.546388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:10.561387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:10.625228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1d984e6-0593-4057-ba82-48123c143b6a req-91a04838-2e98-4e3a-950d-b4baca94256e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 210 time: 0.0514438 Mar 03 18:00:10.626917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.628827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.647838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.664771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde6233-40ea-48b1-a186-9317686199f9 service neutron] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:10.785876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-bb781cac-13cd-45a3-a59a-8eaf2169c13b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:10.787196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-bb781cac-13cd-45a3-a59a-8eaf2169c13b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/networks?id=37ab887f-3226-4cc9-832f-1de9198e44fc HTTP/1.1" status: 200 len: 808 time: 0.3371818 Mar 03 18:00:10.806775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-141a9fdb-a208-4a3f-9923-08a66a420473', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:00:10.808345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.829912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-10d051cb-f7bd-460a-bc1a-1510df87812c tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/quotas/7d4c19f87f1a4db3a6f3fc77bcf9205e HTTP/1.1" status: 200 len: 375 time: 0.0288761 Mar 03 18:00:10.835407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:10.894351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-98c408b0-8bff-44dc-bee6-6b0f86cfe31a tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7d4c19f87f1a4db3a6f3fc77bcf9205e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538099 Mar 03 18:00:10.937893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.011471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Allocated IP 172.20.0.2 (141a9fdb-a208-4a3f-9923-08a66a420473/836f3144-e7fd-473b-b518-be55f8b79c09/00b440df-b00d-4f7b-827b-077c49007c7a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:11.075751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Network 57cb74d7-b15a-4670-8955-ab2e76d6425f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:11.080599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:11.096784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:11.130751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:11.132128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.190984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:11.191521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.200425 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-e43dcd73-6b13-4824-b018-a4974ac84b19 service neutron] 10.222.0.23 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834797 Mar 03 18:00:11.254450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-d29855c8-a5cd-4a8b-b77a-5a83b2607903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:11.256081 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-f9ba0ee5-4539-48b6-b30d-0d37b5ee3b1a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1468458 Mar 03 18:00:11.256213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-d29855c8-a5cd-4a8b-b77a-5a83b2607903 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 0.2407348 Mar 03 18:00:11.291502 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.303099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Transition to ACTIVE for port object 00b440df-b00d-4f7b-827b-077c49007c7a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:11.305016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Request body: {'port': {'device_id': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:11.322455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Transition to ACTIVE for port object 00b440df-b00d-4f7b-827b-077c49007c7a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:11.328744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.413243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Network 141a9fdb-a208-4a3f-9923-08a66a420473 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:11.415970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:11.419008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:11.442904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-e5ef99a1-4f7a-4905-8639-e25db66a7ff0 service neutron] 10.222.0.23 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345424 Mar 03 18:00:11.457901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.469998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Pushing event updated for resources: {'Port': ['ID=00b440df-b00d-4f7b-827b-077c49007c7a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:11.481722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:11.529401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-df44cb28-55a8-4d14-bd5f-53077df91833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:11.530942 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-df44cb28-55a8-4d14-bd5f-53077df91833 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2283373 Mar 03 18:00:11.534548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Attempting to bind port 00b440df-b00d-4f7b-827b-077c49007c7a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:11.535070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Attempting to bind port 00b440df-b00d-4f7b-827b-077c49007c7a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:11.535438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Attempting to bind port 00b440df-b00d-4f7b-827b-077c49007c7a on network 141a9fdb-a208-4a3f-9923-08a66a420473 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:11.541528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:11.541924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Checking segment: {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:11.542323 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.542701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Bound using segment: {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:11.543157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Bound port: 00b440df-b00d-4f7b-827b-077c49007c7a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:11.543525 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.547153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd23ce-d0ee-4a9f-978d-0af378d89323 req-1a020461-7eda-4e34-bd02-202bc17776da tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:11.554867 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66bd23ce-d0ee-4a9f-978d-0af378d89323 req-1a020461-7eda-4e34-bd02-202bc17776da tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.2509210 Mar 03 18:00:11.657171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] For port 00b440df-b00d-4f7b-827b-077c49007c7a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:11.665636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] For port 00b440df-b00d-4f7b-827b-077c49007c7a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=00b440df-b00d-4f7b-827b-077c49007c7a,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:11.676224 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:11.802886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8066339-a7f7-4ee7-8ed5-18eb2a3f60b9 None None] Pushing event updated for resources: {'Port': ['ID=00b440df-b00d-4f7b-827b-077c49007c7a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:11.847768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66bd23ce-d0ee-4a9f-978d-0af378d89323 req-ff85d7ac-3349-406e-a9c5-b841069f561f tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918215 Mar 03 18:00:11.917259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa551768-b79a-4d52-8740-a5015b055354 req-29bfc44f-88b6-4c5c-b47e-815035d1f756 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:11.925078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa551768-b79a-4d52-8740-a5015b055354 req-29bfc44f-88b6-4c5c-b47e-815035d1f756 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1514082 Mar 03 18:00:11.947374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-c1139c58-f9d1-4e0b-8610-906f0da7eb8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.3885078 Mar 03 18:00:11.957234 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'status': 'completed', 'code': 200} Mar 03 18:00:12.048613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:12.164461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-239d15aa-d0cc-40bc-b453-44de8c8cfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:12.166266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-239d15aa-d0cc-40bc-b453-44de8c8cfbd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.2006748 Mar 03 18:00:12.172293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:12.258423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa551768-b79a-4d52-8740-a5015b055354 req-26b0afaf-fbb2-4594-aa6b-c585da8b96eb tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323081 Mar 03 18:00:12.346825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ac8a0f-334e-490a-9b34-db034a9fe92d {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:12.365855 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:12.415288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Transition to ACTIVE for port object 19ac8a0f-334e-490a-9b34-db034a9fe92d will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:12.428795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16745a-e6c5-4b9b-9938-799008a2a1d2 req-a0b372c4-546c-4c31-ac1b-666968cd20ff tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:12.437436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f16745a-e6c5-4b9b-9938-799008a2a1d2 req-a0b372c4-546c-4c31-ac1b-666968cd20ff tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.3438566 Mar 03 18:00:12.466024 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:12.478718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Allocated IP 172.25.0.32 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/32ba30d5-f57c-4a28-a0ec-5e046964430d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:12.492898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-5913504f-490f-4ce4-8203-1d59f026a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:12.494417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-5913504f-490f-4ce4-8203-1d59f026a89b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2692535 Mar 03 18:00:12.528881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-ee28e329-2973-4ebb-ac02-4ff64ec2307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:12.531153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-ee28e329-2973-4ebb-ac02-4ff64ec2307a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1099 time: 0.5474253 Mar 03 18:00:12.603808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f16745a-e6c5-4b9b-9938-799008a2a1d2 req-907a0903-1634-461a-9268-fed4ea2ee768 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654224 Mar 03 18:00:12.604290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72c0baa5-5d60-445f-a9d6-1561e533624e req-1dbcc2b8-7570-4427-b269-cf7b944adf83 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 210 time: 0.1912208 Mar 03 18:00:12.716454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 00b440df-b00d-4f7b-827b-077c49007c7a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:12.848982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 00b440df-b00d-4f7b-827b-077c49007c7a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:12.942727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51872) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:13.029184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:13.111141 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.158183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-1afedcc0-5b9d-4d4b-a4f0-e8b98f7570bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:13.160167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.160700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-1afedcc0-5b9d-4d4b-a4f0-e8b98f7570bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5376208 Mar 03 18:00:13.164581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Attempting to bind port 19ac8a0f-334e-490a-9b34-db034a9fe92d on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:13.165005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Attempting to bind port 19ac8a0f-334e-490a-9b34-db034a9fe92d by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:13.165395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Attempting to bind port 19ac8a0f-334e-490a-9b34-db034a9fe92d on network 57cb74d7-b15a-4670-8955-ab2e76d6425f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:13.259404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Port 19ac8a0f-334e-490a-9b34-db034a9fe92d on network 57cb74d7-b15a-4670-8955-ab2e76d6425f not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:00:13.259672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Attempting to bind port 19ac8a0f-334e-490a-9b34-db034a9fe92d on network 57cb74d7-b15a-4670-8955-ab2e76d6425f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:13.290158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60866b2f-1884-41f7-a473-73ee36ee6992 req-2f6e0ead-3a04-4182-b91f-896350e652b6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:13.290882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-60866b2f-1884-41f7-a473-73ee36ee6992 req-2f6e0ead-3a04-4182-b91f-896350e652b6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Synchronizing usage tracker for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:13.298979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-e0faaaab-95e6-4693-a4c4-6a95ccc40315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.1239803 Mar 03 18:00:13.310174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:13.310174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Checking segment: {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:13.310539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Bound using segment: {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:13.311253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Bound port: 19ac8a0f-334e-490a-9b34-db034a9fe92d, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:13.311789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.338359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb4c3f0-7ad9-425f-908b-551559cf5fad None None] Network 141a9fdb-a208-4a3f-9923-08a66a420473 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:00:13.412098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-f25400c0-5ebd-4020-a787-14d319927d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:13.413772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-f25400c0-5ebd-4020-a787-14d319927d50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1099 time: 0.3901865 Mar 03 18:00:13.418831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-60866b2f-1884-41f7-a473-73ee36ee6992 req-2f6e0ead-3a04-4182-b91f-896350e652b6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Unset dirty status for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:13.426736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-60866b2f-1884-41f7-a473-73ee36ee6992 req-2f6e0ead-3a04-4182-b91f-896350e652b6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 944 time: 0.5544407 Mar 03 18:00:13.443679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-9b175d9a-52a2-47ce-b4b3-1067ba3183eb tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:13.445348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-9b175d9a-52a2-47ce-b4b3-1067ba3183eb tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "GET /v2.0/networks?id=37ab887f-3226-4cc9-832f-1de9198e44fc HTTP/1.1" status: 200 len: 808 time: 0.2957954 Mar 03 18:00:13.496191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Request body: {'port': {'device_id': '5672041f-e97e-4ec7-93ef-7410fed19479', 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc', 'admin_state_up': True, 'tenant_id': '7d4c19f87f1a4db3a6f3fc77bcf9205e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:13.500909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-de8fdcf5-beed-4e8b-b2dd-6999ac18b405 None None] Provisioning for port 00b440df-b00d-4f7b-827b-077c49007c7a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:13.507658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-de8fdcf5-beed-4e8b-b2dd-6999ac18b405 None None] Provisioning complete for port 00b440df-b00d-4f7b-827b-077c49007c7a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:13.508053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de8fdcf5-beed-4e8b-b2dd-6999ac18b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.542699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:13.554026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.566373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:13.614598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-b81671b9-6b60-40af-96c8-326846f618a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:13.616315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-b81671b9-6b60-40af-96c8-326846f618a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.3107531 Mar 03 18:00:13.636619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:13.674334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Pushing event updated for resources: {'Port': ['ID=32ba30d5-f57c-4a28-a0ec-5e046964430d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:13.702180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:13.720754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-2fe3dbdf-5861-4505-b233-eb7efdf7aea0 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2124979 Mar 03 18:00:13.734556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Usage tracker for resource:security_group_rule and tenant:f18fff95b79643b195c58f20ef31084b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:13.744368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-60866b2f-1884-41f7-a473-73ee36ee6992 req-af3c00ec-413f-47ee-a988-cf7715d5acca tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Synchronizing usage tracker for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:13.762020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:13.782036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:13.785448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-60866b2f-1884-41f7-a473-73ee36ee6992 req-af3c00ec-413f-47ee-a988-cf7715d5acca tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Unset dirty status for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:13.789364 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-60866b2f-1884-41f7-a473-73ee36ee6992 req-af3c00ec-413f-47ee-a988-cf7715d5acca tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591287 Mar 03 18:00:13.792895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-476d32c9-a3e1-4364-a95c-1b6090672810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:13.794302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-476d32c9-a3e1-4364-a95c-1b6090672810 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3272266 Mar 03 18:00:13.796711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:13.801465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:13.815948 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de8fdcf5-beed-4e8b-b2dd-6999ac18b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.851783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-de8fdcf5-beed-4e8b-b2dd-6999ac18b405 None None] For port 00b440df-b00d-4f7b-827b-077c49007c7a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=00b440df-b00d-4f7b-827b-077c49007c7a,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:13.873955 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de8fdcf5-beed-4e8b-b2dd-6999ac18b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.901513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:13.910610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd1fe9-5fba-4486-ba09-3be549d5f830 req-af521069-283d-4cdf-88fb-4a6f5a949e78 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:13.917849 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07dd1fe9-5fba-4486-ba09-3be549d5f830 req-af521069-283d-4cdf-88fb-4a6f5a949e78 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.7695107 Mar 03 18:00:13.955535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fdcf5-beed-4e8b-b2dd-6999ac18b405 None None] Pushing event updated for resources: {'Port': ['ID=00b440df-b00d-4f7b-827b-077c49007c7a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:13.989861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-a10bb981-f69c-47cf-a7ff-ef4e7cd42451 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.1825330 Mar 03 18:00:14.040848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:14.041827 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:14.043249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] 10.222.0.35 "PUT /v2.0/ports/19ac8a0f-334e-490a-9b34-db034a9fe92d HTTP/1.1" status: 200 len: 1092 time: 2.7423301 Mar 03 18:00:14.088472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:14.137897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:14.148890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-3dc2ae4a-4515-4057-8948-ee71af7c5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:14.150342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-3dc2ae4a-4515-4057-8948-ee71af7c5b45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1216578 Mar 03 18:00:14.155401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Usage tracker for resource:port and tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:14.169187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:14.185914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07dd1fe9-5fba-4486-ba09-3be549d5f830 req-a76d2230-ff65-48c3-bda4-16eee8a1a64d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671237 Mar 03 18:00:14.190489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:14.221234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1eb08d79-ab1c-4e05-bd1b-81aef9c89cb9 None None] Provisioning complete for port 00b440df-b00d-4f7b-827b-077c49007c7a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:14.221640 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1eb08d79-ab1c-4e05-bd1b-81aef9c89cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:14.254121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Made reservation on behalf of 7d4c19f87f1a4db3a6f3fc77bcf9205e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:14.257873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:14.293170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1ce7fa5-38c7-4265-8858-d0f874369982 req-f305ceec-39ab-4b58-aa62-5d97654543fa service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649688 Mar 03 18:00:14.395845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-463670d5-61ce-4bc9-a8f5-a50eb0db259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:14.397340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-463670d5-61ce-4bc9-a8f5-a50eb0db259b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7648058 Mar 03 18:00:14.417318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd35d36-3caf-4d3e-9cca-4f5d1c61aa80 service neutron] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:14.438934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:14.534993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:14.542506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b36e17fe-5bbb-426b-b5d2-a7ce7346d7b7 req-ebbacb11-b9d7-4dc5-a013-d5ba506d68d3 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Synchronizing usage tracker for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:14.592746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b879-01fd-48a9-bd2f-8d7311f30dff req-f5a6b938-1547-49c9-9ac0-2d31cee17754 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:14.594252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a083b879-01fd-48a9-bd2f-8d7311f30dff req-f5a6b938-1547-49c9-9ac0-2d31cee17754 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.6124141 Mar 03 18:00:14.645380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df215c-814d-48bb-a314-4b8831198c30 req-36605113-f430-4a0b-80cd-ad31a1870443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:14.647919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-36605113-f430-4a0b-80cd-ad31a1870443 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 1095 time: 0.4915397 Mar 03 18:00:14.654658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7716075e-9b9e-4906-bdd3-2cb04a41fb46,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:14.660153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 00b440df-b00d-4f7b-827b-077c49007c7a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:14.663035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e73ce3b9-0529-4e80-b5c4-0be8eb0cec77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f18fff95b79643b195c58f20ef31084b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5221987 Mar 03 18:00:14.670957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51896) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:14.676760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b36e17fe-5bbb-426b-b5d2-a7ce7346d7b7 req-ebbacb11-b9d7-4dc5-a013-d5ba506d68d3 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Unset dirty status for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:14.678431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b36e17fe-5bbb-426b-b5d2-a7ce7346d7b7 req-ebbacb11-b9d7-4dc5-a013-d5ba506d68d3 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 210 time: 0.3111501 Mar 03 18:00:14.678906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afa1e1ac-ff76-4f85-b73f-73f20e9c6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:14.680757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-afa1e1ac-ff76-4f85-b73f-73f20e9c6316 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3257337 Mar 03 18:00:14.686967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-d63dc9c8-177e-4f7a-960f-e8ffbdf4a4fb service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722399 Mar 03 18:00:14.743434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 00b440df-b00d-4f7b-827b-077c49007c7a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:14.744439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:14.745133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a083b879-01fd-48a9-bd2f-8d7311f30dff req-4ff9e4af-72a8-4278-85da-48ceccd93fcf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439295 Mar 03 18:00:14.949959 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-524884f0-4029-47c5-82f7-b2f31ec5f07b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d HTTP/1.1" status: 200 len: 217 time: 0.2106385 Mar 03 18:00:14.953354 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'status': 'completed', 'code': 200} Mar 03 18:00:15.005017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Allocated IP 172.20.0.14 (37ab887f-3226-4cc9-832f-1de9198e44fc/7a3b47a5-a423-47bd-b10b-25955b2b4656/7e3ce7e3-a361-43fc-bf62-e7a92237e581) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:15.008116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:15.191766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-ad58bdd3-8c3f-47e5-b7ca-d54a67d9c188 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911773 Mar 03 18:00:15.197089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df215c-814d-48bb-a314-4b8831198c30 req-c4316b93-8970-4254-8853-8c22067269d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:15.198450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-c4316b93-8970-4254-8853-8c22067269d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26e6661f-2b85-4329-9bf8-3b33aec2f1a6 HTTP/1.1" status: 200 len: 855 time: 0.2389407 Mar 03 18:00:15.204641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356c096-48c9-48b6-b514-c7c21d7938dc req-b91d19cb-5045-4638-b4bc-587f6277e3ce tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:15.206655 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0356c096-48c9-48b6-b514-c7c21d7938dc req-b91d19cb-5045-4638-b4bc-587f6277e3ce tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.2899535 Mar 03 18:00:15.206790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd66f-df6a-4aa0-80dc-b0263779dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:15.324488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-f0070a53-227c-48bf-bedf-a9e23d366ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57cb74d7-b15a-4670-8955-ab2e76d6425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830586 Mar 03 18:00:15.334029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd66f-df6a-4aa0-80dc-b0263779dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:15.342940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-6b207df3-cf6e-4900-815b-c994d49b6e86 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049592 Mar 03 18:00:15.447298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0356c096-48c9-48b6-b514-c7c21d7938dc req-b949334a-6c30-44a2-94ef-f5828d593f1e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290547 Mar 03 18:00:15.540643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fa23e-2592-471a-907f-8f5eb98254c3 req-b3039184-c2d1-4f91-84e6-7ecc6e8f5290 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:15.542168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e68fa23e-2592-471a-907f-8f5eb98254c3 req-b3039184-c2d1-4f91-84e6-7ecc6e8f5290 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 944 time: 0.5347364 Mar 03 18:00:15.597808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37d6abaa-ec6a-4fe2-9fd1-73b3aa2b125a req-266a9bc8-b36c-4db5-b78d-d2b158acffd0 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926685 Mar 03 18:00:15.631295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:15.638893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd66f-df6a-4aa0-80dc-b0263779dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:15.643834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-10f175df-b237-4260-be5d-1ef14a2ce5e4 service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032887 Mar 03 18:00:15.644796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:15.653780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e68fa23e-2592-471a-907f-8f5eb98254c3 req-cf20a21c-7cc6-46c6-986d-ae357efcf13f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968783 Mar 03 18:00:15.686100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fd66f-df6a-4aa0-80dc-b0263779dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7716075e-9b9e-4906-bdd3-2cb04a41fb46,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:15.751003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd66f-df6a-4aa0-80dc-b0263779dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:15.752220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7f3fd66f-df6a-4aa0-80dc-b0263779dcc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7716075e-9b9e-4906-bdd3-2cb04a41fb46 HTTP/1.1" status: 204 len: 168 time: 1.0763009 Mar 03 18:00:15.893733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263613e2-bf45-486b-8353-71904be01bf7 req-289454d5-ed9e-45b1-97ed-e64020fb9e70 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:15.897663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-263613e2-bf45-486b-8353-71904be01bf7 req-289454d5-ed9e-45b1-97ed-e64020fb9e70 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.3386550 Mar 03 18:00:15.907685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3237a192-424e-4293-bd2e-e786762d82ab req-f6435d0f-990f-40f8-8dd8-75af5e8482af tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 210 time: 0.0810030 Mar 03 18:00:15.995940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:16.018943 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26df215c-814d-48bb-a314-4b8831198c30 req-a3033be4-af3d-4e98-a5fc-8c20762658ba service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640437 Mar 03 18:00:16.067297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-5fc51aa0-db3b-4310-a622-ec2448ee0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:16.068913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-5fc51aa0-db3b-4310-a622-ec2448ee0c0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1099 time: 0.3778124 Mar 03 18:00:16.101908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Pushing event updated for resources: {'Port': ['ID=7e3ce7e3-a361-43fc-bf62-e7a92237e581,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:16.134898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-263613e2-bf45-486b-8353-71904be01bf7 req-04a46672-5e44-4fd5-b148-3c646d71b15d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125721 Mar 03 18:00:16.164474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Network 37ab887f-3226-4cc9-832f-1de9198e44fc is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:16.166318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:16.168955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:16.222299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:00:16.302334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:16.302955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:16.366014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-3ac75d17-7a92-493b-bee9-fe7f0079204b tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8886139 Mar 03 18:00:16.419996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Request body: {'port': {'device_id': '5672041f-e97e-4ec7-93ef-7410fed19479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:16.447767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413691-8425-4c5c-a7e7-cc7b587ca861 req-479e6097-8d54-43e4-8bed-f4b334956801 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:16.449280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a413691-8425-4c5c-a7e7-cc7b587ca861 req-479e6097-8d54-43e4-8bed-f4b334956801 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.4283202 Mar 03 18:00:16.473805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:00:16.487048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-9acc368c-917b-44f4-bf67-6f7c2a9e78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:16.488503 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-9acc368c-917b-44f4-bf67-6f7c2a9e78fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2147450 Mar 03 18:00:16.493218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-0042d1c5-14fb-4e95-ae58-0d331d7b88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:16.494816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-0042d1c5-14fb-4e95-ae58-0d331d7b88a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 1095 time: 0.4223025 Mar 03 18:00:16.563760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:00:16.592835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-d7386773-db94-4448-8a37-196f0d245882 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.0970774 Mar 03 18:00:16.600473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Sync routers for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:00:16.635565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:16.636302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:16.667614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a413691-8425-4c5c-a7e7-cc7b587ca861 req-e148bdfb-bfcc-46c1-88c6-c917da4d983c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021611 Mar 03 18:00:16.761656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-2fb24117-17e7-4e69-a55f-48341d0e325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:16.763149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-2fb24117-17e7-4e69-a55f-48341d0e325d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1561255 Mar 03 18:00:16.836692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-005bc3b4-34ca-4838-bfc6-888b07a183d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:16.838783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-005bc3b4-34ca-4838-bfc6-888b07a183d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 916 time: 0.2831666 Mar 03 18:00:16.859734 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:16.863879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cc57c350-8c49-48e5-920b-8f0d0489ea9a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3531899 Mar 03 18:00:16.866528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51938) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:16.891660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:16.912322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'network_id': 'a1199874-d9f5-4278-b1ed-f7de473f91c9', 'port_id': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'mac_address': 'fa:16:3e:71:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab3feeb-f1c5-47d8-b30d-c758040d8e08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:00:16.952197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:16.969172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:17.049795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-7eb40b30-9f5e-4be7-9b6b-dd96ed49ec57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d HTTP/1.1" status: 200 len: 217 time: 0.1211030 Mar 03 18:00:17.141268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:17.161804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354f03f-da63-4821-a174-d78ea1f51a4d req-15c529c7-6bc8-4e66-8a3c-a1e7ff1222dd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:17.169230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7354f03f-da63-4821-a174-d78ea1f51a4d req-15c529c7-6bc8-4e66-8a3c-a1e7ff1222dd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 944 time: 0.5245950 Mar 03 18:00:17.190056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-ca38f95c-5ca5-42c7-b650-b9967399e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:17.191958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-ca38f95c-5ca5-42c7-b650-b9967399e17b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26e6661f-2b85-4329-9bf8-3b33aec2f1a6 HTTP/1.1" status: 200 len: 855 time: 0.1307070 Mar 03 18:00:17.216007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d622a51e-45e2-4274-84c8-6ac43bf236e6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:17.240874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:17.248310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:17.264145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-4a9aed59-83e5-4db1-8280-b9df971cf690 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57cb74d7-b15a-4670-8955-ab2e76d6425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635817 Mar 03 18:00:17.410438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-f4d75025-f030-4c08-a66b-75bf11ac5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:17.412241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-f4d75025-f030-4c08-a66b-75bf11ac5a8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5770471 Mar 03 18:00:17.435066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1730a-782d-4fc9-a2b0-8075a627c55e req-04569a06-1dee-4093-a065-2435805014c4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:17.436584 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ac1730a-782d-4fc9-a2b0-8075a627c55e req-04569a06-1dee-4093-a065-2435805014c4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 944 time: 0.5525055 Mar 03 18:00:17.437896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7354f03f-da63-4821-a174-d78ea1f51a4d req-95aea2ab-a4eb-45f8-a77e-2a17a0f2f493 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650175 Mar 03 18:00:17.444142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=11']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:17.488138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:14Z', 'revision_number': 3, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:17.497495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Checking router: 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:00:17.497845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Updating router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 port 32ba30d5-f57c-4a28-a0ec-5e046964430d binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:00:17.598010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-b97a003e-9a3f-4f3b-bbfe-46184b18ee9b service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257999 Mar 03 18:00:17.631257 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:17.651310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ac1730a-782d-4fc9-a2b0-8075a627c55e req-9fdedba1-e58c-43c4-a746-5a2793d643b7 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908643 Mar 03 18:00:17.675855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d622a51e-45e2-4274-84c8-6ac43bf236e6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:17.891118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-8fdba708-5b36-4e91-9aa7-2fed40ed53b6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515336 Mar 03 18:00:17.903340 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:17.966015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-445f7cdb-f684-4df6-b4ac-6b07f692e4b1 req-1377bcc7-c391-4e83-90d9-634294001a59 service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586695 Mar 03 18:00:18.001477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 19ac8a0f-334e-490a-9b34-db034a9fe92d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:00:18.077882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acafe3-5fb3-4f00-a6fb-ae758f66d790 req-76433ecf-d0ef-42ee-b44f-28a0709c86fc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:18.085494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0acafe3-5fb3-4f00-a6fb-ae758f66d790 req-76433ecf-d0ef-42ee-b44f-28a0709c86fc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.2509463 Mar 03 18:00:18.156464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af69f909-7d93-46c7-974f-9e0c09cfa216 req-6d291152-c231-41c0-a923-05208463f2af service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577212 Mar 03 18:00:18.164167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.184639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0acafe3-5fb3-4f00-a6fb-ae758f66d790 req-c1343ab5-1f00-4f3e-8805-39dec01438d3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984192 Mar 03 18:00:18.308636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c23c21-22e6-4e13-96b9-6474bc29101a req-4224fd6b-b9c4-4280-a85f-2e811a3fc2eb tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:18.310258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80c23c21-22e6-4e13-96b9-6474bc29101a req-4224fd6b-b9c4-4280-a85f-2e811a3fc2eb tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 932 time: 0.7109840 Mar 03 18:00:18.403459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3ce7e3-a361-43fc-bf62-e7a92237e581 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:18.415476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c16796-b365-41b9-9ec8-fe25ebb854dc req-a4340731-91b1-401e-80cf-4d8e98daa17c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:18.415709 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.420027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80c23c21-22e6-4e13-96b9-6474bc29101a req-d4ca23c5-bfb0-45cf-b055-2ade7671c14f tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967288 Mar 03 18:00:18.426491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98c16796-b365-41b9-9ec8-fe25ebb854dc req-a4340731-91b1-401e-80cf-4d8e98daa17c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1173227 Mar 03 18:00:18.495949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Transition to ACTIVE for port object 7e3ce7e3-a361-43fc-bf62-e7a92237e581 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:18.502941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:18.506211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.513772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.531263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'port_id': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'mac_address': 'fa:16:3e:26:1c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e6661f-2b85-4329-9bf8-3b33aec2f1a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:00:18.541713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Transition to ACTIVE for port object 32ba30d5-f57c-4a28-a0ec-5e046964430d will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:18.606790 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.646655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.683065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98c16796-b365-41b9-9ec8-fe25ebb854dc req-49e0c41d-1eee-43dd-8307-921cf25e49c2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549217 Mar 03 18:00:18.709680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ac8a0f-334e-490a-9b34-db034a9fe92d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:18.714043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Attempting to bind port 32ba30d5-f57c-4a28-a0ec-5e046964430d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:18.714411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Attempting to bind port 32ba30d5-f57c-4a28-a0ec-5e046964430d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:18.714770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Attempting to bind port 32ba30d5-f57c-4a28-a0ec-5e046964430d on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:18.725439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:18.725810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:18.726210 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.726600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:18.727069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Bound port: 32ba30d5-f57c-4a28-a0ec-5e046964430d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:18.727431 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.777311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407b24-14f9-49ea-bdfe-5a22ea1851cb None None] Pushing event updated for resources: {'Port': ['ID=32ba30d5-f57c-4a28-a0ec-5e046964430d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:18.788777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:18.810951 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.874685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] For port 32ba30d5-f57c-4a28-a0ec-5e046964430d, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:18.882445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] For port 32ba30d5-f57c-4a28-a0ec-5e046964430d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=32ba30d5-f57c-4a28-a0ec-5e046964430d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:18.897136 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:18.912771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:18.934906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a9fb2-4310-4451-9327-395e44858a30 req-a1930592-cd41-4676-8ebf-ff7011c678c2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:18.936583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c9a9fb2-4310-4451-9327-395e44858a30 req-a1930592-cd41-4676-8ebf-ff7011c678c2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 945 time: 0.0975392 Mar 03 18:00:18.979506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:18.979903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T17:59:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:18.990307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c9a9fb2-4310-4451-9327-395e44858a30 req-5876ecb4-14c5-47bd-9d62-b27a615a65d2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462360 Mar 03 18:00:19.016984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ce7e3-a361-43fc-bf62-e7a92237e581,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:19.039839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52046) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:19.061200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['19ac8a0f-334e-490a-9b34-db034a9fe92d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:19.077339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Allocated IP 172.20.0.1 (141a9fdb-a208-4a3f-9923-08a66a420473/836f3144-e7fd-473b-b518-be55f8b79c09/e6736a35-ec88-43aa-b6ef-c93c37f2a923) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:19.136346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407b24-14f9-49ea-bdfe-5a22ea1851cb None None] Pushing event updated for resources: {'Port': ['ID=32ba30d5-f57c-4a28-a0ec-5e046964430d,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:19.193575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.209219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:19.213095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Usage tracker for resource:security_group_rule and tenant:5c8cd53b7f184c0291f3babd7187069d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:19.215971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:19.224006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:19.260912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Attempting to bind port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:19.261768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Attempting to bind port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:19.261963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Attempting to bind port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 on network 37ab887f-3226-4cc9-832f-1de9198e44fc {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:19.274069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 on network 37ab887f-3226-4cc9-832f-1de9198e44fc not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:00:19.274279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Attempting to bind port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 on network 37ab887f-3226-4cc9-832f-1de9198e44fc {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:19.293000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:19.293464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Checking segment: {'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:19.293922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Bound using segment: {'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:19.294163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:19.294486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Bound port: 7e3ce7e3-a361-43fc-bf62-e7a92237e581, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e24a70-72b0-4e75-a4e8-8e371989c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:19.294896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.319403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836520-6ddc-4a44-bd00-77735d659b4e req-688b4c9f-e4db-45f3-bc2c-b0be38d83208 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:19.328120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7836520-6ddc-4a44-bd00-77735d659b4e req-688b4c9f-e4db-45f3-bc2c-b0be38d83208 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.4581163 Mar 03 18:00:19.412693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.463903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.483712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.519483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7836520-6ddc-4a44-bd00-77735d659b4e req-b211c3fc-56fb-4c43-ad03-8c10874d7946 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903110 Mar 03 18:00:19.561617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Transition to ACTIVE for port object e6736a35-ec88-43aa-b6ef-c93c37f2a923 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:19.587776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df87602-f395-456c-afab-8816e862e830,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:19.593883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] For port 7e3ce7e3-a361-43fc-bf62-e7a92237e581, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:19.599649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e32c6811-dca4-479b-9d14-353ebd3cdf78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c8cd53b7f184c0291f3babd7187069d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588775 Mar 03 18:00:19.602597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52056) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:19.603995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] For port 7e3ce7e3-a361-43fc-bf62-e7a92237e581, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7e3ce7e3-a361-43fc-bf62-e7a92237e581,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:19.607748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.666349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.682484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeae02-e31d-4541-89de-78ed2f08f575 req-0d34ed23-2e8b-460a-acf9-f7f32f5044e2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:19.684396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bebeae02-e31d-4541-89de-78ed2f08f575 req-0d34ed23-2e8b-460a-acf9-f7f32f5044e2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.2692587 Mar 03 18:00:19.720519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80aeb06b-b973-4d71-929d-74e111ccce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.724662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Network 141a9fdb-a208-4a3f-9923-08a66a420473 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:19.740817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:19.748592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:19.749288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.750791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e3ce7e3-a361-43fc-bf62-e7a92237e581 HTTP/1.1" status: 200 len: 1092 time: 3.3350596 Mar 03 18:00:19.751388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:19.753596 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1ff88fc-fa18-4039-a12f-3f03b8224ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.784224 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80aeb06b-b973-4d71-929d-74e111ccce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.794819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bebeae02-e31d-4541-89de-78ed2f08f575 req-e4b0c034-3d33-43c5-99bc-649b5d4ec119 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950234 Mar 03 18:00:19.822139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:14Z', 'revision_number': 3, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:19.828653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5672041f-e97e-4ec7-93ef-7410fed19479', 'tag': '7e3ce7e3-a361-43fc-bf62-e7a92237e581'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:19.834051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.835586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd16fda-92fe-47c0-8506-06a9094c6425 None None] The sync data for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 is: [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:14Z', 'revision_number': 3, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:00:19.877707 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80aeb06b-b973-4d71-929d-74e111ccce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.895443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeb06b-b973-4d71-929d-74e111ccce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df87602-f395-456c-afab-8816e862e830,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:19.910579 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80aeb06b-b973-4d71-929d-74e111ccce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:19.912069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-80aeb06b-b973-4d71-929d-74e111ccce07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0df87602-f395-456c-afab-8816e862e830 HTTP/1.1" status: 204 len: 168 time: 0.3081973 Mar 03 18:00:19.960159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Pushing event updated for resources: {'Port': ['ID=e6736a35-ec88-43aa-b6ef-c93c37f2a923,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:20.054622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba94899-13d2-47e5-bae2-32a4f9cc973a req-631b3b54-2496-4c20-8031-6652744a5abd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:20.063601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ba94899-13d2-47e5-bae2-32a4f9cc973a req-631b3b54-2496-4c20-8031-6652744a5abd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1219237 Mar 03 18:00:20.129468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2bfe5736-7c8c-42c1-8629-bdc8ba6c02f2 None None] Provisioning for port e6736a35-ec88-43aa-b6ef-c93c37f2a923 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:20.137433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2bfe5736-7c8c-42c1-8629-bdc8ba6c02f2 None None] Provisioning complete for port e6736a35-ec88-43aa-b6ef-c93c37f2a923 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:20.137813 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5736-7c8c-42c1-8629-bdc8ba6c02f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:20.139439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ba94899-13d2-47e5-bae2-32a4f9cc973a req-083d799f-d9a1-44b7-8370-1a3f5f43cb69 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746496 Mar 03 18:00:20.247795 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5672041f-e97e-4ec7-93ef-7410fed19479', 'tag': '7e3ce7e3-a361-43fc-bf62-e7a92237e581', 'status': 'completed', 'code': 200} Mar 03 18:00:20.268766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19796f8-7ebe-49ca-938c-1db6c9ed3d79 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ce7e3-a361-43fc-bf62-e7a92237e581,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:20.273230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe5736-7c8c-42c1-8629-bdc8ba6c02f2 None None] Port e6736a35-ec88-43aa-b6ef-c93c37f2a923 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:00:20.280384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-0a7b417f-ebd3-4e9c-81b7-6165f863bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:20.281936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-0a7b417f-ebd3-4e9c-81b7-6165f863bd8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d4c19f87f1a4db3a6f3fc77bcf9205e&device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 1095 time: 0.4441009 Mar 03 18:00:20.295938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232375-1760-433d-95d3-b690d2a718b9 req-94ae7f7e-dde4-4e77-84b8-9750cf5155ae tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:20.297493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4232375-1760-433d-95d3-b690d2a718b9 req-94ae7f7e-dde4-4e77-84b8-9750cf5155ae tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 944 time: 0.6213357 Mar 03 18:00:20.391163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-51346944-be51-49e4-9a21-987ac4a25da8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ce7e3-a361-43fc-bf62-e7a92237e581 HTTP/1.1" status: 200 len: 217 time: 0.0925395 Mar 03 18:00:20.410909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:20.481856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:00:20.484416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f3212-6338-4761-885e-6635f87bff73 req-4d5268c1-db00-49c3-a0cf-17666b71f2cd tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:20.490025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:20.491753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc3f3212-6338-4761-885e-6635f87bff73 req-4d5268c1-db00-49c3-a0cf-17666b71f2cd tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 945 time: 0.0906932 Mar 03 18:00:20.537880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:20.542643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc3f3212-6338-4761-885e-6635f87bff73 req-b83ee9fb-80f4-4e28-beae-edd6bb85d127 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Mar 03 18:00:20.555551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4232375-1760-433d-95d3-b690d2a718b9 req-af60110c-845c-4e46-8534-f78acc47686f tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897881 Mar 03 18:00:20.577316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:20.580809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-ff03e753-b7c6-4287-a1a3-b73ca4bcc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:20.582318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-ff03e753-b7c6-4287-a1a3-b73ca4bcc1f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a3b47a5-a423-47bd-b10b-25955b2b4656 HTTP/1.1" status: 200 len: 848 time: 0.1723816 Mar 03 18:00:20.586750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:20.608705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Usage tracker for resource:security_group_rule and tenant:12a14749eb68402da099ea46c41dabd2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:20.653382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:20.705529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:20.763372 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-2293fa6b-49d5-4132-98f3-329229c26637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37ab887f-3226-4cc9-832f-1de9198e44fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570101 Mar 03 18:00:20.775363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 32ba30d5-f57c-4a28-a0ec-5e046964430d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:20.870090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port d622a51e-45e2-4274-84c8-6ac43bf236e6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:20.886324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d622a51e-45e2-4274-84c8-6ac43bf236e6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:20.886702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:20.962615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 32ba30d5-f57c-4a28-a0ec-5e046964430d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:20.975490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 32ba30d5-f57c-4a28-a0ec-5e046964430d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:20.975865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.011455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a52aa-1373-4663-b89a-1282d230a1ad req-47aca4e6-7c99-45e4-a6bc-f9fb324e4b38 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:21.020195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c7a52aa-1373-4663-b89a-1282d230a1ad req-47aca4e6-7c99-45e4-a6bc-f9fb324e4b38 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1094003 Mar 03 18:00:21.044478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:21.134313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c7a52aa-1373-4663-b89a-1282d230a1ad req-612a0005-1512-4f33-bd2c-d0bef23d7e7c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054192 Mar 03 18:00:21.144927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'mac_address': 'fa:16:3e:cd:db:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:00:21.185546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-1e43261a-d631-40b0-b09d-1bc7cf9b4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:21.187030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-1e43261a-d631-40b0-b09d-1bc7cf9b4876 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 0.1497650 Mar 03 18:00:21.273776 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.325138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.359469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:21.376462 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.388039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ccabb8-4f05-41b7-9fe7-7257e34e185e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:21.393184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:21.402820 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.419237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-30e8bc10-1c0c-458c-bcb8-eb1f50c96c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:21.420746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-30e8bc10-1c0c-458c-bcb8-eb1f50c96c92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2271945 Mar 03 18:00:21.429894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2a183-8777-468b-9305-c55e45981af4 req-1df61020-77fd-4495-b2f9-9ae240bb2396 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:21.433936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04e2a183-8777-468b-9305-c55e45981af4 req-1df61020-77fd-4495-b2f9-9ae240bb2396 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 948 time: 0.1807635 Mar 03 18:00:21.448598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 32ba30d5-f57c-4a28-a0ec-5e046964430d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=32ba30d5-f57c-4a28-a0ec-5e046964430d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:21.459326 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.463763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:21.471962 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.487728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:21.489516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23f235-119c-4f24-a370-50c3e9aa063f req-8fb3e32c-004b-4507-bcb5-e29ef6206b5a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:21.490990 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d23f235-119c-4f24-a370-50c3e9aa063f req-8fb3e32c-004b-4507-bcb5-e29ef6206b5a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 945 time: 0.7342408 Mar 03 18:00:21.497583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-6f02f9e7-ac43-4323-967a-5f47b907d845 service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239909 Mar 03 18:00:21.501241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.562663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=32ba30d5-f57c-4a28-a0ec-5e046964430d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:21.584070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-04e2a183-8777-468b-9305-c55e45981af4 req-1d891a3d-9bae-4b09-b4b9-e2d692e42734 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769420 Mar 03 18:00:21.585752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-5808a058-9226-4858-ba39-5f8b7b00681c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.1505415 Mar 03 18:00:21.604051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d23f235-119c-4f24-a370-50c3e9aa063f req-d9546cc5-d047-4cff-9476-87c50f2b9bc6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007452 Mar 03 18:00:21.604674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.641771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:21.668842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12a14749eb68402da099ea46c41dabd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2242570 Mar 03 18:00:21.673776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52090) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:21.688118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5472e0-070c-4883-8535-5692d374944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e6e1dd-e433-4075-9f7e-9cb6958f50fd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:21.725949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-0976b836-7323-42f5-9439-d5017e638401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:21.726856 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'code': 200} Mar 03 18:00:21.727654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-0976b836-7323-42f5-9439-d5017e638401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1324108 Mar 03 18:00:21.761632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-908891b8-2690-4711-bd0f-f685cf9bc0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.824728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b69ecc-ea06-4131-93f2-5a5824a67efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.866245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b69ecc-ea06-4131-93f2-5a5824a67efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.890740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['01ccabb8-4f05-41b7-9fe7-7257e34e185e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:21.922618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-a6a7d301-70a6-42b3-8390-207f3b2a473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:21.925038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-a6a7d301-70a6-42b3-8390-207f3b2a473d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745784 Mar 03 18:00:21.942160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.958000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:21.994056 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10a9753d-dac2-4721-90bd-c13d8fd79310 req-58dcc4ef-a4bd-4147-be66-db10d65a181a service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858284 Mar 03 18:00:22.042342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 19ac8a0f-334e-490a-9b34-db034a9fe92d up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:22.077041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Pushing event updated for resources: {'Port': ['ID=e6736a35-ec88-43aa-b6ef-c93c37f2a923,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:22.170679 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b69ecc-ea06-4131-93f2-5a5824a67efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.181789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.213551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1691e-38a4-471c-ad49-96ee23f04cf7 req-4b0b1033-d6e6-4246-a7f0-499ff60ca4b2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:22.215262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88f1691e-38a4-471c-ad49-96ee23f04cf7 req-4b0b1033-d6e6-4246-a7f0-499ff60ca4b2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 945 time: 0.4021835 Mar 03 18:00:22.217162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b69ecc-ea06-4131-93f2-5a5824a67efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e6e1dd-e433-4075-9f7e-9cb6958f50fd,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:22.219927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 19ac8a0f-334e-490a-9b34-db034a9fe92d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:22.226195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 19ac8a0f-334e-490a-9b34-db034a9fe92d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:22.226993 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.245066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-960bec2f-01c9-480e-80d9-7e2625e65c30 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715137 Mar 03 18:00:22.248880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b69ecc-ea06-4131-93f2-5a5824a67efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.253057 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-64b69ecc-ea06-4131-93f2-5a5824a67efa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01e6e1dd-e433-4075-9f7e-9cb6958f50fd HTTP/1.1" status: 204 len: 168 time: 0.5751998 Mar 03 18:00:22.349047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88f1691e-38a4-471c-ad49-96ee23f04cf7 req-91766726-12ed-4c73-906b-23425d725157 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098833 Mar 03 18:00:22.362665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-afb96b1e-03ab-4455-9122-4ec76dc9eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:22.364053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-afb96b1e-03ab-4455-9122-4ec76dc9eeac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d4c19f87f1a4db3a6f3fc77bcf9205e&device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 1095 time: 0.2941029 Mar 03 18:00:22.376735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.452370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:22.460863 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.553364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63975834-1c81-402c-9067-d4d620ef8fc4 req-adf9d392-5c82-4cee-bf19-f3c2a72d8708 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:22.554880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63975834-1c81-402c-9067-d4d620ef8fc4 req-adf9d392-5c82-4cee-bf19-f3c2a72d8708 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 944 time: 0.6387734 Mar 03 18:00:22.555003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-db69bb03-d541-4766-9de8-021955e25b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:22.556385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-db69bb03-d541-4766-9de8-021955e25b6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=37ab887f-3226-4cc9-832f-1de9198e44fc HTTP/1.1" status: 200 len: 909 time: 0.1850193 Mar 03 18:00:22.559112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357b1aa-6f5a-4c45-bf8d-5a0407109f8a req-359ec337-4ab1-4118-9690-89c03cb3919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:22.560741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d357b1aa-6f5a-4c45-bf8d-5a0407109f8a req-359ec337-4ab1-4118-9690-89c03cb3919e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1097 time: 0.5618782 Mar 03 18:00:22.599384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:22.663764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Network 141a9fdb-a208-4a3f-9923-08a66a420473 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:22.670506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:22.758152 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.758305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-75e7e403-d79e-40bd-8875-234b2ebbb3b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3ce7e3-a361-43fc-bf62-e7a92237e581 HTTP/1.1" status: 200 len: 217 time: 0.1764548 Mar 03 18:00:22.852649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d357b1aa-6f5a-4c45-bf8d-5a0407109f8a req-f9ff6d2d-40a8-45b1-9910-429747f9224e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363493 Mar 03 18:00:22.867728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63975834-1c81-402c-9067-d4d620ef8fc4 req-3a1de136-d9f3-4c61-9d1e-791e97447ba0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584295 Mar 03 18:00:22.880313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb63310-76d6-4f47-a8cd-5ace73279f5a req-abaa7e01-6c42-4722-a7de-fabde5319e2b service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268439 Mar 03 18:00:22.947413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:22.982736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 32ba30d5-f57c-4a28-a0ec-5e046964430d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:23.023559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-1b97b5fd-c7f2-455b-831c-2a1a6c41f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:23.025237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-1b97b5fd-c7f2-455b-831c-2a1a6c41f090 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a3b47a5-a423-47bd-b10b-25955b2b4656 HTTP/1.1" status: 200 len: 848 time: 0.1920795 Mar 03 18:00:23.073813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 32ba30d5-f57c-4a28-a0ec-5e046964430d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:23.074424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:23.182835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec064045-7557-4e6f-914f-30b175baeb00 None None] Provisioning complete for port e6736a35-ec88-43aa-b6ef-c93c37f2a923 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:23.183518 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec064045-7557-4e6f-914f-30b175baeb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:23.187832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fe9b1-1408-4762-85e6-961ccbe60b95 req-c95f6148-7ad6-4aaf-9b4b-3687bd18cb55 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:23.191187 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3f8fe9b1-1408-4762-85e6-961ccbe60b95 req-c95f6148-7ad6-4aaf-9b4b-3687bd18cb55 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1674986 Mar 03 18:00:23.262819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3f8fe9b1-1408-4762-85e6-961ccbe60b95 req-1c5762d4-9608-464d-8e23-9a6b02be30f2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658622 Mar 03 18:00:23.333528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-9a56f4d6-4a0e-4dd0-83d7-a22a00cbc548 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37ab887f-3226-4cc9-832f-1de9198e44fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2948472 Mar 03 18:00:23.359609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec064045-7557-4e6f-914f-30b175baeb00 None None] Port e6736a35-ec88-43aa-b6ef-c93c37f2a923 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:00:23.503457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ef34-5652-4e51-b5bd-e5dae79e7305 req-f95caffa-72c8-44d2-99af-1c18aa2ca746 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:23.504510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697ba1b-2287-4ef1-a92b-b9ee645e95db req-d7c26ee9-4d6d-49df-a826-50b846a87fdf tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:23.504926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e276ef34-5652-4e51-b5bd-e5dae79e7305 req-f95caffa-72c8-44d2-99af-1c18aa2ca746 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.6036038 Mar 03 18:00:23.506035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0697ba1b-2287-4ef1-a92b-b9ee645e95db req-d7c26ee9-4d6d-49df-a826-50b846a87fdf tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 949 time: 0.1042380 Mar 03 18:00:23.529704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-facf9998-ee78-433b-a8f2-0a360b562a2c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:23.530887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-facf9998-ee78-433b-a8f2-0a360b562a2c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6&tenant_id=d238225c363345cdb45a45bb802d68c1&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 949 time: 0.7754536 Mar 03 18:00:23.546186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:00:23.552993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0697ba1b-2287-4ef1-a92b-b9ee645e95db req-f05e7cf7-52b5-486f-bcd3-caccdf58f902 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Mar 03 18:00:23.727437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:23.732851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c374d-fe2a-42e6-8c53-d0143571b64d req-63d9757c-a575-4192-9b74-bd87b8b18d83 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:23.740195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d12c374d-fe2a-42e6-8c53-d0143571b64d req-63d9757c-a575-4192-9b74-bd87b8b18d83 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.0937612 Mar 03 18:00:23.741192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e276ef34-5652-4e51-b5bd-e5dae79e7305 req-6d64da9c-0990-4787-8c50-9c9d088a72ac tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294381 Mar 03 18:00:23.763639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-55480ab1-8198-48bc-b623-d8b1833426aa service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199677 Mar 03 18:00:23.790950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d12c374d-fe2a-42e6-8c53-d0143571b64d req-9ccf3552-e113-443f-bd84-e8358cf46059 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 Mar 03 18:00:23.802525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-9ec7e59a-e978-45ea-ba33-c745a8769c20 service neutron] 10.222.0.16 "GET /v2.0/ports/01ccabb8-4f05-41b7-9fe7-7257e34e185e/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 382 time: 0.2606587 Mar 03 18:00:23.808504 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'code': 200} Mar 03 18:00:23.971161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d66f9-6408-4b39-8697-7b611544f5d6 req-839e2aff-9ba2-4a0f-9b0a-72308b0bc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:23.971161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e64d66f9-6408-4b39-8697-7b611544f5d6 req-839e2aff-9ba2-4a0f-9b0a-72308b0bc3b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 1097 time: 0.1080275 Mar 03 18:00:23.974520 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:24.015370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e64d66f9-6408-4b39-8697-7b611544f5d6 req-f1da2f36-d750-4664-8434-b0d6c7ed3408 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Mar 03 18:00:24.025556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:00:24.038356 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Sync routers for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:00:24.046277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7e3ce7e3-a361-43fc-bf62-e7a92237e581 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:00:24.055183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44670416-184c-4bdb-96ea-cb696752aaf6 req-7f6b3043-2487-480d-8e8b-4b24789a771c service neutron] 10.222.0.35 "GET /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822387 Mar 03 18:00:24.066969 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:24.067155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-50fac527-f7b6-465a-8486-c7995ed2aa6d admin admin] 10.222.0.23 "PUT /v2.0/routers/70f7b872-3bbe-41f7-bdb1-466b9daa08a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1980906 Mar 03 18:00:24.070148 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:24.092413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-d524a665-ee15-4305-b2fa-3726f72c8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:24.094026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-d524a665-ee15-4305-b2fa-3726f72c8712 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1100 time: 0.2178421 Mar 03 18:00:24.144425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a5e70-1a4d-4a53-a3b7-bdf00ae0bbeb req-4dede738-0064-4b85-9927-8f487a41dda4 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:24.152341 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-494a5e70-1a4d-4a53-a3b7-bdf00ae0bbeb req-4dede738-0064-4b85-9927-8f487a41dda4 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 944 time: 0.1323493 Mar 03 18:00:24.218976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-494a5e70-1a4d-4a53-a3b7-bdf00ae0bbeb req-8a1799c4-101b-48cc-aa4f-0b9cb3d712f2 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655274 Mar 03 18:00:24.290661 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:24.335776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-b05003d1-958c-4fbf-b8ce-516eb45633d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:24.337278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-b05003d1-958c-4fbf-b8ce-516eb45633d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2327292 Mar 03 18:00:24.360297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7e3ce7e3-a361-43fc-bf62-e7a92237e581, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7e3ce7e3-a361-43fc-bf62-e7a92237e581,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:24.386356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '7e3ce7e3-a361-43fc-bf62-e7a92237e581', 'network_id': '37ab887f-3226-4cc9-832f-1de9198e44fc', 'port_id': '7e3ce7e3-a361-43fc-bf62-e7a92237e581', 'mac_address': 'fa:16:3e:c2:cb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3b47a5-a423-47bd-b10b-25955b2b4656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:00:24.437713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-2d6820d5-55a1-41a8-b423-f8d23790cd8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.0898490 Mar 03 18:00:24.437984 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:24.512683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:24.581982 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:24.601569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-7e99778f-238d-4295-a998-4b591850b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:24.604312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ce7e3-a361-43fc-bf62-e7a92237e581 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:24.613690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-7e99778f-238d-4295-a998-4b591850b7fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1668108 Mar 03 18:00:24.621464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7e3ce7e3-a361-43fc-bf62-e7a92237e581, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7e3ce7e3-a361-43fc-bf62-e7a92237e581,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:24.629294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:24.670085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:24.684488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:24.684890 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:24.795739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7e3ce7e3-a361-43fc-bf62-e7a92237e581,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:24.862842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ebec4-5361-4ef6-b711-47947351ec7c req-ed88486a-0153-4f3b-ab21-35ebc74afd06 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:24.866166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a7ebec4-5361-4ef6-b711-47947351ec7c req-ed88486a-0153-4f3b-ab21-35ebc74afd06 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.3767889 Mar 03 18:00:24.892228 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:24.947415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-a0dadd1e-fe61-4e74-9841-f67c33d73edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:24.951170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-a0dadd1e-fe61-4e74-9841-f67c33d73edf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3277936 Mar 03 18:00:24.983138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a0be-3233-4ee0-8b0a-4d4693c808cb req-b57ae32f-535e-47e3-a9c6-d15c2881afdc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:24.984850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:24.989134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['7e3ce7e3-a361-43fc-bf62-e7a92237e581'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:24.995532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fe1a0be-3233-4ee0-8b0a-4d4693c808cb req-b57ae32f-535e-47e3-a9c6-d15c2881afdc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 949 time: 0.1942780 Mar 03 18:00:25.109071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fe1a0be-3233-4ee0-8b0a-4d4693c808cb req-35d7e0cf-4bc7-4506-833a-570d139866ff tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124895 Mar 03 18:00:25.239727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:25.318000 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 2, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:25.335542 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Checking router: 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:00:25.336978 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Updating router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 port e6736a35-ec88-43aa-b6ef-c93c37f2a923 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:00:25.411205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-f7960287-5c38-42e7-9138-45a479250c94 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229023 Mar 03 18:00:25.445007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:25.484773 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:25.516018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc246df1-e524-40ce-bee1-ac6b73d24df7 req-09b50ff5-a45a-4d49-84c6-0010cfd59e80 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:25.530881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc246df1-e524-40ce-bee1-ac6b73d24df7 req-09b50ff5-a45a-4d49-84c6-0010cfd59e80 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1724834 Mar 03 18:00:25.551819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a7ebec4-5361-4ef6-b711-47947351ec7c req-3795c980-a567-482d-abb0-26c7e8e28e8e tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788597 Mar 03 18:00:25.655930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc246df1-e524-40ce-bee1-ac6b73d24df7 req-8c1fa3cd-8db3-4f44-9b9a-48a5dada3d40 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240871 Mar 03 18:00:25.681445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52274) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:25.690137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1788015952-network', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:25.699735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:25.704477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Usage tracker for resource:network and tenant:a1aafb5b59ab4ce38e3f2567579aab59 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:25.707885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:25.714220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:25.728342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Made reservation on behalf of a1aafb5b59ab4ce38e3f2567579aab59 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:25.730917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:25.739232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-5f09aade-7ec1-4b03-8639-ec79e0a7645c service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176813 Mar 03 18:00:25.761999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:25.786634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:25.798519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Usage tracker for resource:security_group_rule and tenant:a1aafb5b59ab4ce38e3f2567579aab59 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:25.809904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:25.810108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:25.816121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:25.887651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e50261-c615-4fc8-8db4-30cdb45bf393 req-cfe607e2-fb01-48e2-9d7d-982f8d429124 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:25.897511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01e50261-c615-4fc8-8db4-30cdb45bf393 req-cfe607e2-fb01-48e2-9d7d-982f8d429124 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1214025 Mar 03 18:00:26.011193 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.019989 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.061202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbda22-cb7d-4b7e-9ff1-5a28cfe4243b req-27a63e1a-c43d-410b-942d-aa33a2023339 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:26.063222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8fbda22-cb7d-4b7e-9ff1-5a28cfe4243b req-27a63e1a-c43d-410b-942d-aa33a2023339 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 945 time: 0.1771004 Mar 03 18:00:26.096726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:00:26.128920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01e50261-c615-4fc8-8db4-30cdb45bf393 req-2964e28b-0c3a-450c-bbaa-4c1dd78f2d3d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253351 Mar 03 18:00:26.163967 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.176372 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Transition to ACTIVE for port object e6736a35-ec88-43aa-b6ef-c93c37f2a923 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:26.186410 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.194939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d5bfa-95cf-4ca2-942c-32b00fd9dd9b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:26.197850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.198198 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Added segment 5e05403e-148c-4304-96f8-bc91c847c2b5 of type vlan for network 69b4f722-57fa-47b2-b907-7d0c10b3983b Mar 03 18:00:26.222559 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8fbda22-cb7d-4b7e-9ff1-5a28cfe4243b req-4ea737e2-a63f-40a5-a632-3d9fbb7e1680 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453104 Mar 03 18:00:26.241103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52288) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:26.286098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.348888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.349984 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'code': 200} Mar 03 18:00:26.350644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:26.350876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.395968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b94e-b798-42d3-b279-10ff75820be0 req-b71f9fd8-74ab-4b45-baeb-fc5e67bee135 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:26.406152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d113b94e-b798-42d3-b279-10ff75820be0 req-b71f9fd8-74ab-4b45-baeb-fc5e67bee135 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1567483 Mar 03 18:00:26.435130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.453050 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Attempting to bind port e6736a35-ec88-43aa-b6ef-c93c37f2a923 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:26.453704 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Attempting to bind port e6736a35-ec88-43aa-b6ef-c93c37f2a923 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:26.453812 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Attempting to bind port e6736a35-ec88-43aa-b6ef-c93c37f2a923 on network 141a9fdb-a208-4a3f-9923-08a66a420473 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:26.473229 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Pushing event updated for resources: {'Port': ['ID=e6736a35-ec88-43aa-b6ef-c93c37f2a923,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:26.476325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:26.488826 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.489034 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.490725 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.491079 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.491198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Usage tracker for resource:security_group_rule and tenant:87c17beae02647bbbff0b9aa5a878de2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:26.491419 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.491884 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.492217 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.492540 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.492857 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.493230 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.493577 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.493892 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:26.497520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:26.501027 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:26.501443 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Checking segment: {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:26.502050 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.502438 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Bound using segment: {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:26.503319 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Bound port: e6736a35-ec88-43aa-b6ef-c93c37f2a923, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:26.504173 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.516123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d113b94e-b798-42d3-b279-10ff75820be0 req-74f8ec2e-5963-429d-984c-03e631bd6d3b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893579 Mar 03 18:00:26.517163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:26.588478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9058025 Mar 03 18:00:26.596172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52298) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:26.599071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17417c7e-6e83-40d6-a161-2c01571889ca admin admin] Pushing event updated for resources: {'Network': ['ID=69b4f722-57fa-47b2-b907-7d0c10b3983b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:26.605542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Request body: {'subnet': {'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1788015952-subnet', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:26.613462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:26.619653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Usage tracker for resource:subnet and tenant:a1aafb5b59ab4ce38e3f2567579aab59 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:26.623221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:26.632026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:26.644570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:00:26.649919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Made reservation on behalf of a1aafb5b59ab4ce38e3f2567579aab59 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:00:26.652343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.665140 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] For port e6736a35-ec88-43aa-b6ef-c93c37f2a923, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:26.669547 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] For port e6736a35-ec88-43aa-b6ef-c93c37f2a923, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6736a35-ec88-43aa-b6ef-c93c37f2a923,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:26.677761 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.694576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.700967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:26.720477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7f80c-e9ee-438a-bdfc-0c9860c7e9e5 req-370d48da-1dfb-43be-9edd-2767564e3652 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:26.728513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea7f80c-e9ee-438a-bdfc-0c9860c7e9e5 req-370d48da-1dfb-43be-9edd-2767564e3652 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.1889770 Mar 03 18:00:26.758060 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c3ee6-9fdd-4cf7-8b08-f0b28040dd07 None None] Pushing event updated for resources: {'Port': ['ID=e6736a35-ec88-43aa-b6ef-c93c37f2a923,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:26.770669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87c17beae02647bbbff0b9aa5a878de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252466 Mar 03 18:00:26.770669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07594b23-8874-4e96-829a-64530faa445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9365fb-20b1-4d0b-844e-c6a9e5fbc6fb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:26.785246 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:26.785898 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:26.799283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52302) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:26.866581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b41c8c-230c-4ec3-bcc8-07037e6a1a94 req-48524ce6-493e-484f-974e-f536bbbe5c59 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:26.868313 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69b41c8c-230c-4ec3-bcc8-07037e6a1a94 req-48524ce6-493e-484f-974e-f536bbbe5c59 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1329658 Mar 03 18:00:26.917050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea7f80c-e9ee-438a-bdfc-0c9860c7e9e5 req-3e22c025-e731-479f-8fab-1b344443af0b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875608 Mar 03 18:00:26.918073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69b41c8c-230c-4ec3-bcc8-07037e6a1a94 req-9c697d55-017e-4daa-a68a-7970aa3bf219 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Mar 03 18:00:27.025021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6873f4b2-2c25-4a3c-b0e0-047e822fdb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.034317 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:27.133069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6873f4b2-2c25-4a3c-b0e0-047e822fdb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.189356 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.200783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c0ac-ff4a-4c8e-9806-3b42a36bb2d2 req-b03d8d22-992a-4784-a976-df199aa5b0be tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:27.202474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b1e3c0ac-ff4a-4c8e-9806-3b42a36bb2d2 req-b03d8d22-992a-4784-a976-df199aa5b0be tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1430454 Mar 03 18:00:27.286048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b1e3c0ac-ff4a-4c8e-9806-3b42a36bb2d2 req-9ea17dbc-0499-44f0-a1d5-be0c89e5bc84 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770144 Mar 03 18:00:27.313566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40b50e0-a7eb-40a0-9e33-d25281d94d4f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:27.334181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Checking segment: {'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:27.334546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Network hostable DHCP agents. Network: 69b4f722-57fa-47b2-b907-7d0c10b3983b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:00:27.338863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6873f4b2-2c25-4a3c-b0e0-047e822fdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.454340 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:26Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:27.459363 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213928d-23a7-4b15-8a52-74918c365e8d None None] The sync data for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 is: [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:26Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:00:27.488707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873f4b2-2c25-4a3c-b0e0-047e822fdb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9365fb-20b1-4d0b-844e-c6a9e5fbc6fb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:27.520814 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6873f4b2-2c25-4a3c-b0e0-047e822fdb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.525356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6873f4b2-2c25-4a3c-b0e0-047e822fdb57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e9365fb-20b1-4d0b-844e-c6a9e5fbc6fb HTTP/1.1" status: 204 len: 168 time: 0.7107182 Mar 03 18:00:27.525941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:00:27.549477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 69b4f722-57fa-47b2-b907-7d0c10b3983b) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:27.561478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:27.562245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.565108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c66122-7cbc-4590-94be-6a621570ec1e None None] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:00:27.614158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-385df4ca-85cc-4653-8ac3-d356ea30bbbf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0167370 Mar 03 18:00:27.614938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52324) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:27.625175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:27.641460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:27.657375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Usage tracker for resource:router and tenant:a1aafb5b59ab4ce38e3f2567579aab59 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:27.677004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:27.704272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:27.721423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d487b97-298e-4b65-aa25-254d2bbe02c5 req-4c2b8875-6bbd-429b-8c9d-ee063de613d5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:27.723266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d487b97-298e-4b65-aa25-254d2bbe02c5 req-4c2b8875-6bbd-429b-8c9d-ee063de613d5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2746356 Mar 03 18:00:27.740117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.741362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.782932 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:27.855404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d487b97-298e-4b65-aa25-254d2bbe02c5 req-8743f0eb-92d6-448e-b156-012634ad8dea tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197741 Mar 03 18:00:28.086677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7e3ce7e3-a361-43fc-bf62-e7a92237e581 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:28.147429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-69b4f722-57fa-47b2-b907-7d0c10b3983b', 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'fixed_ips': [{'subnet_id': 'a40b50e0-a7eb-40a0-9e33-d25281d94d4f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:00:28.149541 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.258392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:28.278640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:00:28.295179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0ac9e-4851-45bc-a315-c85a918922ae req-21681435-e8ba-420c-aec4-1bf7c22158ae tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:28.296947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eae0ac9e-4851-45bc-a315-c85a918922ae req-21681435-e8ba-420c-aec4-1bf7c22158ae tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.2070229 Mar 03 18:00:28.302624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.347243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:28.354606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Usage tracker for resource:security_group_rule and tenant:06042030a5b147e886e49880731777bb is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:28.359422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:28.367759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:28.419901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.478456 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eae0ac9e-4851-45bc-a315-c85a918922ae req-504a4f98-16ce-47ba-84c2-a247b61bdcc6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639423 Mar 03 18:00:28.524761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:28.526398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f055a-dcb7-4c9e-9827-6cc9fe814786 req-178b8090-d030-48ed-99a8-b0c7172d2a81 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:28.535389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:28.535800 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.536755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e42f055a-dcb7-4c9e-9827-6cc9fe814786 req-178b8090-d030-48ed-99a8-b0c7172d2a81 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 945 time: 0.6139898 Mar 03 18:00:28.581581 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.589526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Allocated IP 172.20.0.2 (69b4f722-57fa-47b2-b907-7d0c10b3983b/a40b50e0-a7eb-40a0-9e33-d25281d94d4f/0676be2a-5151-43b9-af04-278e7a0077f6) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:28.609029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.611513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e42f055a-dcb7-4c9e-9827-6cc9fe814786 req-2a8659cf-d19e-45bb-b891-dd0f05683643 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704219 Mar 03 18:00:28.725597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7337e546-397d-4e7d-9d16-cdca5424541a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:28.745099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-57073045-5614-489d-8c3a-23ee3ecac167 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06042030a5b147e886e49880731777bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798753 Mar 03 18:00:28.750389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52348) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:28.807774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e6736a35-ec88-43aa-b6ef-c93c37f2a923 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:28.842569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc4eae27-5131-487e-bb12-68d25ab8a498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.879199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc4eae27-5131-487e-bb12-68d25ab8a498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:28.930193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-9bb46a08-7474-4232-9120-46b13a74d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:28.933528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-9bb46a08-7474-4232-9120-46b13a74d8fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6&tenant_id=d238225c363345cdb45a45bb802d68c1 HTTP/1.1" status: 200 len: 1101 time: 0.1157336 Mar 03 18:00:28.946294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d148b97-f004-4744-aa8b-133902ad7a4f req-16bb0bcd-7947-4504-8f19-9731436489a7 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:28.947943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d148b97-f004-4744-aa8b-133902ad7a4f req-16bb0bcd-7947-4504-8f19-9731436489a7 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2038715 Mar 03 18:00:28.954530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:00:28.990444 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.009690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc4eae27-5131-487e-bb12-68d25ab8a498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.035852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5672041f-e97e-4ec7-93ef-7410fed19479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ce7e3-a361-43fc-bf62-e7a92237e581'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:29.040800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eae27-5131-487e-bb12-68d25ab8a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7337e546-397d-4e7d-9d16-cdca5424541a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:29.072791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7e3ce7e3-a361-43fc-bf62-e7a92237e581, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7e3ce7e3-a361-43fc-bf62-e7a92237e581,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:29.076798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc4eae27-5131-487e-bb12-68d25ab8a498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.078320 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bc4eae27-5131-487e-bb12-68d25ab8a498 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7337e546-397d-4e7d-9d16-cdca5424541a HTTP/1.1" status: 204 len: 168 time: 0.3257213 Mar 03 18:00:29.083501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d148b97-f004-4744-aa8b-133902ad7a4f req-f41f53a4-3d43-4fb1-b420-12e9744e5e30 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764949 Mar 03 18:00:29.083987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e6736a35-ec88-43aa-b6ef-c93c37f2a923 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:29.088999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26407f83-87bd-4bcf-8786-af0213eb8e85 req-c370a957-d970-4a83-8a4a-6b70e800d78d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:29.097648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26407f83-87bd-4bcf-8786-af0213eb8e85 req-c370a957-d970-4a83-8a4a-6b70e800d78d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2812853 Mar 03 18:00:29.114047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.189726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.209669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e6736a35-ec88-43aa-b6ef-c93c37f2a923 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:29.216408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.277555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26407f83-87bd-4bcf-8786-af0213eb8e85 req-82e50ce5-36e0-40f0-8309-0e832c8a413b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788604 Mar 03 18:00:29.424837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7e3ce7e3-a361-43fc-bf62-e7a92237e581,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:29.433044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.488257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Transition to ACTIVE for port object 0676be2a-5151-43b9-af04-278e7a0077f6 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:29.531536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Transition to ACTIVE for port object 0676be2a-5151-43b9-af04-278e7a0077f6 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:29.533241 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.561191 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.669679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:29.680908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:29.684588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:29.701147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.742441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e6736a35-ec88-43aa-b6ef-c93c37f2a923, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6736a35-ec88-43aa-b6ef-c93c37f2a923,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:29.744796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.763883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Pushing event updated for resources: {'Port': ['ID=0676be2a-5151-43b9-af04-278e7a0077f6,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:29.767326 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.777058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:29.842871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:29.880531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c733-1c53-4980-b2af-1c7727e20ded req-fc8f870a-27d2-4a3b-8ef8-b7ff92972488 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:29.883538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Attempting to bind port 0676be2a-5151-43b9-af04-278e7a0077f6 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:29.884165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Attempting to bind port 0676be2a-5151-43b9-af04-278e7a0077f6 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:29.884317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Attempting to bind port 0676be2a-5151-43b9-af04-278e7a0077f6 on network 69b4f722-57fa-47b2-b907-7d0c10b3983b {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:29.885451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf2d15-71d4-4959-b574-e14598b2ce4b req-0f766542-0726-465c-96df-66c7bfe592f6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:29.887336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7e2c733-1c53-4980-b2af-1c7727e20ded req-fc8f870a-27d2-4a3b-8ef8-b7ff92972488 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.3872285 Mar 03 18:00:29.893045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:29.893640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Checking segment: {'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:29.893775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dfbf2d15-71d4-4959-b574-e14598b2ce4b req-0f766542-0726-465c-96df-66c7bfe592f6 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.2053983 Mar 03 18:00:29.893918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.894277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Bound using segment: {'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:29.895210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Bound port: 0676be2a-5151-43b9-af04-278e7a0077f6, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:29.895210 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:29.944680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e6736a35-ec88-43aa-b6ef-c93c37f2a923,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:29.949220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Allocated IP 172.25.0.138 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/4b31f19b-2d99-4b41-912b-431537dc9331) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:29.954061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7e2c733-1c53-4980-b2af-1c7727e20ded req-11cef477-6939-4c11-92ca-1101f1a50cda tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659204 Mar 03 18:00:29.977520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dfbf2d15-71d4-4959-b574-e14598b2ce4b req-6f1bc909-2b27-461d-ae2f-2a6b899dbe08 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823927 Mar 03 18:00:29.994004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:30.007166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.043452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Transition to ACTIVE for port object 01ccabb8-4f05-41b7-9fe7-7257e34e185e will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:30.051419 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.080975 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5672041f-e97e-4ec7-93ef-7410fed19479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ce7e3-a361-43fc-bf62-e7a92237e581', 'code': 200} Mar 03 18:00:30.099312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] For port 0676be2a-5151-43b9-af04-278e7a0077f6, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:30.104460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] For port 0676be2a-5151-43b9-af04-278e7a0077f6, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0676be2a-5151-43b9-af04-278e7a0077f6,segment=NetworkSegment(5e05403e-148c-4304-96f8-bc91c847c2b5),segment_id=5e05403e-148c-4304-96f8-bc91c847c2b5)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:30.112136 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.284081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de52af-cdf0-4479-97ad-fc3413f4d6e3 None None] Pushing event updated for resources: {'Port': ['ID=0676be2a-5151-43b9-af04-278e7a0077f6,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:30.520256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:30.555385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.566364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] No DVR routers for this DVR port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:30.613774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4347c22-96d4-4a46-8746-7c45d58d7e0b req-d746bfa6-b85a-4483-ab1c-0bbdfb8b6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:30.615539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4347c22-96d4-4a46-8746-7c45d58d7e0b req-d746bfa6-b85a-4483-ab1c-0bbdfb8b6e3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 1097 time: 0.5148580 Mar 03 18:00:30.662349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:30.689830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=10']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:30.728737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:30.729483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:30.730041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:30.730840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde230b-a340-4313-a6fb-9de1233bd9aa req-50d303a1-8254-4ff6-bfdc-ac61e8e8aabe tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:30.737581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:00:30.737964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Attempting to bind port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:30.742787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6fde230b-a340-4313-a6fb-9de1233bd9aa req-50d303a1-8254-4ff6-bfdc-ac61e8e8aabe tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 946 time: 0.4840009 Mar 03 18:00:30.759227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dbb2c-ae29-4a69-96a8-356f05d71930 req-2ee56f4c-6a54-4b8b-8156-4980ccd6f5b9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:30.760801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b1dbb2c-ae29-4a69-96a8-356f05d71930 req-2ee56f4c-6a54-4b8b-8156-4980ccd6f5b9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.4626114 Mar 03 18:00:30.765434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:30.766080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:30.766202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:30.766587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Bound port: 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:30.766954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.791209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.853554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0676be2a-5151-43b9-af04-278e7a0077f6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:30.862754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4347c22-96d4-4a46-8746-7c45d58d7e0b req-0b128b96-620a-45fc-a5e0-97abbf473f11 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373602 Mar 03 18:00:30.887377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:30.890482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:30.899069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.930152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6fde230b-a340-4313-a6fb-9de1233bd9aa req-391bcbf4-8fc9-4294-ad4e-13d88b4f0810 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887071 Mar 03 18:00:30.932980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:30.936520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 0676be2a-5151-43b9-af04-278e7a0077f6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:30.947587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e6736a35-ec88-43aa-b6ef-c93c37f2a923 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:30.965065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:30.972509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:30.973129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:30.973998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:30.974535 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] 10.222.0.35 "PUT /v2.0/ports/01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 1097 time: 2.0255833 Mar 03 18:00:30.983757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b1dbb2c-ae29-4a69-96a8-356f05d71930 req-2f94aaf7-c8b6-4171-9f96-4dee39130a76 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022326 Mar 03 18:00:31.020865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f8bc-c5a8-42c9-88a0-a595bf133ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=11']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:31.064540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e6736a35-ec88-43aa-b6ef-c93c37f2a923 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:31.064903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:31.099048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b31f19b-2d99-4b41-912b-431537dc9331,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:31.204314 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'code': 200} Mar 03 18:00:31.243596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-dd10e6f1-3081-4a3c-9783-42a82a628e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:31.245443 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-dd10e6f1-3081-4a3c-9783-42a82a628e88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1100 time: 0.1651301 Mar 03 18:00:31.540926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003978c-712a-4bb9-a39e-20319002e503 req-e4f41e62-afbf-4258-840f-06659d59fe4e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:31.542483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0003978c-712a-4bb9-a39e-20319002e503 req-e4f41e62-afbf-4258-840f-06659d59fe4e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2686634 Mar 03 18:00:31.552436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-ded27730-5a69-43e1-9065-7f7317b9eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:31.552436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-ded27730-5a69-43e1-9065-7f7317b9eebe service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.2724357 Mar 03 18:00:31.637633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-d35241bf-8857-445c-a7ba-c881da87155f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.0734327 Mar 03 18:00:31.648155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770d515-1b58-4d2a-9685-131b0110071b req-9e79d3f5-70cd-4cd1-bf68-870149c3b08c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:31.655126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7770d515-1b58-4d2a-9685-131b0110071b req-9e79d3f5-70cd-4cd1-bf68-870149c3b08c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 949 time: 0.2377996 Mar 03 18:00:31.693898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0003978c-712a-4bb9-a39e-20319002e503 req-2aaaa350-1c95-4c99-97fe-1463289b7f96 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435928 Mar 03 18:00:31.714006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-b02ee4cb-6aef-4a9d-9beb-43a2448de2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:31.722760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-b02ee4cb-6aef-4a9d-9beb-43a2448de2be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0678144 Mar 03 18:00:31.732562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7770d515-1b58-4d2a-9685-131b0110071b req-acc76273-687d-49bb-8acf-c2544bb17e80 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765150 Mar 03 18:00:31.809839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfcfc70-5242-4311-b82e-0bfaba097214 None None] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:00:31.906250 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:31.930631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-685027f0-2b8b-43ee-861c-3697df802675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:31.932119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-685027f0-2b8b-43ee-861c-3697df802675 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967249 Mar 03 18:00:31.978542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d4493-cbdc-4fdc-b28a-22c62326de54 req-cc2da175-11db-46a8-9ec0-14be3569e5aa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:31.980122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b67d4493-cbdc-4fdc-b28a-22c62326de54 req-cc2da175-11db-46a8-9ec0-14be3569e5aa tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1600564 Mar 03 18:00:32.065368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3930910b-27fb-424e-83a8-f41479ba0850 None None] Provisioning for port 0676be2a-5151-43b9-af04-278e7a0077f6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:32.087605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3930910b-27fb-424e-83a8-f41479ba0850 None None] Provisioning complete for port 0676be2a-5151-43b9-af04-278e7a0077f6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:32.088873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3930910b-27fb-424e-83a8-f41479ba0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:32.249260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b67d4493-cbdc-4fdc-b28a-22c62326de54 req-bf0d1138-9766-4ae6-86c2-492bfc353a3b tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540810 Mar 03 18:00:32.308832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-5981deb5-b954-4485-b104-50edf77f161b service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631442 Mar 03 18:00:32.554288 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3930910b-27fb-424e-83a8-f41479ba0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:32.559069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ec264e0-f0a0-494b-8f12-7bea3e50b179 req-24a64c49-d456-4165-af19-7ba6cdb61af1 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435801 Mar 03 18:00:32.591707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890ff23-8cce-45da-a07f-b95d338485e8 req-726d78da-aec7-42dc-846d-a4cc7d1da5a1 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:32.594465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01027a6-40f8-47e1-92bc-caf2becdf0cc req-f31db984-03c2-4729-b699-2807aa2cf838 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:32.601340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6890ff23-8cce-45da-a07f-b95d338485e8 req-726d78da-aec7-42dc-846d-a4cc7d1da5a1 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 946 time: 0.3907397 Mar 03 18:00:32.602444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d01027a6-40f8-47e1-92bc-caf2becdf0cc req-f31db984-03c2-4729-b699-2807aa2cf838 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1440575 Mar 03 18:00:32.606674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:32.620873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3930910b-27fb-424e-83a8-f41479ba0850 None None] For port 0676be2a-5151-43b9-af04-278e7a0077f6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0676be2a-5151-43b9-af04-278e7a0077f6,segment=NetworkSegment(5e05403e-148c-4304-96f8-bc91c847c2b5),segment_id=5e05403e-148c-4304-96f8-bc91c847c2b5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:32.628916 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3930910b-27fb-424e-83a8-f41479ba0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:32.659307 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d01027a6-40f8-47e1-92bc-caf2becdf0cc req-1c5c99c8-0846-4989-947b-c92842726ebc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533378 Mar 03 18:00:32.819065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52454) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:32.835524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930910b-27fb-424e-83a8-f41479ba0850 None None] Pushing event updated for resources: {'Port': ['ID=0676be2a-5151-43b9-af04-278e7a0077f6,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:32.887721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ac943-cb4e-4d73-976e-80d7afd0916a req-76da12cb-43e2-4907-88fb-fdb62252970c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:32.889151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f7ac943-cb4e-4d73-976e-80d7afd0916a req-76da12cb-43e2-4907-88fb-fdb62252970c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1117988 Mar 03 18:00:32.936873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f7ac943-cb4e-4d73-976e-80d7afd0916a req-a9f9eb49-bb1b-4006-b117-71e00998a328 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Mar 03 18:00:32.958672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fd80f700-faa0-4984-9a92-3bb30356b1dc None None] Provisioning complete for port 0676be2a-5151-43b9-af04-278e7a0077f6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:32.959776 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd80f700-faa0-4984-9a92-3bb30356b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:33.009728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6890ff23-8cce-45da-a07f-b95d338485e8 req-fc417095-3483-41b8-9635-da92249c4179 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051976 Mar 03 18:00:33.016378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:33.045889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:33.061076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Usage tracker for resource:security_group_rule and tenant:b7aab377442747038928f530f4718aca is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:33.065241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:33.098167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Router e270dc45-1e77-4278-9218-20496b2ec18e is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:00:33.114316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:33.205175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5f3e4-dd5e-418f-aa02-b7cf150be5a1 req-a7720a32-1330-4be3-9616-dff463f61064 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:33.206803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7f5f3e4-dd5e-418f-aa02-b7cf150be5a1 req-a7720a32-1330-4be3-9616-dff463f61064 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1472425 Mar 03 18:00:33.208890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:33.287324 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7f5f3e4-dd5e-418f-aa02-b7cf150be5a1 req-30d0a454-7bca-461b-84c5-e5cc80fccf88 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Mar 03 18:00:33.304296 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:33.314538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:33.385641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:00:33.395858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Sync routers for ids ['e270dc45-1e77-4278-9218-20496b2ec18e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:00:33.409250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Routers {'e270dc45-1e77-4278-9218-20496b2ec18e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:33.411472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e270dc45-1e77-4278-9218-20496b2ec18e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:33.416030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e909c0-8a09-49ff-bed2-a7a796e649ef req-1818e73f-8eca-4f2f-89e8-26442d204a8d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:33.417376 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92e909c0-8a09-49ff-bed2-a7a796e649ef req-1818e73f-8eca-4f2f-89e8-26442d204a8d tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 949 time: 0.2427759 Mar 03 18:00:33.525735 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:33.529482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5286d85-0fab-4595-b930-88e5b3ce3bc5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9107020 Mar 03 18:00:33.530528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52472) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:33.590388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92e909c0-8a09-49ff-bed2-a7a796e649ef req-ad739716-9ae5-4512-97e5-7b70a9e66bc5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584370 Mar 03 18:00:33.598495 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'status': 'completed', 'code': 200} Mar 03 18:00:33.716512 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7aab377442747038928f530f4718aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8960660 Mar 03 18:00:33.720310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:33.732139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01539b0f-10df-47a9-b41f-97434399e430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532f2f2c-2c34-4e5c-84ee-e511f831edb4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:33.770904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Set router e270dc45-1e77-4278-9218-20496b2ec18e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:33.796479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-4f764081-aba4-47ae-a906-d35ba5d9d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:33.797983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-4f764081-aba4-47ae-a906-d35ba5d9d870 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1100 time: 0.2975881 Mar 03 18:00:33.904386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c69bf9b-5550-46ad-bd5b-e75a1426332b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:33.935662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c69bf9b-5550-46ad-bd5b-e75a1426332b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:33.976713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-075bbaad-1e31-4046-8076-745727f47503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:33.978310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-075bbaad-1e31-4046-8076-745727f47503 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d238225c363345cdb45a45bb802d68c1&device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1100 time: 0.4183645 Mar 03 18:00:34.038381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728207ff-f209-448e-a441-79c9962aa96d req-539bee01-20d2-4405-bd36-b7da34a5a279 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:34.039951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-728207ff-f209-448e-a441-79c9962aa96d req-539bee01-20d2-4405-bd36-b7da34a5a279 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.4294419 Mar 03 18:00:34.132538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:00:34.205248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cd583-c597-43fe-9673-91b12234832f req-ca28fd54-1d5c-4f05-a446-332c2c84d61b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:34.206740 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-467cd583-c597-43fe-9673-91b12234832f req-ca28fd54-1d5c-4f05-a446-332c2c84d61b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1909773 Mar 03 18:00:34.222253 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c69bf9b-5550-46ad-bd5b-e75a1426332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:34.248162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:00:31Z', 'revision_number': 3, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:34.267850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Checking router: e270dc45-1e77-4278-9218-20496b2ec18e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:00:34.268192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Updating router e270dc45-1e77-4278-9218-20496b2ec18e port 4b31f19b-2d99-4b41-912b-431537dc9331 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:00:34.326522 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-467cd583-c597-43fe-9673-91b12234832f req-c05b5db1-3c29-4dcb-a9f5-9cbf551a21a0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111479 Mar 03 18:00:34.327174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69bf9b-5550-46ad-bd5b-e75a1426332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f2f2c-2c34-4e5c-84ee-e511f831edb4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:34.371996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:34.376330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-e75a0ba4-54ee-493e-a68f-a7b24fd45305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:34.378130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-e75a0ba4-54ee-493e-a68f-a7b24fd45305 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.5718968 Mar 03 18:00:34.414088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:34.422414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-5741c8e9-073d-4ac1-9105-ab347ddade49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:34.424421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-5741c8e9-073d-4ac1-9105-ab347ddade49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.4339645 Mar 03 18:00:34.432850 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c69bf9b-5550-46ad-bd5b-e75a1426332b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:34.439131 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9c69bf9b-5550-46ad-bd5b-e75a1426332b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/532f2f2c-2c34-4e5c-84ee-e511f831edb4 HTTP/1.1" status: 204 len: 168 time: 0.7132080 Mar 03 18:00:34.441173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'mac_address': 'fa:16:3e:cd:db:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:00:34.521941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-c557fed1-67b8-49e5-bbdb-20a166788c37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.0899413 Mar 03 18:00:34.525014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-728207ff-f209-448e-a441-79c9962aa96d req-5c879db4-78c9-4fbd-b4fc-7f191d135298 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356427 Mar 03 18:00:34.574661 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:34.608721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ccabb8-4f05-41b7-9fe7-7257e34e185e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:34.650980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-2635125b-76e4-4fc7-9493-5ed0f39bf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:34.654218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-2635125b-76e4-4fc7-9493-5ed0f39bf4f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0672839 Mar 03 18:00:34.670657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-fa975740-6aa3-4ee2-bae0-85ae108fb760 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 200 len: 217 time: 0.1536443 Mar 03 18:00:34.685525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:34.730613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:34.743424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:34.858654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0676be2a-5151-43b9-af04-278e7a0077f6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:34.924942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-1bb46300-907e-423a-aebc-1e909140b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:34.928355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-1bb46300-907e-423a-aebc-1e909140b2cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1525283 Mar 03 18:00:34.997208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:35.023197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-c9378cb4-4bdf-4973-a158-c23c90d566be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:35.029224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0676be2a-5151-43b9-af04-278e7a0077f6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:35.030056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.037717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-c9378cb4-4bdf-4973-a158-c23c90d566be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3597419 Mar 03 18:00:35.081645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['01ccabb8-4f05-41b7-9fe7-7257e34e185e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:35.143650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52504) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:35.229280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dd4b1-d723-445c-8b02-e6f79d76dab5 req-56105dae-30bf-407e-af20-8b9ab0a558c8 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:35.230952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-694dd4b1-d723-445c-8b02-e6f79d76dab5 req-56105dae-30bf-407e-af20-8b9ab0a558c8 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.4135427 Mar 03 18:00:35.284880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.307117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-3781b302-8850-4e1e-b94e-6df805aeda67 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399042 Mar 03 18:00:35.340908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-694dd4b1-d723-445c-8b02-e6f79d76dab5 req-2168e807-c246-4588-bd53-181b8b756292 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019516 Mar 03 18:00:35.344415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Transition to ACTIVE for port object 4b31f19b-2d99-4b41-912b-431537dc9331 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:35.346248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-65556254-ab1a-4b33-87ba-57e33dc79e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:35.348713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-65556254-ab1a-4b33-87ba-57e33dc79e07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4038134 Mar 03 18:00:35.376257 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.400309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.433133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:35.441268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Allocated IP 172.20.0.1 (69b4f722-57fa-47b2-b907-7d0c10b3983b/a40b50e0-a7eb-40a0-9e33-d25281d94d4f/9967c1e5-ce6c-4b38-8355-8b9d1c775a96) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:00:35.448019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Usage tracker for resource:security_group_rule and tenant:4cab9b4d5b024bb18e0b6b2e00b8551a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:35.458191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:35.472097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:35.490261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Attempting to bind port 4b31f19b-2d99-4b41-912b-431537dc9331 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:35.490859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Attempting to bind port 4b31f19b-2d99-4b41-912b-431537dc9331 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:35.491241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Attempting to bind port 4b31f19b-2d99-4b41-912b-431537dc9331 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:35.501151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:35.501756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:35.502251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.502740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:35.503308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Bound port: 4b31f19b-2d99-4b41-912b-431537dc9331, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:35.503793 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.543482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a245f9-b636-4009-aca9-abfc68fee96a None None] Pushing event updated for resources: {'Port': ['ID=4b31f19b-2d99-4b41-912b-431537dc9331,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:35.625443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70c7f4-7ba1-491b-a898-0a1c7d1bf9e1 req-27d1587f-455e-4329-9ae6-e6ca981693c6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:35.637235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa70c7f4-7ba1-491b-a898-0a1c7d1bf9e1 req-27d1587f-455e-4329-9ae6-e6ca981693c6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.4866960 Mar 03 18:00:35.642704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] For port 4b31f19b-2d99-4b41-912b-431537dc9331, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:35.646890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] For port 4b31f19b-2d99-4b41-912b-431537dc9331, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4b31f19b-2d99-4b41-912b-431537dc9331,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:35.656005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.731599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a245f9-b636-4009-aca9-abfc68fee96a None None] Pushing event updated for resources: {'Port': ['ID=4b31f19b-2d99-4b41-912b-431537dc9331,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:35.740722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa70c7f4-7ba1-491b-a898-0a1c7d1bf9e1 req-72f05cb8-8174-4d76-a422-cd6a427f1946 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022863 Mar 03 18:00:35.778186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Routers {'e270dc45-1e77-4278-9218-20496b2ec18e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:35.778976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e270dc45-1e77-4278-9218-20496b2ec18e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:35.784498 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.795299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-cd641226-4892-4fa1-a47c-bd7d888e93cf service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755180 Mar 03 18:00:35.815115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-14aa62c4-774f-4f0b-9459-1adceea57bdc service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536433 Mar 03 18:00:35.820615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Transition to ACTIVE for port object 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:35.853560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.861890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.928607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cab9b4d5b024bb18e0b6b2e00b8551a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7774100 Mar 03 18:00:35.931753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:35.936033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064150f-09a1-4303-ba5b-13106aee5d05,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:35.939180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52510) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:36.003717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] Set router e270dc45-1e77-4278-9218-20496b2ec18e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:36.005299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.005669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.006007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.006338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.006667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.006992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.007312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.007629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.007947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.008263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.008578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.008891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f422293-fb12-48f3-a54c-cab653d3f682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:36.021493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a06c2640-3858-4c9d-b3d8-57ed40f60c50 req-48b124a3-6920-45b3-9f6d-88e107755395 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998346 Mar 03 18:00:36.039178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd8e92-a5fa-4434-baef-e8dad4326224 req-a6f6b9df-b86c-4986-8724-b17634765fcd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:36.046790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70dd8e92-a5fa-4434-baef-e8dad4326224 req-a6f6b9df-b86c-4986-8724-b17634765fcd tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 950 time: 0.1859753 Mar 03 18:00:36.080475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:36.087282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:36.100842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:00:36.147761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70dd8e92-a5fa-4434-baef-e8dad4326224 req-10aea48e-e555-49bc-be07-944bd3b0ada7 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Mar 03 18:00:36.165669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Pushing event updated for resources: {'Port': ['ID=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:36.212077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc49fb22-bbd8-4585-a077-92f0e83540ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.230650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.360493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:00:31Z', 'revision_number': 3, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:36.369573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8626d-c969-4e2e-bc0f-64e8e37e9b97 None None] The sync data for ids ['e270dc45-1e77-4278-9218-20496b2ec18e'] in n-d-827121-1 is: [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:00:31Z', 'revision_number': 3, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:00:36.383075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-457cf135-f97c-4b03-95e9-f740bbb8487a None None] Provisioning for port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:36.389939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-457cf135-f97c-4b03-95e9-f740bbb8487a None None] Provisioning complete for port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:36.389939 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-457cf135-f97c-4b03-95e9-f740bbb8487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.391611 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc49fb22-bbd8-4585-a077-92f0e83540ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.416530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ff858-543f-42eb-ab8c-4cb3dfc49e24 req-a1a841c7-3d74-46d9-80fa-28f83290abfd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:36.418151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-349ff858-543f-42eb-ab8c-4cb3dfc49e24 req-a1a841c7-3d74-46d9-80fa-28f83290abfd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1629961 Mar 03 18:00:36.429225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631594-099b-4f53-944c-d494d4e6e2a4 req-7f97831a-e54a-4fe3-9104-0e1989bdd699 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:36.436144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6631594-099b-4f53-944c-d494d4e6e2a4 req-7f97831a-e54a-4fe3-9104-0e1989bdd699 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 946 time: 0.4638355 Mar 03 18:00:36.455892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-457cf135-f97c-4b03-95e9-f740bbb8487a None None] Port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:00:36.479974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-adfcfda6-f543-4aee-a26c-2c66ae6a97e0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:36.481864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-adfcfda6-f543-4aee-a26c-2c66ae6a97e0 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 946 time: 0.1778722 Mar 03 18:00:36.528472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6631594-099b-4f53-944c-d494d4e6e2a4 req-cb8faa06-8629-4b4d-af44-ac5a8c7b5197 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/security-groups?id=49ac841b-dfe2-49fd-89c5-3ed8ceeead90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914323 Mar 03 18:00:36.535309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-349ff858-543f-42eb-ab8c-4cb3dfc49e24 req-42f41ab1-40b7-4db4-95ea-1483a3bd147c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091325 Mar 03 18:00:36.591511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Deleting port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:36.591907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.627352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc49fb22-bbd8-4585-a077-92f0e83540ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.659561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49fb22-bbd8-4585-a077-92f0e83540ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064150f-09a1-4303-ba5b-13106aee5d05,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:36.708651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.724539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc49fb22-bbd8-4585-a077-92f0e83540ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:36.727949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cc49fb22-bbd8-4585-a077-92f0e83540ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f064150f-09a1-4303-ba5b-13106aee5d05 HTTP/1.1" status: 204 len: 168 time: 0.7554348 Mar 03 18:00:37.069072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ac339-f682-4eaa-b961-98fa81b0694b req-c60f8180-1d36-4fd7-9ffb-759f85436aac tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:37.071051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] For port 7e3ce7e3-a361-43fc-bf62-e7a92237e581, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7e3ce7e3-a361-43fc-bf62-e7a92237e581,segment=NetworkSegment(41e24a70-72b0-4e75-a4e8-8e371989c8d4),segment_id=41e24a70-72b0-4e75-a4e8-8e371989c8d4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:37.071636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:37.084100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d4ac339-f682-4eaa-b961-98fa81b0694b req-c60f8180-1d36-4fd7-9ffb-759f85436aac tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 1101 time: 0.2496986 Mar 03 18:00:37.152385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:37.198481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:37.266235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Calling delete_port for 7e3ce7e3-a361-43fc-bf62-e7a92237e581 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:00:37.328441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d4ac339-f682-4eaa-b961-98fa81b0694b req-987ce437-3646-4c0d-90d9-e36d55f56f36 tempest-MigrationsAdminTest-99571824 tempest-MigrationsAdminTest-99571824-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423477 Mar 03 18:00:37.431833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:37.496210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Pushing event updated for resources: {'Port': ['ID=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:37.644633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baee22a-3d55-41e7-bdf1-1f85b76499fc req-88a94b8a-a707-4c14-95dd-149e26c86904 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:37.657378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8baee22a-3d55-41e7-bdf1-1f85b76499fc req-88a94b8a-a707-4c14-95dd-149e26c86904 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.3986795 Mar 03 18:00:37.781485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8baee22a-3d55-41e7-bdf1-1f85b76499fc req-e7268b5c-0d88-4351-8951-0a5b74c12930 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201093 Mar 03 18:00:37.841741 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:37.857828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['7e3ce7e3-a361-43fc-bf62-e7a92237e581'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:37.913493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fddf-add1-422a-8bdd-13bd5337f013 req-5fb5a796-e2d9-46d5-a232-628a76c7523e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:37.924648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3bf4fddf-add1-422a-8bdd-13bd5337f013 req-5fb5a796-e2d9-46d5-a232-628a76c7523e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.3912292 Mar 03 18:00:37.958151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Pushing event deleted for resources: {'Port': ['ID=7e3ce7e3-a361-43fc-bf62-e7a92237e581,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:37.960096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:00:37.965967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:00:38.016704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.017078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.017437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.021261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.022545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.022794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.023124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.023448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.023771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.024081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.026981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.027346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:00:38.161929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:38.168108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3bf4fddf-add1-422a-8bdd-13bd5337f013 req-b3c06f95-1d7a-4d25-9deb-d03da7eb30f1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423716 Mar 03 18:00:38.323335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] No DVR routers for this DVR port 7e3ce7e3-a361-43fc-bf62-e7a92237e581 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:38.336187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:38.343984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Router e270dc45-1e77-4278-9218-20496b2ec18e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:00:38.347494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5672041f-e97e-4ec7-93ef-7410fed19479', 'name': 'network-vif-deleted', 'tag': '7e3ce7e3-a361-43fc-bf62-e7a92237e581'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:38.393673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fa1210ef-f821-410c-8f0c-d972ae8dc37c req-1421c805-7e43-4796-8022-be452e4cc278 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.35 "DELETE /v2.0/ports/7e3ce7e3-a361-43fc-bf62-e7a92237e581 HTTP/1.1" status: 204 len: 173 time: 1.9045904 Mar 03 18:00:38.398311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:38.403849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 01ccabb8-4f05-41b7-9fe7-7257e34e185e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:38.404674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:38.442593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb094b8b-0b2d-41f9-a32b-d3fcc0504d44 req-8ef3626f-51df-48eb-af3a-1df15e72a8c9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:38.463536 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb094b8b-0b2d-41f9-a32b-d3fcc0504d44 req-8ef3626f-51df-48eb-af3a-1df15e72a8c9 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.5092089 Mar 03 18:00:38.573932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb094b8b-0b2d-41f9-a32b-d3fcc0504d44 req-ad9a12a6-acf9-4200-84ad-9dd5d93e7108 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091485 Mar 03 18:00:38.706891 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:38.783904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:00:38.811693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-534ed32b-223a-427e-b86c-f087b5c8e3cc admin admin] 10.222.0.23 "PUT /v2.0/routers/e270dc45-1e77-4278-9218-20496b2ec18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2697124 Mar 03 18:00:38.836331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:38.845758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-29315533-8e2e-452c-9c27-a17508204a01 None None] Provisioning complete for port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:38.846195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-29315533-8e2e-452c-9c27-a17508204a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:38.891027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-22ce38bd-680b-492f-87a8-3c69046690bf req-c2f19130-7e18-4464-97d5-d0aadab8c393 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Synchronizing usage tracker for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:38.911849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-22ce38bd-680b-492f-87a8-3c69046690bf req-c2f19130-7e18-4464-97d5-d0aadab8c393 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] Unset dirty status for tenant:7d4c19f87f1a4db3a6f3fc77bcf9205e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:38.914837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:38.925135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b31f19b-2d99-4b41-912b-431537dc9331 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:38.929882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ce38bd-680b-492f-87a8-3c69046690bf req-c2f19130-7e18-4464-97d5-d0aadab8c393 tempest-VolumesActionsTest-1807280061 tempest-VolumesActionsTest-1807280061-project] 10.222.0.23 "GET /v2.0/ports?device_id=5672041f-e97e-4ec7-93ef-7410fed19479 HTTP/1.1" status: 200 len: 210 time: 0.1643708 Mar 03 18:00:39.003429 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:39.004827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7e3ce7e3-a361-43fc-bf62-e7a92237e581 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:39.006891 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5672041f-e97e-4ec7-93ef-7410fed19479', 'name': 'network-vif-deleted', 'tag': '7e3ce7e3-a361-43fc-bf62-e7a92237e581', 'status': 'completed', 'code': 200} Mar 03 18:00:39.121127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f700f-3c7a-41a1-8701-54b020326628 req-05e051b6-1c52-4bb8-a125-86f9580a21c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:39.122680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e2f700f-3c7a-41a1-8701-54b020326628 req-05e051b6-1c52-4bb8-a125-86f9580a21c8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1907973 Mar 03 18:00:39.177005 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Sync routers for ids ['e270dc45-1e77-4278-9218-20496b2ec18e'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:00:39.191204 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Routers {'e270dc45-1e77-4278-9218-20496b2ec18e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:39.191835 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e270dc45-1e77-4278-9218-20496b2ec18e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:39.197526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e2f700f-3c7a-41a1-8701-54b020326628 req-88747c2e-d076-4bf5-80bf-fb5225d93e25 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648346 Mar 03 18:00:39.215258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 7e3ce7e3-a361-43fc-bf62-e7a92237e581 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:00:39.215711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7e3ce7e3-a361-43fc-bf62-e7a92237e581 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:39.228401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=13']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:39.290884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-29315533-8e2e-452c-9c27-a17508204a01 None None] Port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:00:39.304628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3780b17-4283-428b-90fa-5040ef295657 req-b2af7e71-5f31-453e-8a31-a44b35496d32 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:39.306364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3780b17-4283-428b-90fa-5040ef295657 req-b2af7e71-5f31-453e-8a31-a44b35496d32 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 951 time: 0.1833200 Mar 03 18:00:39.353561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4b31f19b-2d99-4b41-912b-431537dc9331 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:39.369180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4b31f19b-2d99-4b41-912b-431537dc9331 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:39.378890 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:39.439019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3780b17-4283-428b-90fa-5040ef295657 req-06549f08-b448-4b47-8e0c-51b9d1bc20c4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262360 Mar 03 18:00:39.489922 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Set router e270dc45-1e77-4278-9218-20496b2ec18e gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:39.525858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb4b5-3b43-4d78-b2db-a39fab129fcc req-a0d21310-d0b0-4e03-a44a-87ce356b6c5a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:39.527563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-304eb4b5-3b43-4d78-b2db-a39fab129fcc req-a0d21310-d0b0-4e03-a44a-87ce356b6c5a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1521282 Mar 03 18:00:39.608602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-304eb4b5-3b43-4d78-b2db-a39fab129fcc req-e0d237fd-9a1d-486f-b5d7-539b083ee036 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737140 Mar 03 18:00:39.622602 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'code': 200} Mar 03 18:00:39.642718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:39.664408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 4b31f19b-2d99-4b41-912b-431537dc9331, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4b31f19b-2d99-4b41-912b-431537dc9331,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:39.671576 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:39.823897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=4b31f19b-2d99-4b41-912b-431537dc9331,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:40.010658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c39dc-0756-438a-8690-96cf0193c4c6 req-acf71a4f-fabd-46c4-a7ca-4ea5dd249876 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:40.018807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-342c39dc-0756-438a-8690-96cf0193c4c6 req-acf71a4f-fabd-46c4-a7ca-4ea5dd249876 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1819792 Mar 03 18:00:40.101807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-342c39dc-0756-438a-8690-96cf0193c4c6 req-c8c95aca-db89-4be5-b5be-3b7162c002b5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 Mar 03 18:00:40.212913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e40ae1-cd96-4d7f-8947-c525bc5a5acd req-37daeefd-6930-49dc-9cd8-292e41df9017 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:40.220814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99e40ae1-cd96-4d7f-8947-c525bc5a5acd req-37daeefd-6930-49dc-9cd8-292e41df9017 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.3591886 Mar 03 18:00:40.337644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99e40ae1-cd96-4d7f-8947-c525bc5a5acd req-bee2f4a7-9af7-48ba-a09c-be5a96c9684e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118867 Mar 03 18:00:40.498918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61109628-5468-489b-aaf3-1114a598c809 req-9b3940b0-c472-4c3a-bcc6-69799050c7d3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:40.504218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61109628-5468-489b-aaf3-1114a598c809 req-9b3940b0-c472-4c3a-bcc6-69799050c7d3 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 951 time: 0.1606281 Mar 03 18:00:40.614304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:00:36Z', 'revision_number': 4, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9967c1e5-ce6c-4b38-8355-8b9d1c775a96', 'name': '', 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'mac_address': 'fa:16:3e:f4:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a40b50e0-a7eb-40a0-9e33-d25281d94d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:34Z', 'updated_at': '2022-03-03T18:00:36Z', 'revision_number': 2, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'subnets': [{'id': 'a40b50e0-a7eb-40a0-9e33-d25281d94d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:40.618519 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Checking router: e270dc45-1e77-4278-9218-20496b2ec18e for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:00:40.619195 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Updating router e270dc45-1e77-4278-9218-20496b2ec18e port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:00:40.683610 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:40.757874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Deleting port 01ccabb8-4f05-41b7-9fe7-7257e34e185e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:40.758307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:40.776883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b31f19b-2d99-4b41-912b-431537dc9331 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:40.990515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4b31f19b-2d99-4b41-912b-431537dc9331 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:40.990897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:41.070665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674baf2d-ea39-4b26-a2df-1b8d0ddf5261 req-dfdab443-984d-45a5-bd08-0ce46653c20e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:41.092207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-674baf2d-ea39-4b26-a2df-1b8d0ddf5261 req-dfdab443-984d-45a5-bd08-0ce46653c20e tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 951 time: 0.1274409 Mar 03 18:00:41.300210 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-674baf2d-ea39-4b26-a2df-1b8d0ddf5261 req-828c628a-d641-4042-a15f-53998365d0f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067261 Mar 03 18:00:41.416405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ebb0-cd16-43de-b8bc-1fde6c5f5d25 req-821e18a2-d2f9-4abf-9c72-7b7387552bc3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:41.426364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8180ebb0-cd16-43de-b8bc-1fde6c5f5d25 req-821e18a2-d2f9-4abf-9c72-7b7387552bc3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.8624074 Mar 03 18:00:41.488977 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:41.509450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] For port 01ccabb8-4f05-41b7-9fe7-7257e34e185e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=01ccabb8-4f05-41b7-9fe7-7257e34e185e,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:41.510421 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:41.522373 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Transition to ACTIVE for port object 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:00:41.535497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2a95-5978-4073-8b16-507e562e9efa req-31231b5d-9147-40c2-912c-451f6eaf153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:41.537104 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-590c2a95-5978-4073-8b16-507e562e9efa req-31231b5d-9147-40c2-912c-451f6eaf153f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54726f737157400c8050a56d280a3d47&device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 1097 time: 0.5484707 Mar 03 18:00:41.545029 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:41.677248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c2df-c50f-4782-8180-06819a4d997d req-8b67451d-4355-4748-b9bf-8cbdd82fdd0a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:41.681780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d82c2df-c50f-4782-8180-06819a4d997d req-8b67451d-4355-4748-b9bf-8cbdd82fdd0a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1688097 Mar 03 18:00:41.739710 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8180ebb0-cd16-43de-b8bc-1fde6c5f5d25 req-ef2a4a43-dbcf-443a-95f9-f0ea8d200720 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971532 Mar 03 18:00:41.793636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d82c2df-c50f-4782-8180-06819a4d997d req-1d60e519-3fe0-4f11-b5e0-718e0a62fde3 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984778 Mar 03 18:00:41.854212 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a3ecb-6b48-4080-b79e-ba31895c3b3f None None] Pushing event updated for resources: {'Port': ['ID=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:42.071255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42754153-1479-4112-bf28-ce7b43c06656 req-1e12a520-805d-4710-9042-1e8c9e4c1606 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:42.073760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Calling delete_port for 01ccabb8-4f05-41b7-9fe7-7257e34e185e owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:00:42.081131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42754153-1479-4112-bf28-ce7b43c06656 req-1e12a520-805d-4710-9042-1e8c9e4c1606 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1684537 Mar 03 18:00:42.129752 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Attempting to bind port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:00:42.130542 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Attempting to bind port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:00:42.131304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Attempting to bind port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 on network 69b4f722-57fa-47b2-b907-7d0c10b3983b {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:00:42.143202 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:00:42.145071 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Checking segment: {'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:00:42.146980 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:42.147567 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Bound using segment: {'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:00:42.148402 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Bound port: 9967c1e5-ce6c-4b38-8355-8b9d1c775a96, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e05403e-148c-4304-96f8-bc91c847c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:00:42.149249 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:42.177749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42754153-1479-4112-bf28-ce7b43c06656 req-25c79135-53e1-44cc-9554-afbbf7622401 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953231 Mar 03 18:00:42.295445 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] For port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:00:42.299896 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] For port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,segment=NetworkSegment(5e05403e-148c-4304-96f8-bc91c847c2b5),segment_id=5e05403e-148c-4304-96f8-bc91c847c2b5)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:00:42.306719 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:42.403483 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a3ecb-6b48-4080-b79e-ba31895c3b3f None None] Pushing event updated for resources: {'Port': ['ID=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:42.438140 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Routers {'e270dc45-1e77-4278-9218-20496b2ec18e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:00:42.439539 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e270dc45-1e77-4278-9218-20496b2ec18e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:42.443838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:42.456060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67', '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:42.526031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2a95-5978-4073-8b16-507e562e9efa req-dd925413-91ad-4f97-829b-291f8c94db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:42.528850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-590c2a95-5978-4073-8b16-507e562e9efa req-dd925413-91ad-4f97-829b-291f8c94db59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 200 len: 913 time: 0.9834316 Mar 03 18:00:42.539185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c94997d3-f315-49c5-9618-45ec837a5170'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:42.642464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e44841b-93e4-431d-a224-a9dd4ff8ebd6 req-1ed4cfde-4c42-41ba-a203-84b156727c73 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 210 time: 0.1660004 Mar 03 18:00:42.668559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event deleted for resources: {'Port': ['ID=01ccabb8-4f05-41b7-9fe7-7257e34e185e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:42.676138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-590c2a95-5978-4073-8b16-507e562e9efa req-14e08b64-3790-41a0-8758-66761a5e2a0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 200 len: 217 time: 0.1235840 Mar 03 18:00:42.691587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f8dc0-acc5-4574-a5bb-3b6f83d4488c req-60dc2418-8ab7-4f10-ab63-cfd4375ae9db tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:42.700704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e89f8dc0-acc5-4574-a5bb-3b6f83d4488c req-60dc2418-8ab7-4f10-ab63-cfd4375ae9db tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.4695022 Mar 03 18:00:42.951444 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] Set router e270dc45-1e77-4278-9218-20496b2ec18e gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:00:43.072284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2a95-5978-4073-8b16-507e562e9efa req-fdb44859-245f-466f-9c6c-d504e059bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:43.073797 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-590c2a95-5978-4073-8b16-507e562e9efa req-fdb44859-245f-466f-9c6c-d504e059bc29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 200 len: 852 time: 0.3327539 Mar 03 18:00:43.087162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] No DVR routers for this DVR port 01ccabb8-4f05-41b7-9fe7-7257e34e185e on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:43.091667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:43.156571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-deleted', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:43.177450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e89f8dc0-acc5-4574-a5bb-3b6f83d4488c req-26cc39f6-6763-4f88-9c0f-e89b020127c8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752297 Mar 03 18:00:43.178497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61109628-5468-489b-aaf3-1114a598c809 req-35416585-e68a-4689-8d49-5ffecbed05b8 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "DELETE /v2.0/ports/01ccabb8-4f05-41b7-9fe7-7257e34e185e HTTP/1.1" status: 204 len: 173 time: 2.6680906 Mar 03 18:00:43.189680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-590c2a95-5978-4073-8b16-507e562e9efa req-8f5719b1-4d62-422c-8c24-cf07266bad75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1199874-d9f5-4278-b1ed-f7de473f91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033337 Mar 03 18:00:43.208929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d704f40-08a3-4551-8533-d815ab71764e req-8b7bc39b-b423-4bcd-b722-97dcddaef14d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:43.234616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d704f40-08a3-4551-8533-d815ab71764e req-8b7bc39b-b423-4bcd-b722-97dcddaef14d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1904984 Mar 03 18:00:43.308940 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1f9f4a-e550-4589-8b95-c17f04a4bcf6', 'name': 'network-vif-deleted', 'tag': '01ccabb8-4f05-41b7-9fe7-7257e34e185e', 'status': 'completed', 'code': 200} Mar 03 18:00:43.384647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d704f40-08a3-4551-8533-d815ab71764e req-d0d146a8-52b3-49a9-8b23-ab671f9ca937 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385686 Mar 03 18:00:43.637887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-590c2a95-5978-4073-8b16-507e562e9efa req-ef3b3dee-31f1-49c7-a6de-d02a8b879501 service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420457 Mar 03 18:00:43.853229 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:00:36Z', 'revision_number': 4, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9967c1e5-ce6c-4b38-8355-8b9d1c775a96', 'name': '', 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'mac_address': 'fa:16:3e:f4:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a40b50e0-a7eb-40a0-9e33-d25281d94d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:34Z', 'updated_at': '2022-03-03T18:00:42Z', 'revision_number': 4, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'subnets': [{'id': 'a40b50e0-a7eb-40a0-9e33-d25281d94d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:00:43.860246 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5affbe51-f4a8-4c5a-a00d-f00c06cc0d0c None None] The sync data for ids ['e270dc45-1e77-4278-9218-20496b2ec18e'] in n-d-827121-1 is: [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:00:36Z', 'revision_number': 4, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9967c1e5-ce6c-4b38-8355-8b9d1c775a96', 'name': '', 'network_id': '69b4f722-57fa-47b2-b907-7d0c10b3983b', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'mac_address': 'fa:16:3e:f4:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a40b50e0-a7eb-40a0-9e33-d25281d94d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:34Z', 'updated_at': '2022-03-03T18:00:42Z', 'revision_number': 4, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'subnets': [{'id': 'a40b50e0-a7eb-40a0-9e33-d25281d94d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:00:43.938966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5fa30450-c360-44be-9c4d-24a4db79edca req-18d14c8b-f1dd-4c69-9d75-d19dcc5a6510 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:43.947068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-590c2a95-5978-4073-8b16-507e562e9efa req-e0a70933-58de-4be2-9032-66cc0387fd9b service neutron] 10.222.0.16 "GET /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015833 Mar 03 18:00:44.009186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5fa30450-c360-44be-9c4d-24a4db79edca req-18d14c8b-f1dd-4c69-9d75-d19dcc5a6510 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:44.012815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fa30450-c360-44be-9c4d-24a4db79edca req-18d14c8b-f1dd-4c69-9d75-d19dcc5a6510 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d1f9f4a-e550-4589-8b95-c17f04a4bcf6 HTTP/1.1" status: 200 len: 210 time: 0.1764953 Mar 03 18:00:44.194599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:44.245122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 01ccabb8-4f05-41b7-9fe7-7257e34e185e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:00:44.245568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 01ccabb8-4f05-41b7-9fe7-7257e34e185e not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:44.458611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38707c-1198-48a9-93d4-6d1981feeafd req-8793d479-57cf-4fa5-a640-eec36f5e9ce4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:44.475963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f38707c-1198-48a9-93d4-6d1981feeafd req-8793d479-57cf-4fa5-a640-eec36f5e9ce4 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1450684 Mar 03 18:00:44.548335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52898) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:44.576313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f38707c-1198-48a9-93d4-6d1981feeafd req-0ff3bb96-9b9c-45c7-aad7-7f7f6330ee3c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995088 Mar 03 18:00:44.690285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7285f0-38c5-4830-bec7-550d3cbbcfef req-746365bf-99b6-41d9-a8ee-452664a57e4c tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:44.697880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d7285f0-38c5-4830-bec7-550d3cbbcfef req-746365bf-99b6-41d9-a8ee-452664a57e4c tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1237638 Mar 03 18:00:44.758069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d7285f0-38c5-4830-bec7-550d3cbbcfef req-864e39aa-4f7a-487b-9d7f-afd3f83c8c15 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591531 Mar 03 18:00:44.778443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:44.793259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:44.814594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:00:44.821189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Usage tracker for resource:security_group_rule and tenant:90b4e47965714baa8bb5b7de5ea93b33 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:00:44.824644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:00:44.830943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:00:44.916192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:00:44.923859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:44.924721 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:44.989977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:44.997626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:45.164099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90b4e47965714baa8bb5b7de5ea93b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146166 Mar 03 18:00:45.166778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52922) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:00:45.168657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d90f2e-a4da-40d7-9305-06c207eb85ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6dbb4c-3f87-4569-b157-19f4cfc5fee3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:45.222234 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:45.294120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,segment=NetworkSegment(5e05403e-148c-4304-96f8-bc91c847c2b5),segment_id=5e05403e-148c-4304-96f8-bc91c847c2b5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:45.300083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:45.352408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-549a0b25-5a3a-40ea-b812-a1061d2ac76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:45.442708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:45.443888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-549a0b25-5a3a-40ea-b812-a1061d2ac76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:45.539632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-549a0b25-5a3a-40ea-b812-a1061d2ac76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:45.575700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-549a0b25-5a3a-40ea-b812-a1061d2ac76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:45.577031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-549a0b25-5a3a-40ea-b812-a1061d2ac76d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b6dbb4c-3f87-4569-b157-19f4cfc5fee3 HTTP/1.1" status: 204 len: 168 time: 0.4093020 Mar 03 18:00:45.578489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a0b25-5a3a-40ea-b812-a1061d2ac76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6dbb4c-3f87-4569-b157-19f4cfc5fee3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:45.947378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62697452-c435-4628-9b3e-7ed8a29cf1df req-085ad2b1-2036-4b56-9380-d6a49f40484f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:45.952018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62697452-c435-4628-9b3e-7ed8a29cf1df req-085ad2b1-2036-4b56-9380-d6a49f40484f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1696560 Mar 03 18:00:45.996886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d2f36-d367-4d99-b321-63d651af06d3 req-1a9c2908-01c3-42d7-b901-63d939c58c20 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:46.003671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-728d2f36-d367-4d99-b321-63d651af06d3 req-1a9c2908-01c3-42d7-b901-63d939c58c20 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 950 time: 0.1217372 Mar 03 18:00:46.036120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62697452-c435-4628-9b3e-7ed8a29cf1df req-c75ce12f-7105-4c75-9689-b860831d4aa6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777905 Mar 03 18:00:46.096524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-728d2f36-d367-4d99-b321-63d651af06d3 req-9e84de2d-cd25-4d3e-8e77-0d7496c12baf tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849869 Mar 03 18:00:46.375297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a901e0-f9e7-4036-85b5-bb95881ac102 req-45d7e477-ac80-46dd-9c3a-ff3721ebc0cd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:46.383624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2a901e0-f9e7-4036-85b5-bb95881ac102 req-45d7e477-ac80-46dd-9c3a-ff3721ebc0cd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1273708 Mar 03 18:00:46.435287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2a901e0-f9e7-4036-85b5-bb95881ac102 req-245438bc-50d7-4d45-962e-8e7d85c221d5 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Mar 03 18:00:46.443016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3cbd5-000f-418b-a3c3-a95bccea1d3d req-25af7ed1-5a31-43fe-a3d8-98a204d72662 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:46.453525 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8e3cbd5-000f-418b-a3c3-a95bccea1d3d req-25af7ed1-5a31-43fe-a3d8-98a204d72662 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2132998 Mar 03 18:00:46.544400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8e3cbd5-000f-418b-a3c3-a95bccea1d3d req-6d9de33c-3bf0-4fb0-866c-e1077ed51043 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891185 Mar 03 18:00:46.743208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:00:46.931895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:00:46.932616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:47.010031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5522e-8f79-4d00-84cd-193ba40a976e req-5b387c92-d63a-4899-b27c-e628de3cb0ec tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:47.021709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65c5522e-8f79-4d00-84cd-193ba40a976e req-5b387c92-d63a-4899-b27c-e628de3cb0ec tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.2807171 Mar 03 18:00:47.108248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65c5522e-8f79-4d00-84cd-193ba40a976e req-2b0b3269-df77-4239-adb0-0b548f0fa3a6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847456 Mar 03 18:00:47.273829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21463eb6-0c24-4dfa-8611-40078649e67e req-75f3c455-291b-4b88-8ec0-f17973ffb0a0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:47.276696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21463eb6-0c24-4dfa-8611-40078649e67e req-75f3c455-291b-4b88-8ec0-f17973ffb0a0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 950 time: 0.1586871 Mar 03 18:00:47.438933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Deleting port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:47.439215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:47.605810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e646523-49c4-4d26-8661-a82debeaa132 req-ed2bb1c9-0b26-4a14-8077-1803e0043ac2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:47.617240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e646523-49c4-4d26-8661-a82debeaa132 req-ed2bb1c9-0b26-4a14-8077-1803e0043ac2 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 950 time: 0.2490089 Mar 03 18:00:47.633152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0bcbd-87e8-4b8f-85fd-0c2610fd4c20 req-06da7cf7-f228-4b02-96de-e9141cc0ea4d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:47.635802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-32a0bcbd-87e8-4b8f-85fd-0c2610fd4c20 req-06da7cf7-f228-4b02-96de-e9141cc0ea4d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.2821426 Mar 03 18:00:47.743363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e646523-49c4-4d26-8661-a82debeaa132 req-02ce029d-793a-49c8-a08f-30020c45bc2c tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212080 Mar 03 18:00:47.757540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-32a0bcbd-87e8-4b8f-85fd-0c2610fd4c20 req-e2bde6eb-b7f6-45c5-bc14-f8eeefe1ab9f tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105018 Mar 03 18:00:47.879715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:48.227992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] For port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:48.229137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:48.250693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a311a-dafd-4cbb-a04a-20fe7b0be7b5 req-cd591d75-b6db-4343-9c14-4db7076be309 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:48.258785 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a5a311a-dafd-4cbb-a04a-20fe7b0be7b5 req-cd591d75-b6db-4343-9c14-4db7076be309 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.2269461 Mar 03 18:00:48.312949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a5a311a-dafd-4cbb-a04a-20fe7b0be7b5 req-8eae5ba2-0986-42dd-83b2-b02ff4f70d9c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530446 Mar 03 18:00:48.404072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c64d3b-c7d4-48cd-884c-56a752d908c4 req-22186b24-4ca5-454d-b53c-6cfab63910c5 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:48.412487 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60c64d3b-c7d4-48cd-884c-56a752d908c4 req-22186b24-4ca5-454d-b53c-6cfab63910c5 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.4434137 Mar 03 18:00:48.422410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Calling delete_port for 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:00:48.578880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60c64d3b-c7d4-48cd-884c-56a752d908c4 req-3a5bf540-7d99-40fa-b78a-c00ca1ee7ac2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651888 Mar 03 18:00:48.593601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da538df-df66-440b-92fe-65bfafaa8b99 req-946062dc-b864-4ad7-a9a1-88b553ae5378 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:48.595715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8da538df-df66-440b-92fe-65bfafaa8b99 req-946062dc-b864-4ad7-a9a1-88b553ae5378 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1644363 Mar 03 18:00:48.701687 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8da538df-df66-440b-92fe-65bfafaa8b99 req-7d4fa6b7-fd20-4e29-bdba-c18675b5c461 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943546 Mar 03 18:00:48.908397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:48.922126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:48.960741 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c94997d3-f315-49c5-9618-45ec837a5170'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:49.006248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event deleted for resources: {'Port': ['ID=6e76a7e3-3bb6-4e54-a0ea-585dce0f469b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:49.035138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a051d-849f-41be-8984-08a56bade7f1 req-f788c16b-43a6-4822-9cae-67a48b46d40d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:49.043013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e2a051d-849f-41be-8984-08a56bade7f1 req-f788c16b-43a6-4822-9cae-67a48b46d40d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1208644 Mar 03 18:00:49.110148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e2a051d-849f-41be-8984-08a56bade7f1 req-76194a66-4ee5-414c-88aa-49f708e30ee7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661333 Mar 03 18:00:49.260447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] No DVR routers for this DVR port 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:49.271950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06999176-b962-44bb-86c8-2a3f589a3f90 req-e01a4f69-ce33-43eb-b40d-be688ba02ae0 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=b701d631-d7df-4ffb-9a6d-643ac6f88809 HTTP/1.1" status: 200 len: 210 time: 0.2746184 Mar 03 18:00:49.277367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:49.304062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-deleted', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:49.314594 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21463eb6-0c24-4dfa-8611-40078649e67e req-4985dc48-35d8-476f-9a25-b2029843d8e4 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "DELETE /v2.0/ports/6e76a7e3-3bb6-4e54-a0ea-585dce0f469b HTTP/1.1" status: 204 len: 173 time: 2.0338287 Mar 03 18:00:49.398382 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b701d631-d7df-4ffb-9a6d-643ac6f88809', 'name': 'network-vif-deleted', 'tag': '6e76a7e3-3bb6-4e54-a0ea-585dce0f469b', 'status': 'completed', 'code': 200} Mar 03 18:00:49.571278 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04774fde-8023-425a-9f97-ac1bb6e3cf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:49.629154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff40f9-274f-4d62-abc8-fe5ee1981787 req-35d158af-ef5b-4e40-b341-c1ede5cb7343 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:49.630948 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79ff40f9-274f-4d62-abc8-fe5ee1981787 req-35d158af-ef5b-4e40-b341-c1ede5cb7343 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.2521956 Mar 03 18:00:49.739776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79ff40f9-274f-4d62-abc8-fe5ee1981787 req-37f55869-dd25-4cd5-9097-3ec921024c40 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895438 Mar 03 18:00:49.891242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bd484-d29a-4545-8625-c3eb3a2568a8 req-4fe93ccd-74bc-4a8c-b67e-7aaf931010ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:49.892743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d2bd484-d29a-4545-8625-c3eb3a2568a8 req-4fe93ccd-74bc-4a8c-b67e-7aaf931010ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1047444 Mar 03 18:00:49.971041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d2bd484-d29a-4545-8625-c3eb3a2568a8 req-d1b15a07-ae6e-46b6-a5ba-bd977046efda tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721226 Mar 03 18:00:50.133885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60a51-0927-46f4-82df-6b066902418d req-b8ecdec5-8ce8-4df2-8e55-05c249d139bd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:50.141353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58e60a51-0927-46f4-82df-6b066902418d req-b8ecdec5-8ce8-4df2-8e55-05c249d139bd tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1063673 Mar 03 18:00:50.201689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:50.206418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58e60a51-0927-46f4-82df-6b066902418d req-925bc82a-0c93-449f-8c92-291f53c695db tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641685 Mar 03 18:00:50.297243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:00:50.297607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e76a7e3-3bb6-4e54-a0ea-585dce0f469b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:50.592446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d9284-5091-4172-ab7a-3cad489ecd84 req-c77389b1-0c9b-4485-834d-46279dc7b8c7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:50.609927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-582d9284-5091-4172-ab7a-3cad489ecd84 req-c77389b1-0c9b-4485-834d-46279dc7b8c7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.2014933 Mar 03 18:00:50.695861 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-582d9284-5091-4172-ab7a-3cad489ecd84 req-260a4f53-122c-453c-bbbc-fb5497215713 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842562 Mar 03 18:00:51.123367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030bddb-de8f-4266-9d7b-9ba2e0654ed3 req-ffd967f6-21e6-419d-9561-0f6ef99ee635 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:51.127994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1030bddb-de8f-4266-9d7b-9ba2e0654ed3 req-ffd967f6-21e6-419d-9561-0f6ef99ee635 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1426258 Mar 03 18:00:51.239268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1388b-a87d-467c-a738-2fcc0983a31f req-010b9efb-da01-44cb-87a8-301df7d86581 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:51.244968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1030bddb-de8f-4266-9d7b-9ba2e0654ed3 req-cc663e42-a5b2-4108-81e6-d99c8793eb7d tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057622 Mar 03 18:00:51.247430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d1388b-a87d-467c-a738-2fcc0983a31f req-010b9efb-da01-44cb-87a8-301df7d86581 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.1827083 Mar 03 18:00:51.314563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a5d1388b-a87d-467c-a738-2fcc0983a31f req-b5fdbc02-e6f0-4199-8bc2-bfa66edca008 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661175 Mar 03 18:00:51.493984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65a34-6869-4142-b171-c81ba8280231 req-d3f8aaf5-ff5d-4e6b-aa40-62213638b2e0 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:51.495542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a65a34-6869-4142-b171-c81ba8280231 req-d3f8aaf5-ff5d-4e6b-aa40-62213638b2e0 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1137402 Mar 03 18:00:51.554142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16a65a34-6869-4142-b171-c81ba8280231 req-2b769b25-43a3-4fbf-8870-11ecea84b096 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512490 Mar 03 18:00:51.570998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80284680-a8fd-4b1a-98bb-2d4f42334a66 req-2a97ca27-bf2f-4319-a405-c33ab53d5902 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:51.575113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-80284680-a8fd-4b1a-98bb-2d4f42334a66 req-2a97ca27-bf2f-4319-a405-c33ab53d5902 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1119378 Mar 03 18:00:51.623657 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-80284680-a8fd-4b1a-98bb-2d4f42334a66 req-31d6b578-33f5-4dec-9554-52842940bd2a tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Mar 03 18:00:51.765945 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6aa9-2738-4e98-9e14-c347dbe04f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:51.926157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095be492-755d-48ff-82aa-015c2106986b req-b0c71e12-ef97-4e5c-94d7-39bcb02e54af tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:51.933372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-095be492-755d-48ff-82aa-015c2106986b req-b0c71e12-ef97-4e5c-94d7-39bcb02e54af tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1347275 Mar 03 18:00:51.985223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-095be492-755d-48ff-82aa-015c2106986b req-719311c9-4af4-4990-9740-af811e4f72b8 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 Mar 03 18:00:52.257809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fd74-05c8-4f69-9536-a96baf7d3a5a req-6e5ce093-ed33-40f6-a3cd-16476d01e2a1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:52.259839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45c9fd74-05c8-4f69-9536-a96baf7d3a5a req-6e5ce093-ed33-40f6-a3cd-16476d01e2a1 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1516521 Mar 03 18:00:52.321268 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45c9fd74-05c8-4f69-9536-a96baf7d3a5a req-5bef0a22-275a-4d80-b227-72e367457ce0 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546293 Mar 03 18:00:52.541618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82080a33-71b2-478b-a385-73d417365dfb req-49de16db-d040-4eb1-8b21-37488bdf476b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:52.549598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82080a33-71b2-478b-a385-73d417365dfb req-49de16db-d040-4eb1-8b21-37488bdf476b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.0971167 Mar 03 18:00:52.608080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82080a33-71b2-478b-a385-73d417365dfb req-f13988dd-78e1-4ac9-a3ff-75ac832dff50 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574565 Mar 03 18:00:52.621202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83112b0f-99ee-4f4e-84a1-0d097bb87467 req-42c7d6bd-1cc5-498e-a8e7-276ca55800da tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:52.622772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83112b0f-99ee-4f4e-84a1-0d097bb87467 req-42c7d6bd-1cc5-498e-a8e7-276ca55800da tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1243048 Mar 03 18:00:52.726373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83112b0f-99ee-4f4e-84a1-0d097bb87467 req-a5f918f8-b676-4b20-b6af-be90f3b9a3ac tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941036 Mar 03 18:00:52.757705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:52.955203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-82b05469-5aa5-4ce8-b4ed-83eec6b0debc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:52.955994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-82b05469-5aa5-4ce8-b4ed-83eec6b0debc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:52.963740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:52.986504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-82b05469-5aa5-4ce8-b4ed-83eec6b0debc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:52.988531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-82b05469-5aa5-4ce8-b4ed-83eec6b0debc tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.2850442 Mar 03 18:00:52.997637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec16ac-124a-4ad4-98fc-8e82e847338e req-cd3e2c90-dacd-4c08-b3df-c56d78cb66c9 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:53.007970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86ec16ac-124a-4ad4-98fc-8e82e847338e req-cd3e2c90-dacd-4c08-b3df-c56d78cb66c9 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2739949 Mar 03 18:00:53.129974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Deleting port c94997d3-f315-49c5-9618-45ec837a5170 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:53.130382 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:53.137922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86ec16ac-124a-4ad4-98fc-8e82e847338e req-a6d86187-6038-4849-9112-d1de9c261d0a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237197 Mar 03 18:00:53.566261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] For port c94997d3-f315-49c5-9618-45ec837a5170, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=c94997d3-f315-49c5-9618-45ec837a5170,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:53.567196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:53.733935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Calling delete_port for c94997d3-f315-49c5-9618-45ec837a5170 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:00:53.979879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:54.077900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:54.090810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bb41261f-c915-410c-85be-5949afef8b67'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:54.164864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['c94997d3-f315-49c5-9618-45ec837a5170'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:54.405611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:54.509790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event deleted for resources: {'Port': ['ID=c94997d3-f315-49c5-9618-45ec837a5170,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:54.673552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc0bd8-8e78-49dc-8708-84a6a69dccfa req-e9eeaeb3-11a8-4607-9027-b065fba32544 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:54.683976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0dcc0bd8-8e78-49dc-8708-84a6a69dccfa req-e9eeaeb3-11a8-4607-9027-b065fba32544 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 949 time: 0.9157188 Mar 03 18:00:54.687254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] No DVR routers for this DVR port c94997d3-f315-49c5-9618-45ec837a5170 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:00:54.726500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:54.748856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-deleted', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:54.776187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-389387e4-5d0a-4caf-a739-25da0f12c377 req-2497eee3-6c8f-4eb2-a9aa-363fc5704122 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.16 "DELETE /v2.0/ports/c94997d3-f315-49c5-9618-45ec837a5170 HTTP/1.1" status: 204 len: 173 time: 1.7752545 Mar 03 18:00:54.789207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555a6da-f682-4e82-8d73-a6ce1d4034d2 req-6235b6e5-a60a-4bbb-b648-32984e99b522 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:54.819083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4555a6da-f682-4e82-8d73-a6ce1d4034d2 req-6235b6e5-a60a-4bbb-b648-32984e99b522 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2742434 Mar 03 18:00:54.850010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0dcc0bd8-8e78-49dc-8708-84a6a69dccfa req-ed2a1a6f-07da-492e-aaf8-a7636f0f1af5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650250 Mar 03 18:00:54.924102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4555a6da-f682-4e82-8d73-a6ce1d4034d2 req-2d772098-afc2-4694-bdce-43399ab5cbb1 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164019 Mar 03 18:00:55.030458 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32831828-75bf-4f27-bcd2-0b1e27a15319', 'name': 'network-vif-deleted', 'tag': 'c94997d3-f315-49c5-9618-45ec837a5170', 'status': 'completed', 'code': 200} Mar 03 18:00:56.062159 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8678873-430b-43d4-819a-3910d7a534f2 req-cc2301f0-c784-4431-8568-dd3eefdae037 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=32831828-75bf-4f27-bcd2-0b1e27a15319 HTTP/1.1" status: 200 len: 210 time: 0.0587096 Mar 03 18:00:56.216969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a927fc0-1c1d-4370-8869-cc0e7b19f5ab req-28f46d66-31d2-4496-8272-eeba62051d9f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:56.218894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a927fc0-1c1d-4370-8869-cc0e7b19f5ab req-28f46d66-31d2-4496-8272-eeba62051d9f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.1105585 Mar 03 18:00:56.289932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a927fc0-1c1d-4370-8869-cc0e7b19f5ab req-fa40845c-5745-4933-999d-60a28db95704 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655754 Mar 03 18:00:56.682870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c94997d3-f315-49c5-9618-45ec837a5170 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:56.730724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: c94997d3-f315-49c5-9618-45ec837a5170 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:00:56.731787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device c94997d3-f315-49c5-9618-45ec837a5170 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:00:57.662177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996e679-3df6-4966-a885-422d45fbcf6c req-84bc0867-9422-45e2-86f2-c42aae7fa93d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:57.679345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1996e679-3df6-4966-a885-422d45fbcf6c req-84bc0867-9422-45e2-86f2-c42aae7fa93d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2209258 Mar 03 18:00:57.745239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1996e679-3df6-4966-a885-422d45fbcf6c req-4a2aef88-1b17-4659-984b-29d109e501b3 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648828 Mar 03 18:00:57.866622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fe9f-6bb6-4aa5-8a86-8fbe0b7b8f6e req-4f04d613-98b6-4865-9121-6c64ac8559f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:57.866622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d117fe9f-6bb6-4aa5-8a86-8fbe0b7b8f6e req-4f04d613-98b6-4865-9121-6c64ac8559f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:00:57.884433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d117fe9f-6bb6-4aa5-8a86-8fbe0b7b8f6e req-4f04d613-98b6-4865-9121-6c64ac8559f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:00:57.891093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d117fe9f-6bb6-4aa5-8a86-8fbe0b7b8f6e req-4f04d613-98b6-4865-9121-6c64ac8559f5 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.1535068 Mar 03 18:00:57.958086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d117fe9f-6bb6-4aa5-8a86-8fbe0b7b8f6e req-d3860a85-d9d5-46c9-8df3-d0a814db9d92 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658131 Mar 03 18:00:58.237620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 19ac8a0f-334e-490a-9b34-db034a9fe92d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:00:58.244044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 19ac8a0f-334e-490a-9b34-db034a9fe92d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:00:58.497768 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:58.544026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:58.546983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:00:58.556561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:58.658722 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'code': 200} Mar 03 18:00:58.660222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:58.674092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:58.697682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'port_id': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'mac_address': 'fa:16:3e:26:1c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e6661f-2b85-4329-9bf8-3b33aec2f1a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:00:58.786126 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:58.808183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ac8a0f-334e-490a-9b34-db034a9fe92d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:00:58.855027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:58.865484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:58.972056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:00:59.074809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['19ac8a0f-334e-490a-9b34-db034a9fe92d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:00:59.128692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7877b-5ee3-46de-9543-bafdbb4165c1 req-8b7b2517-c45d-4026-9339-e5d05240cbfd tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:59.136770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6e7877b-5ee3-46de-9543-bafdbb4165c1 req-8b7b2517-c45d-4026-9339-e5d05240cbfd tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 945 time: 0.1362138 Mar 03 18:00:59.212816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6e7877b-5ee3-46de-9543-bafdbb4165c1 req-cb38daaa-31d0-4f02-a5bd-e8634612c2b6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713940 Mar 03 18:00:59.233249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-b2a5df0c-19ef-4cf7-a8be-855e283e2909 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:59.242801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-b2a5df0c-19ef-4cf7-a8be-855e283e2909 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.3641045 Mar 03 18:00:59.337913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd8b6-6cac-472b-b01c-3aabd84dfc47 req-1730e1bc-7b8f-4339-9ea5-19dd162a1b2b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:00:59.339456 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f7efd8b6-6cac-472b-b01c-3aabd84dfc47 req-1730e1bc-7b8f-4339-9ea5-19dd162a1b2b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 949 time: 0.1672809 Mar 03 18:00:59.470209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Deleting port bb41261f-c915-410c-85be-5949afef8b67 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:00:59.470819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:00:59.487379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f7efd8b6-6cac-472b-b01c-3aabd84dfc47 req-80c1a68b-fe4a-4c5b-b3a3-eba50c523587 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/security-groups?id=600b8d96-c892-41fa-ae12-4799d081d0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403837 Mar 03 18:00:59.960597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] For port bb41261f-c915-410c-85be-5949afef8b67, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bb41261f-c915-410c-85be-5949afef8b67,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:00:59.960982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:00.118831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Calling delete_port for bb41261f-c915-410c-85be-5949afef8b67 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:00.255040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 19ac8a0f-334e-490a-9b34-db034a9fe92d up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:00.470011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 19ac8a0f-334e-490a-9b34-db034a9fe92d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:00.472081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:00.484535 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:00.546343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f9570-e68a-4bd4-8fc1-f8577fb8e616 req-7527b7bd-82e0-4017-8675-701fc4ac2ad0 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:00.555109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-915f9570-e68a-4bd4-8fc1-f8577fb8e616 req-7527b7bd-82e0-4017-8675-701fc4ac2ad0 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.2448089 Mar 03 18:01:00.622262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c09b-9cf5-4052-ad65-05208ab9a02b req-752ff221-b6b8-4bf8-9c7f-8d0bf57eb0f5 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:00.641937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4155c09b-9cf5-4052-ad65-05208ab9a02b req-752ff221-b6b8-4bf8-9c7f-8d0bf57eb0f5 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 945 time: 0.2163997 Mar 03 18:01:00.747973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4155c09b-9cf5-4052-ad65-05208ab9a02b req-506cf11b-103e-4d92-85a7-db326a6df3f5 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959229 Mar 03 18:01:00.779634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Pushing event deleted for resources: {'Port': ['ID=bb41261f-c915-410c-85be-5949afef8b67,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:00.801139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] No DVR routers for this DVR port bb41261f-c915-410c-85be-5949afef8b67 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:01:00.816737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:00.820870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-915f9570-e68a-4bd4-8fc1-f8577fb8e616 req-87eecfdc-a642-4937-83af-04506ed1dc70 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623188 Mar 03 18:01:00.825304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:00.836329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-deleted', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:00.888129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5827f22c-706c-4d1e-a5d7-3a072ec30536 req-1644438a-8df6-4b60-833a-7debe3b8ae9b tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.35 "DELETE /v2.0/ports/bb41261f-c915-410c-85be-5949afef8b67 HTTP/1.1" status: 204 len: 173 time: 1.6386995 Mar 03 18:01:00.910245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:00.913409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:00.954978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:01.178888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:01.207646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.207992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.213979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.214414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.216380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.216733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.219894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.220241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.220584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.223026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.223423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.223739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:01.290856 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea712b53-01b7-473d-99d2-a907ab61ad0a', 'name': 'network-vif-deleted', 'tag': 'bb41261f-c915-410c-85be-5949afef8b67', 'status': 'completed', 'code': 200} Mar 03 18:01:01.292597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7e241312-b035-4a20-ad3b-aac32f21a804 req-0485cf93-49d1-4161-9547-81582fc58398 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Synchronizing usage tracker for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:01.348397 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'code': 200} Mar 03 18:01:01.411024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7e241312-b035-4a20-ad3b-aac32f21a804 req-0485cf93-49d1-4161-9547-81582fc58398 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] Unset dirty status for tenant:d238225c363345cdb45a45bb802d68c1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:01.435631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7e241312-b035-4a20-ad3b-aac32f21a804 req-0485cf93-49d1-4161-9547-81582fc58398 tempest-MigrationsAdminTest-223638572 tempest-MigrationsAdminTest-223638572-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea712b53-01b7-473d-99d2-a907ab61ad0a HTTP/1.1" status: 200 len: 210 time: 0.3491971 Mar 03 18:01:01.504748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-a292cf11-2b2c-4432-b32e-fdf86c8c9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:01.508550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-a292cf11-2b2c-4432-b32e-fdf86c8c9f3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 0.1954205 Mar 03 18:01:01.666250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a863f10-2b2c-4808-91cd-c6dbbc2f1db4 req-312772f5-6174-464d-82ad-31e7e9f8ae91 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:01.668502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a863f10-2b2c-4808-91cd-c6dbbc2f1db4 req-312772f5-6174-464d-82ad-31e7e9f8ae91 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1772933 Mar 03 18:01:01.744375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a863f10-2b2c-4808-91cd-c6dbbc2f1db4 req-ef2c8025-0a14-4775-9c87-ecb137f009e7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651042 Mar 03 18:01:01.768034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176b05e-1cac-4e74-842a-61939a036645 req-c5fbedf7-faea-41d9-b49f-90ee63883a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:01.770249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e176b05e-1cac-4e74-842a-61939a036645 req-c5fbedf7-faea-41d9-b49f-90ee63883a5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 1097 time: 0.1827574 Mar 03 18:01:01.894628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e176b05e-1cac-4e74-842a-61939a036645 req-2e857c83-e664-4d23-abd7-6301d721365d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160939 Mar 03 18:01:01.991207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-8933ea42-258c-4bbc-bd12-7178d2f6f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:01.993436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-8933ea42-258c-4bbc-bd12-7178d2f6f9ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.4774768 Mar 03 18:01:02.219672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233e011-632f-4cc9-8c13-86c81f60e1e8 req-9a3b4755-447b-4ec4-84cf-8b6fbb4ff4e6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:02.226657 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f233e011-632f-4cc9-8c13-86c81f60e1e8 req-9a3b4755-447b-4ec4-84cf-8b6fbb4ff4e6 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.1830006 Mar 03 18:01:02.261297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bb41261f-c915-410c-85be-5949afef8b67 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:01:02.333869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: bb41261f-c915-410c-85be-5949afef8b67 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:01:02.334499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bb41261f-c915-410c-85be-5949afef8b67 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:01:02.380248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f233e011-632f-4cc9-8c13-86c81f60e1e8 req-26de6d93-68b2-448b-a279-b7093344222c tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526544 Mar 03 18:01:02.393536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-d6f4455e-997e-425f-8f6e-45403d4dfcd2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:02.395166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-d6f4455e-997e-425f-8f6e-45403d4dfcd2 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 0.4006376 Mar 03 18:01:02.398603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-6175eae1-0fe0-475c-91da-8160d9d0fe88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.2157197 Mar 03 18:01:02.407703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce50c7-4562-4486-bfc3-348a6a88e0a8 req-4c8e4f29-f31b-45d1-b029-bbaa77f5825e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:02.414434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ce50c7-4562-4486-bfc3-348a6a88e0a8 req-4c8e4f29-f31b-45d1-b029-bbaa77f5825e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.3341901 Mar 03 18:01:02.580007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Deleting port d622a51e-45e2-4274-84c8-6ac43bf236e6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:02.582204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:02.726146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ce50c7-4562-4486-bfc3-348a6a88e0a8 req-b62665e9-575b-45ee-8157-93d27c97c3e1 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106782 Mar 03 18:01:02.809692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-a7418304-6f78-4df5-afe0-e86738b655b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:02.811345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-a7418304-6f78-4df5-afe0-e86738b655b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.2355497 Mar 03 18:01:03.249145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-b2aac080-8e09-4a78-a440-42a701ce1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:03.260275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-b2aac080-8e09-4a78-a440-42a701ce1c0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4308612 Mar 03 18:01:03.322047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:03.411658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] For port d622a51e-45e2-4274-84c8-6ac43bf236e6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d622a51e-45e2-4274-84c8-6ac43bf236e6,segment=NetworkSegment(cee8fdea-027b-4ef8-8a4d-dd895a842102),segment_id=cee8fdea-027b-4ef8-8a4d-dd895a842102)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:03.412024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:03.576245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Calling delete_port for d622a51e-45e2-4274-84c8-6ac43bf236e6 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:03.644053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-db360d80-2d7a-429b-999b-d3f5fc3e666a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d238225c363345cdb45a45bb802d68c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121104 Mar 03 18:01:03.682031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53196) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:03.881236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105afef-b64b-4923-94d6-e826eb204cf7 req-3a2b4acc-b389-4356-9189-d1119198c06f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:03.892806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f105afef-b64b-4923-94d6-e826eb204cf7 req-3a2b4acc-b389-4356-9189-d1119198c06f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.8450205 Mar 03 18:01:04.006984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f105afef-b64b-4923-94d6-e826eb204cf7 req-8d6ffbb2-37cd-436b-b533-2475efb6714b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131909 Mar 03 18:01:04.239615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a5f68e8a-1649-4304-a0d7-32b8e0fe92f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:04.287316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a5f68e8a-1649-4304-a0d7-32b8e0fe92f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:04.367300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a5f68e8a-1649-4304-a0d7-32b8e0fe92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:04.415961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f68e8a-1649-4304-a0d7-32b8e0fe92f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600b8d96-c892-41fa-ae12-4799d081d0b3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:04.434017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-9cea564c-0ca7-4217-8ac4-4c8cb6824be3 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1595647 Mar 03 18:01:04.490655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f019b2d-480b-4266-ba63-feb0d2301759 req-a8590e1c-bb61-4636-810a-cda0a3d1bc92 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:04.499767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f019b2d-480b-4266-ba63-feb0d2301759 req-a8590e1c-bb61-4636-810a-cda0a3d1bc92 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2688043 Mar 03 18:01:04.570832 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f019b2d-480b-4266-ba63-feb0d2301759 req-93c132e2-e793-4e28-92b6-d067d4fdb024 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672331 Mar 03 18:01:04.729610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:01:04.842032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b9ce0ad-1b1e-4c74-9cd4-9741077b85f4 req-03c830ed-a1ed-488c-968a-5a782a4f9bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902204 Mar 03 18:01:04.847516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a5f68e8a-1649-4304-a0d7-32b8e0fe92f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:04.849009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a5f68e8a-1649-4304-a0d7-32b8e0fe92f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/600b8d96-c892-41fa-ae12-4799d081d0b3 HTTP/1.1" status: 204 len: 168 time: 1.1639259 Mar 03 18:01:04.878070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988b6c9-69ce-4f4c-838a-edb1b502b028 req-a5142164-5adf-4228-b95d-b163dabd7aba tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:04.878828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7988b6c9-69ce-4f4c-838a-edb1b502b028 req-a5142164-5adf-4228-b95d-b163dabd7aba tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Synchronizing usage tracker for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:04.883766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:04.919085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No active binding found for port d622a51e-45e2-4274-84c8-6ac43bf236e6 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:01:04.927936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d622a51e-45e2-4274-84c8-6ac43bf236e6 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:01:04.940128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd772e-2ef0-45c1-8631-bc730b613641 req-4f000ed7-138c-42f5-92c4-5faddf4d49c7 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:04.951789 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16cd772e-2ef0-45c1-8631-bc730b613641 req-4f000ed7-138c-42f5-92c4-5faddf4d49c7 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.2013376 Mar 03 18:01:04.972518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Pushing event deleted for resources: {'Port': ['ID=d622a51e-45e2-4274-84c8-6ac43bf236e6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:05.090169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16cd772e-2ef0-45c1-8631-bc730b613641 req-8dc45f21-da2f-4a9e-8fd1-5854c562887d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326408 Mar 03 18:01:05.180866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7988b6c9-69ce-4f4c-838a-edb1b502b028 req-a5142164-5adf-4228-b95d-b163dabd7aba tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Unset dirty status for tenant:54726f737157400c8050a56d280a3d47 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:05.187845 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7988b6c9-69ce-4f4c-838a-edb1b502b028 req-a5142164-5adf-4228-b95d-b163dabd7aba tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d41effc-88fa-4e6e-b477-60d9453294f0 HTTP/1.1" status: 200 len: 946 time: 1.5042872 Mar 03 18:01:05.226452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] No DVR routers for this DVR port d622a51e-45e2-4274-84c8-6ac43bf236e6 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:01:05.231172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:05.233298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b654e9c-017e-4918-86e3-9ee7414a757b req-02c2e1ec-9b5d-4cd5-8a21-b74c159eae37 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.16 "DELETE /v2.0/ports/d622a51e-45e2-4274-84c8-6ac43bf236e6 HTTP/1.1" status: 204 len: 173 time: 2.7941942 Mar 03 18:01:05.233777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-deleted', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:05.268156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7988b6c9-69ce-4f4c-838a-edb1b502b028 req-6f3bfa90-8d0f-46ec-b305-1f8013e797c7 tempest-ServersNegativeTestJSON-234467664 tempest-ServersNegativeTestJSON-234467664-project] 10.222.0.23 "GET /v2.0/security-groups?id=703d207c-95fa-42b4-9845-60c8fc4e2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793288 Mar 03 18:01:05.279675 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:01:05.613088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53268) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:05.636019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341a11-e17d-4ddb-81c3-0b608b9cf928 req-4dd0e405-69ed-440a-b735-437c4ee0d216 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:05.647357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7341a11-e17d-4ddb-81c3-0b608b9cf928 req-4dd0e405-69ed-440a-b735-437c4ee0d216 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2498286 Mar 03 18:01:05.746701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0acce1a7-33f1-48c6-822e-e7bab6e0c612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=015fe8240da144d89383a05c7f785d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314580 Mar 03 18:01:05.748041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:05.756494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7341a11-e17d-4ddb-81c3-0b608b9cf928 req-96affed8-2fe9-42a5-9186-99ad3e6da3a7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081445 Mar 03 18:01:05.802253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53284) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:05.915977 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d41effc-88fa-4e6e-b477-60d9453294f0', 'name': 'network-vif-deleted', 'tag': 'd622a51e-45e2-4274-84c8-6ac43bf236e6', 'status': 'completed', 'code': 200} Mar 03 18:01:05.945411 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34bf680c-f2aa-45fc-9d4f-91f49ed8ba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.055190 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34bf680c-f2aa-45fc-9d4f-91f49ed8ba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.103781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.166771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:06.178196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34bf680c-f2aa-45fc-9d4f-91f49ed8ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.179994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Usage tracker for resource:security_group_rule and tenant:4c13ea9f179047be8fb656d346680d36 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:06.185241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:06.209596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:06.225002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf680c-f2aa-45fc-9d4f-91f49ed8ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9b6f88-5e06-4a27-8b7f-fed5cea81638,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:06.243742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34bf680c-f2aa-45fc-9d4f-91f49ed8ba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.261810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-34bf680c-f2aa-45fc-9d4f-91f49ed8ba6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c9b6f88-5e06-4a27-8b7f-fed5cea81638 HTTP/1.1" status: 204 len: 168 time: 0.5117159 Mar 03 18:01:06.405891 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.412026 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.467692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c13ea9f179047be8fb656d346680d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629503 Mar 03 18:01:06.468311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53312) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:06.488519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-f0cfa3c6-ec36-4c04-88f6-1340aab0f49f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:06.495706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-f0cfa3c6-ec36-4c04-88f6-1340aab0f49f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 815 time: 0.1800032 Mar 03 18:01:06.502892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6b8b9-37bf-482d-a071-fa9985ba1f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c8994-968b-42bd-bd6b-825cadf4a09b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:06.525899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-3a1f12f8-611a-40e5-bbc3-a71f095f100d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/quotas/c2faf6b2caf54a93ba66b6794fab3f41 HTTP/1.1" status: 200 len: 375 time: 0.0280395 Mar 03 18:01:06.553184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53316) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:06.643765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7dcf23c3-05f0-4cd2-91c6-e7c7c5cd5b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.680549 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-e6ce1b8c-1fbe-4ed2-a605-b4cb51cbd3bc tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1535234 Mar 03 18:01:06.681869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] Deleting subnet eab3feeb-f1c5-47d8-b30d-c758040d8e08 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:01:06.685128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.747311 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.823760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.930474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7dcf23c3-05f0-4cd2-91c6-e7c7c5cd5b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:06.940521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:07.063900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:07.193660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab3feeb-f1c5-47d8-b30d-c758040d8e08,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:07.226401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-37cafbd3-3b7c-4dc8-bcde-431d5c6ae783 service neutron] 10.222.0.23 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434215 Mar 03 18:01:07.238297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-82769e18-f730-489a-ae39-bcd18dc6a669 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eab3feeb-f1c5-47d8-b30d-c758040d8e08 HTTP/1.1" status: 204 len: 168 time: 0.6840527 Mar 03 18:01:07.244665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53344) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:07.375019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a24190-caf7-47ce-9f7d-45e4a83c4eff req-36359259-8eb5-4b9f-abd0-dfa4bf9fdfc7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:07.381751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a24190-caf7-47ce-9f7d-45e4a83c4eff req-36359259-8eb5-4b9f-abd0-dfa4bf9fdfc7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.3400497 Mar 03 18:01:07.386480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7dcf23c3-05f0-4cd2-91c6-e7c7c5cd5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:07.492130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf23c3-05f0-4cd2-91c6-e7c7c5cd5b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c8994-968b-42bd-bd6b-825cadf4a09b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:07.511340 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:07.517554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7dcf23c3-05f0-4cd2-91c6-e7c7c5cd5b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:07.519468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7dcf23c3-05f0-4cd2-91c6-e7c7c5cd5b4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b1c8994-968b-42bd-bd6b-825cadf4a09b HTTP/1.1" status: 204 len: 168 time: 1.0430059 Mar 03 18:01:07.569536 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-87edd81e-d272-4371-a5aa-ea23a3eb5b8a service neutron] 10.222.0.23 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422556 Mar 03 18:01:07.587253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-d4b6abcc-3a96-4363-b6e1-d70f78300e2e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:07.588762 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-d4b6abcc-3a96-4363-b6e1-d70f78300e2e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec6a82b0-1e79-429c-95d0-abd12544b299 HTTP/1.1" status: 200 len: 946 time: 0.3603384 Mar 03 18:01:07.638942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a24190-caf7-47ce-9f7d-45e4a83c4eff req-9e17feb1-3a69-4c62-98cf-9d320c92c4b6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219598 Mar 03 18:01:07.776942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Deleting port 19ac8a0f-334e-490a-9b34-db034a9fe92d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:07.777273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:07.915859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:07.963510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1199874-d9f5-4278-b1ed-f7de473f91c9']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:07.993748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee8fdea-027b-4ef8-8a4d-dd895a842102') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:07.994049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee8fdea-027b-4ef8-8a4d-dd895a842102') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:08.031289 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.066507 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.078795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:01:08.079258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:01:08.176242 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:01:08.337308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.346211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.372754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c19c19b7-5026-49cb-bdd7-e204af2e2a6e req-f7d92b2b-36ba-4ce2-ae60-794c21860d74 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 210 time: 0.3674142 Mar 03 18:01:08.425391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1199874-d9f5-4278-b1ed-f7de473f91c9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:08.444279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ab7922d2-ed95-41e4-b161-8f701374da0b admin admin] 10.222.0.23 "DELETE /v2.0/networks/a1199874-d9f5-4278-b1ed-f7de473f91c9 HTTP/1.1" status: 204 len: 168 time: 1.1972201 Mar 03 18:01:08.520707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53392) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:08.554966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.576183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:08.583221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Usage tracker for resource:security_group_rule and tenant:702f554eb6cc41898420f508cff9f29a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:08.587520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:08.598235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:08.780350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.795433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.880304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c796d5-9a63-4a62-ada6-b819ae77b61b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:08.891455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] For port 19ac8a0f-334e-490a-9b34-db034a9fe92d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=19ac8a0f-334e-490a-9b34-db034a9fe92d,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:08.891848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:08.926809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53406) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:08.991283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f9c156ef-de1a-44ed-8029-3ca8946b812b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=702f554eb6cc41898420f508cff9f29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624648 Mar 03 18:01:08.992728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53412) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:09.162734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Calling delete_port for 19ac8a0f-334e-490a-9b34-db034a9fe92d owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:09.294645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9bbf1d09-db43-44fc-8a17-967b187e8c45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54726f737157400c8050a56d280a3d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525629 Mar 03 18:01:09.297839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53436) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:09.544182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:09.570211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-161e35e3-a79f-43ac-b9dc-a0a7113d0e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:09.738535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d02f9360-c02e-48f4-908d-edc107b3236a req-8b7aff4f-cd3f-4c42-b460-ce6673960b7b tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 210 time: 0.1105049 Mar 03 18:01:09.741987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-161e35e3-a79f-43ac-b9dc-a0a7113d0e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:09.760185 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d43364e-75ed-4086-b6b3-50bb09013b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:09.771002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Pushing event deleted for resources: {'Port': ['ID=19ac8a0f-334e-490a-9b34-db034a9fe92d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:09.832683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d43364e-75ed-4086-b6b3-50bb09013b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:09.943997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] No DVR routers for this DVR port 19ac8a0f-334e-490a-9b34-db034a9fe92d on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:01:09.957318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:09.971069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-deleted', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:09.988684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83fcd8c1-1baf-49df-bb77-54a3b1dcb2e8 req-8e3502cc-0905-4af8-b791-9486a9b1efba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "DELETE /v2.0/ports/19ac8a0f-334e-490a-9b34-db034a9fe92d HTTP/1.1" status: 204 len: 173 time: 2.3945425 Mar 03 18:01:10.058259 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d43364e-75ed-4086-b6b3-50bb09013b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:10.156856 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a82b0-1e79-429c-95d0-abd12544b299', 'name': 'network-vif-deleted', 'tag': '19ac8a0f-334e-490a-9b34-db034a9fe92d', 'status': 'completed', 'code': 200} Mar 03 18:01:10.187188 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d43364e-75ed-4086-b6b3-50bb09013b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:10.188236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2d43364e-75ed-4086-b6b3-50bb09013b86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/703d207c-95fa-42b4-9845-60c8fc4e2cf6 HTTP/1.1" status: 204 len: 168 time: 0.8894911 Mar 03 18:01:10.277564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 19ac8a0f-334e-490a-9b34-db034a9fe92d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:01:10.315255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43364e-75ed-4086-b6b3-50bb09013b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d207c-95fa-42b4-9845-60c8fc4e2cf6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:10.498269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-161e35e3-a79f-43ac-b9dc-a0a7113d0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:10.524301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ecbd-154b-4938-9ced-c0455947de8a req-92a9bfa6-5982-4768-8df7-fb7787b430b1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:10.532652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b94ecbd-154b-4938-9ced-c0455947de8a req-92a9bfa6-5982-4768-8df7-fb7787b430b1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.3761384 Mar 03 18:01:10.562520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 19ac8a0f-334e-490a-9b34-db034a9fe92d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:01:10.562876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 19ac8a0f-334e-490a-9b34-db034a9fe92d not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:01:10.579071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-b805a0a4-3f04-4d93-8173-d824e71308ea tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:10.580613 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-b805a0a4-3f04-4d93-8173-d824e71308ea tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 815 time: 0.5932162 Mar 03 18:01:10.601613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e35e3-a79f-43ac-b9dc-a0a7113d0e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c796d5-9a63-4a62-ada6-b819ae77b61b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:10.648189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Request body: {'port': {'device_id': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'admin_state_up': True, 'tenant_id': 'c2faf6b2caf54a93ba66b6794fab3f41'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:10.955512 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-161e35e3-a79f-43ac-b9dc-a0a7113d0e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:10.970601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-161e35e3-a79f-43ac-b9dc-a0a7113d0e27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12c796d5-9a63-4a62-ada6-b819ae77b61b HTTP/1.1" status: 204 len: 168 time: 1.9694231 Mar 03 18:01:11.087425 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b94ecbd-154b-4938-9ced-c0455947de8a req-f875b929-ab25-4dda-8caa-2128334cfacc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5527608 Mar 03 18:01:11.142571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:11.150467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Usage tracker for resource:port and tenant:c2faf6b2caf54a93ba66b6794fab3f41 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:11.157319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-626eeaba-5014-477c-8025-3e110177b9dd req-4f669947-6c2e-475d-babd-dc76b970bf79 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Synchronizing usage tracker for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:11.161152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:11.169453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:11.190755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Made reservation on behalf of c2faf6b2caf54a93ba66b6794fab3f41 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:11.194786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:11.196675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-626eeaba-5014-477c-8025-3e110177b9dd req-4f669947-6c2e-475d-babd-dc76b970bf79 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Unset dirty status for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:11.208381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-626eeaba-5014-477c-8025-3e110177b9dd req-4f669947-6c2e-475d-babd-dc76b970bf79 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 210 time: 0.1762869 Mar 03 18:01:11.491448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:11.727132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Allocated IP 172.20.0.5 (57cb74d7-b15a-4670-8955-ab2e76d6425f/26e6661f-2b85-4329-9bf8-3b33aec2f1a6/c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:12.000077 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:12.040616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:12.057244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa654b054a641b3b3fc9329202b1f29 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:12.065105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:12.087780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:12.207394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:12.249019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:12.269567 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:12.337638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:12.493385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Network 57cb74d7-b15a-4670-8955-ab2e76d6425f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:12.500293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:12.507831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:12.654697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:12.655397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:12.725922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0aa654b054a641b3b3fc9329202b1f29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2311308 Mar 03 18:01:12.728361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:12.772550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8808f-ed96-4fcf-887a-47cbd23648f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5bf763-c79e-4d39-b4dc-2ff180165329,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:12.776786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:12.800480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-001e0ee1-6931-4f2a-a9f1-aa09f43950d6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1688912 Mar 03 18:01:12.819983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Request body: {'port': {'device_id': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:12.975624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19075f-6923-46e2-82f9-2d429b1b6251 req-7ff993ab-651d-4316-a10e-60fe824baa5c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:12.985799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c19075f-6923-46e2-82f9-2d429b1b6251 req-7ff993ab-651d-4316-a10e-60fe824baa5c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.4896319 Mar 03 18:01:13.013041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9d8e-0795-43b6-8aca-2479d7791c3b req-570d4ec9-13e1-47b1-a686-a79874b0fce0 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:13.021363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-661d9d8e-0795-43b6-8aca-2479d7791c3b req-570d4ec9-13e1-47b1-a686-a79874b0fce0 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 931 time: 0.5681865 Mar 03 18:01:13.068719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-448538e7-bd48-4f4e-bade-5c3b806073d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:13.081818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c19075f-6923-46e2-82f9-2d429b1b6251 req-9781ce39-1ccd-4db8-913f-d1f0ccd8de87 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942197 Mar 03 18:01:13.086266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:13.127201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-661d9d8e-0795-43b6-8aca-2479d7791c3b req-2b888fea-b663-470d-9fba-0e4f9a3b1bc0 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048381 Mar 03 18:01:13.159828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-448538e7-bd48-4f4e-bade-5c3b806073d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:13.266951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-448538e7-bd48-4f4e-bade-5c3b806073d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:13.296551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448538e7-bd48-4f4e-bade-5c3b806073d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5bf763-c79e-4d39-b4dc-2ff180165329,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:13.324515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-448538e7-bd48-4f4e-bade-5c3b806073d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:13.331724 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-448538e7-bd48-4f4e-bade-5c3b806073d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b5bf763-c79e-4d39-b4dc-2ff180165329 HTTP/1.1" status: 204 len: 168 time: 0.5670834 Mar 03 18:01:13.907007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:13.931648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:13.973950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Transition to ACTIVE for port object c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:13.980121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:14.475658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9354f-57cb-4902-bbee-2d710a769d6d req-d334a7fe-e4b4-4a19-9a75-d991fc414643 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:14.483938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbd9354f-57cb-4902-bbee-2d710a769d6d req-d334a7fe-e4b4-4a19-9a75-d991fc414643 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 943 time: 0.1286380 Mar 03 18:01:14.550772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbd9354f-57cb-4902-bbee-2d710a769d6d req-8e97e7e8-bf9c-470e-8ca5-ceff5fd2dc75 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615549 Mar 03 18:01:14.564512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53584) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:14.578353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:14.753529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:14.797931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:14.813688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Usage tracker for resource:security_group_rule and tenant:3549d73cf968471bb637ba2d9bd1eee3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:14.820118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:14.836837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:15.022204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2d2da-8276-4a0a-9599-3b7aea9f6cd9 req-9f70ea6e-d626-44d0-ac72-9a56e37d0862 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:15.030852 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4e2d2da-8276-4a0a-9599-3b7aea9f6cd9 req-9f70ea6e-d626-44d0-ac72-9a56e37d0862 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.4602125 Mar 03 18:01:15.077823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.086738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Attempting to bind port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:15.087080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Attempting to bind port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:15.087472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Attempting to bind port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df on network 57cb74d7-b15a-4670-8955-ab2e76d6425f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:15.088237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.112041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df on network 57cb74d7-b15a-4670-8955-ab2e76d6425f not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:15.112380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Attempting to bind port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df on network 57cb74d7-b15a-4670-8955-ab2e76d6425f {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:15.136434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:01:15.136795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Checking segment: {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:15.137210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Bound using segment: {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:01:15.141296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Bound port: c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:01:15.141623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.181912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4e2d2da-8276-4a0a-9599-3b7aea9f6cd9 req-752afa76-abb0-40e1-b676-806f2cf6d8a8 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437523 Mar 03 18:01:15.212298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e27c5e0-effd-466a-a87c-4cb207d8e3b3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:15.315620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa4015fe-2665-46c0-bbc6-7ac2fad2a005 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3549d73cf968471bb637ba2d9bd1eee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456779 Mar 03 18:01:15.315932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53614) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:15.421530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0becec2-9d01-4c04-bb4e-4c2b742fcf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.445185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:15.445185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:01:15.456098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.470053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0becec2-9d01-4c04-bb4e-4c2b742fcf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.504614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53620) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:15.569903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:15.575907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.578108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df HTTP/1.1" status: 200 len: 1091 time: 2.7673054 Mar 03 18:01:15.583508 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0becec2-9d01-4c04-bb4e-4c2b742fcf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.593239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:15.623876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0becec2-9d01-4c04-bb4e-4c2b742fcf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.626660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0becec2-9d01-4c04-bb4e-4c2b742fcf66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e27c5e0-effd-466a-a87c-4cb207d8e3b3 HTTP/1.1" status: 204 len: 168 time: 0.3097196 Mar 03 18:01:15.630179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0becec2-9d01-4c04-bb4e-4c2b742fcf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e27c5e0-effd-466a-a87c-4cb207d8e3b3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:15.746000 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'status': 'completed', 'code': 200} Mar 03 18:01:15.771584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a1eda-272d-4fcf-9608-09b1bea79f05 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:15.811462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-44494f70-06c4-4ac6-b16b-0b26dc13bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:15.813805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-44494f70-06c4-4ac6-b16b-0b26dc13bea2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 1094 time: 0.1932445 Mar 03 18:01:15.906730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:15.911858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:15.915884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Usage tracker for resource:floatingip and tenant:43f4050e98fe4db9a5a32e5918090385 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:15.918778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:15.926077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:15.942223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:15.978557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-80eb27c7-be83-4257-b2c0-67c05631d4c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df HTTP/1.1" status: 200 len: 217 time: 0.1570690 Mar 03 18:01:16.058909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edc5be-c62e-470a-ad43-657d50fc98d2 req-b1002e9a-70d7-4044-9305-9eec4ff4e0f9 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:16.066717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7edc5be-c62e-470a-ad43-657d50fc98d2 req-b1002e9a-70d7-4044-9305-9eec4ff4e0f9 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 943 time: 0.2699704 Mar 03 18:01:16.119834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7edc5be-c62e-470a-ad43-657d50fc98d2 req-ec6192ab-ea76-44a4-be64-ce1f69e2a307 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Mar 03 18:01:16.129725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-501ce449-dea1-4b7a-8874-f2e71ac86cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:16.134147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-501ce449-dea1-4b7a-8874-f2e71ac86cab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26e6661f-2b85-4329-9bf8-3b33aec2f1a6 HTTP/1.1" status: 200 len: 855 time: 0.1497843 Mar 03 18:01:16.200614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:16.261010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-ac103383-6342-4078-ad3e-d55f1edf614d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57cb74d7-b15a-4670-8955-ab2e76d6425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188524 Mar 03 18:01:16.525236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Allocated IP 172.25.0.112 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/f794d20c-381e-406f-bb08-aa9f2b05b13e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:16.619201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c7d7-cd20-4bda-abd1-479a21e16bca req-87fc6eae-5ba9-45df-99f7-0dd812bf8ae3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:16.640106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4af0c7d7-cd20-4bda-abd1-479a21e16bca req-87fc6eae-5ba9-45df-99f7-0dd812bf8ae3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.1829455 Mar 03 18:01:16.754918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-f4407ef4-5f3f-4684-b844-6ebb61e4f10b service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873104 Mar 03 18:01:16.868592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4af0c7d7-cd20-4bda-abd1-479a21e16bca req-3c6b60ff-1602-4b01-b760-ed93d5c43964 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287130 Mar 03 18:01:16.943035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:17.007917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:17.161168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:17.164043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:17.184525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:17.196128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36586bc7-3d1e-4099-8f8a-efc87a81ce45 req-975ac0ba-6989-43e2-b0a9-c00b222a0682 service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310951 Mar 03 18:01:17.379428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:17.395187 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-114ed527-1de2-4a14-aea7-8379feff66fb req-f810ddd8-2f1a-42b0-9bf5-34949191dc82 tempest-AbsoluteLimitsNegativeTestJSON-1058747561 tempest-AbsoluteLimitsNegativeTestJSON-1058747561-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=eb9ce765b3de4cd6bc50161cae63b0cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192522 Mar 03 18:01:17.575912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Pushing event updated for resources: {'Port': ['ID=f794d20c-381e-406f-bb08-aa9f2b05b13e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:17.631960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:17.669907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-df23ff2a-0375-4612-b576-6c9799188b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:17.672180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-df23ff2a-0375-4612-b576-6c9799188b95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 1094 time: 0.3516128 Mar 03 18:01:17.752901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ed527-1de2-4a14-aea7-8379feff66fb req-2dae34b3-4621-4bf2-ae08-1affdc5e3c3c tempest-AbsoluteLimitsNegativeTestJSON-1058747561 tempest-AbsoluteLimitsNegativeTestJSON-1058747561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:17.754676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-114ed527-1de2-4a14-aea7-8379feff66fb req-2dae34b3-4621-4bf2-ae08-1affdc5e3c3c tempest-AbsoluteLimitsNegativeTestJSON-1058747561 tempest-AbsoluteLimitsNegativeTestJSON-1058747561-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3477571 Mar 03 18:01:17.842615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-114ed527-1de2-4a14-aea7-8379feff66fb req-71b6cc70-0257-4201-a491-ffccff9363c7 tempest-AbsoluteLimitsNegativeTestJSON-1058747561 tempest-AbsoluteLimitsNegativeTestJSON-1058747561-project] 10.222.0.23 "GET /v2.0/quotas/eb9ce765b3de4cd6bc50161cae63b0cd HTTP/1.1" status: 200 len: 375 time: 0.0281780 Mar 03 18:01:17.892296 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:17.898100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-114ed527-1de2-4a14-aea7-8379feff66fb req-cf2463e8-2b17-4884-b75b-95abaaeaa8ff tempest-AbsoluteLimitsNegativeTestJSON-1058747561 tempest-AbsoluteLimitsNegativeTestJSON-1058747561-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb9ce765b3de4cd6bc50161cae63b0cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495543 Mar 03 18:01:17.942873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-23194899-a6d1-440f-8647-0c8eec0e1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:17.945117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-23194899-a6d1-440f-8647-0c8eec0e1a89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 916 time: 0.2624462 Mar 03 18:01:18.247943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4d901-18e3-4532-b7d0-95ef00a37d0a req-30b01d55-3571-4b1b-974d-72ec8279e8ac tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:18.259668 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81d4d901-18e3-4532-b7d0-95ef00a37d0a req-30b01d55-3571-4b1b-974d-72ec8279e8ac tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 943 time: 0.8615165 Mar 03 18:01:18.267841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-34695d1e-30f3-48a1-a1f0-160c8802a745 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df HTTP/1.1" status: 200 len: 217 time: 0.3130176 Mar 03 18:01:18.347009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:01:18.425188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-801a7b73-ba67-44f2-9309-717374d21b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:18.431990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-801a7b73-ba67-44f2-9309-717374d21b1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26e6661f-2b85-4329-9bf8-3b33aec2f1a6 HTTP/1.1" status: 200 len: 855 time: 0.0957153 Mar 03 18:01:18.446152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81d4d901-18e3-4532-b7d0-95ef00a37d0a req-0d71de92-f397-458d-9317-bd723e6cb27a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852217 Mar 03 18:01:18.474279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:18.488356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:18.544127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-81ae70e9-7eb4-4282-b75b-2fe68570942e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57cb74d7-b15a-4670-8955-ab2e76d6425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033823 Mar 03 18:01:18.652200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53720) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:18.800473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:18.852405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'port_id': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'mac_address': 'fa:16:3e:ee:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e6661f-2b85-4329-9bf8-3b33aec2f1a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:01:18.970258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Pushing event updated for resources: {'Port': ['ID=f794d20c-381e-406f-bb08-aa9f2b05b13e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:19.005309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.053641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-c77fe49e-90e6-40a0-8d84-ee9482636b30 service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995866 Mar 03 18:01:19.099182 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.113254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.117768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-211000e4-55a1-4757-93d3-90158511df2d tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6120620 Mar 03 18:01:19.118872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:19.128328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138a8a4-21c6-402a-ba1f-837ccaf4d540 req-aa636528-d007-4f80-9a5f-a2ec924b8db3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:19.128952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-760234941', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'fixed_ips': [{'ip_address': '172.25.0.112'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:19.134496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:19.135571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a138a8a4-21c6-402a-ba1f-837ccaf4d540 req-aa636528-d007-4f80-9a5f-a2ec924b8db3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.8666213 Mar 03 18:01:19.152036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:19.164739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Usage tracker for resource:port and tenant:43f4050e98fe4db9a5a32e5918090385 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:19.166927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:19.176402 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.181168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:19.183443 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.204182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:19.236386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Made reservation on behalf of 43f4050e98fe4db9a5a32e5918090385 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:19.239507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.266778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.305456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:19.317776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:19.324493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Usage tracker for resource:security_group_rule and tenant:43f4050e98fe4db9a5a32e5918090385 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:19.324982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9ce765b3de4cd6bc50161cae63b0cd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:19.328346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:19.331557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:19.339819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:19.347357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a138a8a4-21c6-402a-ba1f-837ccaf4d540 req-019b2125-c020-475e-b401-7a51b3cab7ee tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089274 Mar 03 18:01:19.364129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:19.370774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:19.406767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59f1e72e-86e7-4df1-b033-2af638ec50d5 req-1dcdd0f6-78c9-4634-b49d-922cb49db0d3 service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324027 Mar 03 18:01:19.441719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:01:19.520584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.528655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.555427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.560333 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.565207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] device_id is not set on port 03b2baff-f08c-4f48-b6b9-af103273e966 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:19.667659 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e1d139a-49a7-4835-be19-808125cb565d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.711582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb9ce765b3de4cd6bc50161cae63b0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0572410 Mar 03 18:01:19.714218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:19.717309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8868a8d-8449-417a-88b0-d9d1c6b929f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99462964-0699-434d-a09d-9ba4f349c81b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:19.851577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd599-7ff6-481c-8d09-942be71ef839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.901317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd599-7ff6-481c-8d09-942be71ef839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:19.957182 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 18:01:19.957727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:01:20.021220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd599-7ff6-481c-8d09-942be71ef839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:20.034696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c602700-ce7e-4ed0-aa4c-20c41e9451de,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:20.066394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebd599-7ff6-481c-8d09-942be71ef839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99462964-0699-434d-a09d-9ba4f349c81b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:20.071872 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a2173098-1a2f-4c50-8814-47e8e5a94ae8 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9495065 Mar 03 18:01:20.072025 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd599-7ff6-481c-8d09-942be71ef839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:20.074899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53762) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:20.076931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a2ebd599-7ff6-481c-8d09-942be71ef839 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99462964-0699-434d-a09d-9ba4f349c81b HTTP/1.1" status: 204 len: 168 time: 0.3510056 Mar 03 18:01:20.088770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e8ec8-b303-405c-835a-a9130d79af76 req-563075bc-a11c-4648-b9da-e06461f9a9a9 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:20.090830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ef6e8ec8-b303-405c-835a-a9130d79af76 req-563075bc-a11c-4648-b9da-e06461f9a9a9 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 944 time: 0.1939509 Mar 03 18:01:20.338937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:20.367238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Deleting port f794d20c-381e-406f-bb08-aa9f2b05b13e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:20.374412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:20.548521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ef6e8ec8-b303-405c-835a-a9130d79af76 req-d393a859-be81-424a-9c1b-eeac3bac3e7d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564721 Mar 03 18:01:20.596066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:20.610581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:20.611386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:20.890966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac855ed4-7ab3-4361-a7d9-f71f21a782d0 req-19f5a3a0-8444-4006-827f-cfc41f320f9f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:20.906419 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac855ed4-7ab3-4361-a7d9-f71f21a782d0 req-19f5a3a0-8444-4006-827f-cfc41f320f9f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.2271042 Mar 03 18:01:20.924930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:20.926443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.005858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac855ed4-7ab3-4361-a7d9-f71f21a782d0 req-78dc496f-372a-4536-b02a-ce50105da5f3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984454 Mar 03 18:01:21.006909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.108315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:21.112198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:21.131135 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.212550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Calling delete_port for f794d20c-381e-406f-bb08-aa9f2b05b13e owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:21.246616 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'code': 200} Mar 03 18:01:21.255853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:21.443784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53796) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:21.463940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-555556320'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:21.476479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:21.488152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:network and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:21.495793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:21.508676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:21.525585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.539162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:21.551555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.574001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de466f-261b-4c1d-978f-7c5601209d5a req-199808b5-06fd-41d8-b413-a67f12a41cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:21.575508 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59de466f-261b-4c1d-978f-7c5601209d5a req-199808b5-06fd-41d8-b413-a67f12a41cdd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 1096 time: 0.2427127 Mar 03 18:01:21.636921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59de466f-261b-4c1d-978f-7c5601209d5a req-25bf2fb7-de82-4b3b-9d7a-d5af01a3309b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538273 Mar 03 18:01:21.637724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:01:21.653093 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.654097 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Added segment aed70230-2b50-46b0-a33c-b2e051c1d7a1 of type vlan for network b81330da-f883-4c83-9fca-9939c9cfb4f1 Mar 03 18:01:21.656881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Pushing event deleted for resources: {'Port': ['ID=f794d20c-381e-406f-bb08-aa9f2b05b13e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:21.694937 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.758872 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.768073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:21.768710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.771688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e95bdeb2-20e0-435a-8143-468dff472a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.907212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.927519 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:21.929491 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5c7318c-8ee3-4ad8-94e9-b273c63faa05 tempest-ExternalNetworksAdminNegativeTestJSON-636360316 tempest-ExternalNetworksAdminNegativeTestJSON-636360316-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/1aafd257-d63c-449c-b985-3d0e2f401bff HTTP/1.1" status: 204 len: 168 time: 1.8533466 Mar 03 18:01:21.985143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Network': ['ID=b81330da-f883-4c83-9fca-9939c9cfb4f1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:21.989553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7a035c45-f8fe-4a2a-baed-91d626e8053d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5445468 Mar 03 18:01:21.992127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53816) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:21.998700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-385025383'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:22.004845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:01:22.009363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:22.016571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53820) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:22.041662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:network and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:22.050353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:22.065398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:22.084695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:22.090616 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.142565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf2b67-c6f2-440c-a219-f843c77946bc req-90235ba2-b02f-410f-98e9-55c54311df53 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:22.143653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bdbf2b67-c6f2-440c-a219-f843c77946bc req-90235ba2-b02f-410f-98e9-55c54311df53 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Synchronizing usage tracker for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:22.144111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:01:22.157980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.159093 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Added segment c38194c7-e549-413a-a213-e7e877ab0250 of type vlan for network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 Mar 03 18:01:22.201426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bdbf2b67-c6f2-440c-a219-f843c77946bc req-90235ba2-b02f-410f-98e9-55c54311df53 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Unset dirty status for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:22.203268 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bdbf2b67-c6f2-440c-a219-f843c77946bc req-90235ba2-b02f-410f-98e9-55c54311df53 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.3871651 Mar 03 18:01:22.205168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.257774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.270350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:22.274506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.323873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bdbf2b67-c6f2-440c-a219-f843c77946bc req-7c30339a-5d29-4c88-ba01-8d0a6d7e1594 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139019 Mar 03 18:01:22.708037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53840) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:22.735685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-678653782-network', 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:22.744011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7482374 Mar 03 18:01:22.746426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53846) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:22.755806 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.760219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'subnet': {'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:22.773111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:22.790553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af8925-4664-45c6-98ea-029addeab2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Network': ['ID=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:22.794239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Usage tracker for resource:network and tenant:bb0140b63c1d4645ab4917bffa7c281d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:22.811668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:01:22.813961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:22.835782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:22.881689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.918508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:22.925182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Usage tracker for resource:security_group_rule and tenant:673c07f4dc3e41ae8c32072ebe8a5c67 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:22.929561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:22.931891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-0595e5a1-9ea2-45ec-9a75-a44d6343f172 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5931001 Mar 03 18:01:22.938303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:22.939475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:22.943846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:22.972579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.008811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.025297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c94080-f094-4572-bcb6-725161264d86 req-557a4dff-d8e9-4390-89e5-a89958ad73cd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:23.027652 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3c94080-f094-4572-bcb6-725161264d86 req-557a4dff-d8e9-4390-89e5-a89958ad73cd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.6320705 Mar 03 18:01:23.059377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:23.077718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Usage tracker for resource:security_group_rule and tenant:bb0140b63c1d4645ab4917bffa7c281d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:23.113957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:23.152146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:23.176194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:subnet and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:23.184156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:23.208332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:23.243412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.250441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:23.253459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:23.257513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.277617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53856) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:23.278609 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.297183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3c94080-f094-4572-bcb6-725161264d86 req-d47ca49a-38e6-43db-9e30-908defea1bbe tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321227 Mar 03 18:01:23.359741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-4cbef55c-1b61-44fd-8896-9fad3c41a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:23.362884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-4cbef55c-1b61-44fd-8896-9fad3c41a380 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 1096 time: 0.2345870 Mar 03 18:01:23.462192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908779e0-0fc6-4846-acbe-444edc5ea2b3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:23.475813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a1018ec6-0c0b-48ec-b522-037d6f0f387c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=673c07f4dc3e41ae8c32072ebe8a5c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7666550 Mar 03 18:01:23.482627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53864) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:23.601150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.607469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.685841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:01:23.701718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-18756824-f600-42c4-9fd9-05b2621c7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:23.704429 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-18756824-f600-42c4-9fd9-05b2621c7446 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2832007 Mar 03 18:01:23.707070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d3bf4-43ce-49ad-ba2b-14271dba5160,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:23.764492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.766188 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Added segment b3b6162f-c474-4166-b36d-b149c732b400 of type vlan for network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 Mar 03 18:01:23.778996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.786305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-347b1898-81ce-439b-bb51-9af2917dd004 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c81e309-3c2b-4832-a3e1-612635a80298 HTTP/1.1" status: 200 len: 217 time: 0.0748215 Mar 03 18:01:23.819154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:23.825018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Usage tracker for resource:security_group_rule and tenant:9012f88c4fc647399bec7a81fed22cf7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:23.828806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:23.835003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:23.851621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.887882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-84123d8f-7bca-409c-b65c-d30482790c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:23.889398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-84123d8f-7bca-409c-b65c-d30482790c07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.0977826 Mar 03 18:01:23.952029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.963910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.964905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:23.965600 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:23.975567 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.009859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.025717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9012f88c4fc647399bec7a81fed22cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7503264 Mar 03 18:01:24.033827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53872) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:24.088816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] Pushing event updated for resources: {'Network': ['ID=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:24.095720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c15bbf4-e824-4591-b066-39176f5576cc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0750034 Mar 03 18:01:24.097966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53876) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:24.107140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:01:24.110721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Request body: {'subnet': {'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-678653782-subnet', 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:24.119173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-b52c0f14-fa21-4e94-a4ba-155e549c6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:24.120747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-b52c0f14-fa21-4e94-a4ba-155e549c6081 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229521 Mar 03 18:01:24.121704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:24.126692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Usage tracker for resource:subnet and tenant:bb0140b63c1d4645ab4917bffa7c281d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:24.131648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:24.160075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:24.296556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcc4ba-ad5b-420e-8a8f-b5a6f4b2e7ae req-5c4affd7-30b5-405d-a16d-25d7ce04572c tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:24.298313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13dcc4ba-ad5b-420e-8a8f-b5a6f4b2e7ae req-5c4affd7-30b5-405d-a16d-25d7ce04572c tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.7757373 Mar 03 18:01:24.299277 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd9090d9-a373-4459-bc0b-fb94fa75945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.299989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.306425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.334578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-2a4368f6-023a-4ff7-9074-c8ff635495f2 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044430 Mar 03 18:01:24.337636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:24.341419 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.425570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd9090d9-a373-4459-bc0b-fb94fa75945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.523365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76471941-243c-4fca-bab7-8f8c0f450e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe56f2a-cc82-48cd-8e2f-fb293b94da8d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:24.553973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b4245a4-c251-4216-8db3-11e63b91b9a6 req-8c96bbc7-9335-4c28-ae72-e9e32c393e27 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988437 Mar 03 18:01:24.589430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13dcc4ba-ad5b-420e-8a8f-b5a6f4b2e7ae req-96c6ecaf-b221-4765-b917-90ef3892b500 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788503 Mar 03 18:01:24.593838 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Subnet': ['ID=47233fe3-caee-43e5-8464-365c341ec0c0,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:24.598054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2a27ca2-6afb-4690-b95f-46dcc4a53e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.637950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Checking segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:24.638507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network hostable DHCP agents. Network: b81330da-f883-4c83-9fca-9939c9cfb4f1, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:01:24.674168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2a27ca2-6afb-4690-b95f-46dcc4a53e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.691001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd9090d9-a373-4459-bc0b-fb94fa75945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.712359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:01:24.736018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9090d9-a373-4459-bc0b-fb94fa75945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908779e0-0fc6-4846-acbe-444edc5ea2b3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:24.748043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, b81330da-f883-4c83-9fca-9939c9cfb4f1) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:24.761957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045e838-74f4-44c9-8602-74eee208cade None None] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:01:24.816059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:24.816798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.821136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8c1c2-6279-48ef-8da4-1e7cf42da207 req-03cdddc8-7c40-48da-966f-1ac86a9d44a2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:24.830462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4cb8c1c2-6279-48ef-8da4-1e7cf42da207 req-03cdddc8-7c40-48da-966f-1ac86a9d44a2 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.3605680 Mar 03 18:01:24.878107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd9090d9-a373-4459-bc0b-fb94fa75945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:24.882185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bd9090d9-a373-4459-bc0b-fb94fa75945c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/908779e0-0fc6-4846-acbe-444edc5ea2b3 HTTP/1.1" status: 204 len: 168 time: 1.3983362 Mar 03 18:01:24.889979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-788bfe8d-93be-47a5-a411-43a0a016e054 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1412427 Mar 03 18:01:24.891707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53902) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:24.908661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'subnet': {'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:24.971346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4cb8c1c2-6279-48ef-8da4-1e7cf42da207 req-505c26fd-4e50-4761-ae0e-119c6ba29d84 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399047 Mar 03 18:01:24.974827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.044058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-b81330da-f883-4c83-9fca-9939c9cfb4f1', 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'fixed_ips': [{'subnet_id': '47233fe3-caee-43e5-8464-365c341ec0c0'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:01:25.045826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.065477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:25.074151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:subnet and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:25.086356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:25.093812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Checking segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:25.094175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Network hostable DHCP agents. Network: 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:01:25.098451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8406e94-119a-46ab-bb38-f3f82601ce5c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:25.100295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:25.110082 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2a27ca2-6afb-4690-b95f-46dcc4a53e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.115531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2a27ca2-6afb-4690-b95f-46dcc4a53e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.117386 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d2a27ca2-6afb-4690-b95f-46dcc4a53e18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfe56f2a-cc82-48cd-8e2f-fb293b94da8d HTTP/1.1" status: 204 len: 168 time: 1.0692170 Mar 03 18:01:25.138869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:01:25.164207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:25.170680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:25.171165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a27ca2-6afb-4690-b95f-46dcc4a53e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe56f2a-cc82-48cd-8e2f-fb293b94da8d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:25.172065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.184762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f363d72-ad87-4fa1-9340-20d99215629f None None] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:01:25.213993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbdfe-788f-4194-81f3-0ddcf9e2a442 req-ee61b9b5-e7df-4e97-856c-39192f81899b tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:25.233084 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee5dbdfe-788f-4194-81f3-0ddcf9e2a442 req-ee61b9b5-e7df-4e97-856c-39192f81899b tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.4918962 Mar 03 18:01:25.236356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:25.239807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.369945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-afe432ab-7370-411d-bef3-ce03dca99097 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2658210 Mar 03 18:01:25.463793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee5dbdfe-788f-4194-81f3-0ddcf9e2a442 req-18aa4261-27ca-4ce4-aa8e-1140010faf54 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278869 Mar 03 18:01:25.538228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53930) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:25.634294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.640102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Allocated IP 10.1.1.2 (b81330da-f883-4c83-9fca-9939c9cfb4f1/47233fe3-caee-43e5-8464-365c341ec0c0/12f1ffc2-4a07-4bb3-b24e-1839a2b500b7) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:25.649425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92c82f8d-b420-4a60-9e42-8a81659f8a57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43f4050e98fe4db9a5a32e5918090385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096311 Mar 03 18:01:25.651767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:25.771206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fa0a95-157d-47ed-9826-23974da2257b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.804830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Subnet': ['ID=37a45f22-07a1-4f71-9070-65a7fe7efd37,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:25.811641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Checking segment: {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:25.813008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network hostable DHCP agents. Network: 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:01:25.843001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fa0a95-157d-47ed-9826-23974da2257b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.875652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:01:25.888894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:25.897157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:25.898560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.924966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53946) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:25.935841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c3a971-be42-4511-a1ce-881431e13814 None None] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:01:25.971890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fa0a95-157d-47ed-9826-23974da2257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:25.986745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:26.003288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa0a95-157d-47ed-9826-23974da2257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c602700-ce7e-4ed0-aa4c-20c41e9451de,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:26.019345 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70fa0a95-157d-47ed-9826-23974da2257b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:26.026682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c83dda-40aa-455d-ab07-c5abcd31d53c None None] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:01:26.036259 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70fa0a95-157d-47ed-9826-23974da2257b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c602700-ce7e-4ed0-aa4c-20c41e9451de HTTP/1.1" status: 204 len: 168 time: 0.3767917 Mar 03 18:01:26.052016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:26.067097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-91826791-a9fc-4772-aac2-60b1a286dbfb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1665339 Mar 03 18:01:26.067097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:0caf24891f7a4fc388063769d854ce5b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:26.068682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53954) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:26.072841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:26.081656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'port': {'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'name': 'tempest-TaggedBootDevicesTest-190844130', 'fixed_ips': [{'subnet_id': '47233fe3-caee-43e5-8464-365c341ec0c0'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:26.120311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:26.178146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f388463-a5ca-4502-8fcf-830606c9b0c1 req-19b1de5b-9325-4235-a7d3-427c0f5179ed tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:26.181807 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f388463-a5ca-4502-8fcf-830606c9b0c1 req-19b1de5b-9325-4235-a7d3-427c0f5179ed tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1370227 Mar 03 18:01:26.258922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f388463-a5ca-4502-8fcf-830606c9b0c1 req-30df7101-637c-4c7f-bcf7-78efc87b0ee2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701997 Mar 03 18:01:26.383979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:26.410892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:port and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:26.420213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:26.452069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:26.473088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e9a9-1b55-444c-bac0-1ac61cfdbb9c req-dd984662-1af3-4983-ad35-808bf5cca3fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:26.486075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e37e9a9-1b55-444c-bac0-1ac61cfdbb9c req-dd984662-1af3-4983-ad35-808bf5cca3fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.1151164 Mar 03 18:01:26.508415 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:26.509950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:26.541917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e37e9a9-1b55-444c-bac0-1ac61cfdbb9c req-f828c301-6534-46ae-b0e5-2985b82d3119 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545316 Mar 03 18:01:26.556323 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:26.602388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955cc7b3-6e10-4503-bce7-848ee23470fa,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:26.742714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8', 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'fixed_ips': [{'subnet_id': '37a45f22-07a1-4f71-9070-65a7fe7efd37'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:01:26.743526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:26.758415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:26.791524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Transition to ACTIVE for port object 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:26.803248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f70ac1a5-c00b-46fa-98fc-b48a5dfa9aa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0caf24891f7a4fc388063769d854ce5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737931 Mar 03 18:01:26.810803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53990) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:26.830019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28c968-ed27-4c41-b398-965d26931d38 req-2759fd08-5573-431c-b039-8e6d4fd8af1e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:26.831643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f28c968-ed27-4c41-b398-965d26931d38 req-2759fd08-5573-431c-b039-8e6d4fd8af1e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1275356 Mar 03 18:01:26.885900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:01:26.894158 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f28c968-ed27-4c41-b398-965d26931d38 req-1a51a64e-37a8-4b3c-8a75-c5d67a0ccfba tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559454 Mar 03 18:01:27.061212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:27.074829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa96413e-f4c0-43ce-a2d5-cf13c30a8b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:27.085726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678044-60f2-4525-997c-922aca3af734 req-2faa338a-6b20-418c-a632-2f6f1342d2f4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:27.095559 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-2faa338a-6b20-418c-a632-2f6f1342d2f4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.6226335 Mar 03 18:01:27.143990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-2ac35ae7-616c-4e0c-be61-5a154379b4a3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/quotas/bb0140b63c1d4645ab4917bffa7c281d HTTP/1.1" status: 200 len: 375 time: 0.0455425 Mar 03 18:01:27.229276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] device_id is not set on port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:27.244795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Transition to ACTIVE for port object 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:27.322221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-67f6155c-0ea5-47c3-abc4-ed3f2da2bf6b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1757565 Mar 03 18:01:27.378670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa96413e-f4c0-43ce-a2d5-cf13c30a8b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:27.383235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Allocated IP 10.2.2.2 (75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8/37a45f22-07a1-4f71-9070-65a7fe7efd37/a35d786e-03c2-4af3-ba2a-8a44efbfaf11) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:27.420748 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:27.553039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:27.559484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:27.615648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:27.657040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:27.682448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d144e-b62e-4843-aaa4-3d775f05738c req-0f7498f5-f0db-47c3-98c5-2f2cdaaf9c7a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:27.692068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-952d144e-b62e-4843-aaa4-3d775f05738c req-0f7498f5-f0db-47c3-98c5-2f2cdaaf9c7a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1193104 Mar 03 18:01:27.697685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Pushing event updated for resources: {'Port': ['ID=12f1ffc2-4a07-4bb3-b24e-1839a2b500b7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:27.807187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-952d144e-b62e-4843-aaa4-3d775f05738c req-0759b45b-5d11-4d8e-a205-241e510005fc tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135323 Mar 03 18:01:27.855230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'port_id': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:01:27.891830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-42fad75e-185b-4fb2-96b0-8e4cbd32d724 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605443 Mar 03 18:01:27.916018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Attempting to bind port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:27.916386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Attempting to bind port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:27.916738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Attempting to bind port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:27.942012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:01:27.942630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Checking segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:27.943190 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:27.943751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Bound using segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:01:27.944377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Bound port: 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:01:27.944910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:27.982908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 10.1.1.40 (b81330da-f883-4c83-9fca-9939c9cfb4f1/47233fe3-caee-43e5-8464-365c341ec0c0/94debac5-89fa-4a13-b8ce-2ccacfb82f6e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:27.987958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:27.995456 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa96413e-f4c0-43ce-a2d5-cf13c30a8b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.054917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96413e-f4c0-43ce-a2d5-cf13c30a8b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955cc7b3-6e10-4503-bce7-848ee23470fa,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:28.165061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa96413e-f4c0-43ce-a2d5-cf13c30a8b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.166562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fa96413e-f4c0-43ce-a2d5-cf13c30a8b0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/955cc7b3-6e10-4503-bce7-848ee23470fa HTTP/1.1" status: 204 len: 168 time: 1.3548079 Mar 03 18:01:28.241055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a69b92-3d27-4962-9f10-d6f896398d59 req-e9d80acb-53ea-4cc5-9c8b-93c9f8ea1ebd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:28.248443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd7c5fc6-48af-49ab-b108-467066a9361e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:28.252570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7a69b92-3d27-4962-9f10-d6f896398d59 req-e9d80acb-53ea-4cc5-9c8b-93c9f8ea1ebd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.2270367 Mar 03 18:01:28.261987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-e13a194d-0c71-4006-b1a7-7ddd9dad9a53 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691661 Mar 03 18:01:28.306955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:28.348786 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.349219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7a69b92-3d27-4962-9f10-d6f896398d59 req-f4dcc1da-ed00-4ac0-a5b2-137969c8a1e4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927975 Mar 03 18:01:28.377295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] For port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:28.513237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] For port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=12f1ffc2-4a07-4bb3-b24e-1839a2b500b7,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:01:28.521191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54082) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:28.530061 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.539985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.543945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['bd7c5fc6-48af-49ab-b108-467066a9361e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:01:28.551706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.577800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Transition to ACTIVE for port object 94debac5-89fa-4a13-b8ce-2ccacfb82f6e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:28.616566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Transition to ACTIVE for port object a35d786e-03c2-4af3-ba2a-8a44efbfaf11 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:28.627770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.667988 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cfa4184c-6fae-46a2-be31-0b5299728620 req-d73505e0-5d6e-4469-9d2a-97c0233c77c7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 210 time: 0.0956581 Mar 03 18:01:28.683903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:28.784758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:28.798632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:28.799979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:28.802654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:28.873272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1532501834'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:28.880605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:28.892396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Usage tracker for resource:network and tenant:af46044fa58e43818f1eb4057b9822ad is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:28.896231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:28.909455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8ca7-30b7-4876-b0a2-00635eb2b876 None None] Pushing event updated for resources: {'Port': ['ID=12f1ffc2-4a07-4bb3-b24e-1839a2b500b7,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:28.913240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:28.928478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Transition to ACTIVE for port object a35d786e-03c2-4af3-ba2a-8a44efbfaf11 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:28.931164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Made reservation on behalf of af46044fa58e43818f1eb4057b9822ad for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:28.935126 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.940393 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.967223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:28.967932 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:28.972687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.006339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:29.017388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Usage tracker for resource:security_group_rule and tenant:af46044fa58e43818f1eb4057b9822ad is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:29.022636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:29.034835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:29.047924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ad0a8f62-7c84-41b5-a00a-ffc3c3fef020 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9765046 Mar 03 18:01:29.050044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:29.091949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'port': {'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'name': 'tempest-TaggedBootDevicesTest-806809578', 'fixed_ips': [{'subnet_id': '47233fe3-caee-43e5-8464-365c341ec0c0'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:29.211996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.217082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.243283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:01:29.273282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.273489 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Added segment 7a5cd540-9af7-40ab-9a5e-8743d9fa9c34 of type vlan for network 46bee2cf-d887-4a55-8be4-fcc7726abfda Mar 03 18:01:29.282447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Pushing event updated for resources: {'Port': ['ID=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:29.344875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:29.348740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:29.352452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:29.365774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.397588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1173d2dd-fdf2-4cf9-bfe5-a0a7bacebb92,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:29.438548 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.449973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:29.450887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.626202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:29.631484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:port and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:29.636142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:29.640969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Attempting to bind port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:29.642082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Attempting to bind port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:29.642645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Attempting to bind port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 on network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:29.650000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:29.657315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:01:29.658156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Checking segment: {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:29.658730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.659363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Bound using segment: {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:01:29.660006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Bound port: a35d786e-03c2-4af3-ba2a-8a44efbfaf11, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:01:29.660564 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.662389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000dd99-4d7d-425d-ac6a-f34686ba0af0 req-96df04bf-36dc-4572-833a-0948d5331a4e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:29.664173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0000dd99-4d7d-425d-ac6a-f34686ba0af0 req-96df04bf-36dc-4572-833a-0948d5331a4e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.6150322 Mar 03 18:01:29.747836 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0000dd99-4d7d-425d-ac6a-f34686ba0af0 req-6d1b5e02-7c70-4a95-9917-4945debdad17 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756786 Mar 03 18:01:29.810675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Pushing event updated for resources: {'Network': ['ID=46bee2cf-d887-4a55-8be4-fcc7726abfda,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:29.820357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:29.825931 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:29.827133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4899bd98-133a-4efb-a86f-36ef9b172f64 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3047612 Mar 03 18:01:29.848637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 46bee2cf-d887-4a55-8be4-fcc7726abfda details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:01:29.873744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74463c84-5573-41f9-a987-642e718e00e0 req-c5d03f44-3931-4dcd-ad56-51462defa98b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:29.882490 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74463c84-5573-41f9-a987-642e718e00e0 req-c5d03f44-3931-4dcd-ad56-51462defa98b tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 945 time: 0.2909496 Mar 03 18:01:29.893688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] device_id is not set on port 4050b385-63eb-4110-8be9-4223a64d3faf yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:29.920497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] For port a35d786e-03c2-4af3-ba2a-8a44efbfaf11, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:29.948057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74463c84-5573-41f9-a987-642e718e00e0 req-661f34ff-931d-42fc-a998-d44d21beb600 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643640 Mar 03 18:01:30.063989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] For port a35d786e-03c2-4af3-ba2a-8a44efbfaf11, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:01:30.070764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:30.193373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2fe7a7e-e328-45ff-9ea5-f69babe3ca4a req-411e7c28-5ce2-459e-b470-637b6b39aca1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 210 time: 0.1811199 Mar 03 18:01:30.229209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24182080-8d0f-4fc2-9e84-6982c37a068e None None] Pushing event updated for resources: {'Port': ['ID=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:30.606956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 10.1.1.161 (b81330da-f883-4c83-9fca-9939c9cfb4f1/47233fe3-caee-43e5-8464-365c341ec0c0/4050b385-63eb-4110-8be9-4223a64d3faf) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:30.628134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f89e40-fa39-4136-95c9-e09cf8f8f60e None None] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:01:30.746977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54142) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:30.832706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678044-60f2-4525-997c-922aca3af734 req-5dd04b53-ce2b-44ae-80d2-36d1a65ed1c9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:30.833689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-42678044-60f2-4525-997c-922aca3af734 req-5dd04b53-ce2b-44ae-80d2-36d1a65ed1c9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:30.839630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Request body: {'port': {'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda', 'binding:host_id': 'n-h2-827121-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-479574590'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:30.845775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:30.850158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Usage tracker for resource:port and tenant:6f1e96bca10541cbaa05f699beca7e3d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:30.855033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:30.871407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:30.894492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:30.900068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Made reservation on behalf of 6f1e96bca10541cbaa05f699beca7e3d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:30.905288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.011639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.026193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-42678044-60f2-4525-997c-922aca3af734 req-5dd04b53-ce2b-44ae-80d2-36d1a65ed1c9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:31.027334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-5dd04b53-ce2b-44ae-80d2-36d1a65ed1c9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.6094809 Mar 03 18:01:31.049547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Request body: {'port': {'device_id': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'admin_state_up': True, 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:31.092112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:31.206265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Usage tracker for resource:security_group_rule and tenant:6f1e96bca10541cbaa05f699beca7e3d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:31.229843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:31.239521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:31.344705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:31.352259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-aafe711f-9fd8-4b40-a6c5-dabdf3cf358c None None] Provisioning for port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:31.444713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port bd7c5fc6-48af-49ab-b108-467066a9361e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:31.445175 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.470591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.477204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:31.489631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:31.490008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.520229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Transition to ACTIVE for port object 4050b385-63eb-4110-8be9-4223a64d3faf will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:31.525848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54168) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:31.571832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.687429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:31.701932 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.718712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72ece2-ead4-42b2-9395-e24ee42c0bcb req-f96bc41c-3d72-494d-bb26-55a5081c35b9 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:31.725820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b72ece2-ead4-42b2-9395-e24ee42c0bcb req-f96bc41c-3d72-494d-bb26-55a5081c35b9 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 945 time: 0.6304324 Mar 03 18:01:31.783642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:31.787939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:31.793686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:31.823314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Usage tracker for resource:port and tenant:bb0140b63c1d4645ab4917bffa7c281d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:31.853301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:31.880168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:31.919575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:31.923165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:31.944721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b72ece2-ead4-42b2-9395-e24ee42c0bcb req-dc1e3021-7852-44bb-82b7-d6be37320082 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179465 Mar 03 18:01:31.949013 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:31.984526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] Deleting subnet 7a3b47a5-a423-47bd-b10b-25955b2b4656 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:01:32.015889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:32.054115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a40a-2e74-4455-9f43-99e930bf4822 req-181ed847-3d1d-463e-ab54-624ce94324b2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:32.055681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f28a40a-2e74-4455-9f43-99e930bf4822 req-181ed847-3d1d-463e-ab54-624ce94324b2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 1.0825677 Mar 03 18:01:32.063846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:32.064459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.081183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:32.090041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.135254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f28a40a-2e74-4455-9f43-99e930bf4822 req-2398a9f3-9b39-4557-8b18-dd90ebedfa80 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665836 Mar 03 18:01:32.148617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dbb9cf67-8074-4610-a200-0eafa445aae7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0717762 Mar 03 18:01:32.161862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.178135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=12f1ffc2-4a07-4bb3-b24e-1839a2b500b7,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:32.185869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.187208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a35d786e-03c2-4af3-ba2a-8a44efbfaf11 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:32.213502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.385718 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.492078 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'code': 200} Mar 03 18:01:32.496814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=12f1ffc2-4a07-4bb3-b24e-1839a2b500b7,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:32.503987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ddc022-068c-4035-af60-61f6be7dd85b None None] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:01:32.641733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-919a99dd-9e22-4500-9e0a-237ae787c455 None None] Provisioning for port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:32.653237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-919a99dd-9e22-4500-9e0a-237ae787c455 None None] Provisioning complete for port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:32.653729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-919a99dd-9e22-4500-9e0a-237ae787c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.726740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.756697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:32.763291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:32.765973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.778233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-919a99dd-9e22-4500-9e0a-237ae787c455 None None] Port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:01:32.809440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] device_id is not set on port 0fddb88f-98c4-4f8c-892c-b229292f8e3e yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:32.912263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-919a99dd-9e22-4500-9e0a-237ae787c455 None None] Provisioning complete for port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:32.912972 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-919a99dd-9e22-4500-9e0a-237ae787c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:32.946069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:32.981027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e183c934-5712-4a89-b0cd-085cf6389d18 req-d27b6f30-debd-470f-bd34-d29a0c316512 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 210 time: 0.2250259 Mar 03 18:01:33.034043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54216) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:33.219183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bec210-74e0-4fd4-8cd0-c777df1eb884,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:33.222646 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.376087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.401721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:33.407435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Usage tracker for resource:security_group_rule and tenant:c95bd05fb4f145ff9c992e881640ac60 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:33.428716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:33.442348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:33.468654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:33.469184 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.481361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] device_id is not set on port 0fddb88f-98c4-4f8c-892c-b229292f8e3e yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:33.510097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.530994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.584155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.618932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Transition to ACTIVE for port object 0fddb88f-98c4-4f8c-892c-b229292f8e3e will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:33.621615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3b47a5-a423-47bd-b10b-25955b2b4656,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:33.640613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Provisioning complete for port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:33.642075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.674884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.685073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.695690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84060501-806e-42c7-b06e-76e40efc6a87 req-8289b36b-7fc5-46e2-95c2-758d035e46d3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:33.704177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84060501-806e-42c7-b06e-76e40efc6a87 req-8289b36b-7fc5-46e2-95c2-758d035e46d3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.4540081 Mar 03 18:01:33.717992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:33.758687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff1a36f-ee18-4d73-b1a1-120278170256,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:33.764374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7e77dda4-eb67-4531-9f23-87cd5706da45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c95bd05fb4f145ff9c992e881640ac60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292607 Mar 03 18:01:33.768401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54226) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:33.815059 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-63f70cea-92d9-474b-8fe5-e888cd1b30bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7a3b47a5-a423-47bd-b10b-25955b2b4656 HTTP/1.1" status: 204 len: 168 time: 2.2831059 Mar 03 18:01:33.821045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54230) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:33.847852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:01:33.896390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Allocated IP 172.20.0.4 (7e4ff3c8-3745-40d1-9af3-8cbbc856ef51/a8406e94-119a-46ab-bb38-f3f82601ce5c/9f520234-f6a6-45d2-a57d-4c8be3e2546e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:33.916179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84060501-806e-42c7-b06e-76e40efc6a87 req-0864b834-8db8-4cf6-a1d6-89eea120ebf3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088706 Mar 03 18:01:33.962869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Provisioning for port 4050b385-63eb-4110-8be9-4223a64d3faf completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:33.976510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Provisioning complete for port 4050b385-63eb-4110-8be9-4223a64d3faf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:33.978949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.028588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=0fddb88f-98c4-4f8c-892c-b229292f8e3e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:34.042985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Checking segment: {'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:34.043663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Network hostable DHCP agents. Network: 46bee2cf-d887-4a55-8be4-fcc7726abfda, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:01:34.078118 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.096088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54236) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:34.116639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178435676', 'description': 'tempest-description--1099959085'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:34.128864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Network 46bee2cf-d887-4a55-8be4-fcc7726abfda is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:01:34.141399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Port 4050b385-63eb-4110-8be9-4223a64d3faf cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:01:34.163403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:34.170201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Provisioning for port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:34.180393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Provisioning complete for port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:34.180849 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.190018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 46bee2cf-d887-4a55-8be4-fcc7726abfda) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:34.193536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:security_group and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:34.213310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:34.259640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e05407-9185-4449-83a6-785bab440e9d None None] Network 46bee2cf-d887-4a55-8be4-fcc7726abfda requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:01:34.313748 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a637878-2e13-4212-823c-e117380490ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.321284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:34.369945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:34.409437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.409846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.410144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.417578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a637878-2e13-4212-823c-e117380490ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.423534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.423754 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.427773 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 2 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.471744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.472058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.472319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.507263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.507479 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.510623 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 3 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.528094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.539569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ce64b-a440-4b16-bc60-81d426c3b0e0 req-ef183a55-328f-42a0-ace8-4cdb61e2080e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:34.541058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c75ce64b-a440-4b16-bc60-81d426c3b0e0 req-ef183a55-328f-42a0-ace8-4cdb61e2080e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.3172190 Mar 03 18:01:34.577054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a637878-2e13-4212-823c-e117380490ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.582414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.582754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.583089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.598401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.598742 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.601711 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 4 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.608754 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.618578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.618924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.619261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.625338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c75ce64b-a440-4b16-bc60-81d426c3b0e0 req-6533153a-d36c-4863-bc3f-2efecb10d441 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749164 Mar 03 18:01:34.634152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.634492 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.636156 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 5 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.638383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a637878-2e13-4212-823c-e117380490ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff1a36f-ee18-4d73-b1a1-120278170256,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:34.646277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] For port a35d786e-03c2-4af3-ba2a-8a44efbfaf11, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:34.658813 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.664708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38ac809d-b220-4bb3-b7b8-6196df7ab1be req-4af2f0bf-93d3-46ee-aa6f-ccdf82d2ac64 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 210 time: 0.2959013 Mar 03 18:01:34.667922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.668447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.668942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.675845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.676461 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.677923 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 6 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.707316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.708088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.708682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.711831 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.756940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510297c9-68dc-40cf-a8ee-8b44c0552705 None None] Pushing event updated for resources: {'Port': ['ID=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:34.774141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.779431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.779883 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.784717 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 7 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.786579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df165414-8ddc-47aa-a5d5-a7ad0a682391 None None] Provisioning complete for port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:34.786964 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df165414-8ddc-47aa-a5d5-a7ad0a682391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.826980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:34.833168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:34.835778 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a637878-2e13-4212-823c-e117380490ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.840562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:34.849106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8a637878-2e13-4212-823c-e117380490ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ff1a36f-ee18-4d73-b1a1-120278170256 HTTP/1.1" status: 204 len: 168 time: 1.0794327 Mar 03 18:01:34.850731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:34.857803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.875993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:security_group_rule and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:34.891624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:34.923335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event updated for resources: {'Port': ['ID=9f520234-f6a6-45d2-a57d-4c8be3e2546e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:34.927104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a35d786e-03c2-4af3-ba2a-8a44efbfaf11 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:34.932177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:34.932802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:34.936656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.936977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.937312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.950714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.951185 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.952100 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 8 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.962577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:34.972040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:34.972420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:34.972716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:34.975981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-3c8c34e1-9425-4248-9683-8ffa4d08ad83 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9313607 Mar 03 18:01:34.980026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:34.980421 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:34.981085 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 9 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:34.981828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ab887f-3226-4cc9-832f-1de9198e44fc']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:34.996150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Request body: {'port': {'device_id': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:35.012105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e24a70-72b0-4e75-a4e8-8e371989c8d4') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:35.012411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e24a70-72b0-4e75-a4e8-8e371989c8d4') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:35.036408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.040370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:35.041257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:35.041689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:35.049390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:35.049720 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:35.052278 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 10 to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e Mar 03 18:01:35.082947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.135260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:35.135644 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.216000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.218224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:01:35.219888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:01:35.239167 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:01:35.244066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:35.245991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:35.246333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:35.262262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.308863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:35.309280 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 0fddb88f-98c4-4f8c-892c-b229292f8e3e on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:35.309677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.376737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54246) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:35.390123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.420759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc443d-615d-40a0-9d5e-229c5592314c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:35.446387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.450323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ae15b80c-7263-476e-9071-cedd7c5bc2c2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3449953 Mar 03 18:01:35.453866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54250) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:35.459652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'security_group_rule': {'security_group_id': '14bc443d-615d-40a0-9d5e-229c5592314c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:35.467401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:35.476134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.478876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:security_group_rule and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:35.504938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:35.507975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.519791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] Pushing event deleted for resources: {'Network': ['ID=37ab887f-3226-4cc9-832f-1de9198e44fc,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:35.522588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:35.534569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05bcbc05-1812-424b-9787-04474005b93e admin admin] 10.222.0.23 "DELETE /v2.0/networks/37ab887f-3226-4cc9-832f-1de9198e44fc HTTP/1.1" status: 204 len: 168 time: 1.7083454 Mar 03 18:01:35.545216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.596255 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.656544 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.664879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.665384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:35.700172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Usage tracker for resource:security_group_rule and tenant:b926d1e4d5704aeeb9ef66e525a88b69 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:35.704289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb705d2-7d68-4edd-b127-d0138d2231d2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:35.711728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:35.720026 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.728233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:35.730052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54260) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:35.730441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-46e2d3fa-0699-4de8-b192-3d5966a33926 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751510 Mar 03 18:01:35.769967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'security_group_rule': {'security_group_id': '14bc443d-615d-40a0-9d5e-229c5592314c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:35.780928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] For port 0fddb88f-98c4-4f8c-892c-b229292f8e3e, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:35.782295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempted to set empty binding levels {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 18:01:35.802580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e84ce-3e86-4d05-a79a-7ede52ea2b1b req-2b09e367-2d02-40de-a883-4fb993dce213 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:35.810392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3e84ce-3e86-4d05-a79a-7ede52ea2b1b req-2b09e367-2d02-40de-a883-4fb993dce213 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.6521020 Mar 03 18:01:35.852796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:35.868214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:35.868788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54264) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:35.930358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:security_group_rule and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:35.938648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6cb15b65-0ef7-49ca-8544-59f0476f2f85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d4c19f87f1a4db3a6f3fc77bcf9205e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668812 Mar 03 18:01:35.952020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:35.959061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54268) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:35.970730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:35.982758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:35.983941 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.015150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a3064-80a0-4589-863a-723a53d266a4 req-5eb6b2ce-4642-436d-b785-a4283adf7d7c tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:36.017503 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a4a3064-80a0-4589-863a-723a53d266a4 req-5eb6b2ce-4642-436d-b785-a4283adf7d7c tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1971357 Mar 03 18:01:36.064956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=0fddb88f-98c4-4f8c-892c-b229292f8e3e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:36.086109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.116534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.123698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3e84ce-3e86-4d05-a79a-7ede52ea2b1b req-2c317315-1fea-4259-84d7-0d6cfed01161 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123858 Mar 03 18:01:36.192391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a4a3064-80a0-4589-863a-723a53d266a4 req-b2487008-6d42-4897-baff-35da6fbe1616 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629324 Mar 03 18:01:36.196066 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.218415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e14e679e-dc13-4b61-882d-0c32cfe163d7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.4686489 Mar 03 18:01:36.220470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54272) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:36.296703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.329622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Deleting port 0fddb88f-98c4-4f8c-892c-b229292f8e3e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:36.330208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.372528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.386340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.390835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac841b-dfe2-49fd-89c5-3ed8ceeead90,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:36.407478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.408607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.408956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.409292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.409671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.410001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.410701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.410701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.410968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.411255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.411812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.411926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:36.440863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.457313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bf94c589-e5ab-4fb7-890d-73d27eea4ede admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49ac841b-dfe2-49fd-89c5-3ed8ceeead90 HTTP/1.1" status: 204 len: 168 time: 0.4872050 Mar 03 18:01:36.460884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.478243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b926d1e4d5704aeeb9ef66e525a88b69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0910106 Mar 03 18:01:36.482928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.489499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dd3cc-3f59-4fa5-9d4f-a894b992cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c37a9b8-a5cf-4228-b0fc-574d2e34b136,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:36.496282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54278) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:36.589737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447e27ce-96b2-4132-9ede-bb92a05ccc16,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:36.623607 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.625218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-be9bb7c1-322e-465d-9461-8c6795ecfa8a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8920937 Mar 03 18:01:36.631197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54282) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:36.648099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a4f0a-8cd2-440c-917f-ed3c53d75dee req-97aa2a92-91f1-4b45-8da0-cde2371e27b7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:36.648830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f01a4f0a-8cd2-440c-917f-ed3c53d75dee req-97aa2a92-91f1-4b45-8da0-cde2371e27b7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:36.654152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:36.660021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f520234-f6a6-45d2-a57d-4c8be3e2546e {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:36.675471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.680659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:36.686785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] For port 0fddb88f-98c4-4f8c-892c-b229292f8e3e, host n-h2-827121-1, got binding levels [] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:36.687564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.695349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:floatingip and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:36.706716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:36.729964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:36.732392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Transition to ACTIVE for port object 9f520234-f6a6-45d2-a57d-4c8be3e2546e will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:36.737789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f56e24-ddf9-4e12-8e2e-77282689118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.741416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f01a4f0a-8cd2-440c-917f-ed3c53d75dee req-97aa2a92-91f1-4b45-8da0-cde2371e27b7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:36.742653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f01a4f0a-8cd2-440c-917f-ed3c53d75dee req-97aa2a92-91f1-4b45-8da0-cde2371e27b7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 931 time: 0.4704347 Mar 03 18:01:36.768470 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.826042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:36.953054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f56e24-ddf9-4e12-8e2e-77282689118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.031537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f01a4f0a-8cd2-440c-917f-ed3c53d75dee req-b5c005c6-03d1-4674-a5e9-5815c9ca6dee tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:37.049445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Calling delete_port for 0fddb88f-98c4-4f8c-892c-b229292f8e3e owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:37.054029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Pushing event updated for resources: {'Port': ['ID=9f520234-f6a6-45d2-a57d-4c8be3e2546e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:37.205950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.288519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fddb88f-98c4-4f8c-892c-b229292f8e3e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:37.296630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Attempting to bind port 9f520234-f6a6-45d2-a57d-4c8be3e2546e on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:37.296630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Attempting to bind port 9f520234-f6a6-45d2-a57d-4c8be3e2546e by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:37.296630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Attempting to bind port 9f520234-f6a6-45d2-a57d-4c8be3e2546e on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:37.309477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.325247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Port 9f520234-f6a6-45d2-a57d-4c8be3e2546e on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:37.325610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Attempting to bind port 9f520234-f6a6-45d2-a57d-4c8be3e2546e on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:37.326597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e7a89df8-892a-447f-9bb4-2ca366106da3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "DELETE /v2.0/ports/0fddb88f-98c4-4f8c-892c-b229292f8e3e HTTP/1.1" status: 204 len: 168 time: 1.0996754 Mar 03 18:01:37.327781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54304) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:37.335054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f01a4f0a-8cd2-440c-917f-ed3c53d75dee req-b5c005c6-03d1-4674-a5e9-5815c9ca6dee tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:37.336204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f01a4f0a-8cd2-440c-917f-ed3c53d75dee req-b5c005c6-03d1-4674-a5e9-5815c9ca6dee tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834920 Mar 03 18:01:37.336924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f56e24-ddf9-4e12-8e2e-77282689118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.351430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:01:37.351430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Checking segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:37.351430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Bound using segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:01:37.351943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Bound port: 9f520234-f6a6-45d2-a57d-4c8be3e2546e, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:01:37.352119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.445113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f56e24-ddf9-4e12-8e2e-77282689118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c37a9b8-a5cf-4228-b0fc-574d2e34b136,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:37.483955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f56e24-ddf9-4e12-8e2e-77282689118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.485132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-15f56e24-ddf9-4e12-8e2e-77282689118a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c37a9b8-a5cf-4228-b0fc-574d2e34b136 HTTP/1.1" status: 204 len: 168 time: 0.9803746 Mar 03 18:01:37.538620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.547238 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d899552-ad3d-4ecb-bfd2-23e49d19ebcd tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:01:37.547775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9d899552-ad3d-4ecb-bfd2-23e49d19ebcd tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Synchronizing usage tracker for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:37.588760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9d899552-ad3d-4ecb-bfd2-23e49d19ebcd tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Unset dirty status for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:37.594143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9d899552-ad3d-4ecb-bfd2-23e49d19ebcd tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "GET /v2.0/ports/0fddb88f-98c4-4f8c-892c-b229292f8e3e HTTP/1.1" status: 404 len: 333 time: 0.2589378 Mar 03 18:01:37.594143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:37.601439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Request body: {'port': {'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-253370046'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:37.620119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:37.625061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] For port 9f520234-f6a6-45d2-a57d-4c8be3e2546e, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:37.640842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:37.665930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] For port 9f520234-f6a6-45d2-a57d-4c8be3e2546e, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9f520234-f6a6-45d2-a57d-4c8be3e2546e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:01:37.687669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.689060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Made reservation on behalf of 6f1e96bca10541cbaa05f699beca7e3d for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:37.695414 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.756560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06036d1-9b8c-4b31-bdfc-c5fbd12f9dcc req-80ff8646-06b6-4254-a74c-aaa5d0401d79 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:37.759491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d06036d1-9b8c-4b31-bdfc-c5fbd12f9dcc req-80ff8646-06b6-4254-a74c-aaa5d0401d79 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.4307323 Mar 03 18:01:37.775395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] device_id is not set on port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:37.795623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Pushing event updated for resources: {'Port': ['ID=9f520234-f6a6-45d2-a57d-4c8be3e2546e,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:37.924397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d06036d1-9b8c-4b31-bdfc-c5fbd12f9dcc req-f767038b-af41-49d6-9452-6b3fc0849703 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527348 Mar 03 18:01:37.939464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb9cc3-3dab-4c73-9026-1cf4a895272a req-1f0da72a-24b1-4bb0-8b6b-4e512378c787 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:37.947509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbcb9cc3-3dab-4c73-9026-1cf4a895272a req-1f0da72a-24b1-4bb0-8b6b-4e512378c787 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.3658452 Mar 03 18:01:37.948873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:37.949514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:37.950802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-261d999b-b029-471b-a533-e2845f213e47 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f520234-f6a6-45d2-a57d-4c8be3e2546e HTTP/1.1" status: 200 len: 1091 time: 2.9596238 Mar 03 18:01:37.953912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'tag': '9f520234-f6a6-45d2-a57d-4c8be3e2546e'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:38.203491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:38.270552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:38.356815 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'tag': '9f520234-f6a6-45d2-a57d-4c8be3e2546e', 'status': 'completed', 'code': 200} Mar 03 18:01:38.372130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbcb9cc3-3dab-4c73-9026-1cf4a895272a req-290e7c2b-0c5c-4a16-b9b2-ba384a20c42b tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996880 Mar 03 18:01:38.394362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 172.25.0.187 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e82adf6c-ef58-4061-aa55-f437f989c9d5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:38.440081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678044-60f2-4525-997c-922aca3af734 req-43899f2b-245c-4e7f-b76c-056fdcaab705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:38.441619 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-43899f2b-245c-4e7f-b76c-056fdcaab705 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 1094 time: 0.3576028 Mar 03 18:01:38.540305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=faa1ddc1-fe0d-4d9a-a295-054c14f02f35,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:38.628138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-0918b221-0364-4c68-a5cf-55ca87e47baf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f520234-f6a6-45d2-a57d-4c8be3e2546e HTTP/1.1" status: 200 len: 217 time: 0.1722212 Mar 03 18:01:38.633459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Network 46bee2cf-d887-4a55-8be4-fcc7726abfda is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:38.636529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:38.640390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:38.641544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:38.642279 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:38.678396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c2cc6ca2-5ea0-493c-ae75-0b0186b49408 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0825844 Mar 03 18:01:38.680133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54342) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:38.686143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:38.710040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678044-60f2-4525-997c-922aca3af734 req-a4e67af3-4764-43f0-8722-576cedac27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:38.711749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-a4e67af3-4764-43f0-8722-576cedac27cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.0683377 Mar 03 18:01:38.777098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-5c64b18e-16f2-4b04-8d10-062e598fa338 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592146 Mar 03 18:01:38.821702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de537a78-d82f-458b-8d9c-2598363fe925 req-f6c82aa4-38ed-45c6-854a-6cdef4e0ab2c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:38.829726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de537a78-d82f-458b-8d9c-2598363fe925 req-f6c82aa4-38ed-45c6-854a-6cdef4e0ab2c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 943 time: 0.2695332 Mar 03 18:01:39.004188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:39.020053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de537a78-d82f-458b-8d9c-2598363fe925 req-d1f186ba-b6c4-4980-b09a-d0d03e52cd6c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773822 Mar 03 18:01:39.053193 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:39.120772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:39.210904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-e95a18d6-0302-4c24-99bb-5ae64ed80320 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253597 Mar 03 18:01:39.267705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:39.302945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:39.316266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:39.438156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=e82adf6c-ef58-4061-aa55-f437f989c9d5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:39.526698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.527055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.527387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.527710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.528024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.528345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.528655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.529075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.529267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.533804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.536592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.537184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:01:39.680504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c60b79-712e-4609-8a13-e485ae6c507a req-0904bc54-5595-4d84-bf8a-c480faa44e3e tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:39.690581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00c60b79-712e-4609-8a13-e485ae6c507a req-0904bc54-5595-4d84-bf8a-c480faa44e3e tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.4826128 Mar 03 18:01:39.745740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42678044-60f2-4525-997c-922aca3af734 req-c2364625-0dfb-405f-861d-1d6c7fa0c3ef service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214229 Mar 03 18:01:39.747500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:39.786689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] device_id is not set on port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:39.796666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:39.803470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00c60b79-712e-4609-8a13-e485ae6c507a req-9e8a7412-be7f-449c-9770-10ad6075e787 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112428 Mar 03 18:01:39.825776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Transition to ACTIVE for port object faa1ddc1-fe0d-4d9a-a295-054c14f02f35 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:39.846047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe1eb-578a-455c-bc38-56ae631c02ef req-8ee5b087-b522-4d3b-be22-7a906c8ae9ee tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:39.847668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8fbe1eb-578a-455c-bc38-56ae631c02ef req-8ee5b087-b522-4d3b-be22-7a906c8ae9ee tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.2346077 Mar 03 18:01:39.848908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:39.999380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=faa1ddc1-fe0d-4d9a-a295-054c14f02f35,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:40.054904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8fbe1eb-578a-455c-bc38-56ae631c02ef req-e107d66d-51db-43a9-b134-5005859e5746 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942093 Mar 03 18:01:40.064573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.064907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.065268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.074426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.074769 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.075142 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 2 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.115704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.116055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.116387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.134191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.142754 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.143793 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 3 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.179971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.181842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.183894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.198300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.199151 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.199751 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 4 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.235500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.237292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.237878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.247200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:40.251262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.257609 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.258153 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 5 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.296636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.298154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.298154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.307777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.307777 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.496029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-4563dcbf-3218-458c-92f5-9f76c305f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:40.500264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-4563dcbf-3218-458c-92f5-9f76c305f1bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 1094 time: 0.6146979 Mar 03 18:01:40.571587 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 6 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.607675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.608018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.608481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.616366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.616700 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.617357 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 7 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.640232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.640587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.641294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.649734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.650066 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.650611 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 8 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.670725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-b2308073-1ba3-4bf7-9d18-39602c597cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:40.672965 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-b2308073-1ba3-4bf7-9d18-39602c597cc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 912 time: 0.1623352 Mar 03 18:01:40.673995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.674596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.674808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.692978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.693308 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.693878 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 9 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.708488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f923ecb-7303-4ff5-a5b2-f8b53580f37b req-0bc8bfe2-16c1-4d31-bc02-34d43a24f562 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:40.709886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f923ecb-7303-4ff5-a5b2-f8b53580f37b req-0bc8bfe2-16c1-4d31-bc02-34d43a24f562 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.7185118 Mar 03 18:01:40.737718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270d17c-2df7-495b-9f93-cfc027b3284b req-26ac7bae-247c-4078-a76f-3660385daff7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:40.739432 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c270d17c-2df7-495b-9f93-cfc027b3284b req-26ac7bae-247c-4078-a76f-3660385daff7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 943 time: 0.4337530 Mar 03 18:01:40.740199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.740532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.740869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.764501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.764844 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.767497 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 10 to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 Mar 03 18:01:40.801589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:40.802197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:40.802425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:40.814891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:40.815303 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:40.815586 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:40.836027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c270d17c-2df7-495b-9f93-cfc027b3284b req-4ab027af-31e7-434d-ac3d-a62858b8de3c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849884 Mar 03 18:01:40.867609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-8db1f7c5-1080-40b3-aaec-40ddcd75050e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f520234-f6a6-45d2-a57d-4c8be3e2546e HTTP/1.1" status: 200 len: 217 time: 0.1452885 Mar 03 18:01:40.950861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] For port faa1ddc1-fe0d-4d9a-a295-054c14f02f35, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:40.951259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempted to set empty binding levels {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 18:01:40.958275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:41.020653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] In _notify_port_updated(), no bound segment for port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:01:41.021160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.021800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:41.025980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "PUT /v2.0/ports/faa1ddc1-fe0d-4d9a-a295-054c14f02f35 HTTP/1.1" status: 200 len: 974 time: 2.3447564 Mar 03 18:01:41.027377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54394) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:41.117982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f923ecb-7303-4ff5-a5b2-f8b53580f37b req-34ff9075-b2d7-4dd8-beb1-29a4c8808953 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319156 Mar 03 18:01:41.179431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-d4e07d5b-54d5-4c91-ba6e-a9be96df5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.181036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-d4e07d5b-54d5-4c91-ba6e-a9be96df5b39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.2615044 Mar 03 18:01:41.283779 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-b50234e4-0a67-4aa7-bf0f-f8a4866bd0f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902805 Mar 03 18:01:41.312481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31ac17-d266-4d84-a7fe-72efe08f632c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=faa1ddc1-fe0d-4d9a-a295-054c14f02f35,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:41.392671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.393615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.394189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.394766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.395341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.395920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.396442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.396984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.397570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.398089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.398608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.399379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.402476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.403192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.404331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.407851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.408564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.409288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.409932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.410549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.411168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.411929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.412668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.413280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.413909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.414622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.415235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.415849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.416459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.417140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.419795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Synchronizing usage tracker for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:41.435110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:41.447541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732e97b-1a23-4e20-9c83-801d3e6374b4 req-a290ded7-e4a9-4f48-ae29-6a1a9824c756 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.449114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c732e97b-1a23-4e20-9c83-801d3e6374b4 req-a290ded7-e4a9-4f48-ae29-6a1a9824c756 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.3630006 Mar 03 18:01:41.465659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Unset dirty status for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:41.471904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-58f01af3-4e59-46ed-b784-f175da029b22 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26779 time: 0.4351473 Mar 03 18:01:41.472775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54406) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:41.483427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:41.613589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c732e97b-1a23-4e20-9c83-801d3e6374b4 req-9d352053-6b49-40d8-a515-4a8e8ec77469 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488783 Mar 03 18:01:41.649817 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-e2f6ac79-28ac-4248-9823-48930e27d576 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442521 Mar 03 18:01:41.664741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Deleting port faa1ddc1-fe0d-4d9a-a295-054c14f02f35 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:41.664885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:41.666262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=e82adf6c-ef58-4061-aa55-f437f989c9d5,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:41.857384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223de4d8-15f3-495e-85b1-792c3a9a1572 req-1e14d020-526f-453b-9d60-2cb3a50da44f service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922491 Mar 03 18:01:41.873918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:41.911496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12500ee-a1f5-458c-8de9-afb8985704df req-1d0ae3ac-a289-4146-922a-4b5216364436 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:41.919508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e12500ee-a1f5-458c-8de9-afb8985704df req-1d0ae3ac-a289-4146-922a-4b5216364436 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.4822090 Mar 03 18:01:41.979269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e12500ee-a1f5-458c-8de9-afb8985704df req-9f4ed70a-c897-4e58-819e-211abb871fed tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585711 Mar 03 18:01:41.980185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:41.991032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2b60111-4615-485e-91cd-8d3218f91bc8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3425422 Mar 03 18:01:42.049811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] For port faa1ddc1-fe0d-4d9a-a295-054c14f02f35, host n-h2-827121-1, got binding levels [] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:42.050324 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:42.179862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Calling delete_port for faa1ddc1-fe0d-4d9a-a295-054c14f02f35 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:42.260628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74278c01-73ce-4f54-b157-e55d36e6ab1d req-20e7f65e-0329-4068-9c24-040147b0fa76 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:42.262366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74278c01-73ce-4f54-b157-e55d36e6ab1d req-20e7f65e-0329-4068-9c24-040147b0fa76 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2663603 Mar 03 18:01:42.278801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:01:42.341347 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74278c01-73ce-4f54-b157-e55d36e6ab1d req-7e5d2418-dcb4-4cc5-8e64-ea4ca3f5b442 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518057 Mar 03 18:01:42.343120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:42.437648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d8698-93e1-4318-90ac-0fc1cc9147e5 req-4066024e-1c85-4244-980c-db2422503516 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:42.440220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea6d8698-93e1-4318-90ac-0fc1cc9147e5 req-4066024e-1c85-4244-980c-db2422503516 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 943 time: 0.2570591 Mar 03 18:01:42.462189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event deleted for resources: {'Port': ['ID=faa1ddc1-fe0d-4d9a-a295-054c14f02f35,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:42.465658 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:42.494661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54442) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:42.495539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eec55c4a-97c4-42bc-b094-ec45dfc16ac3 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "DELETE /v2.0/ports/faa1ddc1-fe0d-4d9a-a295-054c14f02f35 HTTP/1.1" status: 204 len: 168 time: 1.0000370 Mar 03 18:01:42.539458 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f163e1-0e30-44b5-9a88-1f0f80937bd6 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:01:42.540287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-11f163e1-0e30-44b5-9a88-1f0f80937bd6 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Synchronizing usage tracker for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:42.554380 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-b8559552-800e-4415-995c-2503f28aff56 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f0eb4e443fa44ae1aea5333c5fee56ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443494 Mar 03 18:01:42.584476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea6d8698-93e1-4318-90ac-0fc1cc9147e5 req-c1f26821-83b4-4064-a3e9-7b2528809b3a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305776 Mar 03 18:01:42.595605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-11f163e1-0e30-44b5-9a88-1f0f80937bd6 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Unset dirty status for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:42.601656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-11f163e1-0e30-44b5-9a88-1f0f80937bd6 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "GET /v2.0/ports/faa1ddc1-fe0d-4d9a-a295-054c14f02f35 HTTP/1.1" status: 404 len: 333 time: 0.1054254 Mar 03 18:01:42.605271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54448) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:42.624386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-918484846', 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:42.630209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:42.646304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:42.665431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Made reservation on behalf of 6f1e96bca10541cbaa05f699beca7e3d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:42.670507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:42.712732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] device_id is not set on port 98661538-e145-45e6-83f9-ffb80a5b5ea6 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:42.777776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-0e71cc0d-d4cf-46dc-ad2e-da5651da1623 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:42.779256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-0e71cc0d-d4cf-46dc-ad2e-da5651da1623 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237825 Mar 03 18:01:42.814275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-0edb03fb-d777-482e-99f8-259e8a5b9460 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/quotas/f0eb4e443fa44ae1aea5333c5fee56ff HTTP/1.1" status: 200 len: 375 time: 0.0290585 Mar 03 18:01:42.913981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-36be6280-b421-49ac-bba5-bb4cea6778bd tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0eb4e443fa44ae1aea5333c5fee56ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864143 Mar 03 18:01:42.942983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9f520234-f6a6-45d2-a57d-4c8be3e2546e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:01:42.951686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16a513-4f20-489e-81c7-0aa558ef61c0 req-2e81e905-afde-4c5b-a84d-6cb127476d28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:42.958919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d16a513-4f20-489e-81c7-0aa558ef61c0 req-2e81e905-afde-4c5b-a84d-6cb127476d28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1743691 Mar 03 18:01:43.099743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d16a513-4f20-489e-81c7-0aa558ef61c0 req-73c34279-5ea6-48d2-ba05-e483a5c566ef tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398687 Mar 03 18:01:43.136027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:43.194002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:43.205706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9f520234-f6a6-45d2-a57d-4c8be3e2546e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9f520234-f6a6-45d2-a57d-4c8be3e2546e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:43.246365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '9f520234-f6a6-45d2-a57d-4c8be3e2546e', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'port_id': '9f520234-f6a6-45d2-a57d-4c8be3e2546e', 'mac_address': 'fa:16:3e:2c:e4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8406e94-119a-46ab-bb38-f3f82601ce5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:01:43.357750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Network 46bee2cf-d887-4a55-8be4-fcc7726abfda is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:43.373989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:43.376949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:43.377975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:43.378562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:43.390347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=98661538-e145-45e6-83f9-ffb80a5b5ea6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:43.438557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d6e442a6-29ad-4be9-932f-ac7e2d1fc04c tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8288195 Mar 03 18:01:43.439220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54478) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:43.440056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-258c85a3-ad7b-4600-809e-15ad81631746 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:43.452761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6beca-8fce-4022-bad6-6253067a95df req-fc8cdbb7-900b-47ff-bf99-a07110183943 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:43.455892 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:43.460327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6f6beca-8fce-4022-bad6-6253067a95df req-fc8cdbb7-900b-47ff-bf99-a07110183943 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.1579146 Mar 03 18:01:43.482165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-258c85a3-ad7b-4600-809e-15ad81631746 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:43.493062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-258c85a3-ad7b-4600-809e-15ad81631746 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1178435676&fields=id&tenant_id=66e1ca2aecec440e84288bbfb217fee1 HTTP/1.1" status: 200 len: 267 time: 0.1872241 Mar 03 18:01:43.502850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f520234-f6a6-45d2-a57d-4c8be3e2546e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:43.524706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9f520234-f6a6-45d2-a57d-4c8be3e2546e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9f520234-f6a6-45d2-a57d-4c8be3e2546e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:43.548873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:43.577565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548bc95-04e3-44f5-91dd-778e85bfb132 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:43.578316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e548bc95-04e3-44f5-91dd-778e85bfb132 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Synchronizing usage tracker for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:43.601458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6f6beca-8fce-4022-bad6-6253067a95df req-06949a94-da87-46b2-97e3-87059f4e2cb9 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346262 Mar 03 18:01:43.631135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e548bc95-04e3-44f5-91dd-778e85bfb132 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Unset dirty status for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:43.632554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e548bc95-04e3-44f5-91dd-778e85bfb132 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "GET /v2.0/ports/98661538-e145-45e6-83f9-ffb80a5b5ea6 HTTP/1.1" status: 200 len: 954 time: 0.1919823 Mar 03 18:01:43.635642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54488) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:43.706261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-c2f7ef44-86de-48e8-a0b1-c68ba3e3d788 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:43.706859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-c2f7ef44-86de-48e8-a0b1-c68ba3e3d788 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:43.743300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-c2f7ef44-86de-48e8-a0b1-c68ba3e3d788 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:43.744712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-c2f7ef44-86de-48e8-a0b1-c68ba3e3d788 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports/94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 200 len: 930 time: 0.2494466 Mar 03 18:01:43.785245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=9f520234-f6a6-45d2-a57d-4c8be3e2546e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:43.855524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Deleting port 98661538-e145-45e6-83f9-ffb80a5b5ea6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:43.856357 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:43.928564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-06613fa0-00d1-448c-a96f-c97a067374a1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:43.930032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-06613fa0-00d1-448c-a96f-c97a067374a1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports/4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 200 len: 931 time: 0.1791060 Mar 03 18:01:43.955517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['9f520234-f6a6-45d2-a57d-4c8be3e2546e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:01:44.017698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-51154f4a-365f-45db-9b97-b230009a225a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0792317 Mar 03 18:01:44.085143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-045afeab-7132-4dca-bdbd-0937ab6493c4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0602798 Mar 03 18:01:44.332118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5f32d-a79d-4237-b308-b67edb5f61fa req-f26f577f-d47b-462c-8989-9ad7097f4319 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:44.340089 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6dc5f32d-a79d-4237-b308-b67edb5f61fa req-f26f577f-d47b-462c-8989-9ad7097f4319 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.4929926 Mar 03 18:01:44.405866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ebe3e13b-e4c9-4b6e-9e36-2cf26aaf5f1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:44.411689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ebe3e13b-e4c9-4b6e-9e36-2cf26aaf5f1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:44.417677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ebe3e13b-e4c9-4b6e-9e36-2cf26aaf5f1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:44.418586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ebe3e13b-e4c9-4b6e-9e36-2cf26aaf5f1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:44.440625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ebe3e13b-e4c9-4b6e-9e36-2cf26aaf5f1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:44.442123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ebe3e13b-e4c9-4b6e-9e36-2cf26aaf5f1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/networks?id=141a9fdb-a208-4a3f-9923-08a66a420473&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 HTTP/1.1" status: 200 len: 1987 time: 0.3482077 Mar 03 18:01:44.485046 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:44.509398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6dc5f32d-a79d-4237-b308-b67edb5f61fa req-2174954f-3f6b-46b4-bb52-24b73d07f4b3 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680598 Mar 03 18:01:44.668504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-cc0d98b6-a392-4b3c-869b-21dfcc654194 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/quotas/66e1ca2aecec440e84288bbfb217fee1 HTTP/1.1" status: 200 len: 375 time: 0.2180471 Mar 03 18:01:44.701340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Calling delete_port for 98661538-e145-45e6-83f9-ffb80a5b5ea6 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:44.776961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9bda46c-894c-4152-8403-b7ef167aaa58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1074350 Mar 03 18:01:44.830077 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4dccf25-09e7-45f8-a1e8-2d5df1a8464b req-6dbc6cbb-3874-4f4b-88c5-a543dc7a702d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 210 time: 0.1386447 Mar 03 18:01:44.892823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:44.957123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:44.979816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "DELETE /v2.0/ports/98661538-e145-45e6-83f9-ffb80a5b5ea6 HTTP/1.1" status: 204 len: 168 time: 1.3428609 Mar 03 18:01:44.985133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54510) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:44.989771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae59e-11aa-4a3d-a7af-083b89ea33fc tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event deleted for resources: {'Port': ['ID=98661538-e145-45e6-83f9-ffb80a5b5ea6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:45.055120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-26b22d49-f17a-4ecf-b5ac-40178998d1a6 service neutron] 10.222.0.23 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611663 Mar 03 18:01:45.318487 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4e9a54-31bb-4be0-8cd4-fa318751bee7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:01:45.319327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd4e9a54-31bb-4be0-8cd4-fa318751bee7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Synchronizing usage tracker for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:45.325551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea747-f975-40a3-9473-5808da745957 req-020919f1-f9fc-4726-8985-684464ef36f6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:45.339568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a15ea747-f975-40a3-9473-5808da745957 req-020919f1-f9fc-4726-8985-684464ef36f6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2011940 Mar 03 18:01:45.342345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-f823ffdc-50b4-426f-b980-b6d9035d704e tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f0eb4e443fa44ae1aea5333c5fee56ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582957 Mar 03 18:01:45.442199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a15ea747-f975-40a3-9473-5808da745957 req-7221aaa6-549b-4e49-9cd8-8e672134b1fd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004121 Mar 03 18:01:45.455418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd4e9a54-31bb-4be0-8cd4-fa318751bee7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Unset dirty status for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:45.457007 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cd4e9a54-31bb-4be0-8cd4-fa318751bee7 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "GET /v2.0/ports/98661538-e145-45e6-83f9-ffb80a5b5ea6 HTTP/1.1" status: 404 len: 333 time: 0.4701860 Mar 03 18:01:45.461444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54518) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:45.471156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Request body: {'port': {'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-476598185'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:45.485087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:45.510251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:45.533730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Made reservation on behalf of 6f1e96bca10541cbaa05f699beca7e3d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:45.536701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:45.588956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] device_id is not set on port 284133b3-78d3-4f32-a5ae-522b81605093 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:45.655741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-d495aada-1cc1-4ac0-9da0-40519780e9a9 service neutron] 10.222.0.23 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866361 Mar 03 18:01:45.716395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-3f88f572-b669-4692-a6d3-e765d0aa1e76 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:45.718400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-3f88f572-b669-4692-a6d3-e765d0aa1e76 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3693237 Mar 03 18:01:45.759839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Request body: {'port': {'device_id': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'f0eb4e443fa44ae1aea5333c5fee56ff'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:45.847571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287298a-348f-4bbc-9d26-dc50f98e339d req-1dc7d8e9-6d7c-4cc6-b839-e8ca650c2063 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:45.856133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1287298a-348f-4bbc-9d26-dc50f98e339d req-1dc7d8e9-6d7c-4cc6-b839-e8ca650c2063 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 944 time: 0.1957748 Mar 03 18:01:45.928933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-299a68ba-79ac-4a41-ab72-20fba94602f3 service neutron] 10.222.0.23 "GET /v2.0/ports/94debac5-89fa-4a13-b8ce-2ccacfb82f6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2093456 Mar 03 18:01:46.000844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:46.005956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Usage tracker for resource:port and tenant:f0eb4e443fa44ae1aea5333c5fee56ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:46.008658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:46.014796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:46.025818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Made reservation on behalf of f0eb4e443fa44ae1aea5333c5fee56ff for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:46.029744 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.060157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.072956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1287298a-348f-4bbc-9d26-dc50f98e339d req-59202a67-b224-4c0f-8738-d0ec18a102e0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158279 Mar 03 18:01:46.131459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.182148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.209400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:46.216425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Usage tracker for resource:security_group_rule and tenant:f0eb4e443fa44ae1aea5333c5fee56ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:46.222627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:46.225374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Network 46bee2cf-d887-4a55-8be4-fcc7726abfda is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:46.228556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:46.231144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:46.232108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:46.232458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:46.233198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.249448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=284133b3-78d3-4f32-a5ae-522b81605093,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:46.275479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3bb6a7e6-e30a-4dce-9307-1dbee8187659 service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361592 Mar 03 18:01:46.284589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6fbd27e8-0ebd-46c2-b9d2-0989308d303e tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8212378 Mar 03 18:01:46.286314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:46.344359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:46.504520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.504974 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-686fd1f4-4959-4c04-9c1c-75942addff4b service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281926 Mar 03 18:01:46.536744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae201e3-7547-42c3-9e57-34175a798fba req-6cfba9f4-de33-4639-a059-018ca277e633 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:46.538545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dae201e3-7547-42c3-9e57-34175a798fba req-6cfba9f4-de33-4639-a059-018ca277e633 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.2506626 Mar 03 18:01:46.602107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.613818 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.631469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-271eb5f1-8de2-4797-80b7-015e153d8c79 service neutron] 10.222.0.23 "GET /v2.0/ports/4050b385-63eb-4110-8be9-4223a64d3faf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1143332 Mar 03 18:01:46.659919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dae201e3-7547-42c3-9e57-34175a798fba req-89c2ad11-75b8-4d8e-86e7-94f4faac6617 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904658 Mar 03 18:01:46.843105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-2d6b5d02-fcdc-411e-bd0a-3c0f980b9a1c service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627045 Mar 03 18:01:46.875873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] device_id is not set on port 284133b3-78d3-4f32-a5ae-522b81605093 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:01:46.887387 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.909439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Transition to ACTIVE for port object 284133b3-78d3-4f32-a5ae-522b81605093 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:46.916693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae488b4-74e8-41d2-a46e-1149cab15879,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:46.931476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:46.957473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9f520234-f6a6-45d2-a57d-4c8be3e2546e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:01:47.313298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 9f520234-f6a6-45d2-a57d-4c8be3e2546e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:47.321068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 9f520234-f6a6-45d2-a57d-4c8be3e2546e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:47.321560 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:47.529528 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:47.554248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-095e01a5-3551-4972-8c68-0954408d2321 service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963062 Mar 03 18:01:47.556077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Allocated IP 192.168.233.8 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/57714af9-7d13-4302-b190-38fd8d7b909f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:47.571625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9f520234-f6a6-45d2-a57d-4c8be3e2546e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9f520234-f6a6-45d2-a57d-4c8be3e2546e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:47.572598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f520234-f6a6-45d2-a57d-4c8be3e2546e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:47.581048 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:47.663179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=284133b3-78d3-4f32-a5ae-522b81605093,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:47.666676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=9f520234-f6a6-45d2-a57d-4c8be3e2546e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:47.779159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:47.779471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:47.780015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:47.791092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:47.791714 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:47.792727 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 2 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:47.814870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:47.815300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:47.815707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:47.829563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:47.830002 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:47.832652 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 3 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:47.848461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:47.848908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:47.849310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:47.862424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadbd0-cb37-4356-b71c-39e6ab487918 req-ff8eda96-5664-42fc-a47a-e943043b1b8f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:47.869354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3cadbd0-cb37-4356-b71c-39e6ab487918 req-ff8eda96-5664-42fc-a47a-e943043b1b8f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1931071 Mar 03 18:01:47.870336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ba35f063-0dd3-4355-88fe-4230688ce07c service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891321 Mar 03 18:01:47.884740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:47.885182 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:47.887263 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 4 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:47.888123 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:47.924195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:47.924402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:47.924614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:47.932770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:47.933096 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:47.933704 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 5 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:47.953418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3cadbd0-cb37-4356-b71c-39e6ab487918 req-92b0efdf-9308-40a2-ad2b-5e77466b9fb2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827692 Mar 03 18:01:47.968918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:47.973922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:47.974155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:47.985602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:47.986020 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:47.986316 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 6 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:48.020106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:48.020445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:48.020783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:48.026146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:48.026471 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:48.026858 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 7 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:48.042158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:48.042483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:48.042821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:48.054204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:48.054576 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:48.054930 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 8 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:48.103392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:48.103729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:48.104063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:48.142134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:48.142464 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:48.145627 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 9 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:48.171000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:48.172405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:48.172740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:48.191366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-36b79c6e-92df-47ba-b84d-bb55834cc498 service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199961 Mar 03 18:01:48.242028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:48.242230 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:48.246802 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempt 10 to bind port 284133b3-78d3-4f32-a5ae-522b81605093 Mar 03 18:01:48.279359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:48.279605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:48.280475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempting to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:48.287692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:48.287897 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Failed to bind port 284133b3-78d3-4f32-a5ae-522b81605093 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46bee2cf-d887-4a55-8be4-fcc7726abfda'}] Mar 03 18:01:48.288088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:48.367454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-fbe58c3b-ea96-47fe-8136-2781c541122f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:48.375190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-fbe58c3b-ea96-47fe-8136-2781c541122f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.2750187 Mar 03 18:01:48.398532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-d387beac-dbb9-4102-9eeb-18785810b146 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/quotas/e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 375 time: 0.0223463 Mar 03 18:01:48.413236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:48.450870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Transition to ACTIVE for port object 57714af9-7d13-4302-b190-38fd8d7b909f will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:48.456745 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ebb070af-24f2-40f9-bda5-2b031d595391 service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564220 Mar 03 18:01:48.495249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] For port 284133b3-78d3-4f32-a5ae-522b81605093, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:48.495637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attempted to set empty binding levels {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 18:01:48.504202 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:48.577686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] In _notify_port_updated(), no bound segment for port 284133b3-78d3-4f32-a5ae-522b81605093 on network 46bee2cf-d887-4a55-8be4-fcc7726abfda {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:01:48.578706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:48.579310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:48.580618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "PUT /v2.0/ports/284133b3-78d3-4f32-a5ae-522b81605093 HTTP/1.1" status: 200 len: 974 time: 2.2913280 Mar 03 18:01:48.585851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54584) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:48.603939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-43542d1a-71cc-4526-a043-d2467293702e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2045863 Mar 03 18:01:48.665822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Deleting port 284133b3-78d3-4f32-a5ae-522b81605093 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:48.666449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:48.723846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:48.764934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-d4b2e725-0fa3-4dd4-ab03-ba9a78752831 service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594992 Mar 03 18:01:48.820103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486a999-3654-428c-ad2f-f2461db53e13 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event updated for resources: {'Port': ['ID=284133b3-78d3-4f32-a5ae-522b81605093,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:48.888894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:48.898664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:48.912825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:48.933467 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-2b0adc0d-dcff-46f4-ac93-82ef371a462a service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675129 Mar 03 18:01:48.981278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-c8202699-b84c-4f09-8543-8e3b8582feb5 service neutron] 10.222.0.23 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152328 Mar 03 18:01:49.112374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Pushing event updated for resources: {'Port': ['ID=57714af9-7d13-4302-b190-38fd8d7b909f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:49.374404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4da61-6a8b-418d-a257-f11a8c7b9d59 req-81bb8c5f-883a-4cc0-976f-60ccaed081ec tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:49.393469 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15b4da61-6a8b-418d-a257-f11a8c7b9d59 req-81bb8c5f-883a-4cc0-976f-60ccaed081ec tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 934 time: 0.1947229 Mar 03 18:01:49.422233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-011621f2-353e-4c94-862f-d3bcea0f8a27 None None] Provisioning for port 57714af9-7d13-4302-b190-38fd8d7b909f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:49.427614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-011621f2-353e-4c94-862f-d3bcea0f8a27 None None] Provisioning complete for port 57714af9-7d13-4302-b190-38fd8d7b909f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:49.428131 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-011621f2-353e-4c94-862f-d3bcea0f8a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:49.437145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:49.440041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:49.503634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15b4da61-6a8b-418d-a257-f11a8c7b9d59 req-6d5bac18-3b1f-4f5c-8a93-a4f778ecb80e tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064031 Mar 03 18:01:49.541742 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-317e2ad7-be3d-4de0-939e-cdfe227c660c tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7857239 Mar 03 18:01:49.564559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Request body: {'port': {'device_id': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:49.573784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-011621f2-353e-4c94-862f-d3bcea0f8a27 None None] Port 57714af9-7d13-4302-b190-38fd8d7b909f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:01:49.622950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ee67-7d72-4e62-8968-1c144afee5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:49.685493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] For port 284133b3-78d3-4f32-a5ae-522b81605093, host n-h2-827121-1, got binding levels [] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:49.686656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:49.708517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-7ffab21a-d1d0-41e5-a898-55eebae73870 service neutron] 10.222.0.23 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067730 Mar 03 18:01:49.866207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b6d1d-8fea-45e9-84e8-3d17b9af866a req-d668f0f2-c0da-411a-b623-f4c3d6a93a98 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:49.870065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf8b6d1d-8fea-45e9-84e8-3d17b9af866a req-d668f0f2-c0da-411a-b623-f4c3d6a93a98 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 945 time: 0.1641307 Mar 03 18:01:49.938500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf8b6d1d-8fea-45e9-84e8-3d17b9af866a req-fa00fca8-0241-4ba9-8443-0dfa8c7d793c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619185 Mar 03 18:01:50.000821 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f520234-f6a6-45d2-a57d-4c8be3e2546e', 'code': 200} Mar 03 18:01:50.033537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Calling delete_port for 284133b3-78d3-4f32-a5ae-522b81605093 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:50.230330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802a974-49be-4200-beb3-e7baffafab86 req-8c0167bf-67c1-4612-8c40-95904f338211 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:50.232326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f802a974-49be-4200-beb3-e7baffafab86 req-8c0167bf-67c1-4612-8c40-95904f338211 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.1197445 Mar 03 18:01:50.352030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-93f24448-3ce2-4dae-9741-2d94cc6bf76d service neutron] 10.222.0.23 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855777 Mar 03 18:01:50.355359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:50.372127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f802a974-49be-4200-beb3-e7baffafab86 req-8b6263c5-349b-471a-9240-2c0555040c8e tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324914 Mar 03 18:01:50.426102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdf4d8-82b4-4f91-8cc5-da289ed683f7 req-deb520e5-7068-4e6a-b354-9e9ce5231332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:50.427606 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88fdf4d8-82b4-4f91-8cc5-da289ed683f7 req-deb520e5-7068-4e6a-b354-9e9ce5231332 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 1096 time: 0.1414816 Mar 03 18:01:50.539133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:50.549352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-88fdf4d8-82b4-4f91-8cc5-da289ed683f7 req-8c9f0b3e-a696-4fee-b4d5-ebe1344d4a25 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072447 Mar 03 18:01:50.588014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Pushing event deleted for resources: {'Port': ['ID=284133b3-78d3-4f32-a5ae-522b81605093,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:50.626264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a00bbfd0-c608-4465-a3ff-4d5f3d55d6de tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "DELETE /v2.0/ports/284133b3-78d3-4f32-a5ae-522b81605093 HTTP/1.1" status: 204 len: 168 time: 2.0346816 Mar 03 18:01:50.626264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:50.629034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:50.695208 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-696717a4-c97a-4086-9116-58dd8c1ce262 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:01:50.695789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-696717a4-c97a-4086-9116-58dd8c1ce262 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Synchronizing usage tracker for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:50.727386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-696717a4-c97a-4086-9116-58dd8c1ce262 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] Unset dirty status for tenant:6f1e96bca10541cbaa05f699beca7e3d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:50.732195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-696717a4-c97a-4086-9116-58dd8c1ce262 tempest-PortsAdminExtendedAttrsTestJSON-1598374491 tempest-PortsAdminExtendedAttrsTestJSON-1598374491-project-admin] 10.222.0.23 "GET /v2.0/ports/284133b3-78d3-4f32-a5ae-522b81605093 HTTP/1.1" status: 404 len: 333 time: 0.0936534 Mar 03 18:01:50.736998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54626) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:50.870820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-4c68796d-b930-4b20-9096-f7e32bd63deb service neutron] 10.222.0.23 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048321 Mar 03 18:01:50.900959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:50.909166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad098-bb39-4f88-89d6-1a5fcc7e1c51 req-573a470e-8ba6-4f6b-9db7-1bd06207aee1 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:50.917106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5aad098-bb39-4f88-89d6-1a5fcc7e1c51 req-573a470e-8ba6-4f6b-9db7-1bd06207aee1 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.3258088 Mar 03 18:01:51.025619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-010b6cff-fddb-4de9-9b28-b3b19188d23b service neutron] 10.222.0.23 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468992 Mar 03 18:01:51.334243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.370834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bee2cf-d887-4a55-8be4-fcc7726abfda']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:51.396830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:51.397094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5cd540-9af7-40ab-9a5e-8743d9fa9c34') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:01:51.427325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.460785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57714af9-7d13-4302-b190-38fd8d7b909f {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:51.466110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.475959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:01:51.476586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.482730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:01:51.592682 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:01:51.596545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Transition to ACTIVE for port object 57714af9-7d13-4302-b190-38fd8d7b909f will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:51.602016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.643328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.650138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.668216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5aad098-bb39-4f88-89d6-1a5fcc7e1c51 req-141bef2f-95d6-4ec8-9b67-a8266de619b2 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7500808 Mar 03 18:01:51.763677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22fc9242-c38e-4356-a5ae-eb3602867c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:51.781702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] Pushing event deleted for resources: {'Network': ['ID=46bee2cf-d887-4a55-8be4-fcc7726abfda,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:51.790793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eca81503-63a7-44a6-814e-334321040de2 tempest-PortsAdminExtendedAttrsTestJSON-1370543306 tempest-PortsAdminExtendedAttrsTestJSON-1370543306-project] 10.222.0.23 "DELETE /v2.0/networks/46bee2cf-d887-4a55-8be4-fcc7726abfda HTTP/1.1" status: 204 len: 168 time: 1.0527377 Mar 03 18:01:52.152572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54666) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:52.181888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64b778ba-f99a-480c-a6da-8df518bb5dd7 req-427c89e1-a23d-4a13-b924-ea372dbcb1ca tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 210 time: 0.2457848 Mar 03 18:01:52.192479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Pushing event updated for resources: {'Port': ['ID=57714af9-7d13-4302-b190-38fd8d7b909f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:52.264798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bc907670-5214-4a69-9f4b-c53e1367d9b5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:52.272810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bc907670-5214-4a69-9f4b-c53e1367d9b5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.6817982 Mar 03 18:01:52.297127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'port': {'device_id': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'admin_state_up': True, 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:52.509509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54678) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:52.548056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Attempting to bind port 57714af9-7d13-4302-b190-38fd8d7b909f on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:52.548426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Attempting to bind port 57714af9-7d13-4302-b190-38fd8d7b909f by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:52.548714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Attempting to bind port 57714af9-7d13-4302-b190-38fd8d7b909f on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:52.557560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Port 57714af9-7d13-4302-b190-38fd8d7b909f on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:52.557837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Attempting to bind port 57714af9-7d13-4302-b190-38fd8d7b909f on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:52.573281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:01:52.573655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:52.574207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:01:52.575977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Bound port: 57714af9-7d13-4302-b190-38fd8d7b909f, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:01:52.576786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:52.787510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:52.816526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:52.820522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Usage tracker for resource:security_group_rule and tenant:e94d0e867ddb42d5aa0d49357e5cf74e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:52.823585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:52.829118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:52.831513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:52.848388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:52.871993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:52.895341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] For port 57714af9-7d13-4302-b190-38fd8d7b909f, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:52.924171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Made reservation on behalf of e1bc68371fe8417fb6aa3182dd5437dd for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:52.933691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:52.937511 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:52.939326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] For port 57714af9-7d13-4302-b190-38fd8d7b909f, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=57714af9-7d13-4302-b190-38fd8d7b909f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:01:52.953707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9a99-fc35-43de-a543-ef80834a5ef3 req-eec73d62-1faf-42f8-bb41-2e248b204305 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:52.963802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7dad9a99-fc35-43de-a543-ef80834a5ef3 req-eec73d62-1faf-42f8-bb41-2e248b204305 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 945 time: 0.3561256 Mar 03 18:01:52.978927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027a3f-8bdd-4d42-8345-27cc1e537122 req-0ae06f4b-7a05-4839-9cf6-c6cbaeaf3ebb tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:52.986177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:52.988254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48027a3f-8bdd-4d42-8345-27cc1e537122 req-0ae06f4b-7a05-4839-9cf6-c6cbaeaf3ebb tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 946 time: 0.4241803 Mar 03 18:01:53.230272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-df9f41af-42ed-4778-8af1-335993a75b15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af46044fa58e43818f1eb4057b9822ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077546 Mar 03 18:01:53.248594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54698) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:53.257276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:53.259472 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.259472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] 10.222.0.35 "PUT /v2.0/ports/57714af9-7d13-4302-b190-38fd8d7b909f HTTP/1.1" status: 200 len: 1094 time: 3.6998074 Mar 03 18:01:53.285826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'tag': '57714af9-7d13-4302-b190-38fd8d7b909f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:53.319367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.333253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7dad9a99-fc35-43de-a543-ef80834a5ef3 req-65e921d5-5a47-4a7b-9974-48be472faf87 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685558 Mar 03 18:01:53.366614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Allocated IP 172.20.0.13 (a9317d44-0cf2-46c5-b8f6-93cf978c9028/f18f7d04-619c-4119-bf78-b4f68bd895cf/f43b3c7a-5c84-4012-863e-f259480cd326) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:53.387855 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.437748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf38b-0394-4470-a6d4-a49d8dd7830a service neutron] Pushing event updated for resources: {'Port': ['ID=57714af9-7d13-4302-b190-38fd8d7b909f,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:53.486765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48027a3f-8bdd-4d42-8345-27cc1e537122 req-d9454f7e-4fbe-4c35-8d8c-dc17c8f7b243 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976046 Mar 03 18:01:53.548284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796046ca-efbb-4bf9-81fb-554c737dfc28,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:53.573477 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ecfd994d-0bcc-4e12-8e41-fb5bd5367e48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e94d0e867ddb42d5aa0d49357e5cf74e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3825915 Mar 03 18:01:53.579492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54706) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:53.710331 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f697aec7-eb6c-4366-aec1-61b1ceceae83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.774522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a09f967f-4837-4a72-8334-8c6f868e86dd req-cfb871a9-ea62-4cd7-9ac1-3066e20f6294 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:53.778893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f697aec7-eb6c-4366-aec1-61b1ceceae83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.796543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-de4600a4-480c-4299-894e-f9046a30ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:53.798414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-de4600a4-480c-4299-894e-f9046a30ee3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0eb4e443fa44ae1aea5333c5fee56ff&device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 1097 time: 0.4741807 Mar 03 18:01:53.810128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a09f967f-4837-4a72-8334-8c6f868e86dd req-cfb871a9-ea62-4cd7-9ac1-3066e20f6294 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:53.819149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a09f967f-4837-4a72-8334-8c6f868e86dd req-cfb871a9-ea62-4cd7-9ac1-3066e20f6294 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 210 time: 0.0999022 Mar 03 18:01:53.903555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.912024 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a54c69f9-e060-408d-9b12-402aae402b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.938016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-bfc4e351-629e-4d86-a581-7b26d209a431 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=57714af9-7d13-4302-b190-38fd8d7b909f HTTP/1.1" status: 200 len: 217 time: 0.1179214 Mar 03 18:01:53.943769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Transition to ACTIVE for port object f43b3c7a-5c84-4012-863e-f259480cd326 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:53.958239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693c906-bec0-4d86-9f7f-e4bd39002c7f req-8cde3c37-93d1-4343-b219-a7922ad0c938 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:53.972591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a693c906-bec0-4d86-9f7f-e4bd39002c7f req-8cde3c37-93d1-4343-b219-a7922ad0c938 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.3883953 Mar 03 18:01:53.993666 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:53.997557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:54.023779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0c81e309-3c2b-4832-a3e1-612635a80298', '03cf60f8-8878-4c41-8a14-0d2a1753d73c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:01:54.095830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=f43b3c7a-5c84-4012-863e-f259480cd326,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:54.218949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-07d45629-3820-408f-8b51-78c210adb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:54.220680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-07d45629-3820-408f-8b51-78c210adb04a service neutron] 10.222.0.35 "GET /v2.0/ports/94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 200 len: 1026 time: 0.0697808 Mar 03 18:01:54.223059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:54.231756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:54.273506 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a54c69f9-e060-408d-9b12-402aae402b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:54.279194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:54.322198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a693c906-bec0-4d86-9f7f-e4bd39002c7f req-7eb157e6-972c-4ca7-9466-403b85af51f1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523527 Mar 03 18:01:54.323074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f697aec7-eb6c-4366-aec1-61b1ceceae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:54.369831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697aec7-eb6c-4366-aec1-61b1ceceae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1173d2dd-fdf2-4cf9-bfe5-a0a7bacebb92,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:54.386489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:54.388355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-e109c597-2f2c-4656-a358-e1b433c63893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:54.390743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-e109c597-2f2c-4656-a358-e1b433c63893 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4418564 Mar 03 18:01:54.448665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f697aec7-eb6c-4366-aec1-61b1ceceae83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:54.450110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f697aec7-eb6c-4366-aec1-61b1ceceae83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1173d2dd-fdf2-4cf9-bfe5-a0a7bacebb92 HTTP/1.1" status: 204 len: 168 time: 1.1980090 Mar 03 18:01:54.487863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a54c69f9-e060-408d-9b12-402aae402b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:54.505870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9c4a1636-4e8a-4070-b48c-245919ed23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:54.508290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-b72a7f43-3909-41c2-bd90-462ea07e824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:54.510001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-b72a7f43-3909-41c2-bd90-462ea07e824b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114581 Mar 03 18:01:54.510154 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9c4a1636-4e8a-4070-b48c-245919ed23d0 service neutron] 10.222.0.35 "GET /v2.0/ports/4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 200 len: 1027 time: 0.2801578 Mar 03 18:01:54.518267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c69f9-e060-408d-9b12-402aae402b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796046ca-efbb-4bf9-81fb-554c737dfc28,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:54.524708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a54c69f9-e060-408d-9b12-402aae402b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:54.526067 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a54c69f9-e060-408d-9b12-402aae402b6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/796046ca-efbb-4bf9-81fb-554c737dfc28 HTTP/1.1" status: 204 len: 168 time: 0.9307885 Mar 03 18:01:54.722082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-dfa582e7-de19-44e6-b4cd-6a17a1a4c199 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999364 Mar 03 18:01:54.920065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5029d77-e490-4b14-b705-cd8d5e47fee9 None None] Provisioning for port f43b3c7a-5c84-4012-863e-f259480cd326 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:54.927197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5029d77-e490-4b14-b705-cd8d5e47fee9 None None] Provisioning complete for port f43b3c7a-5c84-4012-863e-f259480cd326 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:54.928428 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5029d77-e490-4b14-b705-cd8d5e47fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:55.067071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.067743 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:55.073259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d5029d77-e490-4b14-b705-cd8d5e47fee9 None None] Port f43b3c7a-5c84-4012-863e-f259480cd326 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:01:55.104412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32351b-b5eb-41a5-87cb-63b04c766264 req-940674f6-446f-4882-b2ea-b3a5f59bdd9a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.112435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a32351b-b5eb-41a5-87cb-63b04c766264 req-940674f6-446f-4882-b2ea-b3a5f59bdd9a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 1.0192196 Mar 03 18:01:55.231926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba17fc9a-4983-4db3-9878-bdc061716d88 req-35ac81df-da80-487e-9376-1ddbce5a484a service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032899 Mar 03 18:01:55.240128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3e693dea-d1b7-4a61-b83b-0f68c489fcf9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9523365 Mar 03 18:01:55.280688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-58581a58-8ef6-46f3-9f86-6bd076651705 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.292163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ad742-3731-42c3-8f66-1128f46c31d6 req-de4c4ac9-89fe-46ff-afac-c302a1ed558c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.293770 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a7ad742-3731-42c3-8f66-1128f46c31d6 req-de4c4ac9-89fe-46ff-afac-c302a1ed558c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 932 time: 0.1504569 Mar 03 18:01:55.294463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-58581a58-8ef6-46f3-9f86-6bd076651705 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.310265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-58581a58-8ef6-46f3-9f86-6bd076651705 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.311492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-58581a58-8ef6-46f3-9f86-6bd076651705 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:55.350013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a32351b-b5eb-41a5-87cb-63b04c766264 req-4818f7dc-cb59-48a2-bfb0-4327def424eb tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325287 Mar 03 18:01:55.371098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Request body: {'port': {'device_id': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:55.430020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a7ad742-3731-42c3-8f66-1128f46c31d6 req-5f4ca501-634a-47bd-aff2-db30858b7ea9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290257 Mar 03 18:01:55.458948 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'tag': '57714af9-7d13-4302-b190-38fd8d7b909f', 'status': 'completed', 'code': 200} Mar 03 18:01:55.474858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54734) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:55.508186 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:55.529187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54738) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:55.601670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:55.610892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Usage tracker for resource:security_group_rule and tenant:d0e9da36631440119fee4e13eef5feb6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:55.637215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:55.648219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:55.654265 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d42cbea3-999e-41f8-b894-7ee2b2c50a3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f1e96bca10541cbaa05f699beca7e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217136 Mar 03 18:01:55.657581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54742) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:55.711758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-58581a58-8ef6-46f3-9f86-6bd076651705 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:55.712993 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-58581a58-8ef6-46f3-9f86-6bd076651705 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "GET /v2.0/networks?id=141a9fdb-a208-4a3f-9923-08a66a420473&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 HTTP/1.1" status: 200 len: 1987 time: 1.1878786 Mar 03 18:01:55.812298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732bc36-5569-4bf6-8af8-e53c01328304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:55.830667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-26c3fd7c-1283-4514-b1d1-3b1be0f0e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.832623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-26c3fd7c-1283-4514-b1d1-3b1be0f0e84d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0eb4e443fa44ae1aea5333c5fee56ff&device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 1097 time: 0.3040099 Mar 03 18:01:55.836253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ca69d458-5de8-4c73-811f-98fe516fd5ac tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e1ca2aecec440e84288bbfb217fee1 HTTP/1.1" status: 200 len: 380 time: 0.1087489 Mar 03 18:01:55.849250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'admin_state_up': True, 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'security_groups': ['14bc443d-615d-40a0-9d5e-229c5592314c']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:55.870578 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:55.900341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732bc36-5569-4bf6-8af8-e53c01328304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:55.930691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e4ff-b8ac-4e56-8683-3a5d3938cad2 req-fb1865d0-236b-49ac-bdd4-fe5bee28bb58 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:55.932171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1da6e4ff-b8ac-4e56-8683-3a5d3938cad2 req-fb1865d0-236b-49ac-bdd4-fe5bee28bb58 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 946 time: 0.2910011 Mar 03 18:01:56.066085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c84103e9-d02d-4a88-bdd4-b9235181ad6a req-5fd5631a-c385-4e8a-9836-fbc621b9bd41 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 210 time: 0.1428936 Mar 03 18:01:56.095144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.103502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1da6e4ff-b8ac-4e56-8683-3a5d3938cad2 req-b28e062f-8c20-495f-aa0b-df85993f31dc tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456723 Mar 03 18:01:56.122036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.172237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0e9da36631440119fee4e13eef5feb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6962943 Mar 03 18:01:56.172901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54748) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:56.207437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-27a61f85-9c1e-4128-9aab-223f2beb5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:56.208853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-27a61f85-9c1e-4128-9aab-223f2beb5f65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3568792 Mar 03 18:01:56.250466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:56.260485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:56.276150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:01:56.280903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.470347 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-95a94a46-46d0-44ac-94c8-7b69c615455b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=57714af9-7d13-4302-b190-38fd8d7b909f HTTP/1.1" status: 200 len: 217 time: 0.2414873 Mar 03 18:01:56.470938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732bc36-5569-4bf6-8af8-e53c01328304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.489035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc2052-6e28-42b7-8abc-1b1e0e61614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0cdd9-8a6d-4ea5-9a06-2a842746aa3c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:56.560304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 57714af9-7d13-4302-b190-38fd8d7b909f details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:01:56.568002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732bc36-5569-4bf6-8af8-e53c01328304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bec210-74e0-4fd4-8cd0-c777df1eb884,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:56.593666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e732bc36-5569-4bf6-8af8-e53c01328304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.594784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e732bc36-5569-4bf6-8af8-e53c01328304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42bec210-74e0-4fd4-8cd0-c777df1eb884 HTTP/1.1" status: 204 len: 168 time: 0.9362793 Mar 03 18:01:56.630584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-64341dea-0dbc-49a3-8465-0e291c71ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:56.631989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-64341dea-0dbc-49a3-8465-0e291c71ee0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1339755 Mar 03 18:01:56.635135 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1f387fb4-df33-4bab-bd50-a32925964542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.645131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51373d3-4994-4ccc-8c3a-f972b0d9c876 req-2214a4bf-2248-4ce3-a2db-4d4845141dfb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:56.646796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a51373d3-4994-4ccc-8c3a-f972b0d9c876 req-2214a4bf-2248-4ce3-a2db-4d4845141dfb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 945 time: 0.3261793 Mar 03 18:01:56.649152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 172.20.0.13 (141a9fdb-a208-4a3f-9923-08a66a420473/836f3144-e7fd-473b-b518-be55f8b79c09/0185ccf4-0245-4f16-9806-f7049d5667f2) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:01:56.706897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-c1565dac-c3c9-4aab-8302-ad33e8bc8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:56.708393 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-c1565dac-c3c9-4aab-8302-ad33e8bc8d66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1097 time: 0.5482795 Mar 03 18:01:56.765348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7138ff-b54e-4926-9488-b6d052d06d77 req-7d4d7c6c-6d11-482e-9499-8d1a1da8ecc3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:56.766880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7138ff-b54e-4926-9488-b6d052d06d77 req-7d4d7c6c-6d11-482e-9499-8d1a1da8ecc3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 946 time: 0.3452861 Mar 03 18:01:56.780820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1f387fb4-df33-4bab-bd50-a32925964542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.797033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43b3c7a-5c84-4012-863e-f259480cd326 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:56.810974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a51373d3-4994-4ccc-8c3a-f972b0d9c876 req-de0aed35-c687-43ae-b804-192302207668 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466773 Mar 03 18:01:56.856235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:56.867527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 57714af9-7d13-4302-b190-38fd8d7b909f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=57714af9-7d13-4302-b190-38fd8d7b909f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:56.908468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '57714af9-7d13-4302-b190-38fd8d7b909f', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '57714af9-7d13-4302-b190-38fd8d7b909f', 'mac_address': 'fa:16:3e:d8:1e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:01:56.947453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f7138ff-b54e-4926-9488-b6d052d06d77 req-4afebf69-23fd-4d98-a242-89e937d86e99 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584918 Mar 03 18:01:56.992259 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.005039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-acf04ba2-1f01-438a-b76c-4df57bd43c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:57.006648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-acf04ba2-1f01-438a-b76c-4df57bd43c5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3668768 Mar 03 18:01:57.027115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57714af9-7d13-4302-b190-38fd8d7b909f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:57.053375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 57714af9-7d13-4302-b190-38fd8d7b909f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=57714af9-7d13-4302-b190-38fd8d7b909f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:57.061412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.063187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:01:57.121877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Transition to ACTIVE for port object f43b3c7a-5c84-4012-863e-f259480cd326 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:57.143529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.180223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1f387fb4-df33-4bab-bd50-a32925964542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.231151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-f989dc9f-b1a3-4a7c-857d-23c26411edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:57.233178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-f989dc9f-b1a3-4a7c-857d-23c26411edd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.5047901 Mar 03 18:01:57.346535 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.351017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:57.351221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Pushing event updated for resources: {'Port': ['ID=f43b3c7a-5c84-4012-863e-f259480cd326,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:57.368483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'port_id': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'mac_address': 'fa:16:3e:ee:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e6661f-2b85-4329-9bf8-3b33aec2f1a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:01:57.451900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=57714af9-7d13-4302-b190-38fd8d7b909f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:57.475328 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.494685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:57.511557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:57.516724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.520547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Transition to ACTIVE for port object 0185ccf4-0245-4f16-9806-f7049d5667f2 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:01:57.532328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f387fb4-df33-4bab-bd50-a32925964542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c0cdd9-8a6d-4ea5-9a06-2a842746aa3c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:57.567827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dcff6-f053-4490-b2c2-9f03344e7dc7 req-6fdb7792-043c-40e2-8d42-a796afe8771b tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:57.581205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-799dcff6-f053-4490-b2c2-9f03344e7dc7 req-6fdb7792-043c-40e2-8d42-a796afe8771b tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.5514326 Mar 03 18:01:57.662755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:57.677291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1f387fb4-df33-4bab-bd50-a32925964542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.688900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1f387fb4-df33-4bab-bd50-a32925964542 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80c0cdd9-8a6d-4ea5-9a06-2a842746aa3c HTTP/1.1" status: 204 len: 168 time: 1.4776516 Mar 03 18:01:57.714949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Attempting to bind port f43b3c7a-5c84-4012-863e-f259480cd326 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:01:57.716050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Attempting to bind port f43b3c7a-5c84-4012-863e-f259480cd326 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:01:57.716440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Attempting to bind port f43b3c7a-5c84-4012-863e-f259480cd326 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:57.736055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-799dcff6-f053-4490-b2c2-9f03344e7dc7 req-a4366fd2-a828-4ce8-81b1-ccb7a2fec6ca tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475539 Mar 03 18:01:57.747821 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-4e630471-2cbc-44e8-b087-eafc773bbd9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 200 len: 1002 time: 0.4893432 Mar 03 18:01:57.751436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Port f43b3c7a-5c84-4012-863e-f259480cd326 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:01:57.751980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Attempting to bind port f43b3c7a-5c84-4012-863e-f259480cd326 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:01:57.761910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['57714af9-7d13-4302-b190-38fd8d7b909f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:01:57.768889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:01:57.770214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:01:57.776429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Bound using segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:01:57.777092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Bound port: f43b3c7a-5c84-4012-863e-f259480cd326, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:01:57.778128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:57.822251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:01:57.837429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-9b79f30e-0c65-44bb-82f5-28782837276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:57.839388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-9b79f30e-0c65-44bb-82f5-28782837276d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.0827756 Mar 03 18:01:57.912001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-d85e40bf-4e9e-4305-9f6a-fed6d93aa0c5 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784051 Mar 03 18:01:57.923477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4dde9-ee3f-4a98-b0a4-416f02eaf927 req-c429404d-50d9-4558-b8da-2f2c93a275fc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:57.931284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfe4dde9-ee3f-4a98-b0a4-416f02eaf927 req-c429404d-50d9-4558-b8da-2f2c93a275fc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 944 time: 0.7607262 Mar 03 18:01:58.077260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-a14bc176-dd85-4373-bb47-7f8d46a2a89f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:58.078902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-a14bc176-dd85-4373-bb47-7f8d46a2a89f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 945 time: 0.5643976 Mar 03 18:01:58.204031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfe4dde9-ee3f-4a98-b0a4-416f02eaf927 req-6c345d7f-a5be-4a8e-a8dc-57685a77cbe8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717876 Mar 03 18:01:58.242095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:58.453212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network 141a9fdb-a208-4a3f-9923-08a66a420473 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:01:58.456620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:01:58.463185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:01:58.464889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Deleting port 9f520234-f6a6-45d2-a57d-4c8be3e2546e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:01:58.465235 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:58.522998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] For port f43b3c7a-5c84-4012-863e-f259480cd326, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:01:58.534296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=0185ccf4-0245-4f16-9806-f7049d5667f2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:58.567690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] For port f43b3c7a-5c84-4012-863e-f259480cd326, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f43b3c7a-5c84-4012-863e-f259480cd326,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:01:58.587441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:01:58.590529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-406fc389-56fd-4ceb-afff-5da1898f7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:58.597193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-406fc389-56fd-4ceb-afff-5da1898f7fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7384763 Mar 03 18:01:58.601345 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:58.620497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257296c4-ea03-435c-ab3b-cc0b8a67bc44 req-2d5b467a-9690-4f15-b76d-920aad57760a service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865847 Mar 03 18:01:58.712662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:58.714844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:58.745796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25ad35-dfe9-4319-801f-a5ac1bf52e04 req-491cf318-e11c-4f32-a41d-d9770b43377b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:58.756723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b25ad35-dfe9-4319-801f-a5ac1bf52e04 req-491cf318-e11c-4f32-a41d-d9770b43377b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 932 time: 0.6377118 Mar 03 18:01:58.787990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:58.788926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:58.797296 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] 10.222.0.16 "PUT /v2.0/ports/f43b3c7a-5c84-4012-863e-f259480cd326 HTTP/1.1" status: 200 len: 1092 time: 3.4793375 Mar 03 18:01:58.834882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:58.880025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:58.929081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:01:58.951858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:58.960814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:59.162234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-e9de582b-f280-4212-8e00-68873aa887f0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3164146 Mar 03 18:01:59.176982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b25ad35-dfe9-4319-801f-a5ac1bf52e04 req-475b05cc-844a-4d49-82f3-1300db00e288 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784306 Mar 03 18:01:59.179545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:01:59.191365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3466c3-427b-49b6-878f-5610542f185e service neutron] Pushing event updated for resources: {'Port': ['ID=f43b3c7a-5c84-4012-863e-f259480cd326,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:59.209456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'admin_state_up': True, 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'security_groups': ['14bc443d-615d-40a0-9d5e-229c5592314c']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:01:59.231506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-1a7fcad0-00cc-46ef-9f89-1f9e5129a49d service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829287 Mar 03 18:01:59.319546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-39f9484a-3c4d-46f7-bc3e-0c5fc06c2663 None None] Provisioning for port 0185ccf4-0245-4f16-9806-f7049d5667f2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:01:59.409586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-39f9484a-3c4d-46f7-bc3e-0c5fc06c2663 None None] Provisioning complete for port 0185ccf4-0245-4f16-9806-f7049d5667f2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:01:59.409993 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39f9484a-3c4d-46f7-bc3e-0c5fc06c2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:59.443283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb161f0-84be-4f51-89a8-02fe421f81c7 req-4e446f13-fbce-4ef3-a20d-ab6e4491ec69 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:59.444231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bcb161f0-84be-4f51-89a8-02fe421f81c7 req-4e446f13-fbce-4ef3-a20d-ab6e4491ec69 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Synchronizing usage tracker for tenant:f0eb4e443fa44ae1aea5333c5fee56ff on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:59.569196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bcb161f0-84be-4f51-89a8-02fe421f81c7 req-4e446f13-fbce-4ef3-a20d-ab6e4491ec69 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Unset dirty status for tenant:f0eb4e443fa44ae1aea5333c5fee56ff on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:59.577043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bcb161f0-84be-4f51-89a8-02fe421f81c7 req-4e446f13-fbce-4ef3-a20d-ab6e4491ec69 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 947 time: 1.1314666 Mar 03 18:01:59.600292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-b67c51df-ed7e-4055-8568-00531e6d46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:59.602438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-b67c51df-ed7e-4055-8568-00531e6d46de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 1095 time: 0.6938248 Mar 03 18:01:59.676706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:01:59.678833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:01:59.683507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bcb161f0-84be-4f51-89a8-02fe421f81c7 req-a1bf4dde-9063-4384-b004-e144bd87dbc2 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Synchronizing usage tracker for tenant:f0eb4e443fa44ae1aea5333c5fee56ff on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:01:59.700072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:port and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:01:59.704570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-e28a644c-94fd-49f0-93a8-5e96d4f7e8ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43b3c7a-5c84-4012-863e-f259480cd326 HTTP/1.1" status: 200 len: 217 time: 0.0871513 Mar 03 18:01:59.710730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e9c7ed3-07f1-4954-b7a6-ca81df0b17be req-55bc245a-07d2-4596-9975-c422f51cbf80 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660523 Mar 03 18:01:59.711418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:01:59.721262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bcb161f0-84be-4f51-89a8-02fe421f81c7 req-a1bf4dde-9063-4384-b004-e144bd87dbc2 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Unset dirty status for tenant:f0eb4e443fa44ae1aea5333c5fee56ff on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:01:59.734397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bcb161f0-84be-4f51-89a8-02fe421f81c7 req-a1bf4dde-9063-4384-b004-e144bd87dbc2 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537037 Mar 03 18:01:59.742205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] For port 9f520234-f6a6-45d2-a57d-4c8be3e2546e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9f520234-f6a6-45d2-a57d-4c8be3e2546e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:59.742766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:59.814090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:01:59.815323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-39f9484a-3c4d-46f7-bc3e-0c5fc06c2663 None None] Port 0185ccf4-0245-4f16-9806-f7049d5667f2 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:01:59.824459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54828) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:01:59.831637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:59.883199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:01:59.908792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7431a0-b3f3-4455-95e4-e06a058e4603 req-1f3b437a-db44-422e-943d-15685a6e7984 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:01:59.922839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:01:59.923634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c7431a0-b3f3-4455-95e4-e06a058e4603 req-1f3b437a-db44-422e-943d-15685a6e7984 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 945 time: 0.4520817 Mar 03 18:01:59.953227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Calling delete_port for 9f520234-f6a6-45d2-a57d-4c8be3e2546e owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:01:59.954596 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:01:59.957231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9f520234-f6a6-45d2-a57d-4c8be3e2546e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:01:59.993034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:00.001478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:00.171873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:00.228141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:00.259514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-fdb0d0d4-fc69-47b3-8003-2c5e5dabd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:00.261598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-fdb0d0d4-fc69-47b3-8003-2c5e5dabd0d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.5225034 Mar 03 18:02:00.299118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event deleted for resources: {'Port': ['ID=9f520234-f6a6-45d2-a57d-4c8be3e2546e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:00.314200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c7431a0-b3f3-4455-95e4-e06a058e4603 req-916b28b9-1bb2-4bd1-ba9d-4afa9210e5ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895001 Mar 03 18:02:00.442328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1308387723', 'router:external': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:00.452791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No active binding found for port 9f520234-f6a6-45d2-a57d-4c8be3e2546e {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:02:00.453209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9f520234-f6a6-45d2-a57d-4c8be3e2546e not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:02:00.460661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:00.534922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:network and tenant:9cc8b914dc874ee1b5f6a47ce7d70549 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:00.539271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:00.541062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] No DVR routers for this DVR port 9f520234-f6a6-45d2-a57d-4c8be3e2546e on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:02:00.548011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:00.551100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'name': 'network-vif-deleted', 'tag': '9f520234-f6a6-45d2-a57d-4c8be3e2546e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:00.564169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:00.585875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3b9f4c0-b9fb-4802-9650-5b4024ef946a req-bbd2870d-b87c-48fd-a422-6455be6032cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "DELETE /v2.0/ports/9f520234-f6a6-45d2-a57d-4c8be3e2546e HTTP/1.1" status: 204 len: 173 time: 2.5001996 Mar 03 18:02:00.609522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:02:00.620833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993c0c-add4-47de-9d1b-99add34613a3 req-556a5040-7c48-4c42-94c2-be331c86c8fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:00.631391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a993c0c-add4-47de-9d1b-99add34613a3 req-556a5040-7c48-4c42-94c2-be331c86c8fa tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.3543921 Mar 03 18:02:00.651424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Made reservation on behalf of 9cc8b914dc874ee1b5f6a47ce7d70549 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:00.653794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:00.687844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:00.701963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a993c0c-add4-47de-9d1b-99add34613a3 req-fef6f6df-d544-4c34-92bc-c12c13101563 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659554 Mar 03 18:02:00.702831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3500ca67-89ba-4cd9-a98e-e55f94972b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:00.704155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-3500ca67-89ba-4cd9-a98e-e55f94972b7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3875923 Mar 03 18:02:00.720158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 10.1.1.98 (b81330da-f883-4c83-9fca-9939c9cfb4f1/47233fe3-caee-43e5-8464-365c341ec0c0/dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:00.790242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:00.791967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:00.891900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-94c8fab7-49d2-4d68-a4c1-ee076ec9a4d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626899 Mar 03 18:02:00.893561 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326', 'status': 'completed', 'code': 200} Mar 03 18:02:00.907975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a234-6f2c-477f-99da-1a22841302d8 req-ef1e254a-2c90-45ff-9243-328457195c4f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:00.916631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9067a234-6f2c-477f-99da-1a22841302d8 req-ef1e254a-2c90-45ff-9243-328457195c4f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 943 time: 0.4309316 Mar 03 18:02:00.921389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:01.032116 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:01.052275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e89e25-521a-4f62-a5c5-a6cbb9a79ee3 req-d17d08a6-8f5a-409a-9f77-f6a87405a109 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:01.053977 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23e89e25-521a-4f62-a5c5-a6cbb9a79ee3 req-d17d08a6-8f5a-409a-9f77-f6a87405a109 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 944 time: 0.1107872 Mar 03 18:02:01.062502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:security_group_rule and tenant:9cc8b914dc874ee1b5f6a47ce7d70549 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:01.107582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:01.110559 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23e89e25-521a-4f62-a5c5-a6cbb9a79ee3 req-df9a8773-33d5-4920-a679-8fc52a6de72c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500987 Mar 03 18:02:01.120323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:01.125345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:01.126471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 57714af9-7d13-4302-b190-38fd8d7b909f up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:02:01.179085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:01.210183 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'code': 200} Mar 03 18:02:01.304765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 57714af9-7d13-4302-b190-38fd8d7b909f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:01.307358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9067a234-6f2c-477f-99da-1a22841302d8 req-3571a252-37b1-437d-b8e5-8dd56e169954 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883626 Mar 03 18:02:01.323916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 57714af9-7d13-4302-b190-38fd8d7b909f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:01.324743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:01.390499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:01.404995 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0233fe-53c5-41a3-9794-5f14386408fc', 'name': 'network-vif-deleted', 'tag': '9f520234-f6a6-45d2-a57d-4c8be3e2546e', 'status': 'completed', 'code': 200} Mar 03 18:02:01.449923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.450271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.450612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.450949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.451813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.452144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.464492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.465010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.473376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.474005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.474354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.474693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:01.536787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7accf2-7fa7-4a5f-952f-07d23bdbbdcc req-7212ab78-db4f-4fd5-bc33-432241886bb9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:01.538596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc7accf2-7fa7-4a5f-952f-07d23bdbbdcc req-7212ab78-db4f-4fd5-bc33-432241886bb9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 932 time: 0.1303887 Mar 03 18:02:01.616682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc7accf2-7fa7-4a5f-952f-07d23bdbbdcc req-8b3b6aca-b554-4971-87c9-2feac173c0cf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714686 Mar 03 18:02:01.645631 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:01.727477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 57714af9-7d13-4302-b190-38fd8d7b909f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=57714af9-7d13-4302-b190-38fd8d7b909f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:01.735533 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:01.809927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d076033d-30cd-446e-9c92-0d6f5df5b8b8 req-0b90430e-462a-4786-9441-36605073f056 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905611 Mar 03 18:02:01.882199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=57714af9-7d13-4302-b190-38fd8d7b909f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:01.951670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f66a16af-2fbe-4128-89c4-47eed6b7e6d4 req-14073d0f-ddeb-4b27-a887-b30cfb79ac4b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:01.970393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f66a16af-2fbe-4128-89c4-47eed6b7e6d4 req-14073d0f-ddeb-4b27-a887-b30cfb79ac4b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:01.971833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f66a16af-2fbe-4128-89c4-47eed6b7e6d4 req-14073d0f-ddeb-4b27-a887-b30cfb79ac4b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0233fe-53c5-41a3-9794-5f14386408fc HTTP/1.1" status: 200 len: 210 time: 0.1858270 Mar 03 18:02:02.017931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54866) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:02.114006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.149264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.165880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb05b9b-22a9-4b5f-9871-6d8c6f8a450e req-8487146c-8253-4e46-bed3-de1661ff7c95 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:02.167852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fcb05b9b-22a9-4b5f-9871-6d8c6f8a450e req-8487146c-8253-4e46-bed3-de1661ff7c95 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 948 time: 0.3674722 Mar 03 18:02:02.169013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b9d8c-d4c3-4cd6-9299-2aeae8c40bcd req-3b56e52a-0b1c-4bb3-872b-ef97b049d454 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:02.171947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-827b9d8c-d4c3-4cd6-9299-2aeae8c40bcd req-3b56e52a-0b1c-4bb3-872b-ef97b049d454 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.1021457 Mar 03 18:02:02.176981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.190445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.193897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Transition to ACTIVE for port object dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:02.226387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:02.235015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Usage tracker for resource:security_group_rule and tenant:88131ef8cbee4d7cbe91cea2d5b72762 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:02.238635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:02:02.253159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:02.265785 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-827b9d8c-d4c3-4cd6-9299-2aeae8c40bcd req-19994794-bcb7-485b-9d69-034f1478e4dd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651622 Mar 03 18:02:02.266698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:02.266817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-5c30b8f6-260b-4a12-9ccb-a5e10107758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:02.268234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-5c30b8f6-260b-4a12-9ccb-a5e10107758d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 1095 time: 0.3052692 Mar 03 18:02:02.300054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e32fe-bb7c-4c2d-9c54-b71425083909,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:02.314974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.315372 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Added segment a6bce3ec-2e3e-4c5c-8b2c-46865ffb1d19 of type vlan for network bd962c85-8c53-49cc-ba51-f41225e52b16 Mar 03 18:02:02.339925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fcb05b9b-22a9-4b5f-9871-6d8c6f8a450e req-46d990c1-ade5-4bdf-87ed-5fe8b9cbb18e tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562870 Mar 03 18:02:02.448447 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.452974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.502987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.510993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.549070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:02.556010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:02.571563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88131ef8cbee4d7cbe91cea2d5b72762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526280 Mar 03 18:02:02.573917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:02.574309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4e90e-b602-47ca-b13a-74d6fb2f18e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3676a78-3e6f-4212-a986-d996b4b3f364,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:02.577270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54880) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:02.614874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee2d9f-2f30-4024-8236-32461e5e9a51 req-e1d075ef-f34f-4521-b69e-2854cfbd81ac tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:02.616410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6ee2d9f-2f30-4024-8236-32461e5e9a51 req-e1d075ef-f34f-4521-b69e-2854cfbd81ac tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 944 time: 0.1728127 Mar 03 18:02:02.657921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-f41a986b-44b2-4a9d-b3b6-6a203370804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:02.659385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-f41a986b-44b2-4a9d-b3b6-6a203370804c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.3788242 Mar 03 18:02:02.674943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:02.719418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6ee2d9f-2f30-4024-8236-32461e5e9a51 req-355d9ddf-a533-49ee-abc9-71007ae276ff tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862205 Mar 03 18:02:02.734678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbe15df5-8171-4d1e-9e23-5815884e70d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.771801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbe15df5-8171-4d1e-9e23-5815884e70d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.805438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-5489b062-1a58-49a9-a4c5-e92c5ff314b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43b3c7a-5c84-4012-863e-f259480cd326 HTTP/1.1" status: 200 len: 217 time: 0.1314104 Mar 03 18:02:02.821969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:02.823564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.868874 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.870602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:02.871440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.910513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbe15df5-8171-4d1e-9e23-5815884e70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.933305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe15df5-8171-4d1e-9e23-5815884e70d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3676a78-3e6f-4212-a986-d996b4b3f364,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:02.946629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbe15df5-8171-4d1e-9e23-5815884e70d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:02.948092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bbe15df5-8171-4d1e-9e23-5815884e70d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3676a78-3e6f-4212-a986-d996b4b3f364 HTTP/1.1" status: 204 len: 168 time: 0.3698711 Mar 03 18:02:03.009539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcde1f3d-796b-4d58-be26-4b177ac4ab59 None None] Provisioning for port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:03.016022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcde1f3d-796b-4d58-be26-4b177ac4ab59 None None] Provisioning complete for port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:03.016424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fcde1f3d-796b-4d58-be26-4b177ac4ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:03.063285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-a448f980-61b8-41e0-a48b-12ffc01b4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:03.065098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-a448f980-61b8-41e0-a48b-12ffc01b4c95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.2530107 Mar 03 18:02:03.072146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Network': ['ID=bd962c85-8c53-49cc-ba51-f41225e52b16,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:03.080459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9adc3d7b-b59e-4557-9a9d-826784be3a97 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.2523019 Mar 03 18:02:03.082395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-61096699-2cae-43f5-b7b9-1a6fa2a9ec14 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8975232 Mar 03 18:02:03.083423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54896) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:03.087000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network bd962c85-8c53-49cc-ba51-f41225e52b16 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:02:03.128377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'subnet': {'network_id': 'bd962c85-8c53-49cc-ba51-f41225e52b16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:03.133488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7c741-a2f6-4d3f-8b95-220b8f5b0a60 req-9ea2c4f4-b7bc-40f3-b5a4-96476fbc96f4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:03.140885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'admin_state_up': True, 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'security_groups': ['14bc443d-615d-40a0-9d5e-229c5592314c']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:03.150883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76d7c741-a2f6-4d3f-8b95-220b8f5b0a60 req-9ea2c4f4-b7bc-40f3-b5a4-96476fbc96f4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1829998 Mar 03 18:02:03.210862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df'}, {'server_uuid': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57714af9-7d13-4302-b190-38fd8d7b909f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:03.219545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fcde1f3d-796b-4d58-be26-4b177ac4ab59 None None] Port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:02:03.276037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:03.304173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76d7c741-a2f6-4d3f-8b95-220b8f5b0a60 req-670f4c59-315c-4610-b009-261a4190ff81 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523030 Mar 03 18:02:03.406819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:subnet and tenant:9cc8b914dc874ee1b5f6a47ce7d70549 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:03.410454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:03.441806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:03.522287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54914) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:03.526605 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'code': 200} Mar 03 18:02:03.526998 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57714af9-7d13-4302-b190-38fd8d7b909f', 'code': 200} Mar 03 18:02:03.550392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Made reservation on behalf of 9cc8b914dc874ee1b5f6a47ce7d70549 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:03.553285 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:03.553522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:03.589551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:03.602502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Usage tracker for resource:security_group_rule and tenant:022b31c815704e17ab30d1932e5c97b0 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:03.617022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:03.623040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:03.739760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-c23a0954-d33e-45fe-b83c-83dc9036b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:03.741252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-c23a0954-d33e-45fe-b83c-83dc9036b776 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6664119 Mar 03 18:02:03.745559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:03.760063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:port and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:03.787270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:03.815922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:03.829678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a47b-c676-40a6-be83-83138191385a req-9a7c1ecd-7e6e-433d-b25e-0631a4cad68b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:03.835397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a47b-c676-40a6-be83-83138191385a req-9a7c1ecd-7e6e-433d-b25e-0631a4cad68b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:03.836170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-65a1a47b-c676-40a6-be83-83138191385a req-9a7c1ecd-7e6e-433d-b25e-0631a4cad68b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:03.955436 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:03.965972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:03.981192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:03.987188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:04.005729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-65a1a47b-c676-40a6-be83-83138191385a req-9a7c1ecd-7e6e-433d-b25e-0631a4cad68b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:04.006879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65a1a47b-c676-40a6-be83-83138191385a req-9a7c1ecd-7e6e-433d-b25e-0631a4cad68b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 1653 time: 0.5912588 Mar 03 18:02:04.041532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=022b31c815704e17ab30d1932e5c97b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163009 Mar 03 18:02:04.047106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54922) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:04.064079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-52fa5c4a-17ec-44ed-8e8e-5f1ea7d65fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079317 Mar 03 18:02:04.069546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e73ce-205f-44bd-8493-df160aa0503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed962d7f-3419-4eb4-90b8-e63b8518277c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:04.097800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5916740-6596-48a9-acdb-0751be9eab87 req-2a9864fa-2538-4bda-9a4d-7f0b858f0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:04.099379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5916740-6596-48a9-acdb-0751be9eab87 req-2a9864fa-2538-4bda-9a4d-7f0b858f0c38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 1099 time: 0.4106965 Mar 03 18:02:04.183353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159294a-09bb-4ff1-8fa7-d4ddbe2dedbe req-deec3d11-0112-42f9-82df-595748ff5ab1 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:04.185292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b159294a-09bb-4ff1-8fa7-d4ddbe2dedbe req-deec3d11-0112-42f9-82df-595748ff5ab1 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 948 time: 0.4954238 Mar 03 18:02:04.196389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6280-a4bf-450a-a2c6-51ead3baf289 req-cc6e8cf0-64f0-4549-8098-ed08c6a653d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:04.197543 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-836c6280-a4bf-450a-a2c6-51ead3baf289 req-cc6e8cf0-64f0-4549-8098-ed08c6a653d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 1096 time: 0.3649786 Mar 03 18:02:04.252887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5916740-6596-48a9-acdb-0751be9eab87 req-11e3b70e-4e48-4d52-99ff-230661eedfd1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455750 Mar 03 18:02:04.294168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2662eb05-8d5e-4155-95aa-6613c8fc2607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:04.302831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-836c6280-a4bf-450a-a2c6-51ead3baf289 req-5450a0e7-8da2-44af-8d65-6b8addbb41fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957339 Mar 03 18:02:04.311870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b159294a-09bb-4ff1-8fa7-d4ddbe2dedbe req-3da8b826-2740-4ea3-8ddc-ef7403a585c7 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115811 Mar 03 18:02:04.338963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2662eb05-8d5e-4155-95aa-6613c8fc2607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:04.371412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65a1a47b-c676-40a6-be83-83138191385a req-9bf9716c-4288-4c0f-aef6-e4ecc8989c90 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509307 Mar 03 18:02:04.400115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2662eb05-8d5e-4155-95aa-6613c8fc2607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:04.414831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662eb05-8d5e-4155-95aa-6613c8fc2607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed962d7f-3419-4eb4-90b8-e63b8518277c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:04.424578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2662eb05-8d5e-4155-95aa-6613c8fc2607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:04.453566 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2662eb05-8d5e-4155-95aa-6613c8fc2607 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed962d7f-3419-4eb4-90b8-e63b8518277c HTTP/1.1" status: 204 len: 168 time: 0.4009690 Mar 03 18:02:04.542386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-28e92784-dc58-4da9-8b40-9e7f8226035f req-9310b616-ea2e-403d-aff1-548b8a5b79e8 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126957 Mar 03 18:02:04.669401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 10.1.1.82 (b81330da-f883-4c83-9fca-9939c9cfb4f1/47233fe3-caee-43e5-8464-365c341ec0c0/ff523d08-b3fb-4756-9ec3-236dc651a0c3) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:04.808145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-f84a718c-e62c-4019-a44f-3ba8b752871b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:04.809643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-f84a718c-e62c-4019-a44f-3ba8b752871b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.3061390 Mar 03 18:02:04.898933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-b5a3fd90-c8f1-40a8-8039-7fbd6e00457e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/quotas/bb0140b63c1d4645ab4917bffa7c281d HTTP/1.1" status: 200 len: 375 time: 0.0765920 Mar 03 18:02:04.969048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-db81f3e9-c92d-47de-b49c-399bc31fe757 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692606 Mar 03 18:02:04.989044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cacd0-c2e8-472b-b016-a7900d3a0916 req-4c38ac03-38e0-4547-941b-3ba2b88beba2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:04.990526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b1cacd0-c2e8-472b-b016-a7900d3a0916 req-4c38ac03-38e0-4547-941b-3ba2b88beba2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 944 time: 0.0894058 Mar 03 18:02:05.031065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:02:05.031538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:05.038699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f43b3c7a-5c84-4012-863e-f259480cd326 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:02:05.045998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b1cacd0-c2e8-472b-b016-a7900d3a0916 req-61547f5d-36df-4a22-bc39-b1caef7d7fe5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Mar 03 18:02:05.202442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:02:05.207511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3e708259-12ec-4efc-82e3-2ff74a1c173a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:05.223383 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:05.244008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Transition to ACTIVE for port object ff523d08-b3fb-4756-9ec3-236dc651a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:05.282458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Checking segment: {'id': 'a6bce3ec-2e3e-4c5c-8b2c-46865ffb1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bd962c85-8c53-49cc-ba51-f41225e52b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:05.282983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network hostable DHCP agents. Network: bd962c85-8c53-49cc-ba51-f41225e52b16, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:02:05.286917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aefac-e290-4f45-a7ec-89349a7976fd req-cbccd4cf-84b2-46b1-b3a5-a2dcba39a499 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:05.288801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b1aefac-e290-4f45-a7ec-89349a7976fd req-cbccd4cf-84b2-46b1-b3a5-a2dcba39a499 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1037686 Mar 03 18:02:05.333672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network bd962c85-8c53-49cc-ba51-f41225e52b16 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:02:05.356218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b1aefac-e290-4f45-a7ec-89349a7976fd req-0194a288-3c44-4ca6-bc80-cb136f4a2a62 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576108 Mar 03 18:02:05.364011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-1af8c0d1-d5a2-4b2d-84da-9e22350ec41a service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636460 Mar 03 18:02:05.506169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f43b3c7a-5c84-4012-863e-f259480cd326, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f43b3c7a-5c84-4012-863e-f259480cd326,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:05.526447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'f43b3c7a-5c84-4012-863e-f259480cd326', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': 'f43b3c7a-5c84-4012-863e-f259480cd326', 'mac_address': 'fa:16:3e:eb:cc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:02:05.538072 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-72a15de5-d69e-4221-a023-e459fe854522 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729248 Mar 03 18:02:05.539163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, bd962c85-8c53-49cc-ba51-f41225e52b16) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:05.547497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:05.548472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:05.578265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a10122-274a-422d-9bc4-67d4f36bf0b5 None None] Network bd962c85-8c53-49cc-ba51-f41225e52b16 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:02:05.621110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:05.754408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:05.825875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=ff523d08-b3fb-4756-9ec3-236dc651a0c3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:05.835279 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b7ce6307-0265-41d3-b357-da385ae9df3c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7181287 Mar 03 18:02:05.837966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54986) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:05.843766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2087698137', 'network_id': 'bd962c85-8c53-49cc-ba51-f41225e52b16'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:05.845443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43b3c7a-5c84-4012-863e-f259480cd326 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:05.858139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:05.861775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:05.864589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:05.866809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:port and tenant:9cc8b914dc874ee1b5f6a47ce7d70549 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:05.869600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:05.905261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f43b3c7a-5c84-4012-863e-f259480cd326, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f43b3c7a-5c84-4012-863e-f259480cd326,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:05.923905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:05.929553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:05.948812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:06.002098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-ea788dbb-18a1-49ab-bdf0-30bce98626f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1746309 Mar 03 18:02:06.019705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bf7b8-8d64-4e84-bec7-2aa630db769d req-497abbcc-0bd9-4976-b32c-f95b42dbadbc tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:06.028279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f0bf7b8-8d64-4e84-bec7-2aa630db769d req-497abbcc-0bd9-4976-b32c-f95b42dbadbc tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 948 time: 0.2577589 Mar 03 18:02:06.073862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Made reservation on behalf of 9cc8b914dc874ee1b5f6a47ce7d70549 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:06.076375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:06.105294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:06.106269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:06.133586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f0bf7b8-8d64-4e84-bec7-2aa630db769d req-200a21d5-856b-4fa3-9586-32af98a33b34 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021264 Mar 03 18:02:06.149668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] device_id is not set on port c7f5ca41-7633-4993-8481-1961c7806d67 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:02:06.227806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f43b3c7a-5c84-4012-863e-f259480cd326,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:06.298653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-42a61b58-7691-49e3-86b4-8fb97f056290 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1741905 Mar 03 18:02:06.335895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8', 'admin_state_up': True, 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'security_groups': ['14bc443d-615d-40a0-9d5e-229c5592314c']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:06.346806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f43b3c7a-5c84-4012-863e-f259480cd326'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:06.455007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde6f4-9827-46ad-83e6-5dad75639cd5 req-30f2a650-15d2-49ad-9ea1-6077686d8157 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:06.464434 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14dde6f4-9827-46ad-83e6-5dad75639cd5 req-30f2a650-15d2-49ad-9ea1-6077686d8157 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.1822290 Mar 03 18:02:06.542316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14dde6f4-9827-46ad-83e6-5dad75639cd5 req-c5331599-79ca-4c7c-9015-05f58aafeba5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734613 Mar 03 18:02:06.547852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff3000-7c6a-41e7-aaf6-098a9abfa0ef None None] Network bd962c85-8c53-49cc-ba51-f41225e52b16 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:02:06.566748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2c9db516-a90c-4851-a46b-4a7bb1c6b59f None None] Provisioning for port ff523d08-b3fb-4756-9ec3-236dc651a0c3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:06.593230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2c9db516-a90c-4851-a46b-4a7bb1c6b59f None None] Provisioning complete for port ff523d08-b3fb-4756-9ec3-236dc651a0c3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:06.594007 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c9db516-a90c-4851-a46b-4a7bb1c6b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:06.745609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95971fe1-f627-461b-b160-2e21b89e4727 req-6c31e7e8-5eca-4119-a390-104dd1eda85b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 210 time: 0.0583029 Mar 03 18:02:06.879523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:06.886146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:port and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:06.889587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:06.895658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:06.923127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2c9db516-a90c-4851-a46b-4a7bb1c6b59f None None] Port ff523d08-b3fb-4756-9ec3-236dc651a0c3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:02:06.928007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc5092-3943-4f10-ae92-55096d81ee7c req-0f82e4f8-b0ea-485f-881f-0e9e421ca1af tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:06.938701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc5092-3943-4f10-ae92-55096d81ee7c req-0f82e4f8-b0ea-485f-881f-0e9e421ca1af tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:06.946934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc5092-3943-4f10-ae92-55096d81ee7c req-0f82e4f8-b0ea-485f-881f-0e9e421ca1af tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:06.948244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c7cc5092-3943-4f10-ae92-55096d81ee7c req-0f82e4f8-b0ea-485f-881f-0e9e421ca1af tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:06.977531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd302d9-c48a-4f8d-8e9a-3a5f81cf4c99 req-c13f84eb-ac26-4c6f-967d-c6aa502e3eac tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:06.979553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:06.989970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bd302d9-c48a-4f8d-8e9a-3a5f81cf4c99 req-c13f84eb-ac26-4c6f-967d-c6aa502e3eac tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 945 time: 0.1286681 Mar 03 18:02:07.093191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bd302d9-c48a-4f8d-8e9a-3a5f81cf4c99 req-df53fc17-3adc-428b-bbf8-91d2f9633840 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022367 Mar 03 18:02:07.108990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c7cc5092-3943-4f10-ae92-55096d81ee7c req-0f82e4f8-b0ea-485f-881f-0e9e421ca1af tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:07.111667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7cc5092-3943-4f10-ae92-55096d81ee7c req-0f82e4f8-b0ea-485f-881f-0e9e421ca1af tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 2373 time: 1.1204529 Mar 03 18:02:07.210807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Allocated IP 2001:db8::3a3 (bd962c85-8c53-49cc-ba51-f41225e52b16/3e708259-12ec-4efc-82e3-2ff74a1c173a/c7f5ca41-7633-4993-8481-1961c7806d67) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:07.217588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:07.276840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7cc5092-3943-4f10-ae92-55096d81ee7c req-a8aedd9a-4668-4723-a39f-5480923725f9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515634 Mar 03 18:02:07.841023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b011-fbf3-4baa-a796-69aeb1d7fc5b req-731b2cbc-6bc4-4ea1-a98d-595f9b405f66 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:07.846256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bab7b011-fbf3-4baa-a796-69aeb1d7fc5b req-731b2cbc-6bc4-4ea1-a98d-595f9b405f66 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.1259921 Mar 03 18:02:07.889781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549a196-309b-4dd2-9a70-190d67198a25 req-4a1ee30b-0b48-4775-9170-1d8211599f49 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:07.891410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0549a196-309b-4dd2-9a70-190d67198a25 req-4a1ee30b-0b48-4775-9170-1d8211599f49 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.4784758 Mar 03 18:02:07.942732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 10.2.2.100 (75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8/37a45f22-07a1-4f71-9070-65a7fe7efd37/6ff387d6-6139-4d9d-b815-8731976f2916) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:07.946405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bab7b011-fbf3-4baa-a796-69aeb1d7fc5b req-9a12d19f-3076-4487-b920-3b1a8944d988 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928595 Mar 03 18:02:07.954926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:08.047578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0549a196-309b-4dd2-9a70-190d67198a25 req-8f6379e3-28c6-4195-821b-2886ef943d71 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376433 Mar 03 18:02:08.080377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-9125ad36-991c-4526-982e-c2918ea8d79b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.083727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-9125ad36-991c-4526-982e-c2918ea8d79b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.4413528 Mar 03 18:02:08.134083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Request body: {'port': {'device_id': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'admin_state_up': True, 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:08.155774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:08.220452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b8c6f20-aa1c-4cc6-b839-c0af5cdfb7f9 req-16b09b25-3f86-449f-aa1c-289b93a23298 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 210 time: 0.1148286 Mar 03 18:02:08.430016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a003ae-ec21-47f4-8c12-c565f99556fc req-1cb4f759-8185-4dc6-bd17-db2604223598 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.431519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52a003ae-ec21-47f4-8c12-c565f99556fc req-1cb4f759-8185-4dc6-bd17-db2604223598 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 945 time: 0.0868323 Mar 03 18:02:08.483007 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52a003ae-ec21-47f4-8c12-c565f99556fc req-42970461-b366-46d2-9f13-c315a1346db7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Mar 03 18:02:08.577079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network bd962c85-8c53-49cc-ba51-f41225e52b16 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:08.587240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:08.596984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f5ca41-7633-4993-8481-1961c7806d67,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:08.597165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c249-4cf2-417a-bb64-292df5afae51 req-a15fc0df-0a81-489d-bd22-3f9ec7ef68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.598870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-a15fc0df-0a81-489d-bd22-3f9ec7ef68a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c&tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e HTTP/1.1" status: 200 len: 1095 time: 0.1198883 Mar 03 18:02:08.599764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:08.600825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.601553 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:08.696951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:08.717318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:08.750573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Transition to ACTIVE for port object 6ff387d6-6139-4d9d-b815-8731976f2916 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:08.751948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:08.769749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb35bf-d3d2-4f67-b64b-31c801580a28 req-86d4e07e-ec8a-44b2-9726-866caf774e17 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.771248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9acb35bf-d3d2-4f67-b64b-31c801580a28 req-86d4e07e-ec8a-44b2-9726-866caf774e17 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.4990804 Mar 03 18:02:08.778473 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9fa0f0b0-12d5-4b1c-bc63-a62dd8d0afab tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9365098 Mar 03 18:02:08.779085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:08.805425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c249-4cf2-417a-bb64-292df5afae51 req-9f54525f-66c4-49c2-878e-d6cc8f89f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.806998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-9f54525f-66c4-49c2-878e-d6cc8f89f2f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1095 time: 0.1195061 Mar 03 18:02:08.864356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c378-577d-4700-83eb-708aef88f589 req-4204ab65-d741-4f9b-a808-3a307d074f6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.870926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c378-577d-4700-83eb-708aef88f589 req-4204ab65-d741-4f9b-a808-3a307d074f6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.872534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:08.876030 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:08.879143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c378-577d-4700-83eb-708aef88f589 req-4204ab65-d741-4f9b-a808-3a307d074f6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:08.886883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9b9c378-577d-4700-83eb-708aef88f589 req-4204ab65-d741-4f9b-a808-3a307d074f6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 2373 time: 0.2469614 Mar 03 18:02:09.042448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f43b3c7a-5c84-4012-863e-f259480cd326 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:02:09.142315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9b9c378-577d-4700-83eb-708aef88f589 req-4a0960b9-7878-4ab2-82f4-a9b664415b43 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544405 Mar 03 18:02:09.197959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port f43b3c7a-5c84-4012-863e-f259480cd326 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:09.206295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port f43b3c7a-5c84-4012-863e-f259480cd326 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:09.206879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:09.214137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c249-4cf2-417a-bb64-292df5afae51 req-d22fa65d-603d-469e-a4bb-45807b40c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:09.215810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-d22fa65d-603d-469e-a4bb-45807b40c340 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.4012191 Mar 03 18:02:09.259451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Deleting port c7f5ca41-7633-4993-8481-1961c7806d67 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:02:09.260660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:09.311609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9acb35bf-d3d2-4f67-b64b-31c801580a28 req-5f4bfbe3-3578-4352-ab82-3bc3119b19f4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293612 Mar 03 18:02:09.343282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:09.432058 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:09.469507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port f43b3c7a-5c84-4012-863e-f259480cd326, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f43b3c7a-5c84-4012-863e-f259480cd326,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:09.470878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:09.478092 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:09.490830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-b6b6dac8-41ec-4ed3-8efc-a4e46f4cd385 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 200 len: 1000 time: 0.2676475 Mar 03 18:02:09.569087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=6ff387d6-6139-4d9d-b815-8731976f2916,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:09.570090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=f43b3c7a-5c84-4012-863e-f259480cd326,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:09.572630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b51c-fbd8-4872-abdd-9d4363f73fda req-1d16784c-2358-47a9-8f25-0ba98763b7fd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:09.580074 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0703b51c-fbd8-4872-abdd-9d4363f73fda req-1d16784c-2358-47a9-8f25-0ba98763b7fd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.2288198 Mar 03 18:02:09.633736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07afcb72-c6d9-456d-b537-e52d61a16121 req-d23d741b-ffa6-4739-95e9-b48a8d3fa126 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 210 time: 0.1241853 Mar 03 18:02:09.635819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c249-4cf2-417a-bb64-292df5afae51 req-2d5cea59-f3a3-4223-9f67-29182f89b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:09.637446 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-2d5cea59-f3a3-4223-9f67-29182f89b993 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.1398921 Mar 03 18:02:09.659092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0703b51c-fbd8-4872-abdd-9d4363f73fda req-f5041170-8de2-4ca5-a1c7-c57dfa14564e tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779860 Mar 03 18:02:09.706658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:09.751173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:09.751861 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326', 'code': 200} Mar 03 18:02:09.759472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:10.056500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.057136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:10.061672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Allocated IP 172.20.0.10 (7e4ff3c8-3745-40d1-9af3-8cbbc856ef51/a8406e94-119a-46ab-bb38-f3f82601ce5c/2e1839b7-57c5-4587-b2c6-b9836e52f8b9) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:10.130981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-214f821d-94d2-4fff-8d6f-0b63848933c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8002493 Mar 03 18:02:10.146939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8', 'admin_state_up': True, 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'security_groups': ['14bc443d-615d-40a0-9d5e-229c5592314c']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:10.199146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c249-4cf2-417a-bb64-292df5afae51 req-4d5d1993-156a-40eb-85c9-f5155031e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.212985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-4d5d1993-156a-40eb-85c9-f5155031e052 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5527985 Mar 03 18:02:10.280399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7a62c80d-6b15-4ee2-ba0e-fb2e67d27bd1 None None] Provisioning for port 6ff387d6-6139-4d9d-b815-8731976f2916 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:10.290052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7a62c80d-6b15-4ee2-ba0e-fb2e67d27bd1 None None] Provisioning complete for port 6ff387d6-6139-4d9d-b815-8731976f2916 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:10.290561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a62c80d-6b15-4ee2-ba0e-fb2e67d27bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:10.309993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:10.400721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7a62c80d-6b15-4ee2-ba0e-fb2e67d27bd1 None None] Port 6ff387d6-6139-4d9d-b815-8731976f2916 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:02:10.479384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22658-8d25-488a-ba64-3477d4d52281 req-141b6a25-88f9-42a0-bf41-a21065ed63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.481201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfc22658-8d25-488a-ba64-3477d4d52281 req-141b6a25-88f9-42a0-bf41-a21065ed63b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 1097 time: 0.6360903 Mar 03 18:02:10.485439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Calling delete_port for c7f5ca41-7633-4993-8481-1961c7806d67 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:02:10.492216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a44c54-bb94-41c7-8445-e2e5b76fb598 req-51cb4c66-f0ad-48b8-af68-3fc35b83003e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.493700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7a44c54-bb94-41c7-8445-e2e5b76fb598 req-51cb4c66-f0ad-48b8-af68-3fc35b83003e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 946 time: 0.4430141 Mar 03 18:02:10.517068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-51902f77-92da-428d-8646-e31c8a3b133c service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971215 Mar 03 18:02:10.585775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:10.605014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Usage tracker for resource:port and tenant:66e1ca2aecec440e84288bbfb217fee1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:10.614746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:10.649226 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfc22658-8d25-488a-ba64-3477d4d52281 req-ac1a8651-2f08-432c-b5ea-712e69786a54 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544862 Mar 03 18:02:10.661263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7a44c54-bb94-41c7-8445-e2e5b76fb598 req-25d36f55-0a7c-4ab6-bd16-7114c3b0f9d9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486793 Mar 03 18:02:10.672754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:10.710761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b745c249-4cf2-417a-bb64-292df5afae51 req-e6a34607-4226-4361-ac97-49e9de910e98 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757963 Mar 03 18:02:10.744092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Made reservation on behalf of 66e1ca2aecec440e84288bbfb217fee1 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:10.748693 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:10.915046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-9d60e8d6-db38-4c54-ae41-d16ef7b10e58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.921258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-9d60e8d6-db38-4c54-ae41-d16ef7b10e58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.927713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-9d60e8d6-db38-4c54-ae41-d16ef7b10e58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.933473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-9d60e8d6-db38-4c54-ae41-d16ef7b10e58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.934377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-9d60e8d6-db38-4c54-ae41-d16ef7b10e58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:10.949084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:10.953857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-35fa16d9-e896-45f9-a585-49cf9d39562d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:10.961235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-35fa16d9-e896-45f9-a585-49cf9d39562d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 815 time: 0.1728625 Mar 03 18:02:10.978157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-0abba6a5-a655-425c-ae92-8a1980c20ff0 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/quotas/c2faf6b2caf54a93ba66b6794fab3f41 HTTP/1.1" status: 200 len: 375 time: 0.0156384 Mar 03 18:02:10.995613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-9d60e8d6-db38-4c54-ae41-d16ef7b10e58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:10.995613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-9d60e8d6-db38-4c54-ae41-d16ef7b10e58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 3094 time: 0.5217288 Mar 03 18:02:10.996183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:11.073824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7f5ca41-7633-4993-8481-1961c7806d67,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:11.082385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-1ab3d469-3eaf-41bd-80a8-5d4fb71dacff tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020751 Mar 03 18:02:11.213770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:11.258516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:11.260329 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-805b0b95-db27-402c-ba05-871197a75001 service neutron] 10.222.0.23 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770341 Mar 03 18:02:11.387995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18a374f2-0472-4ac6-85b2-cc610f10d5a3 req-81bf6b29-0a9a-4386-a7ac-318a8db3ad8f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533185 Mar 03 18:02:11.390793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5622a706-7ca3-4b33-bf01-0d978013a41e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c7f5ca41-7633-4993-8481-1961c7806d67 HTTP/1.1" status: 204 len: 168 time: 2.6090240 Mar 03 18:02:11.395374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55168) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:11.413587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd962c85-8c53-49cc-ba51-f41225e52b16', 'external_fixed_ips': [{'subnet_id': '3e708259-12ec-4efc-82e3-2ff74a1c173a', 'ip_address': '2001:db8::3a3'}]}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:11.424455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:11.452767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:router and tenant:9cc8b914dc874ee1b5f6a47ce7d70549 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:11.458148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:11.496282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:11.505067 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-5f7f8b0d-4f47-42e6-9f6f-e599d2eb3291 service neutron] 10.222.0.23 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225025 Mar 03 18:02:11.582237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:11.592634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:11.593657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:11.623750 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:11.627155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:11.630051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:11.660249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-2bd393e1-8855-4778-b225-cc5f004335d1 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:11.661976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-2bd393e1-8855-4778-b225-cc5f004335d1 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e778308-a27f-4a6c-8de9-1c1f25d3afbc HTTP/1.1" status: 200 len: 945 time: 0.1388304 Mar 03 18:02:11.956885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event updated for resources: {'Port': ['ID=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:12.031192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:12.038234 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:12.071702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Allocated IP 10.2.2.200 (75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8/37a45f22-07a1-4f71-9070-65a7fe7efd37/d560d40d-e0db-4499-aff7-01a762429d71) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:12.142556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a1fc7c64-b844-4e76-abaa-efc24f50d8ef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0306942 Mar 03 18:02:12.247003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Request body: {'port': {'device_id': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:12.339706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322943-6abc-4056-b29f-a37a3b24a837 req-f244324f-7876-46e1-9db3-a5066c970548 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:12.340833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-56322943-6abc-4056-b29f-a37a3b24a837 req-f244324f-7876-46e1-9db3-a5066c970548 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:12.443153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-56322943-6abc-4056-b29f-a37a3b24a837 req-f244324f-7876-46e1-9db3-a5066c970548 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:12.452680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56322943-6abc-4056-b29f-a37a3b24a837 req-f244324f-7876-46e1-9db3-a5066c970548 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 932 time: 0.7418063 Mar 03 18:02:12.456336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Deleting port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:02:12.456790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:12.806761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56322943-6abc-4056-b29f-a37a3b24a837 req-5610cbca-0f9d-4bbc-865f-4dad699dee18 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520911 Mar 03 18:02:12.863462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:13.047365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:13.330969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851d5d4-1700-4956-8c4b-760bfb5a127e req-8979e4a1-6e57-4a3b-a886-db6f816aa1b1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:13.339261 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d851d5d4-1700-4956-8c4b-760bfb5a127e req-8979e4a1-6e57-4a3b-a886-db6f816aa1b1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.7876160 Mar 03 18:02:13.466107 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-cd3033cb-a4d8-4cde-8682-f30782a64f2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9134574 Mar 03 18:02:13.555505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d851d5d4-1700-4956-8c4b-760bfb5a127e req-ba45cbf1-7615-4881-9244-05db7485380a tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145386 Mar 03 18:02:13.561667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:13.597076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0cac6d2c-a258-4f56-90c6-af7b5cb68ad5 req-9668b5cb-4e50-4ff2-933f-627e63b95147 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 210 time: 0.1172030 Mar 03 18:02:13.656610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] For port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:13.656992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:13.663464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Transition to ACTIVE for port object d560d40d-e0db-4499-aff7-01a762429d71 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:13.675398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:13.699417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:13.769156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Transition to ACTIVE for port object 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:13.782465 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:14.010972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Calling delete_port for c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:02:14.491920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:14.589740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:14.641428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:02:14.878358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:14.879770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:14.897636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:14.977715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:15.012769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1e058-ee16-436d-8144-013d76c37796 req-7ab8cdba-ef61-4efd-9f1b-07a748bbe144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.014848 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-7ab8cdba-ef61-4efd-9f1b-07a748bbe144 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 1.3076668 Mar 03 18:02:15.048555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a0820-397e-4f07-82ff-e8cde025c9fb req-dad8c120-fbae-499c-8a6d-6fb6abde56b4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.058118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-730a0820-397e-4f07-82ff-e8cde025c9fb req-dad8c120-fbae-499c-8a6d-6fb6abde56b4 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 946 time: 1.0100017 Mar 03 18:02:15.075036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3011-a56c-4b2f-8d2e-a0178c3fdc22 req-fe69db58-3033-459e-b639-e210ef9a9067 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.089727 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.092485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3011-a56c-4b2f-8d2e-a0178c3fdc22 req-fe69db58-3033-459e-b639-e210ef9a9067 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.100469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3011-a56c-4b2f-8d2e-a0178c3fdc22 req-fe69db58-3033-459e-b639-e210ef9a9067 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.108157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3011-a56c-4b2f-8d2e-a0178c3fdc22 req-fe69db58-3033-459e-b639-e210ef9a9067 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.116324 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3cf3011-a56c-4b2f-8d2e-a0178c3fdc22 req-fe69db58-3033-459e-b639-e210ef9a9067 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 3094 time: 1.0499899 Mar 03 18:02:15.145695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-297b91fe-4914-4d17-b469-9c6ecb757b2e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.147748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-297b91fe-4914-4d17-b469-9c6ecb757b2e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 815 time: 1.3525403 Mar 03 18:02:15.148661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event updated for resources: {'Port': ['ID=d560d40d-e0db-4499-aff7-01a762429d71,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:15.152822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Attempting to bind port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:15.153492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Attempting to bind port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:15.154618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Attempting to bind port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:15.170307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Request body: {'port': {'device_id': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'admin_state_up': True, 'tenant_id': 'c2faf6b2caf54a93ba66b6794fab3f41'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:15.254692 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.366093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c9b32612-a482-4bd7-864c-6a8bec8ef5fd None None] Provisioning for port d560d40d-e0db-4499-aff7-01a762429d71 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:15.369792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.378553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c9b32612-a482-4bd7-864c-6a8bec8ef5fd None None] Provisioning complete for port d560d40d-e0db-4499-aff7-01a762429d71 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:15.378934 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9b32612-a482-4bd7-864c-6a8bec8ef5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.534531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c9b32612-a482-4bd7-864c-6a8bec8ef5fd None None] Port d560d40d-e0db-4499-aff7-01a762429d71 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:02:15.565696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:15.567297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Attempting to bind port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:15.640136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:15.640789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Checking segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:15.640908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Bound using segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:15.641276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Bound port: 2e1839b7-57c5-4587-b2c6-b9836e52f8b9, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:15.641810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.660732 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3cf3011-a56c-4b2f-8d2e-a0178c3fdc22 req-e88e8b83-1780-462e-a67c-57d9f19eea58 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428917 Mar 03 18:02:15.684475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Pushing event deleted for resources: {'Port': ['ID=c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:15.692033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.692691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.805300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] For port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:15.808868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] For port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:15.821733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.893305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:15.901293 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-6448904d-c7c5-4da2-a8d7-1995d0ea5339 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7581153 Mar 03 18:02:15.906680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:15.907398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:15.908976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/2e1839b7-57c5-4587-b2c6-b9836e52f8b9 HTTP/1.1" status: 200 len: 1092 time: 3.6829619 Mar 03 18:02:15.909492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'tag': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:15.926596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:15.964603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:16.038190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-730a0820-397e-4f07-82ff-e8cde025c9fb req-0c52915c-3ca2-4f96-9d3b-10febc6fab83 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9788849 Mar 03 18:02:16.176530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] No DVR routers for this DVR port c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:02:16.182636 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:16.191025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'name': 'network-vif-deleted', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:16.202104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Allocated IP 2001:db8::3a3 (bd962c85-8c53-49cc-ba51-f41225e52b16/3e708259-12ec-4efc-82e3-2ff74a1c173a/0b045584-b645-491d-ae15-15695dfaf9e5) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:16.207583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1e058-ee16-436d-8144-013d76c37796 req-9c513f9b-a086-4b57-9d6b-4b44d3f67e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:16.209658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-9c513f9b-a086-4b57-9d6b-4b44d3f67e3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 1.0476248 Mar 03 18:02:16.547990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9fb2c-5482-47fd-a30a-8222407487f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:16.584719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Made reservation on behalf of c2faf6b2caf54a93ba66b6794fab3f41 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:16.601454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:16.648145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6135cb0-bd74-42f4-8541-0e9250179dd4 req-c13cda63-3e63-499c-871f-576352e0eb70 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "DELETE /v2.0/ports/c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df HTTP/1.1" status: 204 len: 173 time: 4.9156969 Mar 03 18:02:16.654784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:16.656137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-c3d21fd3-a522-4f25-9c47-8f137a4e4a4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.4389582 Mar 03 18:02:16.747063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1e058-ee16-436d-8144-013d76c37796 req-69e6b2c2-6ead-4dcf-a93a-69a5d5d9ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:16.749075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-69e6b2c2-6ead-4dcf-a93a-69a5d5d9ff26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.0866582 Mar 03 18:02:16.868875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017c1fa-ba39-4fdd-9edf-0b1891bbf52d req-0d7e688e-5655-4934-b9a3-0ee4a6673cb1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:16.882744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a017c1fa-ba39-4fdd-9edf-0b1891bbf52d req-0d7e688e-5655-4934-b9a3-0ee4a6673cb1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 944 time: 0.8120196 Mar 03 18:02:16.908308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-e7e2c85f-6d0f-45dd-a6ca-787330cb1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:16.910170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-e7e2c85f-6d0f-45dd-a6ca-787330cb1c65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 1095 time: 0.9301546 Mar 03 18:02:16.964245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29be71-48f0-40da-bf0e-9f702d7a0a0e req-4aa57b3c-eeda-4e0e-9e0d-13268860685f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:16.965922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc29be71-48f0-40da-bf0e-9f702d7a0a0e req-4aa57b3c-eeda-4e0e-9e0d-13268860685f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.5866334 Mar 03 18:02:16.972278 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:17.110979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-9d185b93-af9a-4492-bec1-32a5b56594d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e1839b7-57c5-4587-b2c6-b9836e52f8b9 HTTP/1.1" status: 200 len: 217 time: 0.1473827 Mar 03 18:02:17.147188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc29be71-48f0-40da-bf0e-9f702d7a0a0e req-12f8419e-9423-479e-8f55-9759cac30f73 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696026 Mar 03 18:02:17.153237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:17.286712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1e058-ee16-436d-8144-013d76c37796 req-a928f85a-20c0-4571-8215-41a34dfda126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:17.296949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-a928f85a-20c0-4571-8215-41a34dfda126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5408947 Mar 03 18:02:17.346504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Allocated IP 172.20.0.14 (57cb74d7-b15a-4670-8955-ab2e76d6425f/26e6661f-2b85-4329-9bf8-3b33aec2f1a6/1f172386-c3c0-4525-ab33-7dd8581e83bc) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:17.386565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Port': ['ID=0b045584-b645-491d-ae15-15695dfaf9e5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:17.557551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7df36a3d-fc0b-492e-8e5b-417f9e8a0113 req-25e24930-6ea6-4516-aa9b-4a64ec975dd3 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Synchronizing usage tracker for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:17.618025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network bd962c85-8c53-49cc-ba51-f41225e52b16 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:17.632013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:17.634558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7df36a3d-fc0b-492e-8e5b-417f9e8a0113 req-25e24930-6ea6-4516-aa9b-4a64ec975dd3 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Unset dirty status for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:17.644934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7df36a3d-fc0b-492e-8e5b-417f9e8a0113 req-25e24930-6ea6-4516-aa9b-4a64ec975dd3 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 210 time: 0.2002661 Mar 03 18:02:17.654607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:17.677680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-ec0d8890-896d-4603-b65d-736a7f00f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:17.677680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-ec0d8890-896d-4603-b65d-736a7f00f46e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.4782467 Mar 03 18:02:17.822953 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'tag': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9', 'status': 'completed', 'code': 200} Mar 03 18:02:17.912861 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:18.308372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:18.334771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-38087dc7-25e7-45ca-b60f-737abffe5b2d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 267 time: 0.3717475 Mar 03 18:02:18.397726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-a29c191f-2b81-46b4-9c81-d8e1afd71f6b service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0041523 Mar 03 18:02:18.514344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-2d0ecd25-d1b6-48e1-9b3d-7cfbb141beb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631367 Mar 03 18:02:18.536074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a017c1fa-ba39-4fdd-9edf-0b1891bbf52d req-b63f59b2-33b2-4739-8e0a-50614fc2effe tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6502593 Mar 03 18:02:18.629573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:18.792732 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e778308-a27f-4a6c-8de9-1c1f25d3afbc', 'name': 'network-vif-deleted', 'tag': 'c5dcd4ba-b540-4d92-9e4b-81b0bf0a28df', 'status': 'completed', 'code': 200} Mar 03 18:02:18.952445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26d1e058-ee16-436d-8144-013d76c37796 req-b82e14fa-b91e-4d5a-ad25-03b231ac3984 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901028 Mar 03 18:02:18.973153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:19.278981 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:02:19.492588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-1505fcd2-dc5a-4647-b8df-778f29c30801 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:19.494199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-1505fcd2-dc5a-4647-b8df-778f29c30801 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 946 time: 1.1505439 Mar 03 18:02:19.504642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Network 57cb74d7-b15a-4670-8955-ab2e76d6425f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:19.522352 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-239528fd-6080-426a-bcb2-bdab0ee2ab3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:19.535438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'port': {'security_groups': []}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:19.545477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:19.598264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:19.676380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Pushing event updated for resources: {'Port': ['ID=1f172386-c3c0-4525-ab33-7dd8581e83bc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:19.886960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0185ccf4-0245-4f16-9806-f7049d5667f2 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:19.898756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:19.976310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:19.977036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:19.989617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Transition to ACTIVE for port object 0185ccf4-0245-4f16-9806-f7049d5667f2 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:20.040609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:20.133927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:20.389142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-5b81d2af-80db-44b0-ad57-7b9bf7eeaa77 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8426180 Mar 03 18:02:20.464287 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:20.650472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-3f9ad873-e0d9-4240-9478-a1244fff2cf4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4866092 Mar 03 18:02:20.670934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884043-fdf9-435d-b7fe-c693661b006a req-023e1b0b-99c9-4ce6-992f-e43b98462429 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:20.688677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884043-fdf9-435d-b7fe-c693661b006a req-023e1b0b-99c9-4ce6-992f-e43b98462429 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:20.706592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884043-fdf9-435d-b7fe-c693661b006a req-023e1b0b-99c9-4ce6-992f-e43b98462429 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:20.713422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884043-fdf9-435d-b7fe-c693661b006a req-023e1b0b-99c9-4ce6-992f-e43b98462429 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:20.720528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884043-fdf9-435d-b7fe-c693661b006a req-023e1b0b-99c9-4ce6-992f-e43b98462429 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:20.725116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7884043-fdf9-435d-b7fe-c693661b006a req-023e1b0b-99c9-4ce6-992f-e43b98462429 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 3815 time: 1.4894788 Mar 03 18:02:20.778056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0185ccf4-0245-4f16-9806-f7049d5667f2,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:20.799378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Request body: {'port': {'device_id': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:21.312893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Router 93a6b665-6e86-40b1-b5ba-6fabb6bc5997 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:02:21.376879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Attempting to bind port 0185ccf4-0245-4f16-9806-f7049d5667f2 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:21.377793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Attempting to bind port 0185ccf4-0245-4f16-9806-f7049d5667f2 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:21.378403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Attempting to bind port 0185ccf4-0245-4f16-9806-f7049d5667f2 on network 141a9fdb-a208-4a3f-9923-08a66a420473 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:21.402702 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7884043-fdf9-435d-b7fe-c693661b006a req-06862579-5996-4884-92c2-c3d3d7d14b50 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283852 Mar 03 18:02:21.436321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Port 0185ccf4-0245-4f16-9806-f7049d5667f2 on network 141a9fdb-a208-4a3f-9923-08a66a420473 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:21.436321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Attempting to bind port 0185ccf4-0245-4f16-9806-f7049d5667f2 on network 141a9fdb-a208-4a3f-9923-08a66a420473 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:21.436580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c25432-2948-47e3-a46c-b7d15d2e0940 req-c7583e05-f1e4-4a85-b072-5257fa694eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841151 Mar 03 18:02:21.477004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:21.477443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Checking segment: {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:21.477873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Bound using segment: {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:21.478172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Bound port: 0185ccf4-0245-4f16-9806-f7049d5667f2, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01fd1aaa-8dd9-45e7-b94d-584f7838bc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:21.491276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:21.579565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:21.751282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:02:21.766828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Sync routers for ids ['93a6b665-6e86-40b1-b5ba-6fabb6bc5997'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:02:21.802292 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5599a5c-dba3-4de3-b976-a3fc41297cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:21.816814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Routers {'93a6b665-6e86-40b1-b5ba-6fabb6bc5997'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:02:21.820421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['93a6b665-6e86-40b1-b5ba-6fabb6bc5997'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:21.836413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:21.843062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66597f1b-cb84-465f-9da9-b703cd45d0dc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.4471946 Mar 03 18:02:21.847677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] For port f43b3c7a-5c84-4012-863e-f259480cd326, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f43b3c7a-5c84-4012-863e-f259480cd326,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:21.849987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55358) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:22.172644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] For port 0185ccf4-0245-4f16-9806-f7049d5667f2, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:22.214096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:22.350459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] For port 0185ccf4-0245-4f16-9806-f7049d5667f2, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0185ccf4-0245-4f16-9806-f7049d5667f2,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:22.518788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:22.592863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Set router 93a6b665-6e86-40b1-b5ba-6fabb6bc5997 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:02:22.670753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f6c30-7755-4052-9e3a-2cf7b16ea5d0 req-4b5b95b0-0bd5-430c-acc0-77c4c2df45dd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:22.675333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-886f6c30-7755-4052-9e3a-2cf7b16ea5d0 req-4b5b95b0-0bd5-430c-acc0-77c4c2df45dd tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 1.0594649 Mar 03 18:02:22.747085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:22.820699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Deleting port 0b045584-b645-491d-ae15-15695dfaf9e5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:02:22.820699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:22.926202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:22.927208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:22.930860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/0185ccf4-0245-4f16-9806-f7049d5667f2 HTTP/1.1" status: 200 len: 1092 time: 7.0123940 Mar 03 18:02:22.932001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:22.951235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:22.960501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:23.040958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:23.203368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-d4fa6b37-d295-4ab0-a8f4-634e4811db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:23.207462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-d4fa6b37-d295-4ab0-a8f4-634e4811db26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 1095 time: 1.2652788 Mar 03 18:02:23.356369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=f43b3c7a-5c84-4012-863e-f259480cd326,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:23.392327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0c81e309-3c2b-4832-a3e1-612635a80298', '03cf60f8-8878-4c41-8a14-0d2a1753d73c', 'f43b3c7a-5c84-4012-863e-f259480cd326'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:23.564663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-886f6c30-7755-4052-9e3a-2cf7b16ea5d0 req-171c41e4-93b9-457d-9163-d9f33f9f730f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8161857 Mar 03 18:02:23.594305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964efab-915b-4c2d-aa01-364d1a0a61b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0185ccf4-0245-4f16-9806-f7049d5667f2,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:23.624260 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:23.787291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['f43b3c7a-5c84-4012-863e-f259480cd326'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:23.893306 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:23.929958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a6b665-6e86-40b1-b5ba-6fabb6bc5997', 'name': '', 'tenant_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd962c85-8c53-49cc-ba51-f41225e52b16', 'external_fixed_ips': [{'subnet_id': '3e708259-12ec-4efc-82e3-2ff74a1c173a', 'ip_address': '2001:db8::3a3'}], 'enable_snat': True}, 'gw_port_id': '0b045584-b645-491d-ae15-15695dfaf9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:02:11Z', 'updated_at': '2022-03-03T18:02:18Z', 'revision_number': 3, 'project_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'gw_port': {'id': '0b045584-b645-491d-ae15-15695dfaf9e5', 'name': '', 'network_id': 'bd962c85-8c53-49cc-ba51-f41225e52b16', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6b665-6e86-40b1-b5ba-6fabb6bc5997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '3e708259-12ec-4efc-82e3-2ff74a1c173a', 'ip_address': '2001:db8::3a3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:02:15Z', 'updated_at': '2022-03-03T18:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e708259-12ec-4efc-82e3-2ff74a1c173a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:23.946824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Checking router: 93a6b665-6e86-40b1-b5ba-6fabb6bc5997 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:02:23.951158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Updating router 93a6b665-6e86-40b1-b5ba-6fabb6bc5997 port 0b045584-b645-491d-ae15-15695dfaf9e5 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:02:24.007695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Calling delete_port for 0b045584-b645-491d-ae15-15695dfaf9e5 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:02:24.067551 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:24.097092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:24.101268 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:24.121668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c28efe7-a069-4b28-b4bf-e69ac1616751 req-2736890f-9c7d-4dc4-aac4-36918ed29648 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "PUT /v2.0/ports/f43b3c7a-5c84-4012-863e-f259480cd326 HTTP/1.1" status: 200 len: 905 time: 4.5928845 Mar 03 18:02:24.122785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:24.307547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:24.511089 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:24.578892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6f5bd838-2e19-4c74-9d6e-b059c5785607 None None] Provisioning complete for port f43b3c7a-5c84-4012-863e-f259480cd326 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:24.579265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd838-2e19-4c74-9d6e-b059c5785607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:24.668384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:24.880357 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:24.958017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-bd7c78f3-238d-4fc4-87e4-100183e33fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:24.959922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-bd7c78f3-238d-4fc4-87e4-100183e33fe3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 912 time: 1.7017870 Mar 03 18:02:25.019281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-6a7f43f8-6ff0-4214-81d2-d0c807a54911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:25.021157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-6a7f43f8-6ff0-4214-81d2-d0c807a54911 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1095 time: 0.8788033 Mar 03 18:02:25.032982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b5508-b33e-4cb7-a728-ec712c842476 req-8e70496f-4866-4554-a211-70c547261730 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:25.033759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f68b5508-b33e-4cb7-a728-ec712c842476 req-8e70496f-4866-4554-a211-70c547261730 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Synchronizing usage tracker for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:25.040049 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:02:25.133253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:02:25.156541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.207617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b045584-b645-491d-ae15-15695dfaf9e5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:25.266720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.286032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f68b5508-b33e-4cb7-a728-ec712c842476 req-8e70496f-4866-4554-a211-70c547261730 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Unset dirty status for tenant:c2faf6b2caf54a93ba66b6794fab3f41 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:25.293573 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f68b5508-b33e-4cb7-a728-ec712c842476 req-8e70496f-4866-4554-a211-70c547261730 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 932 time: 0.6548295 Mar 03 18:02:25.351017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f172386-c3c0-4525-ab33-7dd8581e83bc {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:25.375644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.391218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:25.417713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'port_id': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9', 'mac_address': 'fa:16:3e:4b:cd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8406e94-119a-46ab-bb38-f3f82601ce5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:02:25.418734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f68b5508-b33e-4cb7-a728-ec712c842476 req-cf894586-8f61-490a-a603-892269ab68fe tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236455 Mar 03 18:02:25.491039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.496164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.519281 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.543870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac13578-339d-45d2-99df-cb37273c25dd req-3da1f12c-5a2e-47d2-9edc-7ec9f0a72ca3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:25.553577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:25.554037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Transition to ACTIVE for port object 1f172386-c3c0-4525-ab33-7dd8581e83bc will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:25.565567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eac13578-339d-45d2-99df-cb37273c25dd req-3da1f12c-5a2e-47d2-9edc-7ec9f0a72ca3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 944 time: 0.9385326 Mar 03 18:02:25.573352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.573853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:25.575096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93a6b665-6e86-40b1-b5ba-6fabb6bc5997 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:02:25.587133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.635883 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.639600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5f2da218-ef37-40eb-b3fc-00cb6d9eaaf0 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "DELETE /v2.0/routers/93a6b665-6e86-40b1-b5ba-6fabb6bc5997 HTTP/1.1" status: 204 len: 168 time: 3.7859688 Mar 03 18:02:25.641093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55400) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:25.698318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.706590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Deleting subnet 3e708259-12ec-4efc-82e3-2ff74a1c173a {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:02:25.717963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eac13578-339d-45d2-99df-cb37273c25dd req-fd093f80-137e-4476-ac32-22ac42142dcc tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501360 Mar 03 18:02:25.762267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:25.824255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:02:25.826260 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:02:25.855822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:25.898816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55406) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:25.902029 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'status': 'completed', 'code': 200} Mar 03 18:02:26.001810 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.038638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Pushing event updated for resources: {'Port': ['ID=1f172386-c3c0-4525-ab33-7dd8581e83bc,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:26.097242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b37e2-3abc-45fe-97af-36fef74756c7 req-cd066dc5-82c5-4534-b048-acc020f45d7f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.106445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a9b37e2-3abc-45fe-97af-36fef74756c7 req-cd066dc5-82c5-4534-b048-acc020f45d7f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 908 time: 0.2066383 Mar 03 18:02:26.113175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Attempting to bind port 1f172386-c3c0-4525-ab33-7dd8581e83bc on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:26.113703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Attempting to bind port 1f172386-c3c0-4525-ab33-7dd8581e83bc by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:26.114133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Attempting to bind port 1f172386-c3c0-4525-ab33-7dd8581e83bc on network 57cb74d7-b15a-4670-8955-ab2e76d6425f {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:26.139590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Port 1f172386-c3c0-4525-ab33-7dd8581e83bc on network 57cb74d7-b15a-4670-8955-ab2e76d6425f not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:26.140307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Attempting to bind port 1f172386-c3c0-4525-ab33-7dd8581e83bc on network 57cb74d7-b15a-4670-8955-ab2e76d6425f {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:26.154711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-878792b0-ad52-4f44-a332-fe8901cc659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.155191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-878792b0-ad52-4f44-a332-fe8901cc659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.155665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-878792b0-ad52-4f44-a332-fe8901cc659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.164102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-878792b0-ad52-4f44-a332-fe8901cc659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.164642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-878792b0-ad52-4f44-a332-fe8901cc659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.167211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-878792b0-ad52-4f44-a332-fe8901cc659b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 4362 time: 0.3622227 Mar 03 18:02:26.170123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.177537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:26.177873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Checking segment: {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:26.178259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Bound using segment: {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:26.178698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Bound port: 1f172386-c3c0-4525-ab33-7dd8581e83bc, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:26.179040 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.240594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67cef-6591-4e77-949b-ff29c32f53e8 req-7fea4687-1bf1-426b-8a15-782a2ea0b8a4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.242238 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326', 'status': 'completed', 'code': 200} Mar 03 18:02:26.246313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67cef-6591-4e77-949b-ff29c32f53e8 req-7fea4687-1bf1-426b-8a15-782a2ea0b8a4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.252674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67cef-6591-4e77-949b-ff29c32f53e8 req-7fea4687-1bf1-426b-8a15-782a2ea0b8a4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.258434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67cef-6591-4e77-949b-ff29c32f53e8 req-7fea4687-1bf1-426b-8a15-782a2ea0b8a4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.261547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.264380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67cef-6591-4e77-949b-ff29c32f53e8 req-7fea4687-1bf1-426b-8a15-782a2ea0b8a4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.271750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79d67cef-6591-4e77-949b-ff29c32f53e8 req-7fea4687-1bf1-426b-8a15-782a2ea0b8a4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 3827 time: 0.5932367 Mar 03 18:02:26.273545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['2e1839b7-57c5-4587-b2c6-b9836e52f8b9'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:26.391993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:26.408269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Usage tracker for resource:security_group_rule and tenant:6b08d45b529748c28fcaa42f2b5574d6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:26.411764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] For port 1f172386-c3c0-4525-ab33-7dd8581e83bc, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:26.422801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:26.423664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] For port 1f172386-c3c0-4525-ab33-7dd8581e83bc, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f172386-c3c0-4525-ab33-7dd8581e83bc,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:26.453666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:26.457462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94debac5-89fa-4a13-b8ce-2ccacfb82f6e {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:26.457462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.475662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Port 0b045584-b645-491d-ae15-15695dfaf9e5 not found while updating agent binding for router 93a6b665-6e86-40b1-b5ba-6fabb6bc5997. {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 03 18:02:26.496231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.506276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.531003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79d67cef-6591-4e77-949b-ff29c32f53e8 req-0aa929cc-d84b-4771-9429-5478c0aced06 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557793 Mar 03 18:02:26.561087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Routers set() bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:02:26.561651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Router IDs set() for agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 03 18:02:26.562171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93a6b665-6e86-40b1-b5ba-6fabb6bc5997'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent'). {{(pid=87888) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 03 18:02:26.562499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3564b7-957b-4f25-9a19-8fe055c6a92d None None] The sync data for ids ['93a6b665-6e86-40b1-b5ba-6fabb6bc5997'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:02:26.579457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3e708259-12ec-4efc-82e3-2ff74a1c173a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:26.593574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.594397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.596387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f172386-c3c0-4525-ab33-7dd8581e83bc HTTP/1.1" status: 200 len: 1092 time: 5.8693330 Mar 03 18:02:26.601869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.609562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Transition to ACTIVE for port object 94debac5-89fa-4a13-b8ce-2ccacfb82f6e will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:26.617793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.618950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-78d971a7-4b87-4078-8f27-940f7df8babe tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/3e708259-12ec-4efc-82e3-2ff74a1c173a HTTP/1.1" status: 204 len: 168 time: 0.9762590 Mar 03 18:02:26.622739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55416) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:26.632783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6c4a8-fcd1-4447-9644-9aeb7231aa84 service neutron] Pushing event updated for resources: {'Port': ['ID=1f172386-c3c0-4525-ab33-7dd8581e83bc,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:26.685293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db8ac-798a-4823-b672-3a4089fb2585 req-3f1261c1-3698-45cd-a9bf-38f25bac04a5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.692387 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-162db8ac-798a-4823-b672-3a4089fb2585 req-3f1261c1-3698-45cd-a9bf-38f25bac04a5 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.3830917 Mar 03 18:02:26.721574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-cdc363ff-ed6b-463a-8c59-318d8132efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.722028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-cdc363ff-ed6b-463a-8c59-318d8132efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.722589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-cdc363ff-ed6b-463a-8c59-318d8132efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:26.724519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-cdc363ff-ed6b-463a-8c59-318d8132efdb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=66e1ca2aecec440e84288bbfb217fee1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4640272 Mar 03 18:02:26.804963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-162db8ac-798a-4823-b672-3a4089fb2585 req-372d705a-0df8-4996-bcd9-4d6bcdeced27 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116412 Mar 03 18:02:26.918869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:26.953118 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:27.066946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b08d45b529748c28fcaa42f2b5574d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1295595 Mar 03 18:02:27.073017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55424) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:27.092108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-f19fbfa1-c25b-4c70-a1fa-af820d3ce0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:27.093552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-395506fb-11b9-4a6f-b9de-39f1a21c2ae0 req-f19fbfa1-c25b-4c70-a1fa-af820d3ce0b5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3568773 Mar 03 18:02:27.133781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44defd45-113c-40d2-82bb-cbd9c341460f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d629e4-dbe1-426c-8117-43a66c74c6df,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:27.188729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:27.217767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02bc88a5-1e09-4894-a9f2-1961c5b1528c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:27.233643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:27.260366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78501e-9686-4014-aa70-d7e0bf009f62 req-20fb3c9a-000a-4916-b95d-7c96f030301e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:27.261871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa78501e-9686-4014-aa70-d7e0bf009f62 req-20fb3c9a-000a-4916-b95d-7c96f030301e tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 944 time: 0.2551687 Mar 03 18:02:27.350789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-ba4f57e4-1d9e-40b9-b0a0-031e539ee84a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e1839b7-57c5-4587-b2c6-b9836e52f8b9 HTTP/1.1" status: 200 len: 217 time: 0.1208789 Mar 03 18:02:27.463613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02bc88a5-1e09-4894-a9f2-1961c5b1528c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:27.464527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-f123f095-5378-4f03-b23a-4e0cda1ce70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:27.466603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-f123f095-5378-4f03-b23a-4e0cda1ce70b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 1095 time: 0.8046031 Mar 03 18:02:27.494364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c0d44-c92d-44c4-a21e-add4d7365698 req-4128bcfd-3c1f-422f-b4fa-43f38c7dbe80 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:27.494964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-469c0d44-c92d-44c4-a21e-add4d7365698 req-4128bcfd-3c1f-422f-b4fa-43f38c7dbe80 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:27.572531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Attempting to bind port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:27.572869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Attempting to bind port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:27.573217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Attempting to bind port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:27.590174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa78501e-9686-4014-aa70-d7e0bf009f62 req-f75fe9a3-3cf4-43db-a367-956bb578d799 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788509 Mar 03 18:02:27.626951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e on network b81330da-f883-4c83-9fca-9939c9cfb4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:27.627282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Attempting to bind port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:27.630869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-78f85f7d-4938-4b94-90aa-8265e15e645e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f172386-c3c0-4525-ab33-7dd8581e83bc HTTP/1.1" status: 200 len: 217 time: 0.1443999 Mar 03 18:02:27.632694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-79bd52f1-cfee-4d71-a993-ffea6d7731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:27.634418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-79bd52f1-cfee-4d71-a993-ffea6d7731ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.2661812 Mar 03 18:02:27.638918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-4fff472c-e50c-4ec0-8947-0742204d459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:27.640391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-4fff472c-e50c-4ec0-8947-0742204d459d service neutron] 10.222.0.16 "GET /v2.0/networks?id=36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 200 len: 918 time: 0.4181311 Mar 03 18:02:27.754397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02bc88a5-1e09-4894-a9f2-1961c5b1528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:27.759565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-2d26e40b-0f90-4c07-ae92-780ee4900268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:27.761080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-2d26e40b-0f90-4c07-ae92-780ee4900268 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 1059 time: 0.4937925 Mar 03 18:02:27.777820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:27.778710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Checking segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:27.779069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Bound using segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:27.779513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Bound port: 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:27.779859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:27.788696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-469c0d44-c92d-44c4-a21e-add4d7365698 req-4128bcfd-3c1f-422f-b4fa-43f38c7dbe80 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:27.789879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-469c0d44-c92d-44c4-a21e-add4d7365698 req-4128bcfd-3c1f-422f-b4fa-43f38c7dbe80 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 1.0102777 Mar 03 18:02:27.800530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-4bdd4c40-8bed-48b0-b31b-d333666959ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185279 Mar 03 18:02:27.862744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc88a5-1e09-4894-a9f2-1961c5b1528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d629e4-dbe1-426c-8117-43a66c74c6df,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:27.897164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02bc88a5-1e09-4894-a9f2-1961c5b1528c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:27.897164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-02bc88a5-1e09-4894-a9f2-1961c5b1528c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0d629e4-dbe1-426c-8117-43a66c74c6df HTTP/1.1" status: 204 len: 168 time: 0.8115087 Mar 03 18:02:27.949656 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-c746b13f-7611-4286-b048-40704e2c8f84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 200 len: 1000 time: 0.2910779 Mar 03 18:02:28.019937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:28.019937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'tag': '1f172386-c3c0-4525-ab33-7dd8581e83bc'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:28.033702 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-a488da03-2d95-4edc-81c3-c4f6a9a71fc8 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117546 Mar 03 18:02:28.080580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-2544b13f-0171-41b2-9c99-74c3a8af2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.080580 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-2544b13f-0171-41b2-9c99-74c3a8af2acb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2932410 Mar 03 18:02:28.080580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42698-cdd8-4f6c-88c9-d315e07477b9 req-80b085c4-5e70-434d-acf7-f093c621a3a2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.089780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68e42698-cdd8-4f6c-88c9-d315e07477b9 req-80b085c4-5e70-434d-acf7-f093c621a3a2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 945 time: 0.3459895 Mar 03 18:02:28.126853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-1df17cf8-e832-48e2-9495-fd84c4f5ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.126853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-1df17cf8-e832-48e2-9495-fd84c4f5ad74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 200 len: 856 time: 0.1559367 Mar 03 18:02:28.322611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-469c0d44-c92d-44c4-a21e-add4d7365698 req-f2e1fce8-3388-4885-9565-75b0dc2cfe5f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4897404 Mar 03 18:02:28.322611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-2240c1c9-6d90-4ed7-82a6-f835b78b7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.322611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-2240c1c9-6d90-4ed7-82a6-f835b78b7be0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26e6661f-2b85-4329-9bf8-3b33aec2f1a6 HTTP/1.1" status: 200 len: 855 time: 0.6564744 Mar 03 18:02:28.322611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd962c85-8c53-49cc-ba51-f41225e52b16']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:28.331817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-7d3b40f4-7d72-4346-b17c-a93cb8555d05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43b3c7a-5c84-4012-863e-f259480cd326 HTTP/1.1" status: 200 len: 217 time: 0.2130668 Mar 03 18:02:28.440402 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68e42698-cdd8-4f6c-88c9-d315e07477b9 req-00d558ef-53e8-4387-b00e-7ceba8212d5f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496609 Mar 03 18:02:28.484991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-86b90f18-a7e7-4f43-b726-57a00bdcf6cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57cb74d7-b15a-4670-8955-ab2e76d6425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379287 Mar 03 18:02:28.489752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bce3ec-2e3e-4c5c-8b2c-46865ffb1d19') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:28.490050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bce3ec-2e3e-4c5c-8b2c-46865ffb1d19') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:28.538956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-509bd399-41c5-4861-977e-af33c1473c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.543539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-509bd399-41c5-4861-977e-af33c1473c8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1472147 Mar 03 18:02:28.596012 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:28.690315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-802368d1-508d-45b4-820e-211ab8c980cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.692003 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-802368d1-508d-45b4-820e-211ab8c980cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36ae2973-c75a-43ce-9bba-33500a6092e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5075734 Mar 03 18:02:28.705184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:28.712296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] For port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:28.742936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eb479-e54f-4ce1-b64c-5f438440b811 req-94c4d818-5efa-4f07-9830-f189505c326f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.745596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f66eb479-e54f-4ce1-b64c-5f438440b811 req-94c4d818-5efa-4f07-9830-f189505c326f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 0.1590030 Mar 03 18:02:28.760331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:02:28.761037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:02:28.777561 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:02:28.790056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-4501fcb4-1c6b-4d94-a770-50ccc209b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:28.791540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-4501fcb4-1c6b-4d94-a770-50ccc209b1b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402611 Mar 03 18:02:28.799528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] For port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:28.809560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67509cb4-298b-4fb5-9520-cff53d1887cc req-d05d6637-0306-4db7-b10d-0a6353669e62 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416401 Mar 03 18:02:28.890277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55446) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:28.907781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:28.978517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:28.990732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f66eb479-e54f-4ce1-b64c-5f438440b811 req-770a00b2-0760-4817-a68b-f5031d7f93f4 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255814 Mar 03 18:02:29.029239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:29.040720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-be2a9d9b-1b4b-403c-8e3f-15896adac073 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279562 Mar 03 18:02:29.041702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Usage tracker for resource:security_group_rule and tenant:90bbf5e7987b460ab6aa5062f47ae00f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:29.048015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:29.096234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:29.116274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-d11a1221-d13c-4652-bc09-4bb6776ff825 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756128 Mar 03 18:02:29.118377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:02:29.177263 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'tag': '1f172386-c3c0-4525-ab33-7dd8581e83bc', 'status': 'completed', 'code': 200} Mar 03 18:02:29.285019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.286032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.287750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] 10.222.0.35 "PUT /v2.0/ports/94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 200 len: 1129 time: 6.2733226 Mar 03 18:02:29.290918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-311f962c-da88-4f8f-97bb-f5595f62cad6 service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866461 Mar 03 18:02:29.298393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:29.307021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:29.307400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.321179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88681-de44-4f5a-8421-aad39077a052 req-7264271f-1ec9-4d19-b213-dd8c18de0756 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.328180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88681-de44-4f5a-8421-aad39077a052 req-7264271f-1ec9-4d19-b213-dd8c18de0756 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.335101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88681-de44-4f5a-8421-aad39077a052 req-7264271f-1ec9-4d19-b213-dd8c18de0756 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.342265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88681-de44-4f5a-8421-aad39077a052 req-7264271f-1ec9-4d19-b213-dd8c18de0756 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.349094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88681-de44-4f5a-8421-aad39077a052 req-7264271f-1ec9-4d19-b213-dd8c18de0756 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.357722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88681-de44-4f5a-8421-aad39077a052 req-7264271f-1ec9-4d19-b213-dd8c18de0756 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.367661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73d88681-de44-4f5a-8421-aad39077a052 req-7264271f-1ec9-4d19-b213-dd8c18de0756 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 4598 time: 0.8795528 Mar 03 18:02:29.400849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:29.542895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.595722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd962c85-8c53-49cc-ba51-f41225e52b16 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 18:02:29.606450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.620028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "DELETE /v2.0/networks/bd962c85-8c53-49cc-ba51-f41225e52b16 HTTP/1.1" status: 204 len: 168 time: 2.9932101 Mar 03 18:02:29.632115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73d88681-de44-4f5a-8421-aad39077a052 req-e07d3069-9e92-4dc1-9d60-1efe8940b807 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2632248 Mar 03 18:02:29.633113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed38105-bcdb-4677-b118-def440e48dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:29.636623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.738372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:29.739181 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40c97ec1-2ea4-4bd8-a97d-a76372d36aba req-b9f5f75b-a305-4456-bd60-d4176ca3ab71 service neutron] 10.222.0.16 "GET /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849966 Mar 03 18:02:29.744220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0b828-430e-4421-b4a1-63a6dd570d32 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd962c85-8c53-49cc-ba51-f41225e52b16,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:29.791533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.793019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:29.801069 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.813525 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77f8c456-ac80-46bd-9d1e-6ba3e6b13229 req-cf9ce471-2a73-48fa-837d-77ee9e732cd4 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798866 Mar 03 18:02:29.888500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121324a5-0881-40de-90a8-6418e18a7a5a req-54f77fbf-dbc8-42b4-a8e0-b5bbc260eb97 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:29.895925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-121324a5-0881-40de-90a8-6418e18a7a5a req-54f77fbf-dbc8-42b4-a8e0-b5bbc260eb97 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.4847941 Mar 03 18:02:29.915577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.925292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:29.947037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:30.033438 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-121324a5-0881-40de-90a8-6418e18a7a5a req-eb1b4a1d-9b63-4d5a-9e17-f1eaeb23c578 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361737 Mar 03 18:02:30.040194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90bbf5e7987b460ab6aa5062f47ae00f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1414552 Mar 03 18:02:30.048683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55462) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:30.078302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78decc7-019d-4492-91fb-5533176e1c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacfe34f-e5b4-4a20-ab6b-41588175171f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:30.158521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e3f352fb-356f-470d-9d3e-b4437bb4ec1b req-43448912-ba1f-4bf1-a642-4a41cd49ec7f service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8549609 Mar 03 18:02:30.340251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cda158-5304-4728-b297-b72a52c14b9e req-1c38cd83-766f-4d6f-8f54-5cb14ce3115d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:30.342978 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67cda158-5304-4728-b297-b72a52c14b9e req-1c38cd83-766f-4d6f-8f54-5cb14ce3115d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 944 time: 0.4818964 Mar 03 18:02:30.410103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfe09589-6427-4cab-90f6-846bebcd14d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:30.484281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55470) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:30.484449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfe09589-6427-4cab-90f6-846bebcd14d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:30.494471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'router': {'name': 'tempest-router--960738892', 'project_id': '1c1409da4b5043aebf2f5c7d4e519766'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:30.500114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67cda158-5304-4728-b297-b72a52c14b9e req-c18443fa-5fee-4ec9-9efc-81c532605d13 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496460 Mar 03 18:02:30.513234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:30.522538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:router and tenant:1c1409da4b5043aebf2f5c7d4e519766 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:30.530514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:30.550567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:30.597526 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9', 'code': 200} Mar 03 18:02:30.625937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d858-86a7-4d4e-918a-3fb6ebbd61cd req-98006d35-40b3-4019-8738-4ac986408ba2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:30.628980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-1d6b88a9-a417-4361-90ec-2e12c95110d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:30.631187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-1d6b88a9-a417-4361-90ec-2e12c95110d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 1095 time: 0.3406348 Mar 03 18:02:30.633358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87d7d858-86a7-4d4e-918a-3fb6ebbd61cd req-98006d35-40b3-4019-8738-4ac986408ba2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 946 time: 0.3927560 Mar 03 18:02:30.676408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:02:30.686614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:30.687907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:30.737958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87d7d858-86a7-4d4e-918a-3fb6ebbd61cd req-15b17805-31b2-4efa-90ea-985a123af05c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033790 Mar 03 18:02:30.757997 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfe09589-6427-4cab-90f6-846bebcd14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:30.775355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:30.802915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe09589-6427-4cab-90f6-846bebcd14d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacfe34f-e5b4-4a20-ab6b-41588175171f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:30.820756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfe09589-6427-4cab-90f6-846bebcd14d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:30.824719 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cfe09589-6427-4cab-90f6-846bebcd14d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aacfe34f-e5b4-4a20-ab6b-41588175171f HTTP/1.1" status: 204 len: 168 time: 0.7697592 Mar 03 18:02:30.838043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c4e63-cc5a-4aa2-a788-7d55e0498c06 req-a44e1700-9e74-4fd3-a88a-b59d17704e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:30.839631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a6c4e63-cc5a-4aa2-a788-7d55e0498c06 req-a44e1700-9e74-4fd3-a88a-b59d17704e42 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 1097 time: 0.1584439 Mar 03 18:02:30.961736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a6c4e63-cc5a-4aa2-a788-7d55e0498c06 req-13022a5a-e508-4c7f-a4dc-fda1527d184f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148987 Mar 03 18:02:30.979107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4050b385-63eb-4110-8be9-4223a64d3faf {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:30.997815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.017804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.026743 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.031027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ce8ee1ae-4011-4d56-974d-24007505ed8e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5411432 Mar 03 18:02:31.037686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55480) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:31.048517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42e6-caa7-4211-8dd1-2605ef8f6087 req-2d10ab0b-20e2-41bf-82ad-27cc3f8a7773 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.061027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-557b42e6-caa7-4211-8dd1-2605ef8f6087 req-2d10ab0b-20e2-41bf-82ad-27cc3f8a7773 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1828644 Mar 03 18:02:31.120164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:02:31.132662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-557b42e6-caa7-4211-8dd1-2605ef8f6087 req-28acb4c2-104d-4024-be98-ac979d2e8bd3 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699172 Mar 03 18:02:31.243422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '94debac5-89fa-4a13-b8ce-2ccacfb82f6e'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:31.248783 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-934ab618-1be6-4616-ae7c-78c8ffb0884e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.306127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:31.325724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'port_id': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:02:31.431010 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.451283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7c5fc6-48af-49ab-b108-467066a9361e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:31.479462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:31.487209 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.529013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-74d415fc-4e5d-42a9-bc96-e5e159495ea6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.535976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-74d415fc-4e5d-42a9-bc96-e5e159495ea6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.543287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-74d415fc-4e5d-42a9-bc96-e5e159495ea6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.550573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-74d415fc-4e5d-42a9-bc96-e5e159495ea6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.558181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-74d415fc-4e5d-42a9-bc96-e5e159495ea6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.567043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-74d415fc-4e5d-42a9-bc96-e5e159495ea6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.577121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-74d415fc-4e5d-42a9-bc96-e5e159495ea6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 4598 time: 0.2344925 Mar 03 18:02:31.590518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:31.642454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-671097c4-c3a8-4cf8-a3d4-7b9b0e59a86a req-bb332ca4-046f-4898-a195-db6e9709ed66 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641246 Mar 03 18:02:31.773074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Transition to ACTIVE for port object 4050b385-63eb-4110-8be9-4223a64d3faf will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:31.795596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b961f5-c1a5-4362-a801-ab14cdaa02eb req-83ee8d68-4232-4c6e-93a8-f35041f6f6f1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.798111 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8b961f5-c1a5-4362-a801-ab14cdaa02eb req-83ee8d68-4232-4c6e-93a8-f35041f6f6f1 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 944 time: 1.0119040 Mar 03 18:02:31.802982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-934ab618-1be6-4616-ae7c-78c8ffb0884e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.806284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-934ab618-1be6-4616-ae7c-78c8ffb0884e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.811092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:31.831883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-9aeafe84-e117-4d87-b449-8f6dcb9a4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.834287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-9aeafe84-e117-4d87-b449-8f6dcb9a4832 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 200 len: 916 time: 1.1947172 Mar 03 18:02:31.960952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77d938-5405-49b9-b394-9980b0f929f6 req-cd942f16-4c3d-4316-8b11-7d41519e54d8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:31.963707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef77d938-5405-49b9-b394-9980b0f929f6 req-cd942f16-4c3d-4316-8b11-7d41519e54d8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1636846 Mar 03 18:02:32.023677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['bd7c5fc6-48af-49ab-b108-467066a9361e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:32.070505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef77d938-5405-49b9-b394-9980b0f929f6 req-b055b7cc-4f81-40d0-9395-eb6a1f6e0682 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940154 Mar 03 18:02:32.304546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-a4d4c262-a18c-4623-b097-5f5098371f8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f172386-c3c0-4525-ab33-7dd8581e83bc HTTP/1.1" status: 200 len: 217 time: 0.4090693 Mar 03 18:02:32.314031 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '94debac5-89fa-4a13-b8ce-2ccacfb82f6e', 'status': 'completed', 'code': 200} Mar 03 18:02:32.495137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.503261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.506552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.507993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.512996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.513708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.514349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.516850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3e5b4efe-e08d-460b-b156-601ca265f729 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6165 time: 0.3284366 Mar 03 18:02:32.686315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-934ab618-1be6-4616-ae7c-78c8ffb0884e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:32.688841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f172386-c3c0-4525-ab33-7dd8581e83bc details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:02:32.697939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934ab618-1be6-4616-ae7c-78c8ffb0884e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4eb285-915b-40cc-9b27-051d976d7bb0 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:02:32.857679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8b961f5-c1a5-4362-a801-ab14cdaa02eb req-147bc369-d8d0-4943-b057-b3cfb4944098 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0341663 Mar 03 18:02:32.886747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Pushing event updated for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:32.921316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-638d48bb-df76-4ad9-aa40-f2e35b28c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.921316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-638d48bb-df76-4ad9-aa40-f2e35b28c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.921316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-638d48bb-df76-4ad9-aa40-f2e35b28c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.921316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-638d48bb-df76-4ad9-aa40-f2e35b28c38e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=66e1ca2aecec440e84288bbfb217fee1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3788755 Mar 03 18:02:32.933697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-934ab618-1be6-4616-ae7c-78c8ffb0884e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:32.933697 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-934ab618-1be6-4616-ae7c-78c8ffb0884e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1b4eb285-915b-40cc-9b27-051d976d7bb0 HTTP/1.1" status: 204 len: 168 time: 1.8838739 Mar 03 18:02:32.945694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5169-50ad-4ecd-a053-8a4241521e8d req-9acb6395-886f-4bea-b839-e97fde46e321 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.967510 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1ef5169-50ad-4ecd-a053-8a4241521e8d req-9acb6395-886f-4bea-b839-e97fde46e321 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 944 time: 0.3887494 Mar 03 18:02:32.980132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-24b6362f-70c8-4eef-829b-8d624c9b876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:32.980132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-24b6362f-70c8-4eef-829b-8d624c9b876c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26e6661f-2b85-4329-9bf8-3b33aec2f1a6 HTTP/1.1" status: 200 len: 855 time: 0.5496175 Mar 03 18:02:33.075460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f172386-c3c0-4525-ab33-7dd8581e83bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f172386-c3c0-4525-ab33-7dd8581e83bc,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:33.082120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-ea5d30da-23e3-4c58-ae94-54b0a18b5e3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57cb74d7-b15a-4670-8955-ab2e76d6425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828035 Mar 03 18:02:33.113122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '1f172386-c3c0-4525-ab33-7dd8581e83bc', 'network_id': '57cb74d7-b15a-4670-8955-ab2e76d6425f', 'port_id': '1f172386-c3c0-4525-ab33-7dd8581e83bc', 'mac_address': 'fa:16:3e:2d:b4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e6661f-2b85-4329-9bf8-3b33aec2f1a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:02:33.113400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-0128cfc7-5dc2-4d08-b066-d5654ce31567 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:02:33.114430 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-0128cfc7-5dc2-4d08-b066-d5654ce31567 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243421 Mar 03 18:02:33.211657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:33.236750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3160b32f-d230-4bf8-a8c0-59da4c9ac7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:33.238497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72dc05be-0f9b-4b04-80aa-f8e8ff2fe4c3 req-3160b32f-d230-4bf8-a8c0-59da4c9ac7ab service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3278573 Mar 03 18:02:33.255331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f172386-c3c0-4525-ab33-7dd8581e83bc {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:33.287821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f172386-c3c0-4525-ab33-7dd8581e83bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f172386-c3c0-4525-ab33-7dd8581e83bc,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:33.297479 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:33.307024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Attempting to bind port 4050b385-63eb-4110-8be9-4223a64d3faf on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:33.307674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Attempting to bind port 4050b385-63eb-4110-8be9-4223a64d3faf by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:33.308864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Attempting to bind port 4050b385-63eb-4110-8be9-4223a64d3faf on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:33.327477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Port 4050b385-63eb-4110-8be9-4223a64d3faf on network b81330da-f883-4c83-9fca-9939c9cfb4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:33.328023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Attempting to bind port 4050b385-63eb-4110-8be9-4223a64d3faf on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:33.345590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1ef5169-50ad-4ecd-a053-8a4241521e8d req-547949ca-cb1d-4e2e-858f-db186eba10c6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920174 Mar 03 18:02:33.395104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:33.395442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Checking segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:33.396007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Bound using segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:33.397100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Bound port: 4050b385-63eb-4110-8be9-4223a64d3faf, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:33.397685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:33.451810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f172386-c3c0-4525-ab33-7dd8581e83bc,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:33.513110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-61c74a63-f1bc-4177-ad5c-5bc22d52d33e service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845167 Mar 03 18:02:33.536398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1f172386-c3c0-4525-ab33-7dd8581e83bc'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:33.566642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55540) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:33.597960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09181-4a53-44a1-9f67-014e935ee90d req-78722ea1-c1f8-49e3-ae04-2d0a1788e991 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:33.599458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6f09181-4a53-44a1-9f67-014e935ee90d req-78722ea1-c1f8-49e3-ae04-2d0a1788e991 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 946 time: 0.4733589 Mar 03 18:02:33.683597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-380125c3-3735-42a9-944a-10ac05981361 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:33.695826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-380125c3-3735-42a9-944a-10ac05981361 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.2395439 Mar 03 18:02:33.701391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:33.734722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4050b385-63eb-4110-8be9-4223a64d3faf,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:33.735472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-01ee6d19-0126-444e-83e6-442285150619 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/quotas/e1bc68371fe8417fb6aa3182dd5437dd HTTP/1.1" status: 200 len: 375 time: 0.0375478 Mar 03 18:02:33.751434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:33.810473 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6adf43ee-9cc9-4139-ab5a-f451a556b74d req-0d337a12-0d46-4ccb-8645-90af0519e508 service neutron] 10.222.0.35 "GET /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822056 Mar 03 18:02:33.823776 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6f09181-4a53-44a1-9f67-014e935ee90d req-c7f01a3b-2f3b-46c5-93f3-3d14ce95c565 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111683 Mar 03 18:02:33.882680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:33.886560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:33.895365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] 10.222.0.35 "PUT /v2.0/ports/4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 200 len: 1130 time: 4.4991071 Mar 03 18:02:33.946764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:34.069351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eaba6-8a02-44ff-afcf-7acdae8d671a service neutron] Pushing event updated for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:34.084239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-40f83350-be91-47dd-81a8-d42cc617a7da tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3467231 Mar 03 18:02:34.302746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-357228494', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:34.319499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '4050b385-63eb-4110-8be9-4223a64d3faf'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:34.368594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:34.386239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Usage tracker for resource:router and tenant:f26f6334f1b54066983d5f380bbeba5a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:34.393233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:34.407304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:34.424150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:34.484751 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:34.486398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:34.534680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:34.540953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:34.547341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:34.554425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:34.561545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:34.567934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:34.574153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-d862d35f-577c-4769-ace8-f9b8b08cefcd service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889572 Mar 03 18:02:34.574433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:34.583286 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-4f49852e-e071-4009-8529-cabc0a17749f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5370 time: 0.4864869 Mar 03 18:02:34.717628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f172386-c3c0-4525-ab33-7dd8581e83bc up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:02:34.773036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-c0f06672-44f9-4b34-b8d8-7db13faa5f1f service neutron] 10.222.0.23 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972709 Mar 03 18:02:34.916099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:34.967129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb71238a-621a-4c84-bd1a-65ec60a9cb7f req-74301ec5-c010-4ccf-a7e0-597d3bde2473 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3620117 Mar 03 18:02:34.972241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 1f172386-c3c0-4525-ab33-7dd8581e83bc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:34.980658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 1f172386-c3c0-4525-ab33-7dd8581e83bc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:34.981110 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:35.115131 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '4050b385-63eb-4110-8be9-4223a64d3faf', 'status': 'completed', 'code': 200} Mar 03 18:02:35.137936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:02:35.396932 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:35.504201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1f172386-c3c0-4525-ab33-7dd8581e83bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f172386-c3c0-4525-ab33-7dd8581e83bc,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:35.506256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f172386-c3c0-4525-ab33-7dd8581e83bc'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:35.513735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port bd7c5fc6-48af-49ab-b108-467066a9361e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:35.514173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:35.552473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:35.579586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d7ce-7693-48d1-b48b-66638421122a req-b577f282-2501-4704-883a-cbcc0651c0e4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:35.594354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4654d7ce-7693-48d1-b48b-66638421122a req-b577f282-2501-4704-883a-cbcc0651c0e4 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 945 time: 0.2888844 Mar 03 18:02:35.698176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4654d7ce-7693-48d1-b48b-66638421122a req-30694a37-bc0a-4a7c-9c47-65d3926781ce tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004267 Mar 03 18:02:35.801780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1f172386-c3c0-4525-ab33-7dd8581e83bc,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:35.910703 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:35.916355 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3abfa309-0da7-44c0-9fe3-3aff22d2e48c req-70ce98e6-f693-410e-a2ef-5816c4f19d10 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 210 time: 0.0954018 Mar 03 18:02:36.060910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:36.089635 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f172386-c3c0-4525-ab33-7dd8581e83bc', 'code': 200} Mar 03 18:02:36.111065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.113191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.114527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.115280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.115996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.116640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.117278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.119436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4cd8e8e7-11da-4019-9a18-132f3455120e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6207 time: 1.0063303 Mar 03 18:02:36.205289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:36.213258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:36.420633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:36.467650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a285a-7bcc-42e6-bb34-3c9d596b61e4 req-09d3c520-58c6-492d-a698-1cd94c0c6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.469764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b23a285a-7bcc-42e6-bb34-3c9d596b61e4 req-09d3c520-58c6-492d-a698-1cd94c0c6c97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 1097 time: 0.3268139 Mar 03 18:02:36.496894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf40fd-da2b-46af-9f48-7482d1b65290 req-dd367849-1b41-4b07-94b0-82267b46f301 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.498992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6abf40fd-da2b-46af-9f48-7482d1b65290 req-dd367849-1b41-4b07-94b0-82267b46f301 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 945 time: 1.0305910 Mar 03 18:02:36.524917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b23a285a-7bcc-42e6-bb34-3c9d596b61e4 req-8a686d39-394b-432d-9f13-9c1087515941 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488751 Mar 03 18:02:36.569302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:36.586539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.599430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.610119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.620523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.630157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.635919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:36.638467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.645668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.647617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-e14d9b8b-6d68-458e-a8a7-a46950031f94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5370 time: 0.2766862 Mar 03 18:02:36.687402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55624) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:36.705961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cae6e300-792d-4f3b-903d-6adcc7659651 req-47446d57-5d2b-4300-936b-28a3e485fde5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510375 Mar 03 18:02:36.717073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Transition to ACTIVE for port object dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:36.735794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:36.803788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6abf40fd-da2b-46af-9f48-7482d1b65290 req-003462ef-bb11-4414-9e7a-daca8ce87c7c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403643 Mar 03 18:02:36.935372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4d6527cf-0de2-4a61-8d4c-c3acba88d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.935845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4d6527cf-0de2-4a61-8d4c-c3acba88d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.936308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4d6527cf-0de2-4a61-8d4c-c3acba88d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:36.937924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-4d6527cf-0de2-4a61-8d4c-c3acba88d941 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=66e1ca2aecec440e84288bbfb217fee1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8088026 Mar 03 18:02:36.960542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.028598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:37.069280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8fe0e6353240ddb1831b3e1a8e56db is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:37.086255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:37.209549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:37.209883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-8c73633a-2e0b-4421-9fdc-bd0c0e6b6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:37.211385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f1f2694-da8f-4efa-9be9-734462e2726d req-8c73633a-2e0b-4421-9fdc-bd0c0e6b6a49 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2569599 Mar 03 18:02:37.211991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:37.275095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ff12b-0738-4669-8756-6e950807f8a8 req-c78f1ef6-011b-4600-bdd7-6b14a6b9d53f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:37.286305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a05ff12b-0738-4669-8756-6e950807f8a8 req-c78f1ef6-011b-4600-bdd7-6b14a6b9d53f tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.4132318 Mar 03 18:02:37.378894 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a05ff12b-0738-4669-8756-6e950807f8a8 req-1e4dcc12-f93d-462c-84d8-f3d77ef1b514 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913122 Mar 03 18:02:37.386629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-6f8e85fd-8c7d-4927-8dcf-92f8dce9a699 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:37.388768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-6f8e85fd-8c7d-4927-8dcf-92f8dce9a699 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 812 time: 0.4132578 Mar 03 18:02:37.430574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Request body: {'port': {'device_id': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'admin_state_up': True, 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:37.476063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9013babd-863f-45cf-8802-8dd29cdd6747 req-4a500efd-3a1a-47a5-9577-cbb259bfd343 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 210 time: 0.2060361 Mar 03 18:02:37.575491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.589480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.681773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa8fe0e6353240ddb1831b3e1a8e56db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9932692 Mar 03 18:02:37.682640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd45455-815b-4477-9942-733e300d2305,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:37.692424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55642) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:37.693718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.694066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.694405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.695041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.695368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.695793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.696121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.696448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.696811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.697144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.697505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.697830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405f3df-7953-48de-8a72-3d2726847a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:37.754711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:37.775637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:37.795753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.796439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-15e062f5-8a19-41a1-a72b-bcabf6964a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.800702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Made reservation on behalf of e1bc68371fe8417fb6aa3182dd5437dd for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:02:37.804709 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.883125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Attempting to bind port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:37.883402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Attempting to bind port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:37.883773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Attempting to bind port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:37.886736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.897651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-15e062f5-8a19-41a1-a72b-bcabf6964a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:37.930883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f on network b81330da-f883-4c83-9fca-9939c9cfb4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:37.931233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Attempting to bind port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:37.983406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:37.983406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Checking segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:37.983406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Bound using segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:37.983406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Bound port: dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:37.983994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:38.091559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:38.095590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-15e062f5-8a19-41a1-a72b-bcabf6964a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:38.151667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e062f5-8a19-41a1-a72b-bcabf6964a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd45455-815b-4477-9942-733e300d2305,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:38.168384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-15e062f5-8a19-41a1-a72b-bcabf6964a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:38.173269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-15e062f5-8a19-41a1-a72b-bcabf6964a6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fd45455-815b-4477-9942-733e300d2305 HTTP/1.1" status: 204 len: 168 time: 0.4716556 Mar 03 18:02:38.205945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Allocated IP 172.20.0.5 (a9317d44-0cf2-46c5-b8f6-93cf978c9028/f18f7d04-619c-4119-bf78-b4f68bd895cf/9868344d-7a62-43f3-9173-45dce2f87986) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:38.348698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] For port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:38.374163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Allocated IP 172.25.0.237 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/0ed58a1f-d288-4fbc-bf2f-97adc96b61a5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:38.391771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.397749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.404118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.410023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.415867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.422014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.433182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.436327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c9fd871-f53c-4304-9247-701154d681c3 req-5c3c7b98-f4c1-4908-8eaf-0bfd6fd08bb1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5382 time: 0.5022008 Mar 03 18:02:38.438941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] For port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:38.500087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:38.549757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba49db8-b044-48e6-a76e-aa9cb1042c0a req-598b5503-f9fe-4359-a398-73bf2e58e550 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.551325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ba49db8-b044-48e6-a76e-aa9cb1042c0a req-598b5503-f9fe-4359-a398-73bf2e58e550 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 947 time: 0.2648778 Mar 03 18:02:38.648280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:38.678092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:38.678716 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:38.680119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-495410c3-4ea3-4546-aad1-0b18496586dd service neutron] 10.222.0.35 "PUT /v2.0/ports/dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f HTTP/1.1" status: 200 len: 1090 time: 4.7442985 Mar 03 18:02:38.684903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:38.774956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:38.835245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c9fd871-f53c-4304-9247-701154d681c3 req-7dd4e08a-8d5d-46c7-8f0c-5e5254c44ddd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3917384 Mar 03 18:02:38.840455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55670) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:38.846771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ba49db8-b044-48e6-a76e-aa9cb1042c0a req-04106448-8bdb-48ed-abf9-6aff77bf6a46 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789812 Mar 03 18:02:38.856463 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:38.886481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Transition to ACTIVE for port object 9868344d-7a62-43f3-9173-45dce2f87986 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:38.918065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:38.945488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0c81e309-3c2b-4832-a3e1-612635a80298', '03cf60f8-8878-4c41-8a14-0d2a1753d73c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:39.000070 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:39.026085 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'code': 200} Mar 03 18:02:39.087722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:39.094586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:39.122721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:39.129575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:39.138800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:39.205232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Usage tracker for resource:security_group_rule and tenant:4e9be2dd8dab4e99a9cdae40b55eb84c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:39.235513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:39.361793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:39.465950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:39.500299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:39.561686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:39.562598 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:39.600684 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-42368c12-091a-4701-afaa-378bf46e18ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1869259 Mar 03 18:02:39.618887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Request body: {'port': {'device_id': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:39.652141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952879-a170-43f1-b279-53017672eb2a req-443c4662-5835-4098-897c-8a9dd70e5951 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:39.659276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63952879-a170-43f1-b279-53017672eb2a req-443c4662-5835-4098-897c-8a9dd70e5951 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.4184234 Mar 03 18:02:39.695355 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2a5fcb1e-e43c-453e-a5ca-1967d188d9c7 None None] Provisioning for port 9868344d-7a62-43f3-9173-45dce2f87986 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:39.709413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2a5fcb1e-e43c-453e-a5ca-1967d188d9c7 None None] Provisioning complete for port 9868344d-7a62-43f3-9173-45dce2f87986 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:39.709940 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a5fcb1e-e43c-453e-a5ca-1967d188d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:39.712949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5da93-1134-4d5e-8277-b53766b4dc28 req-18140efd-b069-4216-a651-5f6cff94c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:39.714641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82d5da93-1134-4d5e-8277-b53766b4dc28 req-18140efd-b069-4216-a651-5f6cff94c7a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 1098 time: 0.3364804 Mar 03 18:02:39.775610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2a5fcb1e-e43c-453e-a5ca-1967d188d9c7 None None] Port 9868344d-7a62-43f3-9173-45dce2f87986 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:02:39.780253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63952879-a170-43f1-b279-53017672eb2a req-c76fcd06-1253-43ce-9714-76a21ba5c2fb tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155622 Mar 03 18:02:39.876824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82d5da93-1134-4d5e-8277-b53766b4dc28 req-04c9cf0c-b697-43bc-a39f-c3bc0c4f7aed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523907 Mar 03 18:02:39.901366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:39.903564 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f', 'status': 'completed', 'code': 200} Mar 03 18:02:40.008826 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.022897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.044226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.150611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb61abc-86c3-45fc-94e0-eefeec6addab req-6966cc34-00ae-4cd5-8096-7bc758d7aa0d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.151835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2cb61abc-86c3-45fc-94e0-eefeec6addab req-6966cc34-00ae-4cd5-8096-7bc758d7aa0d tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.2030594 Mar 03 18:02:40.269211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2cb61abc-86c3-45fc-94e0-eefeec6addab req-f0bdfedf-13d5-4d02-8e7c-112748c2bf76 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697730 Mar 03 18:02:40.319250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:40.333222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e9be2dd8dab4e99a9cdae40b55eb84c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4632404 Mar 03 18:02:40.334180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55688) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:40.338267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b7fc5-25d7-46f0-a9b8-f7677450b8df req-35b1acc1-4103-437f-a5d6-2fbcda33630c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.339881 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e69b7fc5-25d7-46f0-a9b8-f7677450b8df req-35b1acc1-4103-437f-a5d6-2fbcda33630c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 931 time: 1.1187763 Mar 03 18:02:40.341475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:40.343808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c868cfc-869e-4d4c-8aef-0261ff4ce60a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:40.356795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:40.384260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9868344d-7a62-43f3-9173-45dce2f87986 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:40.400637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.417114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.417778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.418341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.418911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.419441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.419947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.420456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.420976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.421572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.422114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.422646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.423175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9884868-251f-4fcc-9f36-5f22f6b6349a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:02:40.425700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Transition to ACTIVE for port object 9868344d-7a62-43f3-9173-45dce2f87986 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:40.454443 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.479302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event updated for resources: {'Port': ['ID=0ed58a1f-d288-4fbc-bf2f-97adc96b61a5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:40.514014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-538a4878-28b4-4f18-ae74-5de2ece89c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.555975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.556573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.557106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.557672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.558205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.558725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.559774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:40.561789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f91b4ea-0afd-4107-934e-e29860727aef req-b5a355ad-843d-4794-aa76-49b9a210dc43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6274 time: 0.6572196 Mar 03 18:02:40.568616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff523d08-b3fb-4756-9ec3-236dc651a0c3 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:40.690208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e69b7fc5-25d7-46f0-a9b8-f7677450b8df req-4cce534e-4afd-423a-a72d-98f2e7c20309 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847641 Mar 03 18:02:40.692959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.803555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-538a4878-28b4-4f18-ae74-5de2ece89c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.812059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:40.897278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Transition to ACTIVE for port object ff523d08-b3fb-4756-9ec3-236dc651a0c3 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:40.952495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:40.970460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Attempting to bind port 9868344d-7a62-43f3-9173-45dce2f87986 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:40.970923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Attempting to bind port 9868344d-7a62-43f3-9173-45dce2f87986 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:40.971265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Attempting to bind port 9868344d-7a62-43f3-9173-45dce2f87986 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:40.978980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Port 9868344d-7a62-43f3-9173-45dce2f87986 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:40.981633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Attempting to bind port 9868344d-7a62-43f3-9173-45dce2f87986 on network a9317d44-0cf2-46c5-b8f6-93cf978c9028 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:41.009912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:41.010985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Checking segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:41.011390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Bound using segment: {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:41.012757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Bound port: 9868344d-7a62-43f3-9173-45dce2f87986, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:41.012757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:41.024697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-538a4878-28b4-4f18-ae74-5de2ece89c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:41.050033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.056105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.063534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.069271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.075418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.082421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.088423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.095934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-dbc45823-0590-4258-8815-a135241d8c1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5382 time: 0.5112696 Mar 03 18:02:41.185305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a90b0dd-af94-4a88-8e00-5345c2a7d562 req-1c27bae5-33a0-4429-a225-3d7c18beb9c5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883496 Mar 03 18:02:41.267938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Pushing event updated for resources: {'Port': ['ID=ff523d08-b3fb-4756-9ec3-236dc651a0c3,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:41.336103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a4878-28b4-4f18-ae74-5de2ece89c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c868cfc-869e-4d4c-8aef-0261ff4ce60a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:41.347894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:41.351616 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-538a4878-28b4-4f18-ae74-5de2ece89c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:41.352889 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-538a4878-28b4-4f18-ae74-5de2ece89c0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c868cfc-869e-4d4c-8aef-0261ff4ce60a HTTP/1.1" status: 204 len: 168 time: 1.0176411 Mar 03 18:02:41.356132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:41.373515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:41.449860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.450503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:41.454218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] 10.222.0.16 "PUT /v2.0/ports/9868344d-7a62-43f3-9173-45dce2f87986 HTTP/1.1" status: 200 len: 1091 time: 1.8403807 Mar 03 18:02:41.454526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:41.494130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76c44-e58a-4f94-a89d-f21380e65e37 service neutron] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:41.564912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-8e3eaf9a-8ac6-45f3-b389-2780136bd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.566981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-8e3eaf9a-8ac6-45f3-b389-2780136bd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.568145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-8e3eaf9a-8ac6-45f3-b389-2780136bd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.572784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f91b4ea-0afd-4107-934e-e29860727aef req-8e3eaf9a-8ac6-45f3-b389-2780136bd303 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=66e1ca2aecec440e84288bbfb217fee1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9994545 Mar 03 18:02:41.857318 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986', 'status': 'completed', 'code': 200} Mar 03 18:02:41.952216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-eab81e2b-8bcd-4833-a52c-6485c7ebd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.954504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-eab81e2b-8bcd-4833-a52c-6485c7ebd6a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 1094 time: 0.4387581 Mar 03 18:02:41.966614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394fa14-f66d-4a3c-8001-5b9ad070dbef req-d91eb727-19de-4bf1-aeee-a1a8cc37708e tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:41.968107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b394fa14-f66d-4a3c-8001-5b9ad070dbef req-d91eb727-19de-4bf1-aeee-a1a8cc37708e tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 947 time: 1.0584879 Mar 03 18:02:42.031610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b4ea-0afd-4107-934e-e29860727aef req-0e4192e4-d0c8-4387-a47a-ed12152fa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.033269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f91b4ea-0afd-4107-934e-e29860727aef req-0e4192e4-d0c8-4387-a47a-ed12152fa424 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3774014 Mar 03 18:02:42.046407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-57c1e388-d273-49af-bc77-ecb64931e382 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9868344d-7a62-43f3-9173-45dce2f87986 HTTP/1.1" status: 200 len: 217 time: 0.0785801 Mar 03 18:02:42.058795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Attempting to bind port ff523d08-b3fb-4756-9ec3-236dc651a0c3 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:42.059670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Attempting to bind port ff523d08-b3fb-4756-9ec3-236dc651a0c3 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:42.060001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Attempting to bind port ff523d08-b3fb-4756-9ec3-236dc651a0c3 on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:42.079276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Port ff523d08-b3fb-4756-9ec3-236dc651a0c3 on network b81330da-f883-4c83-9fca-9939c9cfb4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:42.079598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Attempting to bind port ff523d08-b3fb-4756-9ec3-236dc651a0c3 on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:42.115462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:42.121155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Checking segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:42.128292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Bound using segment: {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:42.130571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Bound port: ff523d08-b3fb-4756-9ec3-236dc651a0c3, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed70230-2b50-46b0-a33c-b2e051c1d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:42.131265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:42.159623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:42.164722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659227-b651-4430-87f9-2e490f6febb2 req-36bb07bc-b66e-44e1-a2ad-30a15015d04a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.172014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25659227-b651-4430-87f9-2e490f6febb2 req-36bb07bc-b66e-44e1-a2ad-30a15015d04a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.2757764 Mar 03 18:02:42.175541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-53d7eed2-c51b-4f4d-a17c-7827eb964eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.177011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-53d7eed2-c51b-4f4d-a17c-7827eb964eb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1136968 Mar 03 18:02:42.250008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b394fa14-f66d-4a3c-8001-5b9ad070dbef req-9e37fd62-ac87-4609-9946-943cf573907c tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199163 Mar 03 18:02:42.311071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25659227-b651-4430-87f9-2e490f6febb2 req-591b2a92-535f-46c1-882d-4fafb8b4e359 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376283 Mar 03 18:02:42.367139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-0bbb8436-4bcd-433a-927b-2b46c5d6abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.368621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-0bbb8436-4bcd-433a-927b-2b46c5d6abaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337736 Mar 03 18:02:42.596681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] For port ff523d08-b3fb-4756-9ec3-236dc651a0c3, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:42.600205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] For port ff523d08-b3fb-4756-9ec3-236dc651a0c3, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:42.646621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:42.658881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-8b9872ea-112e-4be4-9930-9d9958d94041 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785318 Mar 03 18:02:42.726310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.733663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.740098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.747992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.755379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.757722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.758334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:42.759689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] 10.222.0.35 "PUT /v2.0/ports/ff523d08-b3fb-4756-9ec3-236dc651a0c3 HTTP/1.1" status: 200 len: 1090 time: 3.9984958 Mar 03 18:02:42.762653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.764326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:42.776120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:42.785883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-23dab9f5-1b0d-4e1a-a976-2fec459c8e6a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5394 time: 0.2786996 Mar 03 18:02:42.973965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3de78c98-592b-4feb-aa9e-09f0b980a285 req-5367309f-f91b-4257-b79b-71ed4d1cf389 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674919 Mar 03 18:02:43.056205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:43.066899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0844d8a7-1b03-4ced-84d3-ca80c538b3c8 req-e1f22057-3d0f-4ae4-9a45-5e94bb2df2a1 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985968 Mar 03 18:02:43.133848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a601a9-8a47-49b9-ba7f-06a4fa01b7fc service neutron] Pushing event updated for resources: {'Port': ['ID=ff523d08-b3fb-4756-9ec3-236dc651a0c3,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:43.201463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:43.281641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26e0e7-70b2-4474-a56c-f87f64a916e5 req-273a906f-ae3d-4f52-bb07-22663ee4e848 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:43.290154 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b26e0e7-70b2-4474-a56c-f87f64a916e5 req-273a906f-ae3d-4f52-bb07-22663ee4e848 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 943 time: 0.6879244 Mar 03 18:02:43.334252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-575820c1-4323-43de-8fb4-6d84c4fa9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:43.335968 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-575820c1-4323-43de-8fb4-6d84c4fa9de5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 1094 time: 0.1696718 Mar 03 18:02:43.346540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b198b-fa78-49e2-a99e-b4a9ff718296 req-036dac5f-5451-4b70-83a4-e181d4782e33 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:43.348800 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-911b198b-fa78-49e2-a99e-b4a9ff718296 req-036dac5f-5451-4b70-83a4-e181d4782e33 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.1256912 Mar 03 18:02:43.443117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b26e0e7-70b2-4474-a56c-f87f64a916e5 req-06e42bc4-3e08-4f8c-b7c8-030e55a202e7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520257 Mar 03 18:02:43.500995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:43.536215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-911b198b-fa78-49e2-a99e-b4a9ff718296 req-3f92bb92-f457-4a9c-aa5b-0141b7a1e2cc tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340079 Mar 03 18:02:43.603635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-59b88a15-4002-4533-98a4-f5d94c2f1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:43.609071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-59b88a15-4002-4533-98a4-f5d94c2f1f00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2563202 Mar 03 18:02:43.643497 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3', 'status': 'completed', 'code': 200} Mar 03 18:02:43.749774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-918acdca-e369-433a-8ca8-5195cfcf477f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9868344d-7a62-43f3-9173-45dce2f87986 HTTP/1.1" status: 200 len: 217 time: 0.1352785 Mar 03 18:02:43.824815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-c5cac1fb-49f6-431a-9c61-bb069f1ec71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:43.826430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-c5cac1fb-49f6-431a-9c61-bb069f1ec71a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.0684748 Mar 03 18:02:43.967379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ae504-1099-4bc9-8504-6edbc641a210 req-845c9d78-57d2-427d-9c58-fdadf166ffc3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:43.971714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd6ae504-1099-4bc9-8504-6edbc641a210 req-845c9d78-57d2-427d-9c58-fdadf166ffc3 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 947 time: 0.2769568 Mar 03 18:02:44.031069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Router abcae225-8cb4-4e52-80c0-d783413325cd is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:02:44.071599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-cf16943f-0497-443d-880e-5bdab989e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.073005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-cf16943f-0497-443d-880e-5bdab989e140 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390652 Mar 03 18:02:44.099161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd6ae504-1099-4bc9-8504-6edbc641a210 req-4da18691-5e41-4e34-9b93-e5ce05817951 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120119 Mar 03 18:02:44.212481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff387d6-6139-4d9d-b815-8731976f2916 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:44.241172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:44.242689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-5ae7001c-288f-4201-9dc2-19bfeb51eac0 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598902 Mar 03 18:02:44.257938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Transition to ACTIVE for port object 6ff387d6-6139-4d9d-b815-8731976f2916 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:44.268424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.269122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.270018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.270842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.271464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.272170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.272784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.275068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-3ea8152f-a3c5-467e-bb1a-3ae241a68c70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6341 time: 0.6245801 Mar 03 18:02:44.279032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:44.700158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfa93373-55b8-452b-bb54-4d6f6bb16ae7 req-0b35d917-50aa-4dba-b17a-1c6d4c127d6d service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477971 Mar 03 18:02:44.722367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.733458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.739739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.745634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.751407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.757562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.763778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:44.765903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-bec33bfe-0656-41ea-83f3-530fc2e0ba12 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5406 time: 0.4747856 Mar 03 18:02:44.839373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-692c98ec-5140-40f6-8c34-cee6ffad68f8 req-e31d2fa2-6a41-4da0-b5c5-4e6c2c4b2a4c tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652127 Mar 03 18:02:44.939959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff387d6-6139-4d9d-b815-8731976f2916,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:45.003827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5818c6f-cd01-41b4-b8cb-f0da2e053c43 req-02325b44-d5f7-4f89-a896-26b7cdbb0367 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.011172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5818c6f-cd01-41b4-b8cb-f0da2e053c43 req-02325b44-d5f7-4f89-a896-26b7cdbb0367 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 1.1273761 Mar 03 18:02:45.117688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c93779-43f2-4d1b-a0b3-9c5b74fdb820 req-37396e5a-965b-4ab0-a0a0-1779771a18d9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.118541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-77c93779-43f2-4d1b-a0b3-9c5b74fdb820 req-37396e5a-965b-4ab0-a0a0-1779771a18d9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:45.139902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-77c93779-43f2-4d1b-a0b3-9c5b74fdb820 req-37396e5a-965b-4ab0-a0a0-1779771a18d9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:45.141283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77c93779-43f2-4d1b-a0b3-9c5b74fdb820 req-37396e5a-965b-4ab0-a0a0-1779771a18d9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 943 time: 0.1564417 Mar 03 18:02:45.167299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-e38f220a-bb3f-433f-ae58-e82a06f591ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.167299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-e38f220a-bb3f-433f-ae58-e82a06f591ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.167299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-e38f220a-bb3f-433f-ae58-e82a06f591ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.170810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-e38f220a-bb3f-433f-ae58-e82a06f591ad service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=66e1ca2aecec440e84288bbfb217fee1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8758059 Mar 03 18:02:45.226567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77c93779-43f2-4d1b-a0b3-9c5b74fdb820 req-59ff7654-2f57-4d7c-99dd-a56e1d555bbf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791111 Mar 03 18:02:45.263691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5818c6f-cd01-41b4-b8cb-f0da2e053c43 req-5ddde3d7-f3db-4caf-b58c-3880984ddc4a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511029 Mar 03 18:02:45.264624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55890) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:45.278751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Attempting to bind port 6ff387d6-6139-4d9d-b815-8731976f2916 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:45.279002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Attempting to bind port 6ff387d6-6139-4d9d-b815-8731976f2916 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:45.279322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Attempting to bind port 6ff387d6-6139-4d9d-b815-8731976f2916 on network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:45.349785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:02:45.360441 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] Sync routers for ids ['abcae225-8cb4-4e52-80c0-d783413325cd'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:02:45.382790 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] Routers {'abcae225-8cb4-4e52-80c0-d783413325cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:02:45.384770 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['abcae225-8cb4-4e52-80c0-d783413325cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:45.406004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Port 6ff387d6-6139-4d9d-b815-8731976f2916 on network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:45.406740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Attempting to bind port 6ff387d6-6139-4d9d-b815-8731976f2916 on network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:45.423103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:45.423603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Checking segment: {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:45.423880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Bound using segment: {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:45.424326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Bound port: 6ff387d6-6139-4d9d-b815-8731976f2916, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:45.424667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:45.438283 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:45.458851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:45.463114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5fe99c24-37e9-46b6-91bb-ddbec4c03757 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.8935106 Mar 03 18:02:45.464052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55904) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:45.497144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:45.506904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:45.509224 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] Routers {'abcae225-8cb4-4e52-80c0-d783413325cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:02:45.510205 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['abcae225-8cb4-4e52-80c0-d783413325cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:45.511444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Usage tracker for resource:security_group_rule and tenant:f9639e195e9d459eb375842ff141719a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:45.514979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:45.522903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:45.594467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-85487929-0530-45dd-9dd7-c7744bdbff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.595640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:45.595953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca0da9b8-3d08-43a4-b5f1-ebade5b5f4b2 req-85487929-0530-45dd-9dd7-c7744bdbff34 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4008062 Mar 03 18:02:45.596166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008dcc3-7999-4c13-b55b-c93d58a5b79e None None] The sync data for ids ['abcae225-8cb4-4e52-80c0-d783413325cd'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:02:45.643644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:45.651879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:45.700940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb594896-c800-42c7-ac04-6914b269aefc req-89ef71b0-53d2-476e-a059-13ca18172618 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.702699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fb594896-c800-42c7-ac04-6914b269aefc req-89ef71b0-53d2-476e-a059-13ca18172618 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.2536674 Mar 03 18:02:45.734341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] For port 6ff387d6-6139-4d9d-b815-8731976f2916, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:45.751946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] For port 6ff387d6-6139-4d9d-b815-8731976f2916, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ff387d6-6139-4d9d-b815-8731976f2916,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:45.755361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2616f6d-81c0-4be9-a395-efa85789d202,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:45.765238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-63035927-ec0f-4ac0-9cc8-cd68d00c68dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9639e195e9d459eb375842ff141719a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954376 Mar 03 18:02:45.765779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55912) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:45.783956 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fb594896-c800-42c7-ac04-6914b269aefc req-eee76be4-850e-4ab6-9e6f-98233e19051a tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Mar 03 18:02:45.784690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:45.826356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-86c64d10-39b0-446a-877d-4ad88e4b617e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/abcae225-8cb4-4e52-80c0-d783413325cd HTTP/1.1" status: 200 len: 924 time: 0.3530350 Mar 03 18:02:45.830042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:45.879507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:45.879851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:45.881290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] 10.222.0.35 "PUT /v2.0/ports/6ff387d6-6139-4d9d-b815-8731976f2916 HTTP/1.1" status: 200 len: 1091 time: 3.0306816 Mar 03 18:02:45.883169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:45.917051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e3a8daa7-7b5b-43cb-86fb-d8f6be26e200 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=abcae225-8cb4-4e52-80c0-d783413325cd HTTP/1.1" status: 200 len: 205 time: 0.0801082 Mar 03 18:02:45.917051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55926) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:45.921959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Request body: {'port': {'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:46.054546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:46.177969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e82197-79db-4b69-8946-2a5b8c5f5150 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff387d6-6139-4d9d-b815-8731976f2916,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:46.197042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c26-d44e-4989-b746-407b74dfdfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:46.272957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c26-d44e-4989-b746-407b74dfdfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:46.289940 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916', 'status': 'completed', 'code': 200} Mar 03 18:02:46.351322 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:46.443882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.462569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.468473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.482525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c26-d44e-4989-b746-407b74dfdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:46.491412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.498415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.510934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56c26-d44e-4989-b746-407b74dfdfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2616f6d-81c0-4be9-a395-efa85789d202,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:46.513800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.532345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.541348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec114a69-dc85-4656-9af3-159e679182bb req-2974d2ec-9600-42d8-8516-c3597fb4bb2e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5406 time: 0.5011399 Mar 03 18:02:46.649551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.650083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.651193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.652336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.653619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.654247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.654865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:46.656930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e0eb5258-9f7e-4ac5-981b-15acb3b9e235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6408 time: 0.3652720 Mar 03 18:02:46.658003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c26-d44e-4989-b746-407b74dfdfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:46.659362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1ce56c26-d44e-4989-b746-407b74dfdfb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2616f6d-81c0-4be9-a395-efa85789d202 HTTP/1.1" status: 204 len: 168 time: 0.8935781 Mar 03 18:02:46.666720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec114a69-dc85-4656-9af3-159e679182bb req-e2e86c61-4d76-4d08-ac09-b7d3cfa7db69 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237478 Mar 03 18:02:46.909177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:46.923560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Deleting port 0ed58a1f-d288-4fbc-bf2f-97adc96b61a5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:02:46.924022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:47.047603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55956) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:47.072490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:47.160888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-29ec7ed9-d3e7-44b6-bde1-e2c48cda2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:47.162026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-29ec7ed9-d3e7-44b6-bde1-e2c48cda2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:47.162800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-29ec7ed9-d3e7-44b6-bde1-e2c48cda2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:47.164366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00dac44e-235c-48f8-945b-87527056d5f9 req-29ec7ed9-d3e7-44b6-bde1-e2c48cda2568 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=66e1ca2aecec440e84288bbfb217fee1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4990828 Mar 03 18:02:47.186570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9868344d-7a62-43f3-9173-45dce2f87986 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:02:47.192191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:47.205397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291586e-127a-43c2-a3c8-f805e3547bee req-8804a219-4998-4123-856d-5c445bf1d016 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:47.207092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8291586e-127a-43c2-a3c8-f805e3547bee req-8804a219-4998-4123-856d-5c445bf1d016 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.3543942 Mar 03 18:02:47.214043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Usage tracker for resource:security_group_rule and tenant:560e3790124843e1a61bb8b5fe2e9725 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:47.219432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:47.241097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:47.280788 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:47.298131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:02:47.320758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5945db-6624-44d3-ab9f-b48f7ee28374 req-cc91154a-4a22-46b9-8008-5ee2904ea32e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:47.322454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a5945db-6624-44d3-ab9f-b48f7ee28374 req-cc91154a-4a22-46b9-8008-5ee2904ea32e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 943 time: 0.3219326 Mar 03 18:02:47.377788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:47.397812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '9868344d-7a62-43f3-9173-45dce2f87986', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '9868344d-7a62-43f3-9173-45dce2f87986', 'mac_address': 'fa:16:3e:00:7b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:02:47.461179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d560d40d-e0db-4499-aff7-01a762429d71 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:47.471389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e1627a42-08ec-41ed-b21a-b9ff45b50b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:47.472964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00dac44e-235c-48f8-945b-87527056d5f9 req-e1627a42-08ec-41ed-b21a-b9ff45b50b74 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3001270 Mar 03 18:02:47.477195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:47.485820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a5945db-6624-44d3-ab9f-b48f7ee28374 req-cb252500-1ff0-43c6-b3f3-184058d5c590 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488285 Mar 03 18:02:47.502404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Transition to ACTIVE for port object d560d40d-e0db-4499-aff7-01a762429d71 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:47.507837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:47.512335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:47.545609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9868344d-7a62-43f3-9173-45dce2f87986 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:02:47.602800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:47.608338 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:47.729842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Pushing event updated for resources: {'Port': ['ID=d560d40d-e0db-4499-aff7-01a762429d71,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:47.768371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Calling delete_port for 0ed58a1f-d288-4fbc-bf2f-97adc96b61a5 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:02:47.837659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:47.958595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.029435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8291586e-127a-43c2-a3c8-f805e3547bee req-3bd12343-b8ee-461a-b68f-b28c13467ec7 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8165171 Mar 03 18:02:48.061312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['9868344d-7a62-43f3-9173-45dce2f87986'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:02:48.071410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.151797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event deleted for resources: {'Port': ['ID=0ed58a1f-d288-4fbc-bf2f-97adc96b61a5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:48.180513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Attempting to bind port d560d40d-e0db-4499-aff7-01a762429d71 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:48.181560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Attempting to bind port d560d40d-e0db-4499-aff7-01a762429d71 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:48.182063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Attempting to bind port d560d40d-e0db-4499-aff7-01a762429d71 on network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:48.198911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Port d560d40d-e0db-4499-aff7-01a762429d71 on network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:02:48.199246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Attempting to bind port d560d40d-e0db-4499-aff7-01a762429d71 on network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:48.215867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:48.216591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Checking segment: {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:48.217373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Bound using segment: {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:48.218509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Bound port: d560d40d-e0db-4499-aff7-01a762429d71, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38194c7-e549-413a-a213-e7e877ab0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:48.219098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.380241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.387221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.393672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.400458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.408215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.414014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.414388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.420959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.423142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-5c1551ea-f5b2-4737-9c31-39f0c73a2a1a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.3623030 Mar 03 18:02:48.475190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] For port d560d40d-e0db-4499-aff7-01a762429d71, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:48.481303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] For port d560d40d-e0db-4499-aff7-01a762429d71, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d560d40d-e0db-4499-aff7-01a762429d71,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:48.490144 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.549272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76e4b66d-7b2a-48dc-aaa0-55453952edcf req-d55bdc43-9d53-46d8-8ad9-ef43c19a1bd1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152117 Mar 03 18:02:48.569625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.570712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.572407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-873ba743-7863-4bc0-9465-0662d145716a service neutron] 10.222.0.35 "PUT /v2.0/ports/d560d40d-e0db-4499-aff7-01a762429d71 HTTP/1.1" status: 200 len: 1091 time: 2.6636298 Mar 03 18:02:48.573005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:48.613936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ba743-7863-4bc0-9465-0662d145716a service neutron] Pushing event updated for resources: {'Port': ['ID=d560d40d-e0db-4499-aff7-01a762429d71,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:48.699052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.702467 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.726329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.727100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.728135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.728724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.729398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.729992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.731424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.733883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9383c87a-d6a4-4ab7-af2e-e2e29fadc6b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6475 time: 0.1168871 Mar 03 18:02:48.758812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.798052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.799420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Fanout notify agent at l3_agent the message router_deleted on router abcae225-8cb4-4e52-80c0-d783413325cd {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:02:48.819797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.854540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-2e6edd7b-7ed1-4d10-9235-f212f6078ff4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0185ccf4-0245-4f16-9806-f7049d5667f2 HTTP/1.1" status: 200 len: 217 time: 0.1078036 Mar 03 18:02:48.897749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-ae5add07-ca6d-465b-9c43-4df65079baf6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.899201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-ae5add07-ca6d-465b-9c43-4df65079baf6 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.8798549 Mar 03 18:02:48.913065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=560e3790124843e1a61bb8b5fe2e9725&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8603234 Mar 03 18:02:48.913294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55998) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:48.946090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcd66a-722c-44d2-9418-71b6a3520017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0dd40d-b22d-4505-b557-765ceddef0d2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:48.964307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-7abf764f-07be-414d-9bee-6171b998f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:48.966333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-7abf764f-07be-414d-9bee-6171b998f1b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=836f3144-e7fd-473b-b518-be55f8b79c09 HTTP/1.1" status: 200 len: 849 time: 0.1055455 Mar 03 18:02:48.982368 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:48.986932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e82f0958-2087-4704-846e-e2b37b2bec9e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/abcae225-8cb4-4e52-80c0-d783413325cd HTTP/1.1" status: 204 len: 168 time: 3.0693982 Mar 03 18:02:48.987063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56002) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:48.999258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-131935474', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': False}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:49.016280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:49.031622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Deleting port 1f172386-c3c0-4525-ab33-7dd8581e83bc {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:02:49.031622 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.050058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc937f-707e-422d-952a-060ba3679bc4 req-1b316cee-0f08-4ee7-9d30-39fb19fae446 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.052515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3fc937f-707e-422d-952a-060ba3679bc4 req-1b316cee-0f08-4ee7-9d30-39fb19fae446 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 944 time: 0.2456698 Mar 03 18:02:49.066802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:router and tenant:9cc8b914dc874ee1b5f6a47ce7d70549 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:49.086718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:49.096277 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0da570b5-8373-435d-bc5c-99c80fd18645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.097529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa49bd8-93db-4f76-88b2-1421639cb6fb req-f96536fd-8c32-4d4f-b76c-c732a26db2eb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.107590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfa49bd8-93db-4f76-88b2-1421639cb6fb req-f96536fd-8c32-4d4f-b76c-c732a26db2eb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 946 time: 0.5584583 Mar 03 18:02:49.146335 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3fc937f-707e-422d-952a-060ba3679bc4 req-f1560895-2424-4fa8-a0f8-90e7ee5d8c5e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851786 Mar 03 18:02:49.150782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0da570b5-8373-435d-bc5c-99c80fd18645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.196299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:49.196451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-bac07cc3-d823-4bc2-a8f0-b21787ed70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.198005 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-bac07cc3-d823-4bc2-a8f0-b21787ed70c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=141a9fdb-a208-4a3f-9923-08a66a420473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2241585 Mar 03 18:02:49.208578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfa49bd8-93db-4f76-88b2-1421639cb6fb req-c3701fd2-6e94-422a-977c-d77255e3f15f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997972 Mar 03 18:02:49.253321 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71', 'status': 'completed', 'code': 200} Mar 03 18:02:49.294498 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.295470 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.357093 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0da570b5-8373-435d-bc5c-99c80fd18645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.393704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da570b5-8373-435d-bc5c-99c80fd18645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0dd40d-b22d-4505-b557-765ceddef0d2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:49.404732 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-d8cb4e3f-f2c9-4c71-b8e6-30609c6b5cac service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976507 Mar 03 18:02:49.447256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0da570b5-8373-435d-bc5c-99c80fd18645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.448336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0da570b5-8373-435d-bc5c-99c80fd18645 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d0dd40d-b22d-4505-b557-765ceddef0d2 HTTP/1.1" status: 204 len: 168 time: 0.5344501 Mar 03 18:02:49.457259 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.497680 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81c5236d-bedd-48f6-be2f-807a3e0db973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.782818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858b20-1bcc-4cbb-b314-978551e1e6e7 req-0d674d2f-bb86-4917-9d5d-7d5676d3d750 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.789612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8858b20-1bcc-4cbb-b314-978551e1e6e7 req-0d674d2f-bb86-4917-9d5d-7d5676d3d750 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 946 time: 0.4136612 Mar 03 18:02:49.792651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] For port 1f172386-c3c0-4525-ab33-7dd8581e83bc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1f172386-c3c0-4525-ab33-7dd8581e83bc,segment=NetworkSegment(17fa89fd-f257-4bb1-9a1a-9aa1dad55a83),segment_id=17fa89fd-f257-4bb1-9a1a-9aa1dad55a83)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:49.792947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:49.877227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-9e7cb237-da63-4826-a199-659e93b82f3c service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664330 Mar 03 18:02:49.948661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.958154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.961390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.967919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.973563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.979413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.985480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:49.987447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c56e36e-02d2-4325-9479-d28f684de171 req-0b3e17f5-c287-413c-a869-b0c1dc59507f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.2340510 Mar 03 18:02:50.015446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-0df15608-3052-4020-9d41-0d4e05433fed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 200 len: 217 time: 0.1301372 Mar 03 18:02:50.089055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8858b20-1bcc-4cbb-b314-978551e1e6e7 req-b0e8766d-0bf8-44fe-852a-dd065e5a92bd tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b012-21f9-4da6-bae5-a74119b6be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984748 Mar 03 18:02:50.114798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c56e36e-02d2-4325-9479-d28f684de171 req-4a89ea56-53c7-4743-8d26-31a48e64eb4b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196985 Mar 03 18:02:50.151920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-41df2173-c930-4e88-bb54-6b50b501e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:50.154063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-41df2173-c930-4e88-bb54-6b50b501e871 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.1333599 Mar 03 18:02:50.255323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-023acdfc-7b41-4134-90d8-410943f4978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:50.257164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-023acdfc-7b41-4134-90d8-410943f4978b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972540 Mar 03 18:02:50.285456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Calling delete_port for 1f172386-c3c0-4525-ab33-7dd8581e83bc owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:02:50.414345 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:50.483085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-b72b2795-9dfe-4b38-96f7-9292c7006605 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194667 Mar 03 18:02:50.685224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1649d19-9498-4bc2-a06a-981533bc7a8d req-e16f8a17-6218-4764-9a1c-7474bb67419c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:50.692711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1649d19-9498-4bc2-a06a-981533bc7a8d req-e16f8a17-6218-4764-9a1c-7474bb67419c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 946 time: 0.2853861 Mar 03 18:02:50.733448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e1ba-ff8a-4ddc-aab6-da36debb877a req-5ec04dab-f61f-4699-a084-5371be99aa7f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:50.734938 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e651e1ba-ff8a-4ddc-aab6-da36debb877a req-5ec04dab-f61f-4699-a084-5371be99aa7f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 944 time: 0.3062279 Mar 03 18:02:50.746813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-0b99aed4-0d55-4b2e-b3c7-ab51a058b0bf service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578366 Mar 03 18:02:50.754346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1649d19-9498-4bc2-a06a-981533bc7a8d req-2bb14b91-c4dd-4abd-ab5a-636d671af5ed tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Mar 03 18:02:50.812025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f172386-c3c0-4525-ab33-7dd8581e83bc no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:02:50.860301 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:50.870977 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-d2176e00-e1a0-4a77-ac63-44bebcfadd89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 200 len: 217 time: 0.1127748 Mar 03 18:02:50.891703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 1f172386-c3c0-4525-ab33-7dd8581e83bc {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:02:50.892051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1f172386-c3c0-4525-ab33-7dd8581e83bc not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:02:50.936114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-79b22f6b-6ffa-47d5-91af-af698abe6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:50.937902 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-79b22f6b-6ffa-47d5-91af-af698abe6931 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.0641184 Mar 03 18:02:50.943366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Pushing event deleted for resources: {'Port': ['ID=1f172386-c3c0-4525-ab33-7dd8581e83bc,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:50.963548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e651e1ba-ff8a-4ddc-aab6-da36debb877a req-54570b70-8769-423d-9e55-fdfb14bced8a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098219 Mar 03 18:02:51.044456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-dcf57904-5bed-4ee3-9e70-ddb3e788dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:51.046584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-dcf57904-5bed-4ee3-9e70-ddb3e788dbd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029682 Mar 03 18:02:51.074036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] No DVR routers for this DVR port 1f172386-c3c0-4525-ab33-7dd8581e83bc on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:02:51.085994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-5ed5601b-17d2-4325-931d-254884bba8af tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:51.087409 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-5ed5601b-17d2-4325-931d-254884bba8af tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 946 time: 0.4556723 Mar 03 18:02:51.088422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:51.116796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'name': 'network-vif-deleted', 'tag': '1f172386-c3c0-4525-ab33-7dd8581e83bc'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:51.204296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9868344d-7a62-43f3-9173-45dce2f87986 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:02:51.318190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3605d2f-de42-49fd-a1cf-626b56ab4dd6 req-373636e5-be69-4ec2-b615-4818d05581ae tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.35 "DELETE /v2.0/ports/1f172386-c3c0-4525-ab33-7dd8581e83bc HTTP/1.1" status: 204 len: 173 time: 2.4111800 Mar 03 18:02:51.362134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 9868344d-7a62-43f3-9173-45dce2f87986 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:02:51.372911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 9868344d-7a62-43f3-9173-45dce2f87986 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:02:51.373864 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:51.508868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-7ae8d814-c17e-4eae-be87-b0a303f32df3 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423466 Mar 03 18:02:51.516165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6ef1258-7bb7-4ff5-b705-8e75ed830c6f req-7d3eb206-28c7-4474-97aa-c341d15d11c7 tempest-ServerDiskConfigTestJSON-1527422282 tempest-ServerDiskConfigTestJSON-1527422282-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b79586a-08c6-45c7-a3d3-c738d0c8ca93 HTTP/1.1" status: 200 len: 210 time: 0.1928499 Mar 03 18:02:51.632648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:51.670916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:51.674035 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b79586a-08c6-45c7-a3d3-c738d0c8ca93', 'name': 'network-vif-deleted', 'tag': '1f172386-c3c0-4525-ab33-7dd8581e83bc', 'status': 'completed', 'code': 200} Mar 03 18:02:51.683065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:51.689885 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:51.719662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:51.755415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Deleting port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:02:51.755777 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:51.810434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-2965767b-a4b0-488a-819d-4bc1a9978dc6 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838624 Mar 03 18:02:51.829464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:51.866661 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986', 'code': 200} Mar 03 18:02:51.916865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:51.952839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-c119535b-1588-4fdd-b362-35f3aa1fd577 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f HTTP/1.1" status: 200 len: 217 time: 0.1354485 Mar 03 18:02:51.955784 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c50d0166-9f87-4803-8fa0-505d5ac3ff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:52.157903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-bb105dab-b53c-49c8-9376-1af928ed510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.159855 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-bb105dab-b53c-49c8-9376-1af928ed510f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.2008560 Mar 03 18:02:52.378852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77969b35-0db5-40b7-b185-07a31dcc2c89 req-b5e6b5c7-f8e0-47da-ac87-4d2a470f804a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.385712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77969b35-0db5-40b7-b185-07a31dcc2c89 req-b5e6b5c7-f8e0-47da-ac87-4d2a470f804a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 946 time: 0.3583870 Mar 03 18:02:52.385887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.392569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.398901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.406188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.413162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.425595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.435557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.435557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-c9739c17-99ba-49aa-8a9b-80c218a60d4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.9863722 Mar 03 18:02:52.499497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77969b35-0db5-40b7-b185-07a31dcc2c89 req-cf846c7e-a09a-4c3e-b398-53f9cd83c2f8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110647 Mar 03 18:02:52.503232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-0b8afcc2-f6b4-4ee5-8ef7-c46f1b9334fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.505093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-0b8afcc2-f6b4-4ee5-8ef7-c46f1b9334fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3371985 Mar 03 18:02:52.661659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1432db6-ddfd-4cff-bfa9-a0b8eb9fa6f8 req-e194e375-922b-49f8-ba35-0a4a9af64de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.663237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a1432db6-ddfd-4cff-bfa9-a0b8eb9fa6f8 req-e194e375-922b-49f8-ba35-0a4a9af64de8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 1096 time: 0.7516963 Mar 03 18:02:52.747122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Allocated IP 172.25.0.215 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/34768e63-192a-4fbf-88d2-67f112cefc68) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:02:52.766455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-824a58d7-3301-4567-ba5a-19b009ecf75d req-01f032c8-6268-4217-952f-9ebf80f6f855 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502797 Mar 03 18:02:52.806088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:52.829152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-7a30201a-edc2-4da4-b9b0-c96f110fcc1d service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126657 Mar 03 18:02:52.829758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] For port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:02:52.829866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:52.951937 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:52.986710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556879f4-5775-4adf-843d-6a3e26d00a36 req-69176482-3431-41d8-bd23-d2cb86400b64 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:52.993704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-556879f4-5775-4adf-843d-6a3e26d00a36 req-69176482-3431-41d8-bd23-d2cb86400b64 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.3138041 Mar 03 18:02:53.050439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Calling delete_port for 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:02:53.067860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-556879f4-5775-4adf-843d-6a3e26d00a36 req-1d6dd6af-635b-402b-a040-eab91615f6df tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732346 Mar 03 18:02:53.099206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56166) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:53.107354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ba477218-9eb1-41f9-99ba-3eba3454c0b8 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699385 Mar 03 18:02:53.126455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a1432db6-ddfd-4cff-bfa9-a0b8eb9fa6f8 req-f7c25561-9e45-4da6-993c-4ad37a1cf6e3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466195 Mar 03 18:02:53.197760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-cf6b111c-9416-4b9d-b12d-0e3a07da5830 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3 HTTP/1.1" status: 200 len: 217 time: 0.0766017 Mar 03 18:02:53.276052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-85851ef9-8c60-440f-a2af-d610c5d376dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:53.278315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-85851ef9-8c60-440f-a2af-d610c5d376dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.0789003 Mar 03 18:02:53.338083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56178) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:53.385359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.414062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] Deleting subnet 26e6661f-2b85-4329-9bf8-3b33aec2f1a6 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:02:53.420113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.471500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event deleted for resources: {'Port': ['ID=2e1839b7-57c5-4587-b2c6-b9836e52f8b9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:53.473058 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.477011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ddfa2661-2f83-45c9-a15d-9c89aca72f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:53.479474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-ddfa2661-2f83-45c9-a15d-9c89aca72f96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947885 Mar 03 18:02:53.486504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.563428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:53.567821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Usage tracker for resource:security_group_rule and tenant:5ae354e2916249708053678d478e7d51 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:53.572703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:53.579592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:53.656361 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.701587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.723160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] No DVR routers for this DVR port 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:02:53.725836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.732970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-7b6d3a90-61c8-4d06-86cd-7e87bf6842cf service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145586 Mar 03 18:02:53.733756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'name': 'network-vif-deleted', 'tag': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:02:53.740338 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a69839b-d510-4254-a3c8-19e1a9be5b09 req-644696c6-aa46-4bb3-a5bf-7432219cc8ca tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 210 time: 0.1064467 Mar 03 18:02:53.786206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-686b58b0-bb2a-4d0e-843b-8c949c692640 req-038e0f72-e4de-4280-9c54-fbe8f34a123d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "DELETE /v2.0/ports/2e1839b7-57c5-4587-b2c6-b9836e52f8b9 HTTP/1.1" status: 204 len: 173 time: 2.5894313 Mar 03 18:02:53.794500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.824864 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b65a2e5-06cf-480e-94f4-4ebd9b7183f3', 'name': 'network-vif-deleted', 'tag': '2e1839b7-57c5-4587-b2c6-b9836e52f8b9', 'status': 'completed', 'code': 200} Mar 03 18:02:53.827725 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.833700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.929700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ae354e2916249708053678d478e7d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8287709 Mar 03 18:02:53.930690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7b70a-6b63-4880-8bf1-f059fa8a4c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b462e8-9bbd-485f-8bc5-99a8dc7a956f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:53.935588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:53.940255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56198) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:53.991756 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:54.025131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:02:54.050100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-607441f8-f893-48e1-8240-1a4b9c40d439 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109312 Mar 03 18:02:54.116431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:02:54.119610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:02:54.128018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e6661f-2b85-4329-9bf8-3b33aec2f1a6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:54.130497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:54.150638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-5222a399-bb05-4c51-8545-aefe0749b585 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ff387d6-6139-4d9d-b815-8731976f2916 HTTP/1.1" status: 200 len: 217 time: 0.0882523 Mar 03 18:02:54.225163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3a888e25-731b-4ff4-a23e-f72785cb06fa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26e6661f-2b85-4329-9bf8-3b33aec2f1a6 HTTP/1.1" status: 204 len: 168 time: 0.8846369 Mar 03 18:02:54.228047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:54.228576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Port': ['ID=34768e63-192a-4fbf-88d2-67f112cefc68,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:54.230480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56208) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:54.409318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e0062d40-e6f9-4625-9846-08dfb879814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:54.477022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-457b30c6-c68d-49cb-919d-17719a7500e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.478943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-457b30c6-c68d-49cb-919d-17719a7500e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 200 len: 797 time: 0.3171282 Mar 03 18:02:54.621525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.632467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.639610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.646866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.656420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.664251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.691298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.702155 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-646ba9ce-f5c6-4b2f-a5ba-49b399430674 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.6899233 Mar 03 18:02:54.803858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:54.978727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8a7a0-2f4b-4565-a291-20d5427fbfac req-936f9546-f19d-40a1-8185-aa50f7189200 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:54.980742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74f8a7a0-2f4b-4565-a291-20d5427fbfac req-936f9546-f19d-40a1-8185-aa50f7189200 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.5842023 Mar 03 18:02:54.994093 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e7805e8-cc6d-4940-b740-889d3de51d68 req-f673349a-3b30-4866-8bfc-611f1c6a60ea tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2906172 Mar 03 18:02:54.997017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e0062d40-e6f9-4625-9846-08dfb879814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.037612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-cbd28a75-0b8f-477b-a7fb-ab5009191001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:55.038942 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-cbd28a75-0b8f-477b-a7fb-ab5009191001 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5460007 Mar 03 18:02:55.234860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:02:55.243020 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e0062d40-e6f9-4625-9846-08dfb879814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.292314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:02:55.292663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2e1839b7-57c5-4587-b2c6-b9836e52f8b9 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:02:55.293895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.336315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0062d40-e6f9-4625-9846-08dfb879814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b462e8-9bbd-485f-8bc5-99a8dc7a956f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:55.341318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74f8a7a0-2f4b-4565-a291-20d5427fbfac req-f8ae602f-d7c2-4fa0-8eb1-af6d566f008f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538446 Mar 03 18:02:55.394806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cb74d7-b15a-4670-8955-ab2e76d6425f']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:55.416157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:55.417549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fa89fd-f257-4bb1-9a1a-9aa1dad55a83') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:55.425995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-57d522d8-a543-4194-a80c-db0d4377ebf5 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307848 Mar 03 18:02:55.432392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.432819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd14895c-f0ec-4ce9-8cb8-b981eba6c98d req-60ba5256-bc57-4c8c-a835-e4e95ad11b90 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:02:55.442473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e0062d40-e6f9-4625-9846-08dfb879814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.446342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e0062d40-e6f9-4625-9846-08dfb879814c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5b462e8-9bbd-485f-8bc5-99a8dc7a956f HTTP/1.1" status: 204 len: 168 time: 1.4739568 Mar 03 18:02:55.486666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.499610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.542721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd14895c-f0ec-4ce9-8cb8-b981eba6c98d req-60ba5256-bc57-4c8c-a835-e4e95ad11b90 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:02:55.551356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd14895c-f0ec-4ce9-8cb8-b981eba6c98d req-60ba5256-bc57-4c8c-a835-e4e95ad11b90 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b65a2e5-06cf-480e-94f4-4ebd9b7183f3 HTTP/1.1" status: 200 len: 210 time: 0.2641098 Mar 03 18:02:55.563141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:02:55.563660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:02:55.577934 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:02:55.737711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.766262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.780245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-cac34c32-8b0d-4399-aea3-091b2f05e305 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414409 Mar 03 18:02:55.784854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] 10.222.0.23 "DELETE /v2.0/networks/57cb74d7-b15a-4670-8955-ab2e76d6425f HTTP/1.1" status: 204 len: 168 time: 1.5518088 Mar 03 18:02:55.788266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af571a4-756d-4af1-8c18-b971414ad282 admin admin] Pushing event deleted for resources: {'Network': ['ID=57cb74d7-b15a-4670-8955-ab2e76d6425f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:55.860987 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-a9e1f4e7-b02b-44d3-af60-013dd83c1e5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d560d40d-e0db-4499-aff7-01a762429d71 HTTP/1.1" status: 200 len: 217 time: 0.0747981 Mar 03 18:02:55.919124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56236) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:55.946619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:55.963121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-0eb2bbee-1c53-46e3-a586-00c89142b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:55.964595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-0eb2bbee-1c53-46e3-a586-00c89142b86e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 200 len: 797 time: 0.0984948 Mar 03 18:02:55.966732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:56.013559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Usage tracker for resource:security_group_rule and tenant:8a8a4b1d6d0e426c8649ebae47c87739 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:56.021081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56242) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:56.027757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:56.060476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:56.120485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.140419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2edd5df4-e0bc-4747-b074-919dd3e5ed52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2faf6b2caf54a93ba66b6794fab3f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168787 Mar 03 18:02:56.147564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:56.170109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8931ba99-415d-41fe-99d0-4ecc646369e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.179609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-8931ba99-415d-41fe-99d0-4ecc646369e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2010419 Mar 03 18:02:56.283714 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:02:56.416988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Router 1e10ed32-4e90-4e63-a12b-51f6f982bb14 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:02:56.425960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b8cae143-0fdc-4cca-9bd9-c5a78950d4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.457880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.493958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.500737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.506521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.516590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.523663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.529430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.535338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.537224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-74e6ed71-90a4-452e-b771-8de4ff6d2201 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.3278575 Mar 03 18:02:56.543524 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.579181 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b8cae143-0fdc-4cca-9bd9-c5a78950d4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.640494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-aee89f4f-e101-44eb-a95a-337b2e47d3d4 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615405 Mar 03 18:02:56.650991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4aa231-ab6b-465b-b343-306c7d4fc11f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:56.673300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:02:56.687956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6c42a53b-5269-4f8c-aba5-c9f3dae1da3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a8a4b1d6d0e426c8649ebae47c87739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674417 Mar 03 18:02:56.693939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b840c80-76d0-40b3-96b5-bb335c1dc663 req-f6cddcb7-841a-418b-949d-ebc6d4117a8c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:56.701560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Sync routers for ids ['1e10ed32-4e90-4e63-a12b-51f6f982bb14'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:02:56.704201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b840c80-76d0-40b3-96b5-bb335c1dc663 req-f6cddcb7-841a-418b-949d-ebc6d4117a8c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.2044368 Mar 03 18:02:56.704201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56266) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:56.718472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Routers {'1e10ed32-4e90-4e63-a12b-51f6f982bb14'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:02:56.718472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1e10ed32-4e90-4e63-a12b-51f6f982bb14'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:56.753925 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.758104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a6384354-cfd4-4086-b439-0a5235aca0b1 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7662189 Mar 03 18:02:56.759910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56270) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:56.762648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37ace02d-3313-41f2-b04e-10eb05544b9a req-f9936172-63cf-425d-b325-566da0c1f575 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2098830 Mar 03 18:02:56.866170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b8cae143-0fdc-4cca-9bd9-c5a78950d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.924101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cae143-0fdc-4cca-9bd9-c5a78950d4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3300b012-21f9-4da6-bae5-a74119b6be21,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:56.928001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b840c80-76d0-40b3-96b5-bb335c1dc663 req-9221226f-be1f-45c1-865b-38a4635eb136 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251639 Mar 03 18:02:56.936263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Set router 1e10ed32-4e90-4e63-a12b-51f6f982bb14 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:02:56.958188 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdc831ba-86be-4f59-8be5-b3b90d02cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:56.990841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7440bb87-a6d1-46ad-85b9-640b9c6a6ca5 req-f1094ec1-a359-4049-a4ed-066c949345bb service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407021 Mar 03 18:02:57.008791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b8cae143-0fdc-4cca-9bd9-c5a78950d4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:57.013204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b8cae143-0fdc-4cca-9bd9-c5a78950d4c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3300b012-21f9-4da6-bae5-a74119b6be21 HTTP/1.1" status: 204 len: 168 time: 0.8646991 Mar 03 18:02:57.321957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdc831ba-86be-4f59-8be5-b3b90d02cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:57.486231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-784b9021-1996-422b-9e19-6e8b0b926035 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/1e10ed32-4e90-4e63-a12b-51f6f982bb14 HTTP/1.1" status: 200 len: 908 time: 0.7067068 Mar 03 18:02:57.492905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56292) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:57.529523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-131935474', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': True}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:02:57.544258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:02:57.554404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10ed32-4e90-4e63-a12b-51f6f982bb14', 'name': 'tempest-snat-router-131935474', 'tenant_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.215'}], 'enable_snat': False}, 'gw_port_id': '34768e63-192a-4fbf-88d2-67f112cefc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:02:49Z', 'updated_at': '2022-03-03T18:02:55Z', 'revision_number': 3, 'project_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'gw_port': {'id': '34768e63-192a-4fbf-88d2-67f112cefc68', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10ed32-4e90-4e63-a12b-51f6f982bb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:02:51Z', 'updated_at': '2022-03-03T18:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:57.555839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdc831ba-86be-4f59-8be5-b3b90d02cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:57.576064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc831ba-86be-4f59-8be5-b3b90d02cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4aa231-ab6b-465b-b343-306c7d4fc11f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:57.576720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Usage tracker for resource:router and tenant:9cc8b914dc874ee1b5f6a47ce7d70549 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:02:57.580686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:02:57.585578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Checking router: 1e10ed32-4e90-4e63-a12b-51f6f982bb14 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:02:57.586148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Updating router 1e10ed32-4e90-4e63-a12b-51f6f982bb14 port 34768e63-192a-4fbf-88d2-67f112cefc68 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:02:57.596482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:02:57.609287 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fdc831ba-86be-4f59-8be5-b3b90d02cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:57.613637 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fdc831ba-86be-4f59-8be5-b3b90d02cab0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf4aa231-ab6b-465b-b343-306c7d4fc11f HTTP/1.1" status: 204 len: 168 time: 0.9026225 Mar 03 18:02:57.667657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:57.699868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:57.701738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:57.731508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:57.732320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:57.732979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:57.733668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:57.734313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:57.734956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:57.735612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:57.738115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e9a392fb-2816-4a88-a835-315d86ee6f33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6475 time: 0.6551287 Mar 03 18:02:57.854213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:58.046050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82044a-6c8b-4124-a459-6c24fe6ebc36 req-86da3a36-46b6-4594-9285-4b0378370bc1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.052955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab82044a-6c8b-4124-a459-6c24fe6ebc36 req-86da3a36-46b6-4594-9285-4b0378370bc1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.4576225 Mar 03 18:02:58.218652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.227696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.237824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.241843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.248392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.255536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.263357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.272549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-4325e97e-fc61-45c6-ba2d-fa92bd8fd2ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.2754397 Mar 03 18:02:58.276046 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:58.295683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Transition to ACTIVE for port object 34768e63-192a-4fbf-88d2-67f112cefc68 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:02:58.310399 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:58.339744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-15e6f3a5-5783-41f5-9c6a-b548a241c41d req-9e816760-55a2-49c4-913e-d5471e0e6c52 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659814 Mar 03 18:02:58.437457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Attempting to bind port 34768e63-192a-4fbf-88d2-67f112cefc68 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:02:58.438080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Attempting to bind port 34768e63-192a-4fbf-88d2-67f112cefc68 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:02:58.438494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Attempting to bind port 34768e63-192a-4fbf-88d2-67f112cefc68 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:02:58.449726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:02:58.450363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:02:58.451106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:58.451659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:02:58.452409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Bound port: 34768e63-192a-4fbf-88d2-67f112cefc68, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:02:58.452943 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:58.531270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab82044a-6c8b-4124-a459-6c24fe6ebc36 req-f8269a3b-cf73-4b1b-98ae-ca683f64a536 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773240 Mar 03 18:02:58.537719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-716f884f-c25a-48dd-8489-93d261f00c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.539417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-716f884f-c25a-48dd-8489-93d261f00c03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 HTTP/1.1" status: 200 len: 902 time: 0.7944839 Mar 03 18:02:58.579060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] For port 34768e63-192a-4fbf-88d2-67f112cefc68, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:02:58.591252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] For port 34768e63-192a-4fbf-88d2-67f112cefc68, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=34768e63-192a-4fbf-88d2-67f112cefc68,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:02:58.606718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:58.692998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:02:58.708895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e5c8e537-a1f3-4b2c-a545-a1a872424520 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d560d40d-e0db-4499-aff7-01a762429d71 HTTP/1.1" status: 200 len: 217 time: 0.1032109 Mar 03 18:02:58.711715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Routers {'1e10ed32-4e90-4e63-a12b-51f6f982bb14'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:02:58.713205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1e10ed32-4e90-4e63-a12b-51f6f982bb14'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:58.779896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-b2fb8dea-4659-4039-82e5-53c292cea7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.781354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-b2fb8dea-4659-4039-82e5-53c292cea7fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 200 len: 797 time: 0.0654621 Mar 03 18:02:58.865200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb42a20-8cab-48f9-8a33-999c1aa60293 req-613a067d-a5c0-4af9-a426-864ccab2bcd0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.873186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddb42a20-8cab-48f9-8a33-999c1aa60293 req-613a067d-a5c0-4af9-a426-864ccab2bcd0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.4063053 Mar 03 18:02:58.951953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddb42a20-8cab-48f9-8a33-999c1aa60293 req-5ddfab5e-a5a4-466e-b165-2998fe46a007 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/quotas/bb0140b63c1d4645ab4917bffa7c281d HTTP/1.1" status: 200 len: 375 time: 0.0753334 Mar 03 18:02:58.956043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-a4f53e0a-c4bc-436f-b172-d5673b244b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:02:58.957540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-a4f53e0a-c4bc-436f-b172-d5673b244b47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1614304 Mar 03 18:02:59.048296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddb42a20-8cab-48f9-8a33-999c1aa60293 req-90702d2c-c412-4aff-a82a-187a4ee28cb3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947125 Mar 03 18:02:59.051994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] Set router 1e10ed32-4e90-4e63-a12b-51f6f982bb14 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:02:59.275227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-e4092810-fd4e-4a93-815f-76e127521d55 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091812 Mar 03 18:02:59.336128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f9a13-87a8-4a6b-af3d-828edb346712 None None] Pushing event updated for resources: {'Port': ['ID=34768e63-192a-4fbf-88d2-67f112cefc68,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:59.348684 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddb42a20-8cab-48f9-8a33-999c1aa60293 req-427f7e3c-ad0b-4eb1-a1e0-f64cc79fdf79 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986944 Mar 03 18:02:59.482335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56372) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:02:59.508487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f9a13-87a8-4a6b-af3d-828edb346712 None None] Pushing event updated for resources: {'Port': ['ID=34768e63-192a-4fbf-88d2-67f112cefc68,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:02:59.533715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10ed32-4e90-4e63-a12b-51f6f982bb14', 'name': 'tempest-snat-router-131935474', 'tenant_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.215'}], 'enable_snat': False}, 'gw_port_id': '34768e63-192a-4fbf-88d2-67f112cefc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:02:49Z', 'updated_at': '2022-03-03T18:02:55Z', 'revision_number': 3, 'project_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'gw_port': {'id': '34768e63-192a-4fbf-88d2-67f112cefc68', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10ed32-4e90-4e63-a12b-51f6f982bb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:02:51Z', 'updated_at': '2022-03-03T18:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:02:59.537607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2592-27a3-42ed-ad92-c35710244700 None None] The sync data for ids ['1e10ed32-4e90-4e63-a12b-51f6f982bb14'] in n-d-827121-1 is: [{'id': '1e10ed32-4e90-4e63-a12b-51f6f982bb14', 'name': 'tempest-snat-router-131935474', 'tenant_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.215'}], 'enable_snat': False}, 'gw_port_id': '34768e63-192a-4fbf-88d2-67f112cefc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:02:49Z', 'updated_at': '2022-03-03T18:02:55Z', 'revision_number': 3, 'project_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'gw_port': {'id': '34768e63-192a-4fbf-88d2-67f112cefc68', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10ed32-4e90-4e63-a12b-51f6f982bb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:02:51Z', 'updated_at': '2022-03-03T18:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:02:59.649264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddb42a20-8cab-48f9-8a33-999c1aa60293 req-2ddc9ed4-d741-4913-bf51-728af3dbb095 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988081 Mar 03 18:03:00.028550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-144151280-network', 'tenant_id': '634357dab45a4089888299b9ffd1a87e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:00.033724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:00.039377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Usage tracker for resource:network and tenant:634357dab45a4089888299b9ffd1a87e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:00.042288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:00.068904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cf66ef80-439f-411f-9f2d-656fef92ec36 req-c3e5d48e-9576-47c4-abfa-cb40b2de12e2 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863047 Mar 03 18:03:00.088883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:00.161247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee499e-82cb-4071-b284-fb5b0097df70 req-52abda6b-ff94-43c1-845d-79b79380a0a0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.176738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ceee499e-82cb-4071-b284-fb5b0097df70 req-52abda6b-ff94-43c1-845d-79b79380a0a0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.1747384 Mar 03 18:03:00.193373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:00.260201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ceee499e-82cb-4071-b284-fb5b0097df70 req-c07141be-7e63-471e-9af0-7ce199e7b088 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823104 Mar 03 18:03:00.341993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:00.405594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Made reservation on behalf of 634357dab45a4089888299b9ffd1a87e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:00.407982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:00.412414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d51931d-4b0a-4f3f-bd4f-00156adb4c48 req-8e4ecfde-75e8-42db-88ca-d41ca4992147 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa0622fd-7109-4b06-9cde-12520267b5b2 HTTP/1.1" status: 200 len: 210 time: 0.1004283 Mar 03 18:03:00.434045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.440441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.449177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.462329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.477383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.484645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.490595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:00.498979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-de50197a-fbb8-4747-8d5e-1fcbfec45686 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.8813860 Mar 03 18:03:00.527702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:00.570602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:00.601660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Usage tracker for resource:security_group_rule and tenant:634357dab45a4089888299b9ffd1a87e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:00.614988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:00.639645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:00.725400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e25128b5-f314-48a3-bd00-bc4fd378bd3f req-d6b9ba59-2b27-46b1-920d-7253672182a3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2229044 Mar 03 18:03:00.768099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56440) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:00.976926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Allocated IP 172.25.0.52 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/93db8732-0b74-4656-b7af-63dc27bdc190) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:01.120294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.149838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.198520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 34768e63-192a-4fbf-88d2-67f112cefc68 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:01.227321 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.286352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:01.296546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8137f111d04c62a06c33328e242c5d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:01.307162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:01.315182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcf82fe-154d-4060-acdb-7b6730a584a0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:01.332649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:03:01.334416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:01.460879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 34768e63-192a-4fbf-88d2-67f112cefc68 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:01.466498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 34768e63-192a-4fbf-88d2-67f112cefc68 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:01.466974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.482684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.483260 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Added segment bb8a889c-db30-4c33-a030-2991d77578f2 of type vlan for network e4fe219c-9e35-491b-a53c-cebec15947a4 Mar 03 18:03:01.538286 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.564601 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.607986 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.608960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:01.609588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.632039 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.681179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 34768e63-192a-4fbf-88d2-67f112cefc68, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=34768e63-192a-4fbf-88d2-67f112cefc68,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:01.694651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.694809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.707417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e88ff-4540-4bd7-b974-5e5dc94c7188 req-9fb8bc0a-972e-4c35-92ff-03b78de574f7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:01.715666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e52e88ff-4540-4bd7-b974-5e5dc94c7188 req-9fb8bc0a-972e-4c35-92ff-03b78de574f7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.2702618 Mar 03 18:03:01.732074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.765853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fe219c-9e35-491b-a53c-cebec15947a4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:01.788585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=34768e63-192a-4fbf-88d2-67f112cefc68,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:01.796807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network e4fe219c-9e35-491b-a53c-cebec15947a4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:03:01.823961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:01.848763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc8137f111d04c62a06c33328e242c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0786886 Mar 03 18:03:01.849724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56486) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:01.944539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e52e88ff-4540-4bd7-b974-5e5dc94c7188 req-147bcf97-04bb-4810-b5ff-d21c3fa345bd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278361 Mar 03 18:03:01.989854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084b94b-90a9-467c-8d1c-ec2128f0f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cb36ce-40a8-43e2-bc6e-d1cacad0e52b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:02.015964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.016311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.016652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.016988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.017319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.017766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.017993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.018308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.018634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.018955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.019277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.019595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:02.041647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2102b809-8cbe-423f-8cd7-f95d7501d045 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5579770 Mar 03 18:03:02.045688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56496) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:02.052756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:02.059746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:02.061673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Request body: {'subnet': {'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-144151280-subnet', 'tenant_id': '634357dab45a4089888299b9ffd1a87e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:02.067230 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-592f02b4-ead6-4944-97e6-59d3405f4076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:02.068943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:02.118536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-592f02b4-ead6-4944-97e6-59d3405f4076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:02.122187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Port': ['ID=93db8732-0b74-4656-b7af-63dc27bdc190,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:02.191283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:02.198471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-592f02b4-ead6-4944-97e6-59d3405f4076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:02.231919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Usage tracker for resource:subnet and tenant:634357dab45a4089888299b9ffd1a87e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:02.235831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:02.246302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:02.252252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.258592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.265198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f02b4-ead6-4944-97e6-59d3405f4076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cb36ce-40a8-43e2-bc6e-d1cacad0e52b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:02.265623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.271725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.277725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.283891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.289931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.292728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-ea50c432-82b9-4e6e-8605-70cd27886c57 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.3189185 Mar 03 18:03:02.309162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Made reservation on behalf of 634357dab45a4089888299b9ffd1a87e for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:02.311598 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:02.372053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-592f02b4-ead6-4944-97e6-59d3405f4076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:02.374723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-592f02b4-ead6-4944-97e6-59d3405f4076 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83cb36ce-40a8-43e2-bc6e-d1cacad0e52b HTTP/1.1" status: 204 len: 168 time: 0.5159297 Mar 03 18:03:02.487793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94f169d5-6ab6-4c4f-abd5-689dd5009860 req-c72e9a87-3814-40d1-9c51-528c78b39fe3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400878 Mar 03 18:03:02.567288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-67484014-07e8-4f66-be9e-00449ee136b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:02.570470 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-67484014-07e8-4f66-be9e-00449ee136b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.3044689 Mar 03 18:03:02.611607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-7e5e0205-e013-4a33-abed-a56772ad87b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/quotas/bb0140b63c1d4645ab4917bffa7c281d HTTP/1.1" status: 200 len: 375 time: 0.0334740 Mar 03 18:03:02.705628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-2c5f603b-1e32-4379-863b-cec66fb3d9ce tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964918 Mar 03 18:03:02.735126 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:03.035565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 34768e63-192a-4fbf-88d2-67f112cefc68 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:03.066531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-5822f6fd-fab6-4b08-a3d2-b1585dbb6877 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598359 Mar 03 18:03:03.202223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 34768e63-192a-4fbf-88d2-67f112cefc68 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:03.202591 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:03.222008 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:03.276533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9868344d-7a62-43f3-9173-45dce2f87986 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:03.324801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0e9be7-db8b-40b3-a6f3-d52cda22d323,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:03.388714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-9a590b45-d0a5-48d3-b5b3-3ce8dc9ffb1c service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209276 Mar 03 18:03:03.410200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Checking segment: {'id': 'bb8a889c-db30-4c33-a030-2991d77578f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:03.410767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Network hostable DHCP agents. Network: e4fe219c-9e35-491b-a53c-cebec15947a4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:03:03.437226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Network e4fe219c-9e35-491b-a53c-cebec15947a4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:03:03.457732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, e4fe219c-9e35-491b-a53c-cebec15947a4) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:03.462469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:03.464696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:03.493840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b02911ab-5445-4ec1-ab9e-295d4f64f748 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4405959 Mar 03 18:03:03.499728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e57f5-6ac4-4868-81ad-65a721c096c9 req-9c01c777-bd36-4259-95d2-98d01d9e302a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:03.501315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-715e57f5-6ac4-4868-81ad-65a721c096c9 req-9c01c777-bd36-4259-95d2-98d01d9e302a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.2707851 Mar 03 18:03:03.560567 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:03.627697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bebf4e-9073-49ab-bc5a-e45f5c00a902 None None] Network e4fe219c-9e35-491b-a53c-cebec15947a4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:03:03.705934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-715e57f5-6ac4-4868-81ad-65a721c096c9 req-0c315cc0-b482-4a69-bcac-0f2efb4a3b19 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928120 Mar 03 18:03:03.818693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:03.884602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '9868344d-7a62-43f3-9173-45dce2f87986', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'port_id': '9868344d-7a62-43f3-9173-45dce2f87986', 'mac_address': 'fa:16:3e:00:7b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:03.908768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6f8b015-b052-4b5e-8509-f5bc59f57dda req-308e7493-206c-4987-ac77-70842238a691 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 210 time: 0.1023970 Mar 03 18:03:04.078499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47602d62-3747-49a0-81b5-03ca3be45ae0 None None] Network e4fe219c-9e35-491b-a53c-cebec15947a4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:03:04.109816 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:04.236216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Router 76fcd858-f41f-4b07-94a2-e4312be7cfc5 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:03:04.242759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9868344d-7a62-43f3-9173-45dce2f87986 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:04.350590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:04.382251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:04.582693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['9868344d-7a62-43f3-9173-45dce2f87986'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:04.645788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:04.675611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:04.702250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:04.708684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:03:04.716841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:04.718286 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Sync routers for ids ['76fcd858-f41f-4b07-94a2-e4312be7cfc5'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:03:04.733234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:04.735366 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Routers {'76fcd858-f41f-4b07-94a2-e4312be7cfc5'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:04.738897 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['76fcd858-f41f-4b07-94a2-e4312be7cfc5'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:04.743568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:04.746690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:04.748135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ed301c82-d231-4607-b398-bc13fd4c9672 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.2461834 Mar 03 18:03:04.750945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56590) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:04.763981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:04.766330 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-27914924-666a-4c31-a372-c5e7878cc6d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.4136772 Mar 03 18:03:04.792937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:04.850722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c26f1cc6-cae1-4a50-a68a-3bfe6a3bff03 req-1fe3862e-2c64-4efc-ad37-b38553c74a15 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784056 Mar 03 18:03:05.158796 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Set router 76fcd858-f41f-4b07-94a2-e4312be7cfc5 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:03:05.202324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295080c-562b-45a1-b35c-88650a86c46c req-0a413dc0-ec39-4e52-b71c-3f766db7e916 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:05.221056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9295080c-562b-45a1-b35c-88650a86c46c req-0a413dc0-ec39-4e52-b71c-3f766db7e916 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 944 time: 0.1615884 Mar 03 18:03:05.277678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56614) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:05.277899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-944fa04f-eed7-4c8e-8714-3192236de553 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/76fcd858-f41f-4b07-94a2-e4312be7cfc5 HTTP/1.1" status: 200 len: 906 time: 0.5226901 Mar 03 18:03:05.281364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56618) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:05.288023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9868344d-7a62-43f3-9173-45dce2f87986 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:05.380803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 9868344d-7a62-43f3-9173-45dce2f87986 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:05.381710 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:05.406346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9295080c-562b-45a1-b35c-88650a86c46c req-8dd0c340-4e0d-489e-9984-eb155b1081fa tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839583 Mar 03 18:03:05.554243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-4a3110ca-2b20-44fc-9feb-84e5753c4e8b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:05.557312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-4a3110ca-2b20-44fc-9feb-84e5753c4e8b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Synchronizing usage tracker for tenant:634357dab45a4089888299b9ffd1a87e on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:05.616697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-4a3110ca-2b20-44fc-9feb-84e5753c4e8b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Unset dirty status for tenant:634357dab45a4089888299b9ffd1a87e on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:05.618049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-4a3110ca-2b20-44fc-9feb-84e5753c4e8b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/networks?id=e4fe219c-9e35-491b-a53c-cebec15947a4 HTTP/1.1" status: 200 len: 813 time: 0.6945343 Mar 03 18:03:05.630663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:05.641841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-ba1c34d6-05ae-4172-bd09-b07f908b100e tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/quotas/634357dab45a4089888299b9ffd1a87e HTTP/1.1" status: 200 len: 375 time: 0.0172091 Mar 03 18:03:05.681187 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fcd858-f41f-4b07-94a2-e4312be7cfc5', 'name': 'tempest-snat-router-131935474', 'tenant_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '93db8732-0b74-4656-b7af-63dc27bdc190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:02:57Z', 'updated_at': '2022-03-03T18:03:02Z', 'revision_number': 3, 'project_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'gw_port': {'id': '93db8732-0b74-4656-b7af-63dc27bdc190', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fcd858-f41f-4b07-94a2-e4312be7cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:03:00Z', 'updated_at': '2022-03-03T18:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:05.686236 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Checking router: 76fcd858-f41f-4b07-94a2-e4312be7cfc5 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:03:05.686956 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Updating router 76fcd858-f41f-4b07-94a2-e4312be7cfc5 port 93db8732-0b74-4656-b7af-63dc27bdc190 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:03:05.699556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:05.722846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:05.732788 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:05.750130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-0bc79f52-4ce8-4358-b7c0-fdf497b6ee3e tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=634357dab45a4089888299b9ffd1a87e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013498 Mar 03 18:03:05.799464 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:05.830191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7bd9bb98-51d0-467d-b5e2-f45ea4aa5650 req-678c04b4-591b-4281-a10a-ddb054ae5424 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 210 time: 0.2077222 Mar 03 18:03:05.833218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:05.868737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-720022225'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:05.946334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-34e46f39-6f08-4002-97d9-ab33eb992375 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948450 Mar 03 18:03:05.972490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:06.004144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.065884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Usage tracker for resource:network and tenant:3e7aab6a98fe4fe88233cf8c5274db05 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:06.083763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:06.115181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:06.206356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Made reservation on behalf of 3e7aab6a98fe4fe88233cf8c5274db05 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:06.208629 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986', 'code': 200} Mar 03 18:03:06.209943 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.347119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-e880cb66-4821-4e97-8fb8-916cab91ffef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:06.348534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-e880cb66-4821-4e97-8fb8-916cab91ffef tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.6026211 Mar 03 18:03:06.354257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.396450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-2d0c963a-a28c-47b2-93d5-6eb76e176323 service neutron] 10.222.0.23 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430273 Mar 03 18:03:06.411248 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.424937 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Transition to ACTIVE for port object 93db8732-0b74-4656-b7af-63dc27bdc190 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:06.429194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Request body: {'port': {'device_id': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'admin_state_up': True, 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:06.435056 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.453806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:06.470377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.489975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Usage tracker for resource:security_group_rule and tenant:3e7aab6a98fe4fe88233cf8c5274db05 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:06.540480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:06.548383 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Attempting to bind port 93db8732-0b74-4656-b7af-63dc27bdc190 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:06.548884 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Attempting to bind port 93db8732-0b74-4656-b7af-63dc27bdc190 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:06.549771 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Attempting to bind port 93db8732-0b74-4656-b7af-63dc27bdc190 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:06.554585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Deleting port 93db8732-0b74-4656-b7af-63dc27bdc190 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:06.554923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.557521 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:03:06.558098 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:06.558602 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.559091 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:03:06.559661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Bound port: 93db8732-0b74-4656-b7af-63dc27bdc190, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:03:06.560267 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.772970 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] For port 93db8732-0b74-4656-b7af-63dc27bdc190, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:06.775093 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Pushing event updated for resources: {'Port': ['ID=93db8732-0b74-4656-b7af-63dc27bdc190,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:06.786599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:06.788437 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.789141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.789766 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.790381 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.790893 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.791378 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.792029 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.792588 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.793073 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.793601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.794286 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.794786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:06.800084 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] For port 93db8732-0b74-4656-b7af-63dc27bdc190, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=93db8732-0b74-4656-b7af-63dc27bdc190,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:03:06.807104 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:06.897315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a27bdd-c1b0-44b0-a196-b30d1e3cdf21 req-8ed40acd-50ed-46e4-b66d-11e936cd7602 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:06.898889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68a27bdd-c1b0-44b0-a196-b30d1e3cdf21 req-8ed40acd-50ed-46e4-b66d-11e936cd7602 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.1612668 Mar 03 18:03:06.928069 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Routers {'76fcd858-f41f-4b07-94a2-e4312be7cfc5'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:06.928951 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:02:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['76fcd858-f41f-4b07-94a2-e4312be7cfc5'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:06.955130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68a27bdd-c1b0-44b0-a196-b30d1e3cdf21 req-cf4e4dc3-dc28-4649-beb4-8a724d2a59c7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Mar 03 18:03:06.999788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] For port 93db8732-0b74-4656-b7af-63dc27bdc190, host n-d-827121-1, got binding levels [] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:07.001475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:07.108963 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] Set router 76fcd858-f41f-4b07-94a2-e4312be7cfc5 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:03:07.144108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-57413dcd-e0a8-447c-a44a-7d230b1e8a2a req-5a14e9fe-2ae1-4fc6-9ba7-8f97875c3a4c tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 210 time: 0.1282935 Mar 03 18:03:07.160608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Calling delete_port for 93db8732-0b74-4656-b7af-63dc27bdc190 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:07.233939 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fcd858-f41f-4b07-94a2-e4312be7cfc5', 'name': 'tempest-snat-router-131935474', 'tenant_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:02:57Z', 'updated_at': '2022-03-03T18:03:06Z', 'revision_number': 4, 'project_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:07.240304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a973d98-5d6e-4e6b-b957-3971d1544948 None None] The sync data for ids ['76fcd858-f41f-4b07-94a2-e4312be7cfc5'] in n-d-827121-1 is: [{'id': '76fcd858-f41f-4b07-94a2-e4312be7cfc5', 'name': 'tempest-snat-router-131935474', 'tenant_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:02:57Z', 'updated_at': '2022-03-03T18:03:06Z', 'revision_number': 4, 'project_id': '9cc8b914dc874ee1b5f6a47ce7d70549', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:03:07.274652 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b1562-f522-4f77-aa64-ba380d29a059 None None] Pushing event updated for resources: {'Port': ['ID=93db8732-0b74-4656-b7af-63dc27bdc190,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:07.424089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:07.436340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:07.503998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:07.516173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:07.524591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:07.534039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:07.548219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:07.554401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:07.560979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:07.563005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-1b455f27-bab4-4e50-bba5-49a8ef6b878b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 1.2098353 Mar 03 18:03:07.577964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:07.581421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:07.671784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66f00fc3-a9ae-4b14-8b7c-c7a24f813ac1 req-60fadf1b-b59d-4682-8180-bc164a49f9af tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 210 time: 0.0603426 Mar 03 18:03:07.804177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1184829e-0ba4-49c1-be2e-9dfb49755eee req-4da55b85-47ed-4f73-b272-b8afa8d2e2a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2104146 Mar 03 18:03:07.843007 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:07.854506 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:07.926345 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:03:07.926670 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:03:07.930335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:03:07.964961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61880ba4-af39-4c58-a2be-3cc6f5e5ce09,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:07.975800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:07.975800 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Added segment 440e3918-ad9f-417a-b323-13911f6bb23b of type vlan for network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 Mar 03 18:03:08.007535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Allocated IP 172.20.0.2 (7e4ff3c8-3745-40d1-9af3-8cbbc856ef51/a8406e94-119a-46ab-bb38-f3f82601ce5c/14c9880f-04e8-4a5b-a5e4-1e59605a7e31) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:08.104601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:08.171619 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:08.194221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:08.195213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:08.317167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.0302753 Mar 03 18:03:08.454803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c037-def5-4f1f-bbc8-4ac4f0476b71 req-06fa74d5-37f8-467c-b9d3-599be53bd893 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:08.456262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70f9c037-def5-4f1f-bbc8-4ac4f0476b71 req-06fa74d5-37f8-467c-b9d3-599be53bd893 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.3372667 Mar 03 18:03:08.469908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Deleting port 93db8732-0b74-4656-b7af-63dc27bdc190 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:08.470456 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:08.558655 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70f9c037-def5-4f1f-bbc8-4ac4f0476b71 req-3e7b2bdb-439f-42c8-ad46-381db809d7a9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849574 Mar 03 18:03:08.579241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-a3552a84-61a8-4f28-b0df-36c4d552e0e2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:08.582300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-a3552a84-61a8-4f28-b0df-36c4d552e0e2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.35 "GET /v2.0/networks?id=e4fe219c-9e35-491b-a53c-cebec15947a4 HTTP/1.1" status: 200 len: 813 time: 0.3551610 Mar 03 18:03:08.599366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Request body: {'port': {'device_id': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4', 'admin_state_up': True, 'tenant_id': '634357dab45a4089888299b9ffd1a87e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:08.635498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc0b7bee-27c0-429e-8063-908c7b22fe6c req-aa20f1d7-5cc1-46c5-9ef3-a3e8c8c4c009 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 210 time: 0.2200477 Mar 03 18:03:08.636279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd61ff-ec82-474c-9fb1-41c0d980d7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Pushing event updated for resources: {'Network': ['ID=2280ce48-98cb-4c54-a1b9-7bcb870f8ad3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:08.658713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:03:08.845502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56720) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:08.878017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Request body: {'port': {'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3', 'binding:host_id': 'n-h2-827121-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1275652856'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:08.909966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:08.989614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Usage tracker for resource:port and tenant:cf1121dd64334adc9fed9fb51720e894 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:09.098633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:09.140592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:09.146444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Usage tracker for resource:port and tenant:634357dab45a4089888299b9ffd1a87e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:09.155791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:09.168753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:09.208591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:09.220491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:09.224873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.231173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.238102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.244417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.252285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.258237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.264492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.275892 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-c04758b1-d582-48f1-a554-b51a855e75ad tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.2165525 Mar 03 18:03:09.279382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Made reservation on behalf of 634357dab45a4089888299b9ffd1a87e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:09.283028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:09.396618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] For port 93db8732-0b74-4656-b7af-63dc27bdc190, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=93db8732-0b74-4656-b7af-63dc27bdc190,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:09.397243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:09.452165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd78b1e0-5759-410d-8cad-a5e3ef4da1c5 req-8c751193-a922-468a-9ad4-1de038458aff tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745827 Mar 03 18:03:09.570050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Allocated IP 172.20.0.6 (e4fe219c-9e35-491b-a53c-cebec15947a4/5f0e9be7-db8b-40b3-a6f3-d52cda22d323/b2343de9-cb79-4b04-bae9-7cf39b3ebbfe) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:09.859005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:09.900660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Calling delete_port for 93db8732-0b74-4656-b7af-63dc27bdc190 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:09.917893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:09.936383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a058-9ff3-4f06-911a-56642ac5abc3 req-4fab7555-ad2b-4bf7-a446-74fde07ba6f9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:09.938415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d07a058-9ff3-4f06-911a-56642ac5abc3 req-4fab7555-ad2b-4bf7-a446-74fde07ba6f9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.1612704 Mar 03 18:03:09.960401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Made reservation on behalf of cf1121dd64334adc9fed9fb51720e894 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:09.963592 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:09.986707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event updated for resources: {'Port': ['ID=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:09.994031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:09.998453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:10.005659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:10.008008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:10.046214 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:10.110471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:10.139802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Usage tracker for resource:security_group_rule and tenant:cf1121dd64334adc9fed9fb51720e894 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:10.178673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:10.178673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:10.183364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:10.184933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d07a058-9ff3-4f06-911a-56642ac5abc3 req-4a21c21e-a8fc-4c06-a4f4-e49bed5c710c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364419 Mar 03 18:03:10.193579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:10.211004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Network e4fe219c-9e35-491b-a53c-cebec15947a4 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:10.214740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:10.227022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:10.346154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Pushing event updated for resources: {'Port': ['ID=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:10.361183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079f0bf-f2d0-4a93-8c09-68a0d01c3717 req-3e7e2373-da9b-4763-9638-6c8f69534818 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:10.361935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4079f0bf-f2d0-4a93-8c09-68a0d01c3717 req-3e7e2373-da9b-4763-9638-6c8f69534818 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:10.369679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3dbc9a33-8532-46c4-ac0b-ab2a843daae3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9962749 Mar 03 18:03:10.377013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:10.400631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-867a00bd-94b1-4cf9-8b36-149f4ace5d22 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:03:10.401585 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-867a00bd-94b1-4cf9-8b36-149f4ace5d22 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101616 Mar 03 18:03:10.404961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:10.416995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] device_id is not set on port 1448c4f3-00e5-41bb-b254-481651041635 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:10.460001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4079f0bf-f2d0-4a93-8c09-68a0d01c3717 req-3e7e2373-da9b-4763-9638-6c8f69534818 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:10.461447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4079f0bf-f2d0-4a93-8c09-68a0d01c3717 req-3e7e2373-da9b-4763-9638-6c8f69534818 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 931 time: 1.4846590 Mar 03 18:03:10.485472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:10.486327 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:10.533471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-27308072-31d8-452b-bbd4-786da758e29b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9412634 Mar 03 18:03:10.598605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Request body: {'port': {'device_id': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:10.646129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529d400b-e1a3-4b02-b570-a5a4fa1598ca,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:10.685615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeebdd3-acc5-4ca1-864b-47ba55efc045 req-9fd8134a-387a-4e60-b422-c70a2410a88f tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:10.686347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7eeebdd3-acc5-4ca1-864b-47ba55efc045 req-9fd8134a-387a-4e60-b422-c70a2410a88f tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Synchronizing usage tracker for tenant:634357dab45a4089888299b9ffd1a87e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:10.717226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Request body: {'port': {'device_id': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:10.749911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4079f0bf-f2d0-4a93-8c09-68a0d01c3717 req-8b69cc0a-5d9c-4c89-a2b5-4cd56ca77d73 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669454 Mar 03 18:03:10.774277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7eeebdd3-acc5-4ca1-864b-47ba55efc045 req-9fd8134a-387a-4e60-b422-c70a2410a88f tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Unset dirty status for tenant:634357dab45a4089888299b9ffd1a87e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:10.784725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eeebdd3-acc5-4ca1-864b-47ba55efc045 req-9fd8134a-387a-4e60-b422-c70a2410a88f tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 931 time: 0.3897967 Mar 03 18:03:10.824248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:10.964699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7eeebdd3-acc5-4ca1-864b-47ba55efc045 req-3e45a1b9-b25c-4918-98e2-ac3c922303ea tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Synchronizing usage tracker for tenant:634357dab45a4089888299b9ffd1a87e on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:11.010167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:11.042918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event deleted for resources: {'Port': ['ID=93db8732-0b74-4656-b7af-63dc27bdc190,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:11.149277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7eeebdd3-acc5-4ca1-864b-47ba55efc045 req-3e45a1b9-b25c-4918-98e2-ac3c922303ea tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Unset dirty status for tenant:634357dab45a4089888299b9ffd1a87e on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:11.151138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eeebdd3-acc5-4ca1-864b-47ba55efc045 req-3e45a1b9-b25c-4918-98e2-ac3c922303ea tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652861 Mar 03 18:03:11.248242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:11.426948 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:11.668744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] device_id is not set on port 1448c4f3-00e5-41bb-b254-481651041635 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:11.690146 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:11.702460 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:11.731072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05926601-88fd-4af8-9211-c28cc182f2ca req-bef637bc-61dc-49d3-b212-7fff43bc062b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.738732 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05926601-88fd-4af8-9211-c28cc182f2ca req-bef637bc-61dc-49d3-b212-7fff43bc062b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.3137884 Mar 03 18:03:11.747281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.770045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.780210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.788765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.806360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.809563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05926601-88fd-4af8-9211-c28cc182f2ca req-955919b5-e216-41fa-9ce9-e30575adc020 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Mar 03 18:03:11.815286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.827878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:11.837717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7eca966f-8616-48e1-a879-270a5519880f req-75635856-b6ca-47a7-8dbd-cde104770ad6 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.8835411 Mar 03 18:03:11.943323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2343de9-cb79-4b04-bae9-7cf39b3ebbfe {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:11.971217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:11.979252 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.015262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Transition to ACTIVE for port object b2343de9-cb79-4b04-bae9-7cf39b3ebbfe will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:12.020025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.234502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Pushing event updated for resources: {'Port': ['ID=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:12.258405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Transition to ACTIVE for port object 1448c4f3-00e5-41bb-b254-481651041635 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:12.265735 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.266289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76fcd858-f41f-4b07-94a2-e4312be7cfc5 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:03:12.313829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7eca966f-8616-48e1-a879-270a5519880f req-245d0678-2b13-41df-8027-83788e127a71 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4746425 Mar 03 18:03:12.324219 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.440971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.442452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eac512f6-5fbc-4174-83c8-0dee1d8ef56f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "DELETE /v2.0/routers/76fcd858-f41f-4b07-94a2-e4312be7cfc5 HTTP/1.1" status: 204 len: 168 time: 7.1599722 Mar 03 18:03:12.457312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56786) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:12.475837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Attempting to bind port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:12.476680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Attempting to bind port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'bb8a889c-db30-4c33-a030-2991d77578f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:12.476680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Attempting to bind port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe on network e4fe219c-9e35-491b-a53c-cebec15947a4 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:12.484672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe on network e4fe219c-9e35-491b-a53c-cebec15947a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:12.485451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Attempting to bind port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe on network e4fe219c-9e35-491b-a53c-cebec15947a4 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:12.492041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:03:12.492501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Checking segment: {'id': 'bb8a889c-db30-4c33-a030-2991d77578f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:12.492984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Bound using segment: {'id': 'bb8a889c-db30-4c33-a030-2991d77578f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:03:12.493569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Bound port: b2343de9-cb79-4b04-bae9-7cf39b3ebbfe, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8a889c-db30-4c33-a030-2991d77578f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:03:12.494013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.611928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c8a2-ebc5-44c6-a58f-e801d3d6bcb7 req-a32ed250-f7a0-4fb7-bc2f-6b5e06df2bb0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:12.613579 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3998c8a2-ebc5-44c6-a58f-e801d3d6bcb7 req-a32ed250-f7a0-4fb7-bc2f-6b5e06df2bb0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 931 time: 0.5510325 Mar 03 18:03:12.657750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] For port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:12.675772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] For port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,segment=NetworkSegment(bb8a889c-db30-4c33-a030-2991d77578f2),segment_id=bb8a889c-db30-4c33-a030-2991d77578f2)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:03:12.688340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.711178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=1448c4f3-00e5-41bb-b254-481651041635,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:12.764579 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3998c8a2-ebc5-44c6-a58f-e801d3d6bcb7 req-85b13b3c-1e3d-440a-9322-b49e7bd69ee9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286917 Mar 03 18:03:12.778084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:12.778747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:12.780033 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] 10.222.0.35 "PUT /v2.0/ports/b2343de9-cb79-4b04-bae9-7cf39b3ebbfe HTTP/1.1" status: 200 len: 1091 time: 2.2363341 Mar 03 18:03:12.780464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'tag': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:12.898476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Checking segment: {'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:12.899039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Network hostable DHCP agents. Network: 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:03:12.985650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:12.998513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb4901-ae56-413b-b043-6b64821a50bc req-935146f4-17bf-4d83-bb00-bb748fb11ff6 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:13.001751 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'tag': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe', 'status': 'completed', 'code': 200} Mar 03 18:03:13.006629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6fb4901-ae56-413b-b043-6b64821a50bc req-935146f4-17bf-4d83-bb00-bb748fb11ff6 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 943 time: 0.4063661 Mar 03 18:03:13.028128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:03:13.035501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:13.038258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:13.110996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350610-c848-40e1-9459-f7d1050edefc service neutron] Pushing event updated for resources: {'Port': ['ID=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:13.191199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-98bc5eed-2f5b-42dc-b148-c81e82c6d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:13.192894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-98bc5eed-2f5b-42dc-b148-c81e82c6d6a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634357dab45a4089888299b9ffd1a87e&device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 1094 time: 0.3509142 Mar 03 18:03:13.202515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0570d9a-b287-472f-9cbc-c0047d5772fc req-59863701-6929-4c5d-bb0f-0f6dc394f907 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:13.209538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0570d9a-b287-472f-9cbc-c0047d5772fc req-59863701-6929-4c5d-bb0f-0f6dc394f907 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.1741610 Mar 03 18:03:13.239617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6fb4901-ae56-413b-b043-6b64821a50bc req-87c02bbd-cb75-48bf-b097-65baf0ae5961 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266998 Mar 03 18:03:13.240687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:13.244939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Transition to ACTIVE for port object 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:13.254061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:13.255662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac180385-2614-411b-98fc-e0fc67ea9806 None None] Network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:03:13.266116 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:13.442668 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-63d8bccf-2251-4cbc-8785-c4e1da91da1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe HTTP/1.1" status: 200 len: 217 time: 0.2305374 Mar 03 18:03:13.470643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:13.471013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:13.471401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:13.617027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0570d9a-b287-472f-9cbc-c0047d5772fc req-e3fded2c-e563-4388-823c-a3ebdaf99a5e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973341 Mar 03 18:03:13.632541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-603ef5bd-b199-4531-b47b-0c73db5ccf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:13.634042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-603ef5bd-b199-4531-b47b-0c73db5ccf21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f0e9be7-db8b-40b3-a6f3-d52cda22d323 HTTP/1.1" status: 200 len: 853 time: 0.1657588 Mar 03 18:03:13.697518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-bb9f3084-b7e8-40c7-b4dd-cc7a4891f186 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e4fe219c-9e35-491b-a53c-cebec15947a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535905 Mar 03 18:03:13.795272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:13.795623 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:13.801846 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 2 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:13.960169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:13.972729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:13.972729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:13.972729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:14.011482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:14.040565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-733a9b8c-70c1-4bd5-aae7-a64b29c3440e service neutron] 10.222.0.35 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291800 Mar 03 18:03:14.045852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:14.046590 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:14.051957 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 3 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:14.086386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Deleting port 34768e63-192a-4fbf-88d2-67f112cefc68 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:14.086979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:14.216620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Attempting to bind port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:14.217223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Attempting to bind port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:14.217737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Attempting to bind port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:14.235919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ffa1-d08d-41d6-88b6-4e9d2ad06010 req-bbf804f2-1f3f-4c8f-b2e2-5c90e0c12c67 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.237555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:14.238063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:14.238562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:14.245719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f817ffa1-d08d-41d6-88b6-4e9d2ad06010 req-bbf804f2-1f3f-4c8f-b2e2-5c90e0c12c67 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 943 time: 0.3444576 Mar 03 18:03:14.263718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bfc1ed8-508b-4796-86c6-c95f1649fe75 req-277926bd-a134-4536-a5be-a5ec85331a8d service neutron] 10.222.0.35 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836271 Mar 03 18:03:14.266300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.273108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.279736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.286323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.294034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.300115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.306076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.308872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-7bc7a6df-8d0a-444c-956a-78cda213ac32 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5418 time: 0.5767844 Mar 03 18:03:14.309921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:14.310417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Attempting to bind port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:14.323189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:14.323856 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:14.325367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f817ffa1-d08d-41d6-88b6-4e9d2ad06010 req-34d86371-8b0f-421e-bdd1-c49270fb2c9f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787890 Mar 03 18:03:14.329241 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 4 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:14.361251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:03:14.361616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Checking segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:14.362122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Bound using segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:03:14.362571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Bound port: 14c9880f-04e8-4a5b-a5e4-1e59605a7e31, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:03:14.363386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:14.416667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:14.417001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:14.417942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:14.511481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:14.511481 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:14.539668 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 5 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:14.551156 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b75e1a3-987a-4894-b6d4-8b418da355d4 req-551c1262-b800-4327-bb79-f4c32a435e27 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288780 Mar 03 18:03:14.590243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:14.590598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:14.590901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:14.836387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] For port 34768e63-192a-4fbf-88d2-67f112cefc68, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=34768e63-192a-4fbf-88d2-67f112cefc68,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:14.837047 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:14.873903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fa92e-4e0c-474d-b0ca-c2499484221f req-47b27148-9b1d-4e32-9091-48ec4a362e52 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.875740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45fa92e-4e0c-474d-b0ca-c2499484221f req-47b27148-9b1d-4e32-9091-48ec4a362e52 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 943 time: 0.1589675 Mar 03 18:03:14.880701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-6a2f38b0-2a05-4f76-ac15-2186b76cd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:14.882409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-6a2f38b0-2a05-4f76-ac15-2186b76cd951 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634357dab45a4089888299b9ffd1a87e&device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 1094 time: 0.5560889 Mar 03 18:03:14.935682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6ff387d6-6139-4d9d-b815-8731976f2916 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:14.994407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45fa92e-4e0c-474d-b0ca-c2499484221f req-be7ea41a-69a6-415c-be5b-00a4df78bf9c tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108532 Mar 03 18:03:15.076425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Calling delete_port for 34768e63-192a-4fbf-88d2-67f112cefc68 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:15.134839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-d36b2936-902f-44b5-97b2-3da6191aa310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:15.138151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-d36b2936-902f-44b5-97b2-3da6191aa310 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e4fe219c-9e35-491b-a53c-cebec15947a4 HTTP/1.1" status: 200 len: 914 time: 0.2236845 Mar 03 18:03:15.167651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6ff387d6-6139-4d9d-b815-8731976f2916, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ff387d6-6139-4d9d-b815-8731976f2916,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:15.202098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6ff387d6-6139-4d9d-b815-8731976f2916', 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8', 'port_id': '6ff387d6-6139-4d9d-b815-8731976f2916', 'mac_address': 'fa:16:3e:cc:78:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a45f22-07a1-4f71-9070-65a7fe7efd37', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:15.230959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-67b165b4-ed33-4543-8ce7-d7b25318582e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe HTTP/1.1" status: 200 len: 217 time: 0.0869601 Mar 03 18:03:15.317841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:15.338072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-2e45138f-1c45-48a7-9997-5fbc406d9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:15.340113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-2e45138f-1c45-48a7-9997-5fbc406d9d5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f0e9be7-db8b-40b3-a6f3-d52cda22d323 HTTP/1.1" status: 200 len: 853 time: 0.1030154 Mar 03 18:03:15.348466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff387d6-6139-4d9d-b815-8731976f2916 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:15.368112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6ff387d6-6139-4d9d-b815-8731976f2916, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ff387d6-6139-4d9d-b815-8731976f2916,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:15.383879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:15.384613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0185ccf4-0245-4f16-9806-f7049d5667f2 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:15.410398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:15.410398 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:15.431840 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 6 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:15.509819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-a2f0bae2-cb74-4cee-8be9-6077b3b8f94b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e4fe219c-9e35-491b-a53c-cebec15947a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632299 Mar 03 18:03:15.523002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6ff387d6-6139-4d9d-b815-8731976f2916,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:15.564031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:15.564359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:15.565120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:15.601147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-a56f99b3-bae4-45b3-a04b-956c9032a8d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4884145 Mar 03 18:03:15.608041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:15.608590 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:15.611513 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 7 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:15.627796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] For port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:15.635366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:15.713407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-a279506d-c666-430e-b8ce-44c1e0d81af4 service neutron] 10.222.0.35 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932740 Mar 03 18:03:15.773727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:15.774093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:15.774430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:15.790882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] For port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:03:15.798877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event deleted for resources: {'Port': ['ID=34768e63-192a-4fbf-88d2-67f112cefc68,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:15.805232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:15.805592 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:15.841374 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 8 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:15.847138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0185ccf4-0245-4f16-9806-f7049d5667f2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0185ccf4-0245-4f16-9806-f7049d5667f2,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:15.848470 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:15.865149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'port_id': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'mac_address': 'fa:16:3e:cd:28:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:15.983992 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.008826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0185ccf4-0245-4f16-9806-f7049d5667f2 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:16.009427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be606ad-8953-4e5c-8046-41f80e0d5f90 req-2426a225-4bbe-4023-9196-0b06a4723a0e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.010964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:16.011306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:16.011646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:16.031046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0185ccf4-0245-4f16-9806-f7049d5667f2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0185ccf4-0245-4f16-9806-f7049d5667f2,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:16.036414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5be606ad-8953-4e5c-8046-41f80e0d5f90 req-2426a225-4bbe-4023-9196-0b06a4723a0e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 943 time: 0.3218813 Mar 03 18:03:16.041193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.041500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390cc0e-7f5f-405f-9db4-ef0ea773c755 req-74081245-2bdb-4229-9a7b-beb1df8bdf12 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.042026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 94debac5-89fa-4a13-b8ce-2ccacfb82f6e details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:16.042985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c390cc0e-7f5f-405f-9db4-ef0ea773c755 req-74081245-2bdb-4229-9a7b-beb1df8bdf12 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.6128035 Mar 03 18:03:16.049100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.049789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.051169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/14c9880f-04e8-4a5b-a5e4-1e59605a7e31 HTTP/1.1" status: 200 len: 1091 time: 5.6356316 Mar 03 18:03:16.053902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:16.054236 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:16.054617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'tag': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:16.090756 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 9 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:16.125151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a66eca0-ad55-4c0e-b4ab-3dc480e59aec req-fb962273-94b9-4c67-8843-7eea017e5efd service neutron] 10.222.0.35 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626070 Mar 03 18:03:16.138403 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5be606ad-8953-4e5c-8046-41f80e0d5f90 req-d934f9f2-740f-441e-b51b-3c0c18d48894 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925677 Mar 03 18:03:16.212501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:16.213035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:16.213352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:16.263712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c390cc0e-7f5f-405f-9db4-ef0ea773c755 req-07879261-a405-47cb-8c5a-7c4a363a420f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872854 Mar 03 18:03:16.278409 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.486053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:16.521003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '94debac5-89fa-4a13-b8ce-2ccacfb82f6e', 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'port_id': '94debac5-89fa-4a13-b8ce-2ccacfb82f6e', 'mac_address': 'fa:16:3e:11:e9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47233fe3-caee-43e5-8464-365c341ec0c0', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:16.600581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.609128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.616064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.622927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.626258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.629930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.637049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.644674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.647421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ac41fc1f-4710-4bcd-9d93-eee3d5bddc4e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5420 time: 0.2121127 Mar 03 18:03:16.648480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.649276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94debac5-89fa-4a13-b8ce-2ccacfb82f6e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:16.650873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.653007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbae2d-83b1-4d83-ba05-6e2986bf86d8 service neutron] Pushing event updated for resources: {'Port': ['ID=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:16.669094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:16.670411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=0185ccf4-0245-4f16-9806-f7049d5667f2,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:16.677164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:16.677827 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:16.678935 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.679681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 4050b385-63eb-4110-8be9-4223a64d3faf details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:16.686695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-dfb0178e-7b94-4108-bb54-7e969b54c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:16.688601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-dfb0178e-7b94-4108-bb54-7e969b54c198 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0eb4e443fa44ae1aea5333c5fee56ff&device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 1099 time: 1.0582180 Mar 03 18:03:16.689190 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 10 to bind port 1448c4f3-00e5-41bb-b254-481651041635 Mar 03 18:03:16.759710 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9559212e-4c92-4f98-ad1c-9cf3da27d8eb req-ea22c702-bbde-42e9-b2db-d02e7e3a3966 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048367 Mar 03 18:03:16.766706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:16.785621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4050b385-63eb-4110-8be9-4223a64d3faf,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:16.809578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '4050b385-63eb-4110-8be9-4223a64d3faf', 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'port_id': '4050b385-63eb-4110-8be9-4223a64d3faf', 'mac_address': 'fa:16:3e:b7:f4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47233fe3-caee-43e5-8464-365c341ec0c0', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:16.908804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.918096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:16.918441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:16.919000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:16.938181 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.938682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e10ed32-4e90-4e63-a12b-51f6f982bb14 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:03:16.943235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4050b385-63eb-4110-8be9-4223a64d3faf {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:16.966081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4050b385-63eb-4110-8be9-4223a64d3faf,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:16.969498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 1448c4f3-00e5-41bb-b254-481651041635 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:16.969778 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 1448c4f3-00e5-41bb-b254-481651041635 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:16.970139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.973475 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:16.974960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:17.051059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-1bdefc3a-6012-454a-97f4-b0d2b324cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:17.052572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-1bdefc3a-6012-454a-97f4-b0d2b324cf9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.3354464 Mar 03 18:03:17.176901 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'tag': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31', 'status': 'completed', 'code': 200} Mar 03 18:03:17.202285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.209889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56864) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:17.214979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:17.226339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-553848835', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:17.247532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a352a996-52eb-4341-ab02-d34e1c110ac6 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1e10ed32-4e90-4e63-a12b-51f6f982bb14 HTTP/1.1" status: 204 len: 168 time: 4.7701724 Mar 03 18:03:17.263209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:17.267437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:17.276714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Usage tracker for resource:router and tenant:f26f6334f1b54066983d5f380bbeba5a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:17.286847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:17.314319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:17.316860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f', 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'port_id': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f', 'mac_address': 'fa:16:3e:cf:a9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47233fe3-caee-43e5-8464-365c341ec0c0', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:17.341860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.342974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.371714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-7212f2f7-34f1-4b85-9a34-d85bfa14c09e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=57714af9-7d13-4302-b190-38fd8d7b909f HTTP/1.1" status: 200 len: 217 time: 0.2916999 Mar 03 18:03:17.384980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-213b478e-57a3-4136-9522-74d56cdf1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:17.386472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-213b478e-57a3-4136-9522-74d56cdf1664 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 1094 time: 1.2711334 Mar 03 18:03:17.419998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.474515 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.512259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:17.543862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:17.567282 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.567870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d560d40d-e0db-4499-aff7-01a762429d71 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:17.703798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:17.710868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d560d40d-e0db-4499-aff7-01a762429d71, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d560d40d-e0db-4499-aff7-01a762429d71,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:17.737055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'd560d40d-e0db-4499-aff7-01a762429d71', 'network_id': '75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8', 'port_id': 'd560d40d-e0db-4499-aff7-01a762429d71', 'mac_address': 'fa:16:3e:9d:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a45f22-07a1-4f71-9070-65a7fe7efd37', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:17.847920 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-3edf700e-7d81-4ec9-b4af-d0c1dbe4632a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c9880f-04e8-4a5b-a5e4-1e59605a7e31 HTTP/1.1" status: 200 len: 217 time: 0.1135833 Mar 03 18:03:17.858367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.861872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-5fc7e853-d61b-4f9c-bedb-51946b9481f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:17.864325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-5fc7e853-d61b-4f9c-bedb-51946b9481f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.4769759 Mar 03 18:03:17.964439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d560d40d-e0db-4499-aff7-01a762429d71 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:17.983354 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.984932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d560d40d-e0db-4499-aff7-01a762429d71, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d560d40d-e0db-4499-aff7-01a762429d71,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:17.996568 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:17.997715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ff523d08-b3fb-4756-9ec3-236dc651a0c3 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:18.010303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca209c-ee92-4e84-a4c3-c87d1907f0ec req-8ed9ea42-6a96-4f5b-ba39-4a3ef2c487eb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:18.012358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77ca209c-ee92-4e84-a4c3-c87d1907f0ec req-8ed9ea42-6a96-4f5b-ba39-4a3ef2c487eb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 943 time: 0.5757852 Mar 03 18:03:18.049541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-fd81a009-dd05-4aef-8ff4-f298534d3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:18.056637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:18.063708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-fd81a009-dd05-4aef-8ff4-f298534d3108 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.1982214 Mar 03 18:03:18.081398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] For port 1448c4f3-00e5-41bb-b254-481651041635, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:18.082922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempted to set empty binding levels {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 18:03:18.117656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6afe9-6553-41e1-a143-339846f75900 req-16242ca3-5b9f-4897-9630-3524b0f3fc4f tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:18.130306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28a6afe9-6553-41e1-a143-339846f75900 req-16242ca3-5b9f-4897-9630-3524b0f3fc4f tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 943 time: 1.4510548 Mar 03 18:03:18.134036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ff523d08-b3fb-4756-9ec3-236dc651a0c3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:18.140857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:18.143281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d560d40d-e0db-4499-aff7-01a762429d71,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:18.187167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3', 'network_id': 'b81330da-f883-4c83-9fca-9939c9cfb4f1', 'port_id': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3', 'mac_address': 'fa:16:3e:4b:1e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47233fe3-caee-43e5-8464-365c341ec0c0', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:18.278076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:18.301729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:18.302341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:18.326523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff523d08-b3fb-4756-9ec3-236dc651a0c3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:18.335672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77ca209c-ee92-4e84-a4c3-c87d1907f0ec req-63d307d4-9baa-4a03-87f9-d9defba4602c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070178 Mar 03 18:03:18.351425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ff523d08-b3fb-4756-9ec3-236dc651a0c3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:18.370701 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:18.380127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=1448c4f3-00e5-41bb-b254-481651041635,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:18.403540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28a6afe9-6553-41e1-a143-339846f75900 req-3ccba45d-1c82-44ef-bb0e-e654b42cf613 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678454 Mar 03 18:03:18.466066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-ee2f4433-4539-4a91-a694-f8f2477d672b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3267946 Mar 03 18:03:18.638252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ff523d08-b3fb-4756-9ec3-236dc651a0c3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:18.653383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b2343de9-cb79-4b04-bae9-7cf39b3ebbfe details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:18.698968 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f59315e6-0cfc-4620-b65f-d902e5bd2fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 9.8479652 Mar 03 18:03:18.706921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56886) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:18.853219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,segment=NetworkSegment(bb8a889c-db30-4c33-a030-2991d77578f2),segment_id=bb8a889c-db30-4c33-a030-2991d77578f2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:18.875710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe', 'network_id': 'e4fe219c-9e35-491b-a53c-cebec15947a4', 'port_id': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe', 'mac_address': 'fa:16:3e:ca:0e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0e9be7-db8b-40b3-a6f3-d52cda22d323', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:18.886256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Deleting port 1448c4f3-00e5-41bb-b254-481651041635 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:18.887624 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:18.913656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:18.983500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 34768e63-192a-4fbf-88d2-67f112cefc68 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:03:18.995684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:19.051053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-0ea600d1-db81-499b-a6d2-00f44ea05f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.052418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-0ea600d1-db81-499b-a6d2-00f44ea05f77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1417613 Mar 03 18:03:19.120755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['4050b385-63eb-4110-8be9-4223a64d3faf'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:19.166375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d560d40d-e0db-4499-aff7-01a762429d71'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:19.175978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Allocated IP 172.25.0.133 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/65e9fe7f-35fb-4c83-84ff-1f196b63f254) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:19.218844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0185ccf4-0245-4f16-9806-f7049d5667f2'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:19.298024 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-689923aa-7d98-40b8-a0fa-af70acf90e25 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289238 Mar 03 18:03:19.337669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 34768e63-192a-4fbf-88d2-67f112cefc68 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:03:19.338200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 34768e63-192a-4fbf-88d2-67f112cefc68 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:03:19.348365 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:19.383430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.392359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:19.392939 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:19.393435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.401971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.410214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.418685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.424223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6ff387d6-6139-4d9d-b815-8731976f2916'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:19.425405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.434741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.446248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-dda98526-2eb1-40eb-aea2-8cdfbb1a0e76 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5425 time: 0.7405200 Mar 03 18:03:19.450203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ff523d08-b3fb-4756-9ec3-236dc651a0c3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:19.469281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:19.475675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:19.484643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:19.532327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2343de9-cb79-4b04-bae9-7cf39b3ebbfe {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:19.577500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea853633-b4a2-4f68-857a-7bca07264d1d req-4f1a9212-7359-4075-954d-6fd68c95056f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:19.577500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea853633-b4a2-4f68-857a-7bca07264d1d req-4f1a9212-7359-4075-954d-6fd68c95056f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.8561966 Mar 03 18:03:19.606752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-45da8283-8812-44bf-b5e0-220481b4f4ea service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1181068 Mar 03 18:03:19.622330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event updated for resources: {'Port': ['ID=65e9fe7f-35fb-4c83-84ff-1f196b63f254,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:19.703876 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4668a297-a430-403b-83a8-eb1763a7eff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:19.747450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,segment=NetworkSegment(bb8a889c-db30-4c33-a030-2991d77578f2),segment_id=bb8a889c-db30-4c33-a030-2991d77578f2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:19.783806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] For port 1448c4f3-00e5-41bb-b254-481651041635, host n-h2-827121-1, got binding levels [] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:19.784572 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:19.786396 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:19.843008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea853633-b4a2-4f68-857a-7bca07264d1d req-77304ae5-4f97-404a-b591-29a2a2d86b08 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411120 Mar 03 18:03:19.983159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Calling delete_port for 1448c4f3-00e5-41bb-b254-481651041635 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:19.998758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:20.022241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40d1230c-9ecc-4d31-bb26-05967d8b65c1 req-3dbf8134-5d9a-48bf-9265-59dc49119e36 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5750942 Mar 03 18:03:20.069514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['94debac5-89fa-4a13-b8ce-2ccacfb82f6e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:20.227925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b2343de9-cb79-4b04-bae9-7cf39b3ebbfe'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:20.357805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-307d79e5-57c1-4243-8faa-a2a53bb2f737 req-45a0e693-394c-47a8-b02b-9eec43544822 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0259137 Mar 03 18:03:20.386977 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:20.400746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:20.499515 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-038a8441-3e74-497b-aaeb-8a6dc674c705 req-0e9db76d-698f-4a3c-85ac-14faf578d5b5 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478668 Mar 03 18:03:20.502671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event deleted for resources: {'Port': ['ID=1448c4f3-00e5-41bb-b254-481651041635,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:20.505188 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:20.518461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-df0c2589-2af7-4ca8-8896-c96d6658d389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "DELETE /v2.0/ports/1448c4f3-00e5-41bb-b254-481651041635 HTTP/1.1" status: 204 len: 168 time: 1.8075399 Mar 03 18:03:20.523311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56916) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:20.531775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfb590-0873-4007-bd08-e4f9fc812086 req-92345e15-9dae-4471-b192-3c0ebfaf832c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:20.548318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9dfb590-0873-4007-bd08-e4f9fc812086 req-92345e15-9dae-4471-b192-3c0ebfaf832c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 943 time: 0.5125701 Mar 03 18:03:20.595573 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1448a6-db4f-4708-b158-833720c53978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:03:20.596280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b1448a6-db4f-4708-b158-833720c53978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Synchronizing usage tracker for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:20.689209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6cdf4-e202-4ae5-a4fb-82c5c4446d43 req-233c2b57-fde4-4a8d-ac44-dd813b76ff89 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:20.712271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ce6cdf4-e202-4ae5-a4fb-82c5c4446d43 req-233c2b57-fde4-4a8d-ac44-dd813b76ff89 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 944 time: 0.3249013 Mar 03 18:03:20.737984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:20.769634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b1448a6-db4f-4708-b158-833720c53978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Unset dirty status for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:20.775497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b1448a6-db4f-4708-b158-833720c53978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "GET /v2.0/ports/1448c4f3-00e5-41bb-b254-481651041635 HTTP/1.1" status: 404 len: 333 time: 0.2448602 Mar 03 18:03:20.776456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56924) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:20.786204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Request body: {'port': {'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-770508251'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:20.797580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:20.819071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:20.854257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ce6cdf4-e202-4ae5-a4fb-82c5c4446d43 req-6dddd9a3-e9c3-4076-9d90-6869aa72636c tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458170 Mar 03 18:03:20.896879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Made reservation on behalf of cf1121dd64334adc9fed9fb51720e894 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:20.903944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:20.967539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-42865ec4-e22c-40f8-b957-1f167465f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:20.970362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-42865ec4-e22c-40f8-b957-1f167465f0f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 1094 time: 0.2985375 Mar 03 18:03:20.976808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] device_id is not set on port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:20.990281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9dfb590-0873-4007-bd08-e4f9fc812086 req-ea9d041a-c149-4171-8f75-c08b26b64bea tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409721 Mar 03 18:03:21.422406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-5979856e-2016-42b6-a4c5-b54d5099ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.424228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-5979856e-2016-42b6-a4c5-b54d5099ec93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 912 time: 0.3924792 Mar 03 18:03:21.532534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:21.549891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.556124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.562949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.569091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.579900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.587935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.594418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.604174 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-fb9a993d-f8c2-4f26-a98f-ece8a85bdec9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5425 time: 0.2649293 Mar 03 18:03:21.642049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-a202ca58-7e29-4633-bae0-3c30b4fa10fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c9880f-04e8-4a5b-a5e4-1e59605a7e31 HTTP/1.1" status: 200 len: 217 time: 0.2060409 Mar 03 18:03:21.766954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea243-f5c2-4ba9-a92b-4ba668bc3cc2 req-c2c141d4-1c39-4926-a2ee-14804e5dc2cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.774316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a10ea243-f5c2-4ba9-a92b-4ba668bc3cc2 req-c2c141d4-1c39-4926-a2ee-14804e5dc2cd tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.6191895 Mar 03 18:03:21.840885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1eb07c6b-a046-4bf0-b538-8421d6a92fee req-afab6376-2c7e-4f59-bff4-80e663842dc7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2299194 Mar 03 18:03:21.883092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-e5daac34-724c-40c0-a9ab-2581b06be78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:21.884545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-e5daac34-724c-40c0-a9ab-2581b06be78c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.2356217 Mar 03 18:03:21.895397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a10ea243-f5c2-4ba9-a92b-4ba668bc3cc2 req-be8457c5-c8eb-4a9a-acfc-5da42e3b2c0c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201735 Mar 03 18:03:21.903391 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:21.919197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fa164bf-34c8-49a8-9a90-fb300f607361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:21.955194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-7d2b0772-f3ab-4beb-b69e-05b1e9b00e1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495844 Mar 03 18:03:22.255634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db1339-71c3-4cbd-90bc-6a12a7e05041 req-dc97f60c-dc51-46b6-b7a8-1690480dee45 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:22.255634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37db1339-71c3-4cbd-90bc-6a12a7e05041 req-dc97f60c-dc51-46b6-b7a8-1690480dee45 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 944 time: 0.2009861 Mar 03 18:03:22.277101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Router 83d0206f-8a17-4bff-816e-bedef546ddf4 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:03:22.288534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-7f344f5d-4410-4a20-833a-37fe0fedc9ec service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262274 Mar 03 18:03:22.291312 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:22.410468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:22.415634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37db1339-71c3-4cbd-90bc-6a12a7e05041 req-40491a2c-aa46-4718-a054-2ba32c71910e tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622677 Mar 03 18:03:22.460774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:22.475937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:22.486513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:22.487195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:22.542534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3cf20-5a62-4971-ba73-195461cfcb39 req-8b2a7667-f90c-4cf4-8f0a-b52271f25c52 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:22.549706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20c3cf20-5a62-4971-ba73-195461cfcb39 req-8b2a7667-f90c-4cf4-8f0a-b52271f25c52 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 943 time: 0.3712637 Mar 03 18:03:22.570241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:22.613685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:03:22.625234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2884b0af-3a7b-4fa1-a7bf-854f8831ad23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8468664 Mar 03 18:03:22.629103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] Sync routers for ids ['83d0206f-8a17-4bff-816e-bedef546ddf4'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:03:22.631882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56954) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:22.639243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:22.643464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] Routers {'83d0206f-8a17-4bff-816e-bedef546ddf4'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:22.645628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['83d0206f-8a17-4bff-816e-bedef546ddf4'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:22.688146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:22.692117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f6565c05-6af4-41ae-b9b3-ed0e92210aff tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4787428 Mar 03 18:03:22.692402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:22.698111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': False}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:22.810173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20c3cf20-5a62-4971-ba73-195461cfcb39 req-0c803d78-e1f5-4388-8c23-7d1ba5e194be tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593648 Mar 03 18:03:22.819502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-390baece-4b50-431e-b5ef-d2b675b6bc5c req-035cb372-f0c6-4bd4-8ab3-4c088964a1d0 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855683 Mar 03 18:03:22.852852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:22.866215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] Routers {'83d0206f-8a17-4bff-816e-bedef546ddf4'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:22.867097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['83d0206f-8a17-4bff-816e-bedef546ddf4'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:22.967206 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:22.970266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:22.970665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315693e3-8889-4341-8e6b-9fabdcd6115c None None] The sync data for ids ['83d0206f-8a17-4bff-816e-bedef546ddf4'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:03:22.990016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:23.039118 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:23.363064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:23.382792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.392264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0adafc-8139-4fd8-ae3c-7ca2fc0e05c1 req-4964b2f3-24ba-433d-a900-64c8cd6378f0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.393870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc0adafc-8139-4fd8-ae3c-7ca2fc0e05c1 req-4964b2f3-24ba-433d-a900-64c8cd6378f0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.2425234 Mar 03 18:03:23.409971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.415648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.433232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.447272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.459662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.474088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.481597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc0adafc-8139-4fd8-ae3c-7ca2fc0e05c1 req-ccde3021-ff35-49db-a884-2aec58d370eb tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741968 Mar 03 18:03:23.482874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4b932084-01c4-48a5-9a29-342762e8657d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5425 time: 0.4010971 Mar 03 18:03:23.663061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:23.673205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] device_id is not set on port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:23.694122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:23.701579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'port_id': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31', 'mac_address': 'fa:16:3e:4f:94:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8406e94-119a-46ab-bb38-f3f82601ce5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:03:23.717501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Transition to ACTIVE for port object 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:23.735803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:23.842417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:23.850862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cb6e6-60ce-4f88-bd40-f8deb2c56e7f req-90a06484-fa95-42c4-a6fe-11b665131822 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:23.864075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-022cb6e6-60ce-4f88-bd40-f8deb2c56e7f req-90a06484-fa95-42c4-a6fe-11b665131822 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 944 time: 0.2687912 Mar 03 18:03:23.898340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:23.945914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:23.955508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.011462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:24.045826 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8917ea30-57b5-498a-99c5-be7310a7ff3a req-4d34f911-17e7-4e8f-a47f-dceaf6602d22 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5625362 Mar 03 18:03:24.055954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-022cb6e6-60ce-4f88-bd40-f8deb2c56e7f req-c6b9ceb6-617e-4a8d-9bb6-32c396966cc8 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899431 Mar 03 18:03:24.088509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.109453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.109792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.110135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.117499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.117837 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.118223 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 2 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.133261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:24.149176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.149765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.150254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.156642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.157108 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.157702 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 3 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.173172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.173687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.174154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.180040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.180502 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.181478 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 4 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.189660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.202580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.203218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.203720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.225758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.258498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.259021 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.262173 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 5 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.288577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.288920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.289268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.297236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.297587 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.300414 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 6 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.325925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.326315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.326657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.341979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.342308 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.343850 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 7 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.357276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['14c9880f-04e8-4a5b-a5e4-1e59605a7e31'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:24.380092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327686-7ab3-415a-a3f3-8cd79337506e req-34e94943-6378-466a-a296-0b467004dcc5 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:24.388651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d327686-7ab3-415a-a3f3-8cd79337506e req-34e94943-6378-466a-a296-0b467004dcc5 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 944 time: 0.1760001 Mar 03 18:03:24.435542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.435888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.436352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.455124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d327686-7ab3-415a-a3f3-8cd79337506e req-1515c193-db2b-4921-8347-e2cf2ad8bb52 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655730 Mar 03 18:03:24.455779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.456117 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.456521 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 8 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.461679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6ff387d6-6139-4d9d-b815-8731976f2916 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:24.505775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.505775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.505775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.525844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.526276 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.526658 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 9 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.543151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.543490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.543831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.549010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.549532 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.550038 n-d-827121-1 neutron-server[87886]: INFO neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 10 to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 Mar 03 18:03:24.567461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:24.567805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:24.568144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:24.573859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:24.574198 n-d-827121-1 neutron-server[87886]: ERROR neutron.plugins.ml2.managers [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:24.574569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.717531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] For port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:24.717932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempted to set empty binding levels {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 18:03:24.726964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.741375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6ff387d6-6139-4d9d-b815-8731976f2916 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:24.750553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6ff387d6-6139-4d9d-b815-8731976f2916 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:24.751233 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.812009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] In _notify_port_updated(), no bound segment for port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:03:24.819252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:24.819908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.823665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "PUT /v2.0/ports/3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 HTTP/1.1" status: 200 len: 978 time: 2.1883497 Mar 03 18:03:24.827674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56992) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:24.913763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.954900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6ff387d6-6139-4d9d-b815-8731976f2916, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ff387d6-6139-4d9d-b815-8731976f2916,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:24.956566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:24.968821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:24.969952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0185ccf4-0245-4f16-9806-f7049d5667f2 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:24.985176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84244fb-0391-403b-9182-cb55c805f415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:25.110870 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916', 'code': 200} Mar 03 18:03:25.135487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.136090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.136506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.137526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.149005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.149932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.150067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.150437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.150900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.151720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.151849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.152287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.152749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.153200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.153688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.154410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.154665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.155035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.177984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.178655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.179277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.179751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.180263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.180768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.181267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.181765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.182248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.184761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.184761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.184761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.184761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.184761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.185214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.185525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.186018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.186537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.186989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.190883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4bde-ddea-4a85-bf01-da090d7a420c req-b8bff001-bfad-4386-babd-d7a639fa471a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.199362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.199869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.202945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Synchronizing usage tracker for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:25.205959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43ec4bde-ddea-4a85-bf01-da090d7a420c req-b8bff001-bfad-4386-babd-d7a639fa471a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.4947798 Mar 03 18:03:25.254911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Unset dirty status for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:25.256378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7bb3b835-2d34-46c1-b3f3-2d26030cee62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34873 time: 0.4167473 Mar 03 18:03:25.309661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 0185ccf4-0245-4f16-9806-f7049d5667f2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:25.318212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 0185ccf4-0245-4f16-9806-f7049d5667f2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:25.318998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:25.348122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6ff387d6-6139-4d9d-b815-8731976f2916,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:25.364932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:25.377855 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43ec4bde-ddea-4a85-bf01-da090d7a420c req-4d598acd-881b-4a1b-8218-23d560527f88 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518717 Mar 03 18:03:25.450802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Deleting port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:25.451501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:25.489834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:25.525484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:25.534583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0185ccf4-0245-4f16-9806-f7049d5667f2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0185ccf4-0245-4f16-9806-f7049d5667f2,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:25.558369 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:25.559431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d560d40d-e0db-4499-aff7-01a762429d71 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:25.570692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:25.596714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb9c3e-0648-4cef-8d87-ce1796315dac req-f0c0cb13-1af3-4442-8df7-15b148245635 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.598902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ecb9c3e-0648-4cef-8d87-ce1796315dac req-f0c0cb13-1af3-4442-8df7-15b148245635 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 944 time: 0.3400598 Mar 03 18:03:25.603282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-a587b909-a98b-4941-a6f5-e90870fe6762 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2319965 Mar 03 18:03:25.721711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4ecb9c3e-0648-4cef-8d87-ce1796315dac req-5e2e78ec-6298-48d2-b519-5e1537d5d737 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902290 Mar 03 18:03:25.779240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-e1269055-b9c5-49ec-be70-2e9e3f91bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:25.786769 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-e1269055-b9c5-49ec-be70-2e9e3f91bf9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 1097 time: 0.1370454 Mar 03 18:03:25.818847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=0185ccf4-0245-4f16-9806-f7049d5667f2,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:25.854097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port d560d40d-e0db-4499-aff7-01a762429d71 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:25.862085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port d560d40d-e0db-4499-aff7-01a762429d71 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:25.862734 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:25.888417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Router 83d0206f-8a17-4bff-816e-bedef546ddf4 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:03:26.156226 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:26.274559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d560d40d-e0db-4499-aff7-01a762429d71, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d560d40d-e0db-4499-aff7-01a762429d71,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:26.282627 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:26.283485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b2343de9-cb79-4b04-bae9-7cf39b3ebbfe up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:26.441070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.446774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.447763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d560d40d-e0db-4499-aff7-01a762429d71,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:26.453123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.458919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.464744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.466842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-4a815d07-d3c4-4717-a9b3-8000aee03bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.467784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:26.468993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-4a815d07-d3c4-4717-a9b3-8000aee03bbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.6637464 Mar 03 18:03:26.470543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.474010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:26.475498 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:26.476267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.478212 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-6bd7502a-2fe6-4b5c-8c70-310306f0705f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5427 time: 0.5993953 Mar 03 18:03:26.543995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96b48e8b-a701-4e0a-b8f2-5298b05d06bd req-08f2184c-39a3-4a74-888a-253cf1575d50 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570397 Mar 03 18:03:26.554182 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-34d52dbe-0dad-47e9-b52d-679ac9da75ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c HTTP/1.1" status: 200 len: 217 time: 0.0734546 Mar 03 18:03:26.565616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb1706-736f-4a12-b6b1-ff5bebd8c8fa req-3af2f579-bf0f-4651-a182-e12f3fc3ec88 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.573594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58bb1706-736f-4a12-b6b1-ff5bebd8c8fa req-3af2f579-bf0f-4651-a182-e12f3fc3ec88 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 944 time: 0.6897948 Mar 03 18:03:26.601493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] For port 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8, host n-h2-827121-1, got binding levels [] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:26.601865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:26.701962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-3c246c72-5a4c-4e6f-aceb-95c148ea73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.703490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-3c246c72-5a4c-4e6f-aceb-95c148ea73ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1118014 Mar 03 18:03:26.720966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58bb1706-736f-4a12-b6b1-ff5bebd8c8fa req-c23f5faa-3032-4044-b776-b10b0f44fa25 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461241 Mar 03 18:03:26.763385 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:26.830510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,segment=NetworkSegment(bb8a889c-db30-4c33-a030-2991d77578f2),segment_id=bb8a889c-db30-4c33-a030-2991d77578f2)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:26.836500 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:26.837297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 4050b385-63eb-4110-8be9-4223a64d3faf up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:26.888426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-f1fcea58-6689-4c8d-bf90-4724249eecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:26.888574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Calling delete_port for 3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:26.888670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-f1fcea58-6689-4c8d-bf90-4724249eecfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634846 Mar 03 18:03:26.948649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:03:26.958298 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] Sync routers for ids ['83d0206f-8a17-4bff-816e-bedef546ddf4'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:03:26.958797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:26.962548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94c51cff-8cff-4801-a3ec-b72c6ee259db tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "PUT /v2.0/routers/83d0206f-8a17-4bff-816e-bedef546ddf4 HTTP/1.1" status: 200 len: 925 time: 4.2691574 Mar 03 18:03:26.969083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57032) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:26.969274 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] Routers {'83d0206f-8a17-4bff-816e-bedef546ddf4'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:26.969822 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['83d0206f-8a17-4bff-816e-bedef546ddf4'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:27.117277 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:27.125273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2'}, {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71'}, {'server_uuid': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:27.136969 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] Routers {'83d0206f-8a17-4bff-816e-bedef546ddf4'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:27.142367 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['83d0206f-8a17-4bff-816e-bedef546ddf4'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:27.148353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 4050b385-63eb-4110-8be9-4223a64d3faf completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:27.171367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 4050b385-63eb-4110-8be9-4223a64d3faf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:27.172051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:27.252667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7575f4-6a95-4d42-a440-911fd8679a30 req-b76574e8-1ca1-4390-a5c0-13f602b95c8b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:27.271657 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a7575f4-6a95-4d42-a440-911fd8679a30 req-b76574e8-1ca1-4390-a5c0-13f602b95c8b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.3848372 Mar 03 18:03:27.301653 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:27.302057 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf42e06-a8ff-4a2a-9948-5e24f56a1b38 None None] The sync data for ids ['83d0206f-8a17-4bff-816e-bedef546ddf4'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:03:27.314916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:27.384004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a7575f4-6a95-4d42-a440-911fd8679a30 req-b78ac02b-7161-42f0-94b4-dc4d2be0592b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112049 Mar 03 18:03:27.390250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-1e3ed864-cbbe-43c0-a8c1-0a114795024d service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971088 Mar 03 18:03:27.418742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94b69ecd-c8a0-42ae-8506-d245e85fe2c3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/83d0206f-8a17-4bff-816e-bedef546ddf4 HTTP/1.1" status: 200 len: 925 time: 0.4407499 Mar 03 18:03:27.418742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57044) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:27.422156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:27.434718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf574a-8f11-42b9-ac11-227168614221 req-a041b1f2-c857-485d-9ce7-577fa98355ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:27.441249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2bf574a-8f11-42b9-ac11-227168614221 req-a041b1f2-c857-485d-9ce7-577fa98355ec tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.6155024 Mar 03 18:03:27.544888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:27.567418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2bf574a-8f11-42b9-ac11-227168614221 req-b3c0e3b3-9c4b-447b-8372-7eddba09fd27 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249802 Mar 03 18:03:27.616914 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'code': 200} Mar 03 18:03:27.617185 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71', 'code': 200} Mar 03 18:03:27.617466 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe', 'code': 200} Mar 03 18:03:27.626527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:27.644437 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:27.660000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4050b385-63eb-4110-8be9-4223a64d3faf,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:27.662129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:27.662897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:27.737491 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:27.738481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 94debac5-89fa-4a13-b8ce-2ccacfb82f6e up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:27.751381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e54321-bc87-4fdc-8a6d-f4ffde1979cc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:27.752365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b4e54321-bc87-4fdc-8a6d-f4ffde1979cc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Synchronizing usage tracker for tenant:9cc8b914dc874ee1b5f6a47ce7d70549 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:27.811150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:27.833002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:27.862118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b4e54321-bc87-4fdc-8a6d-f4ffde1979cc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Unset dirty status for tenant:9cc8b914dc874ee1b5f6a47ce7d70549 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:27.866729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b4e54321-bc87-4fdc-8a6d-f4ffde1979cc tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=83d0206f-8a17-4bff-816e-bedef546ddf4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4035640 Mar 03 18:03:27.867755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57058) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:27.920470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ddb80bdb-5001-44f1-a150-b175997e62ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 HTTP/1.1" status: 204 len: 168 time: 2.5414064 Mar 03 18:03:27.925175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:28.005219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:28.044258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76a94116-65d3-41c5-9efe-5e6d5e562581 req-cf760191-c0d7-430e-9b80-c44e76f32e5b service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169009 Mar 03 18:03:28.062262 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5e1dbe-98f7-4038-9502-ca6951592437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:03:28.062896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e5e1dbe-98f7-4038-9502-ca6951592437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Synchronizing usage tracker for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:28.112287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622c97f-2fa8-4f62-908b-42c818dd839f req-8a9fca13-54f2-4e12-a56a-4c56ad66d3e7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.116273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f622c97f-2fa8-4f62-908b-42c818dd839f req-8a9fca13-54f2-4e12-a56a-4c56ad66d3e7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 944 time: 0.1817770 Mar 03 18:03:28.124294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f8df-ce35-4a63-9c3f-7f39097efcd4 req-8277ae66-3ee1-413f-b37e-e2a303669dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.127912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6529f8df-ce35-4a63-9c3f-7f39097efcd4 req-8277ae66-3ee1-413f-b37e-e2a303669dfe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 1096 time: 0.3870645 Mar 03 18:03:28.154319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0e5e1dbe-98f7-4038-9502-ca6951592437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Unset dirty status for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:28.178528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0e5e1dbe-98f7-4038-9502-ca6951592437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "GET /v2.0/ports/3ff5d4db-d9b8-40d0-aac7-ba174a74d8c8 HTTP/1.1" status: 404 len: 333 time: 0.2405818 Mar 03 18:03:28.189051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:28.210999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-395492888', 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:28.212024 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:28.224403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:28.238115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:28.239118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:28.243275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.266172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.276657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.284285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f622c97f-2fa8-4f62-908b-42c818dd839f req-da691739-4b98-4ee8-a430-dbf64d2782d3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554401 Mar 03 18:03:28.289878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.296309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.317872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.324521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.326604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-cc55471b-6b84-4544-9448-18b4b0a06273 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5429 time: 0.5804698 Mar 03 18:03:28.328066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6529f8df-ce35-4a63-9c3f-7f39097efcd4 req-2e0bf192-72b6-46c5-bb1c-aee370ed3a33 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735445 Mar 03 18:03:28.356730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:28.357638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:28.373558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f5dcf-5209-44ca-b176-eca81f887871 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.375136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-961f5dcf-5209-44ca-b176-eca81f887871 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Synchronizing usage tracker for tenant:9cc8b914dc874ee1b5f6a47ce7d70549 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:28.396890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:28.416435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-961f5dcf-5209-44ca-b176-eca81f887871 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Unset dirty status for tenant:9cc8b914dc874ee1b5f6a47ce7d70549 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:28.420661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57078) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:28.420874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-961f5dcf-5209-44ca-b176-eca81f887871 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.5489352 Mar 03 18:03:28.437256 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fb3ec1d-54db-4cac-912e-3e32b4593c7c req-1678547b-c845-4a94-abfc-892c1b95811a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986073 Mar 03 18:03:28.438883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Made reservation on behalf of cf1121dd64334adc9fed9fb51720e894 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:28.441635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:28.459122 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:28.492745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] device_id is not set on port b30d6570-99c6-4708-bde3-f982d6ebdab2 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:28.543967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ca7fb983-0204-4475-8f13-67b3bdfae761 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d0206f-8a17-4bff-816e-bedef546ddf4 HTTP/1.1" status: 200 len: 205 time: 0.1217713 Mar 03 18:03:28.546449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57082) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:28.551023 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:28.620594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:28.639277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:28.649928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:28.653412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:28.794295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:28.867643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:28.881590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:28.883826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:28.992059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4f1d-ef8f-4e42-895f-d06a90b44f36 req-5abd4f60-2d99-4b1a-9f23-e0114ab39436 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:28.993608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b8ab4f1d-ef8f-4e42-895f-d06a90b44f36 req-5abd4f60-2d99-4b1a-9f23-e0114ab39436 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.3113534 Mar 03 18:03:29.079192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.083869 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b8ab4f1d-ef8f-4e42-895f-d06a90b44f36 req-e4cf842a-85dd-4091-90d3-6b28da8f5a4c tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681260 Mar 03 18:03:29.132186 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.142187 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.167949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.233916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:29.248771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.249894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ff523d08-b3fb-4756-9ec3-236dc651a0c3 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:29.338991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7e37c-d78b-4f0e-a2d0-dfe101b8600f req-724df1ba-44f7-44af-868b-f086fde40f87 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.340694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2b7e37c-d78b-4f0e-a2d0-dfe101b8600f req-724df1ba-44f7-44af-868b-f086fde40f87 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.4147587 Mar 03 18:03:29.393753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=b30d6570-99c6-4708-bde3-f982d6ebdab2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:29.422141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:29.425470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:29.429103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:29.430386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.431062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.477631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:29.507601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port ff523d08-b3fb-4756-9ec3-236dc651a0c3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:29.513269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port ff523d08-b3fb-4756-9ec3-236dc651a0c3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:29.513776 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.515047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2b7e37c-d78b-4f0e-a2d0-dfe101b8600f req-10f58a95-821a-4fb6-a4b7-9ded1d53e565 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142085 Mar 03 18:03:29.534706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-91529187-fe8c-4459-b2b3-a55a6601ffe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3374226 Mar 03 18:03:29.534997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57108) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:29.618695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050b385-63eb-4110-8be9-4223a64d3faf'}, {'server_uuid': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31'}, {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94debac5-89fa-4a13-b8ce-2ccacfb82f6e'}, {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:29.643618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1449b35c-880c-4f9b-9195-9f29743db4cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.644305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1449b35c-880c-4f9b-9195-9f29743db4cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Synchronizing usage tracker for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:29.665509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1449b35c-880c-4f9b-9195-9f29743db4cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Unset dirty status for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:29.670069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1449b35c-880c-4f9b-9195-9f29743db4cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "GET /v2.0/ports/b30d6570-99c6-4708-bde3-f982d6ebdab2 HTTP/1.1" status: 200 len: 958 time: 0.1341140 Mar 03 18:03:29.672986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57118) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:29.749202 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.756375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.785660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Deleting port 65e9fe7f-35fb-4c83-84ff-1f196b63f254 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:29.786294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.805706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ff523d08-b3fb-4756-9ec3-236dc651a0c3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:29.811868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.820795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Deleting port b30d6570-99c6-4708-bde3-f982d6ebdab2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:29.821145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:29.957409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.961473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ff523d08-b3fb-4756-9ec3-236dc651a0c3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:29.970810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.977004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.983645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.989423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:29.998489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:30.004436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:30.006245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-fc03c160-4a87-4966-8594-5f1b34d5f65b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5431 time: 0.2735176 Mar 03 18:03:30.079269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6172592-87fc-4f8e-b428-cb080c53ae16 req-396d79de-962e-43b0-95d0-2c48d805027c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:30.086297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c6172592-87fc-4f8e-b428-cb080c53ae16 req-396d79de-962e-43b0-95d0-2c48d805027c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.4301529 Mar 03 18:03:30.142505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d45e7327-88c2-4b5b-a2bb-3029bf5febbd req-0e608df3-5115-4a5a-9062-88be5701fd79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290901 Mar 03 18:03:30.180516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:30.239549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c6172592-87fc-4f8e-b428-cb080c53ae16 req-47f083a6-5aa7-4274-aead-1f42a7035dbd tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465271 Mar 03 18:03:30.275263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:30.281040 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050b385-63eb-4110-8be9-4223a64d3faf', 'code': 200} Mar 03 18:03:30.281609 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31', 'code': 200} Mar 03 18:03:30.281609 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94debac5-89fa-4a13-b8ce-2ccacfb82f6e', 'code': 200} Mar 03 18:03:30.281812 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f', 'code': 200} Mar 03 18:03:30.446935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Calling delete_port for b30d6570-99c6-4708-bde3-f982d6ebdab2 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:30.472633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Calling delete_port for 65e9fe7f-35fb-4c83-84ff-1f196b63f254 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:30.535153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:30.587361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event deleted for resources: {'Port': ['ID=b30d6570-99c6-4708-bde3-f982d6ebdab2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:30.599773 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:30.618052 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7abc6bb3-6c66-466d-b29d-cc751b436d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b30d6570-99c6-4708-bde3-f982d6ebdab2 HTTP/1.1" status: 204 len: 168 time: 0.9430461 Mar 03 18:03:30.620876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57136) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:30.678392 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ca2fea-5ec3-4392-88c8-79b78cc4425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:03:30.680708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81ca2fea-5ec3-4392-88c8-79b78cc4425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Synchronizing usage tracker for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:30.705766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81ca2fea-5ec3-4392-88c8-79b78cc4425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Unset dirty status for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:30.707120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-81ca2fea-5ec3-4392-88c8-79b78cc4425f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "GET /v2.0/ports/b30d6570-99c6-4708-bde3-f982d6ebdab2 HTTP/1.1" status: 404 len: 333 time: 0.0824788 Mar 03 18:03:30.710889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:30.713901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7a166-de3f-48f4-bfdc-c9bc4ef56399 req-cd3f7fda-1e88-4752-9be6-be672eb1d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:30.715390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c7a166-de3f-48f4-bfdc-c9bc4ef56399 req-cd3f7fda-1e88-4752-9be6-be672eb1d29c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 1096 time: 0.2063584 Mar 03 18:03:30.717128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Request body: {'port': {'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-357300976'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:30.723522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:30.761260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870ef0-c935-47ca-961c-8d2eb0a2bbc9 req-1521ae1a-f26f-434f-a3f5-82fb84bb9b9b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:30.768071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba870ef0-c935-47ca-961c-8d2eb0a2bbc9 req-1521ae1a-f26f-434f-a3f5-82fb84bb9b9b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.2282901 Mar 03 18:03:30.772012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:30.792890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Made reservation on behalf of cf1121dd64334adc9fed9fb51720e894 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:30.796265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:30.826157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] device_id is not set on port 4aa7f17e-c400-4358-bf84-55bb8d593370 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:30.860487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c7a166-de3f-48f4-bfdc-c9bc4ef56399 req-6c8b6e01-a828-4831-9f56-032252544f90 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363099 Mar 03 18:03:30.879297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba870ef0-c935-47ca-961c-8d2eb0a2bbc9 req-0e05785b-7d04-48b7-84f2-789e5edd5fd8 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103494 Mar 03 18:03:30.897089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:30.915181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d6ec4-c313-497d-869f-4607d82dbd45 req-7a875384-9c6a-4146-aa66-611f2d3add2f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:30.917241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-890d6ec4-c313-497d-869f-4607d82dbd45 req-7a875384-9c6a-4146-aa66-611f2d3add2f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.1946280 Mar 03 18:03:30.959111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event deleted for resources: {'Port': ['ID=65e9fe7f-35fb-4c83-84ff-1f196b63f254,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:31.010302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-890d6ec4-c313-497d-869f-4607d82dbd45 req-dd9c775d-3b9a-4f45-af1e-3e817e58e509 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863926 Mar 03 18:03:31.108372 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.200385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.234839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.343852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:31.345107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa7f17e-c400-4358-bf84-55bb8d593370,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:31.347621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:31.349952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:31.351053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.351648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.384584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b4f06e4-c35e-493a-8578-c9d0895a0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6720383 Mar 03 18:03:31.388581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57158) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:31.409653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:31.488218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.496784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.544771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.545400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Fanout notify agent at l3_agent the message router_deleted on router 83d0206f-8a17-4bff-816e-bedef546ddf4 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:03:31.578976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9949-582f-4872-a1f0-1274995fb980 req-8755d6e4-44a2-4191-b2a7-3363c02d94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.580504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c74c9949-582f-4872-a1f0-1274995fb980 req-8755d6e4-44a2-4191-b2a7-3363c02d94b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634357dab45a4089888299b9ffd1a87e&device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 1096 time: 0.1928043 Mar 03 18:03:31.589813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.596576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95a261a2-a589-467c-a864-dbc0c6320af1 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/83d0206f-8a17-4bff-816e-bedef546ddf4 HTTP/1.1" status: 204 len: 168 time: 3.0491567 Mar 03 18:03:31.600728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57164) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:31.625901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-7237812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:31.653760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:31.663321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Usage tracker for resource:router and tenant:f26f6334f1b54066983d5f380bbeba5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:31.676340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.682819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.688590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.695378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.700670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.708749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.715846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.726130 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21726216-92da-4ecb-8453-58bfffb0fbac req-7ec00308-a54f-425e-8894-e6adb36f9a95 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 0.2947814 Mar 03 18:03:31.726806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:31.733088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:31.784812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1475f-ddd1-4813-b52b-0be15e0985ac req-2d0ebb70-3fb3-43d8-9dd1-80195c674c55 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:31.786337 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93a1475f-ddd1-4813-b52b-0be15e0985ac req-2d0ebb70-3fb3-43d8-9dd1-80195c674c55 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.1896186 Mar 03 18:03:31.801277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:31.887368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93a1475f-ddd1-4813-b52b-0be15e0985ac req-15816de1-c062-410e-a43b-d05a964fae01 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854223 Mar 03 18:03:32.027097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21726216-92da-4ecb-8453-58bfffb0fbac req-99281ba5-9369-46a8-92ab-073da0a98b46 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999451 Mar 03 18:03:32.039595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.040630 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.056223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.063165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] device_id is not set on port 4aa7f17e-c400-4358-bf84-55bb8d593370 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:32.078878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.092854 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.123835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9949-582f-4872-a1f0-1274995fb980 req-a507b7dc-e92c-4ac1-a197-9fdfb758186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.125358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c74c9949-582f-4872-a1f0-1274995fb980 req-a507b7dc-e92c-4ac1-a197-9fdfb758186e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e4fe219c-9e35-491b-a53c-cebec15947a4 HTTP/1.1" status: 200 len: 914 time: 0.5255592 Mar 03 18:03:32.126141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.127253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b9c1b15e-1ff8-4385-9c39-f87cc279799e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5087471 Mar 03 18:03:32.131165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57170) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:32.188517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:32.218053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Transition to ACTIVE for port object 4aa7f17e-c400-4358-bf84-55bb8d593370 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:32.236787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.279555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-16cb1496-27b9-4c4b-99ce-4a575cb68e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.280847 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-16cb1496-27b9-4c4b-99ce-4a575cb68e9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 1096 time: 0.4527583 Mar 03 18:03:32.282097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c74c9949-582f-4872-a1f0-1274995fb980 req-415ccd8b-e0d9-43fe-b747-62bcf86f23b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe HTTP/1.1" status: 200 len: 217 time: 0.1485469 Mar 03 18:03:32.282882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:32.388511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa7f17e-c400-4358-bf84-55bb8d593370,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:32.404422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.404755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.405089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.417771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.418049 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.419594 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 2 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.436196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d736f-638a-42bc-9e77-a3652eec637b req-2613c5b5-acc1-4be1-bbcf-7a71c44c72df tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.442304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb9d736f-638a-42bc-9e77-a3652eec637b req-2613c5b5-acc1-4be1-bbcf-7a71c44c72df tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.3444502 Mar 03 18:03:32.478388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.478388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.478697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.499333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.499688 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.502516 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 3 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.517860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb9d736f-638a-42bc-9e77-a3652eec637b req-622b9326-5309-4f80-bc76-ca1dba8bdd76 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742257 Mar 03 18:03:32.526726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.526726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.526726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.529515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.529722 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.529967 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 4 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.547279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.548130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.548130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.553781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.554132 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.554528 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 5 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.584171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.584509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.584847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.595622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.595981 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.596528 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3', 'code': 200} Mar 03 18:03:32.596658 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 6 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.627412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.627598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.627939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.649814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.651776 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.652622 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 7 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.675650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.676015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.676356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.682944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.683269 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.683650 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 8 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.762920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.763645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.764265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.772347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.772816 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.774828 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 9 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.794504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.794952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.795450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.801014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.801171 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.806060 n-d-827121-1 neutron-server[87887]: INFO neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempt 10 to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 Mar 03 18:03:32.826665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:32.826998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:32.827332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempting to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:32.850429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.850912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.851386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.851852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.852389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.852853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.853381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.857486 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-27335044-4b28-4e87-9bec-0b8e902c2b2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6489 time: 0.1619077 Mar 03 18:03:32.858121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:32.858498 n-d-827121-1 neutron-server[87887]: ERROR neutron.plugins.ml2.managers [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Failed to bind port 4aa7f17e-c400-4358-bf84-55bb8d593370 on host n-h2-827121-1 for vnic_type normal using segments [{'id': '440e3918-ad9f-417a-b323-13911f6bb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2280ce48-98cb-4c54-a1b9-7bcb870f8ad3'}] Mar 03 18:03:32.859388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.861619 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:32.866628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9949-582f-4872-a1f0-1274995fb980 req-9c156aa0-034d-4c11-9fe0-d992076b86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:32.868700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c74c9949-582f-4872-a1f0-1274995fb980 req-9c156aa0-034d-4c11-9fe0-d992076b86eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f0e9be7-db8b-40b3-a6f3-d52cda22d323 HTTP/1.1" status: 200 len: 853 time: 0.5410402 Mar 03 18:03:32.932066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c74c9949-582f-4872-a1f0-1274995fb980 req-084515c8-5f67-4d2a-a639-d468db17490b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e4fe219c-9e35-491b-a53c-cebec15947a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560143 Mar 03 18:03:32.970605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d99ded39-f163-4fa5-bef6-53a0efc858c2 req-06260d42-8585-41d1-bc97-691353a26adc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018741 Mar 03 18:03:33.024119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] For port 4aa7f17e-c400-4358-bf84-55bb8d593370, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:33.024496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attempted to set empty binding levels {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 18:03:33.031253 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:33.031570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac7cb9-3de3-4404-a6ce-4553bab6456e req-7c6784eb-9e24-4d1c-810f-bcba6a9b4373 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:33.045989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3ac7cb9-3de3-4404-a6ce-4553bab6456e req-7c6784eb-9e24-4d1c-810f-bcba6a9b4373 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.7759151 Mar 03 18:03:33.086432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] In _notify_port_updated(), no bound segment for port 4aa7f17e-c400-4358-bf84-55bb8d593370 on network 2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:03:33.087481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:33.088122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:33.093638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "PUT /v2.0/ports/4aa7f17e-c400-4358-bf84-55bb8d593370 HTTP/1.1" status: 200 len: 978 time: 1.7036619 Mar 03 18:03:33.101417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57222) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:33.253010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-c52a1a2c-e8b2-4525-9e0f-d304bdef5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:33.254564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-c52a1a2c-e8b2-4525-9e0f-d304bdef5626 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.9349716 Mar 03 18:03:33.283068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Deleting port 4aa7f17e-c400-4358-bf84-55bb8d593370 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:33.283543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:33.284801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:03:33.343132 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-fca674fa-7820-4edb-bdf1-a590fa834f68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9868344d-7a62-43f3-9173-45dce2f87986 HTTP/1.1" status: 200 len: 217 time: 0.0714288 Mar 03 18:03:33.348690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3ac7cb9-3de3-4404-a6ce-4553bab6456e req-b42427c9-6e84-4977-b321-213aeea6a724 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831845 Mar 03 18:03:33.356308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a066c07-fa31-44c7-9580-5c96ad05aadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa7f17e-c400-4358-bf84-55bb8d593370,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:33.570399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd222b80-9a09-4ec3-bd3e-709ae158bba3 req-c216dc1b-1576-473f-8dc3-b775731fb776 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:33.571799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd222b80-9a09-4ec3-bd3e-709ae158bba3 req-c216dc1b-1576-473f-8dc3-b775731fb776 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.3409801 Mar 03 18:03:33.573470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] For port 4aa7f17e-c400-4358-bf84-55bb8d593370, host n-h2-827121-1, got binding levels [] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:33.573825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:33.731241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c74c9949-582f-4872-a1f0-1274995fb980 req-d03fa046-0525-44e4-a2db-2f7b5aaa830a service neutron] 10.222.0.35 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609298 Mar 03 18:03:33.738332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-0e6f5d46-b40c-431f-a478-4e0b2f196564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:33.740375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-0e6f5d46-b40c-431f-a478-4e0b2f196564 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.3908517 Mar 03 18:03:33.843771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Calling delete_port for 4aa7f17e-c400-4358-bf84-55bb8d593370 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:33.908322 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd222b80-9a09-4ec3-bd3e-709ae158bba3 req-7c174e60-8daf-4191-b18d-52d994914725 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266211 Mar 03 18:03:33.954631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.020033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Pushing event deleted for resources: {'Port': ['ID=4aa7f17e-c400-4358-bf84-55bb8d593370,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:34.033150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.043240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-af4898a1-5070-4cfc-acb6-013c93bb1b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4aa7f17e-c400-4358-bf84-55bb8d593370 HTTP/1.1" status: 204 len: 168 time: 0.9407363 Mar 03 18:03:34.045595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57328) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:34.047973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.053855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.060135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.066362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.072007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.077829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.083852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.085803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-2707c0d9-8936-40d3-b554-1a349e91c79e tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 0.4943466 Mar 03 18:03:34.131418 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2667e774-1f35-4490-abde-2d4375e2b6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] GET failed (client error): The resource could not be found. Mar 03 18:03:34.131952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2667e774-1f35-4490-abde-2d4375e2b6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Synchronizing usage tracker for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:34.161596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2667e774-1f35-4490-abde-2d4375e2b6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] Unset dirty status for tenant:cf1121dd64334adc9fed9fb51720e894 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:34.162871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2667e774-1f35-4490-abde-2d4375e2b6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1233961928-project-admin] 10.222.0.23 "GET /v2.0/ports/4aa7f17e-c400-4358-bf84-55bb8d593370 HTTP/1.1" status: 404 len: 333 time: 0.1158910 Mar 03 18:03:34.167279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:34.167804 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c74c9949-582f-4872-a1f0-1274995fb980 req-6c4b991c-4fc1-43cd-950a-46df662bc824 service neutron] 10.222.0.35 "GET /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255099 Mar 03 18:03:34.217188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-8b275add-d11e-490b-ad5c-93c3101e7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.218676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-8b275add-d11e-490b-ad5c-93c3101e7055 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4514899 Mar 03 18:03:34.225097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.235497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d6fd-3c4c-44bc-ba7f-f9f9400a4ddf req-e13f52c9-4a26-4a20-bf7a-599296d84500 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:34.243326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6b15d6fd-3c4c-44bc-ba7f-f9f9400a4ddf req-e13f52c9-4a26-4a20-bf7a-599296d84500 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.1614127 Mar 03 18:03:34.265795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.354647 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.371135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6b15d6fd-3c4c-44bc-ba7f-f9f9400a4ddf req-e75b7c65-83e8-4969-aae8-ef88ae469253 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268077 Mar 03 18:03:34.372843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12f42b8c-2ae6-4611-8429-42ff00684f5d req-b23642c2-1525-433a-a6c0-e906486d1b09 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279267 Mar 03 18:03:34.639567 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.708540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2280ce48-98cb-4c54-a1b9-7bcb870f8ad3']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:34.723749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-58c0ccee-9d53-4d2c-b7b4-15350c21e090 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661920 Mar 03 18:03:34.746952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440e3918-ad9f-417a-b323-13911f6bb23b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:34.746952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440e3918-ad9f-417a-b323-13911f6bb23b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:34.799901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.829463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.841213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:03:34.841910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:03:34.860659 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:03:34.994460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.008795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589dfe-cf4a-45fd-89a5-bc2fbff8c18b req-3dacbb26-14fa-4932-a418-734a9898533f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:35.012706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa4031-d506-4855-a50c-18df53ef8164 req-644d4b38-5985-4d28-9cb7-bfb402271f7d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:35.016423 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f589dfe-cf4a-45fd-89a5-bc2fbff8c18b req-3dacbb26-14fa-4932-a418-734a9898533f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.2557607 Mar 03 18:03:35.019918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7daa4031-d506-4855-a50c-18df53ef8164 req-644d4b38-5985-4d28-9cb7-bfb402271f7d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 945 time: 0.4206164 Mar 03 18:03:35.048220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.064583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] Pushing event deleted for resources: {'Network': ['ID=2280ce48-98cb-4c54-a1b9-7bcb870f8ad3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:35.072049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3e8d0d07-8b5a-43f2-bb49-70bedc560d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-550509628-project] 10.222.0.23 "DELETE /v2.0/networks/2280ce48-98cb-4c54-a1b9-7bcb870f8ad3 HTTP/1.1" status: 204 len: 168 time: 0.9033332 Mar 03 18:03:35.086619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Allocated IP 172.25.0.235 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/888fc332-0d18-423e-9960-e11f9cbb42a1) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:35.093421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c31b63c6-3d14-48f8-9920-131f4ecbc776 req-6f771524-2f14-4875-89d2-daf359465a88 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220382 Mar 03 18:03:35.123945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f589dfe-cf4a-45fd-89a5-bc2fbff8c18b req-305d0721-3e05-404e-b116-92f3c3723dc4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062884 Mar 03 18:03:35.263015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7daa4031-d506-4855-a50c-18df53ef8164 req-438ec289-b2fe-412f-afff-ad75f49c151b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626897 Mar 03 18:03:35.339300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.372151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.402131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57484) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:35.432755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9868344d-7a62-43f3-9173-45dce2f87986 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:03:35.467707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event updated for resources: {'Port': ['ID=888fc332-0d18-423e-9960-e11f9cbb42a1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:35.473449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:35.474871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:35.477731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:35.660086 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.685237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-db4194ee-8013-4466-9d94-ec9adf47796a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e7aab6a98fe4fe88233cf8c5274db05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817204 Mar 03 18:03:35.687754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57526) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:35.708563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:35.721723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:35.727933 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.738306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf49f8b-6340-4a18-9f68-c87053cb6535 req-bc618723-eac6-4d33-9963-69e4609675ef tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:35.739863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abf49f8b-6340-4a18-9f68-c87053cb6535 req-bc618723-eac6-4d33-9963-69e4609675ef tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.1850431 Mar 03 18:03:35.811661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abf49f8b-6340-4a18-9f68-c87053cb6535 req-35c4a2c3-758e-4062-a7be-8a08742c106b tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609791 Mar 03 18:03:35.812496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1778485-607c-4620-afed-8040c3b78196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.853271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:35.864417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1778485-607c-4620-afed-8040c3b78196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.903885 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986', 'code': 200} Mar 03 18:03:35.946321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1778485-607c-4620-afed-8040c3b78196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.966631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1778485-607c-4620-afed-8040c3b78196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61880ba4-af39-4c58-a2be-3cc6f5e5ce09,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:35.981051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1778485-607c-4620-afed-8040c3b78196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:35.982474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a1778485-607c-4620-afed-8040c3b78196 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61880ba4-af39-4c58-a2be-3cc6f5e5ce09 HTTP/1.1" status: 204 len: 168 time: 0.2935734 Mar 03 18:03:36.067846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.075073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.081438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.089737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.097478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.103505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.110152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.112153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-811db5bf-2253-481f-81c5-34170fff4c71 req-af9026d9-0d10-4e1f-97fc-c7c3a004d7a7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 0.4523439 Mar 03 18:03:36.254965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-811db5bf-2253-481f-81c5-34170fff4c71 req-cf525ee5-e71d-4951-9e62-fa63926641a8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741115 Mar 03 18:03:36.358008 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:36.530748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57632) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:36.562913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e16304-013e-47f3-9436-81c5fb9d2051 req-d97bb65e-0173-44a7-b3b4-9407863ab034 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.564283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64e16304-013e-47f3-9436-81c5fb9d2051 req-d97bb65e-0173-44a7-b3b4-9407863ab034 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 943 time: 0.0988202 Mar 03 18:03:36.641500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25ec7adf-52c0-4e88-b685-281ec2811373 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf1121dd64334adc9fed9fb51720e894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071565 Mar 03 18:03:36.642484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57652) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:36.658137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64e16304-013e-47f3-9436-81c5fb9d2051 req-ba75bc4c-ee13-4ccb-a7c3-e1da76a11b58 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777726 Mar 03 18:03:36.704911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd99c6-e8db-4412-98aa-822ed74eefe0 req-a6dadddc-64ce-4051-8188-42579246d6af tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.707127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e4fd99c6-e8db-4412-98aa-822ed74eefe0 req-a6dadddc-64ce-4051-8188-42579246d6af tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.2585068 Mar 03 18:03:36.719158 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b249-fcb6-42ec-babf-ed4f6f708982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:36.765059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b249-fcb6-42ec-babf-ed4f6f708982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:36.843549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e4fd99c6-e8db-4412-98aa-822ed74eefe0 req-a9a6f6b9-d724-4bdf-b955-2700c87fac2e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292250 Mar 03 18:03:36.891591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.894826 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:36.897423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.898633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:36.904456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.912193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.920771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.927104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.934220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:36.936314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7094288-3f07-42c5-82ff-2bb966de0d55 req-a9f3c5e6-69de-4a35-8cb4-e7fd3548caa5 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 0.1624229 Mar 03 18:03:36.942871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b249-fcb6-42ec-babf-ed4f6f708982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:36.957852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:36.966951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Request body: {'floatingip': {'port_id': '0185ccf4-0245-4f16-9806-f7049d5667f2'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:37.020732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3b249-fcb6-42ec-babf-ed4f6f708982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529d400b-e1a3-4b02-b570-a5a4fa1598ca,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:37.049562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b249-fcb6-42ec-babf-ed4f6f708982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:37.065881 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e5e3b249-fcb6-42ec-babf-ed4f6f708982 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/529d400b-e1a3-4b02-b570-a5a4fa1598ca HTTP/1.1" status: 204 len: 168 time: 0.4229641 Mar 03 18:03:37.093189 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:37.315088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d662a34-d562-40a2-896b-e59a9feac762 req-15229d96-b257-4602-9f35-d63822787ac0 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:37.316561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d662a34-d562-40a2-896b-e59a9feac762 req-15229d96-b257-4602-9f35-d63822787ac0 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.1679285 Mar 03 18:03:37.327504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Router 0870fd61-6701-4ec2-bd27-ba85c8228825 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:03:37.451823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d662a34-d562-40a2-896b-e59a9feac762 req-1e2e93d0-d16a-438c-8d78-8d5b91de4047 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266751 Mar 03 18:03:37.890966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:03:37.903989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] Sync routers for ids ['0870fd61-6701-4ec2-bd27-ba85c8228825'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:03:37.904836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:37.906481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-94b2e85a-8958-4170-beaa-d336809cd162 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "PUT /v2.0/routers/0870fd61-6701-4ec2-bd27-ba85c8228825 HTTP/1.1" status: 200 len: 881 time: 5.7744102 Mar 03 18:03:37.909942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57722) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:37.930075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] Routers {'0870fd61-6701-4ec2-bd27-ba85c8228825'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:37.930853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0870fd61-6701-4ec2-bd27-ba85c8228825'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:38.071698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:38.108740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] Routers {'0870fd61-6701-4ec2-bd27-ba85c8228825'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:38.109073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0870fd61-6701-4ec2-bd27-ba85c8228825'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:38.131594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-cf3ffbec-e1ed-4678-a4ac-2f61de4797e8 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:38.133435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-cf3ffbec-e1ed-4678-a4ac-2f61de4797e8 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.35 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.2943652 Mar 03 18:03:38.143371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fb97-a44f-4a49-a2c6-2050e4cba345 req-aba4c216-bc81-4e3f-87cb-ce869817878f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:38.150392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-91f1fb97-a44f-4a49-a2c6-2050e4cba345 req-aba4c216-bc81-4e3f-87cb-ce869817878f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.5126722 Mar 03 18:03:38.204099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:38.204506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1726f-7a13-4635-b5f1-99f5846ccca7 None None] The sync data for ids ['0870fd61-6701-4ec2-bd27-ba85c8228825'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:03:38.215320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a780-4887-40f0-b4b2-42deccc0f55b req-950a8a59-31aa-41be-9821-87cb4724b062 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:38.216995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93f6a780-4887-40f0-b4b2-42deccc0f55b req-950a8a59-31aa-41be-9821-87cb4724b062 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 943 time: 0.2144558 Mar 03 18:03:38.259688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-62f022cc-f353-44b5-9040-7acdffa21134 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/0870fd61-6701-4ec2-bd27-ba85c8228825 HTTP/1.1" status: 200 len: 922 time: 0.3477864 Mar 03 18:03:38.267416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57732) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:38.277768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-91f1fb97-a44f-4a49-a2c6-2050e4cba345 req-18d533d4-527c-435c-a437-9db502da2379 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261415 Mar 03 18:03:38.279781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57734) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:38.339233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Deleting port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:38.339233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:38.380609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93f6a780-4887-40f0-b4b2-42deccc0f55b req-f4fe83b1-35c5-40f8-9ea4-f379dfd6c65d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522219 Mar 03 18:03:38.413145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:38.437310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:38.505349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b9235-3485-4a28-b204-9433f627ad3f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:38.506917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bb6b9235-3485-4a28-b204-9433f627ad3f tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=0870fd61-6701-4ec2-bd27-ba85c8228825&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2282040 Mar 03 18:03:38.509874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57746) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:38.561212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1137767409'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:38.629630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:38.676284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Usage tracker for resource:network and tenant:bd063e627a2048edb2ee6c87e4e7d4b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:38.689186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:38.702796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:38.725541 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Floating IP bfc06f91-3506-4869-9c94-0b076985a1d4 associated. External IP: 172.25.0.187, port: 0185ccf4-0245-4f16-9806-f7049d5667f2. Mar 03 18:03:38.782041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:38.785464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:38.821303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:38.858899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:38.877014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f2763-61dd-4efa-ac77-9c326f6cf40c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:38.881025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4b7f2763-61dd-4efa-ac77-9c326f6cf40c tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.3672345 Mar 03 18:03:38.884783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57750) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:38.889263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] For port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,segment=NetworkSegment(bb8a889c-db30-4c33-a030-2991d77578f2),segment_id=bb8a889c-db30-4c33-a030-2991d77578f2)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:38.889839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:38.929221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Usage tracker for resource:security_group_rule and tenant:bd063e627a2048edb2ee6c87e4e7d4b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:38.940230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:38.951364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe528af-69c2-49ee-9027-a4e179a3ec82 req-ca2f12f4-b79c-4a5d-a33e-b20ff1381463 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:38.951760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fe528af-69c2-49ee-9027-a4e179a3ec82 req-ca2f12f4-b79c-4a5d-a33e-b20ff1381463 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 945 time: 0.3194230 Mar 03 18:03:38.957360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:39.014447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8615-fa8b-4ccd-8368-73f8cf445ea4 req-7dbca8cb-0294-4250-af79-8797fbccf604 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:39.021348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d04a8615-fa8b-4ccd-8368-73f8cf445ea4 req-7dbca8cb-0294-4250-af79-8797fbccf604 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.4340980 Mar 03 18:03:39.040470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fe528af-69c2-49ee-9027-a4e179a3ec82 req-9d55d045-1803-40d8-a502-4759e57be0e4 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dcf82fe-154d-4060-acdb-7b6730a584a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785313 Mar 03 18:03:39.097233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cf2e3df9-5aee-4c7f-8f96-4abec0894b3d tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=0870fd61-6701-4ec2-bd27-ba85c8228825 HTTP/1.1" status: 200 len: 205 time: 0.2106171 Mar 03 18:03:39.097934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57758) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:39.118380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Calling delete_port for b2343de9-cb79-4b04-bae9-7cf39b3ebbfe owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:39.329394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d04a8615-fa8b-4ccd-8368-73f8cf445ea4 req-63b98374-5453-4402-88df-2e4ffc2b1917 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071518 Mar 03 18:03:39.446350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.453189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:03:39.464220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.602695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:03:39.620172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311093a5-825b-46a8-8202-4d1511385f49,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:39.701068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.738847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:03:39.748372 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] Sync routers for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:03:39.750700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d788d9-8751-4f33-8c36-e77df46dd6ad req-f1e7062b-6e11-4738-a6bb-f68a094d44a2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:39.752290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8d788d9-8751-4f33-8c36-e77df46dd6ad req-f1e7062b-6e11-4738-a6bb-f68a094d44a2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.2184453 Mar 03 18:03:39.761269 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:39.761926 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:39.766788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-26b795f9-8308-4576-bec4-91f38e6af762 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:39.768247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-26b795f9-8308-4576-bec4-91f38e6af762 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.6694949 Mar 03 18:03:39.783014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.847822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.848426 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Added segment 62aeef42-273d-4d1e-9080-b765bbc443af of type vlan for network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db Mar 03 18:03:39.852135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8d788d9-8751-4f33-8c36-e77df46dd6ad req-c3dc4661-594f-480b-9361-c451b81aaa41 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887017 Mar 03 18:03:39.853836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.868453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b280ec92-ffba-4fb0-bb04-bd53e712dfaa tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "PUT /v2.0/floatingips/bfc06f91-3506-4869-9c94-0b076985a1d4 HTTP/1.1" status: 200 len: 992 time: 2.9086616 Mar 03 18:03:39.871275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:39.898588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.946088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.947144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:03:39.955182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:39.955980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:39.991424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Deleting port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:39.991762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:40.001432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7197335 Mar 03 18:03:40.019014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57772) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:40.033106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Pushing event deleted for resources: {'Port': ['ID=b2343de9-cb79-4b04-bae9-7cf39b3ebbfe,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:40.055935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6a01a-98e9-430c-8744-4fabb1b537c0 req-4a2b482f-e7d0-481c-9666-d0f24867d0e7 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.058270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10e6a01a-98e9-430c-8744-4fabb1b537c0 req-4a2b482f-e7d0-481c-9666-d0f24867d0e7 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 948 time: 0.5014503 Mar 03 18:03:40.062531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'subnet': {'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:40.131672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.132301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.132807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.133289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.133788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.134268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.134760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.135297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.135768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.136255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.136723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.137212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:40.157881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61324d8-0a24-48b0-89ea-d00ce00ef65c tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Network': ['ID=f7e5ab4c-7244-4e47-82f0-e482c1f7f0db,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:40.171773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:03:40.201055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad90e4-8d2b-4fc5-abaa-d33f27e4479c req-b86e4dfc-946a-431c-ad5c-7cdfe9b2baf2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.202774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccad90e4-8d2b-4fc5-abaa-d33f27e4479c req-b86e4dfc-946a-431c-ad5c-7cdfe9b2baf2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2089972 Mar 03 18:03:40.242333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] No DVR routers for this DVR port b2343de9-cb79-4b04-bae9-7cf39b3ebbfe on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:03:40.261595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccad90e4-8d2b-4fc5-abaa-d33f27e4479c req-694c700f-399d-4671-af8f-95971d91a020 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525267 Mar 03 18:03:40.325272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:40.339058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'name': 'network-vif-deleted', 'tag': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:40.355388 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'bfc06f91-3506-4869-9c94-0b076985a1d4', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'port_id': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'mac_address': 'fa:16:3e:cd:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:01:39Z', 'updated_at': '2022-03-03T18:03:38Z', 'revision_number': 1, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:29Z', 'revision_number': 5, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:40.360320 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] Checking router: 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:03:40.371915 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:40.372534 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:40.380657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:40.405752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10e6a01a-98e9-430c-8744-4fabb1b537c0 req-c55976d9-d06c-431a-b88a-ddf42cddb00d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/security-groups?id=cae488b4-74e8-41d2-a46e-1149cab15879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951186 Mar 03 18:03:40.435956 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3a41459-aa19-4d12-857c-e37f7a2936e8 req-a7f63b17-dff6-4a39-abd7-9c41413f2fb2 tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.35 "DELETE /v2.0/ports/b2343de9-cb79-4b04-bae9-7cf39b3ebbfe HTTP/1.1" status: 204 len: 173 time: 2.2811131 Mar 03 18:03:40.448792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:40.456671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Deleting port 888fc332-0d18-423e-9960-e11f9cbb42a1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:40.457005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:40.482094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Usage tracker for resource:subnet and tenant:bd063e627a2048edb2ee6c87e4e7d4b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:40.487483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.497412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.500902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:40.504293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.512445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:40.512887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.519593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.526216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.529222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b2343de9-cb79-4b04-bae9-7cf39b3ebbfe no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:03:40.532776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.534964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-6999917d-8cb3-4d40-8800-52ad890bcaf1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 0.1523983 Mar 03 18:03:40.536820 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'status': 'completed', 'code': 200} Mar 03 18:03:40.618614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01ea5aae-f4e1-4136-bc76-819954b9b422 req-613eb0f9-c78d-4f61-b14d-c83010b3a48f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759184 Mar 03 18:03:40.642210 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:03:40.642430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: b2343de9-cb79-4b04-bae9-7cf39b3ebbfe {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:03:40.642607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b2343de9-cb79-4b04-bae9-7cf39b3ebbfe not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:03:40.780784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:40.790839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:40.795328 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:40.843528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8a03-7e33-4e3d-af42-4a3c5df91586 req-b762931b-1145-4857-a447-d13d4dea467e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.850510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-511a8a03-7e33-4e3d-af42-4a3c5df91586 req-b762931b-1145-4857-a447-d13d4dea467e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.0938237 Mar 03 18:03:40.935490 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-511a8a03-7e33-4e3d-af42-4a3c5df91586 req-9f429f33-d3e0-4660-8ab5-4ece267d27ab tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841296 Mar 03 18:03:40.989040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-7e90eb28-0a22-4505-8f3a-94b3ffac47f2 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:40.992018 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-7e90eb28-0a22-4505-8f3a-94b3ffac47f2 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.35 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 948 time: 0.1061573 Mar 03 18:03:41.016485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cae2c0fd-6167-4982-89df-c09666783bd2 req-88c2e0e6-ca46-4ede-83f8-63c76de1e37e tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Synchronizing usage tracker for tenant:634357dab45a4089888299b9ffd1a87e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:41.088686 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'bfc06f91-3506-4869-9c94-0b076985a1d4', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'port_id': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'mac_address': 'fa:16:3e:cd:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:01:39Z', 'updated_at': '2022-03-03T18:03:38Z', 'revision_number': 1, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:29Z', 'revision_number': 5, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:41.094364 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1006f7-2215-441a-91e3-423f6570a912 None None] The sync data for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 is: [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'bfc06f91-3506-4869-9c94-0b076985a1d4', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'port_id': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'mac_address': 'fa:16:3e:cd:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:01:39Z', 'updated_at': '2022-03-03T18:03:38Z', 'revision_number': 1, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:29Z', 'revision_number': 5, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:03:41.105208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Deleting port 57714af9-7d13-4302-b190-38fd8d7b909f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:41.105577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:41.259155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Calling delete_port for 888fc332-0d18-423e-9960-e11f9cbb42a1 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:41.289516 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cfead8-4869-4d9a-864c-606d4631bcf4', 'name': 'network-vif-deleted', 'tag': 'b2343de9-cb79-4b04-bae9-7cf39b3ebbfe', 'status': 'completed', 'code': 200} Mar 03 18:03:41.386927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] For port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:41.387304 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:41.405163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7d8d5-e3ca-41c7-8103-2fc7fc1540b8 None None] New status for floating IP bfc06f91-3506-4869-9c94-0b076985a1d4: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:03:41.421720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.427739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.434836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.439707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.445308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.450973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.457491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.460867 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6d0f303-0074-4a7f-94c1-4e6e4a105de8 req-e853234e-72e4-4416-8ab2-7891e42fe585 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 0.3014791 Mar 03 18:03:41.516476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] For port 57714af9-7d13-4302-b190-38fd8d7b909f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=57714af9-7d13-4302-b190-38fd8d7b909f,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:41.517159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:41.548639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cae2c0fd-6167-4982-89df-c09666783bd2 req-88c2e0e6-ca46-4ede-83f8-63c76de1e37e tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] Unset dirty status for tenant:634357dab45a4089888299b9ffd1a87e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:41.561263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cae2c0fd-6167-4982-89df-c09666783bd2 req-88c2e0e6-ca46-4ede-83f8-63c76de1e37e tempest-InstanceActionsTestJSON-899911784 tempest-InstanceActionsTestJSON-899911784-project] 10.222.0.23 "GET /v2.0/ports?device_id=10cfead8-4869-4d9a-864c-606d4631bcf4 HTTP/1.1" status: 200 len: 210 time: 0.7475924 Mar 03 18:03:41.579274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Calling delete_port for 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:41.680787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.681265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.681788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.682248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.682716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.683158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.683616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.685749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-57d67ae8-c538-4383-aa3e-75f81e83e6f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6489 time: 1.1160812 Mar 03 18:03:41.685894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 9868344d-7a62-43f3-9173-45dce2f87986 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:03:41.825005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:03:41.857342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Calling delete_port for 57714af9-7d13-4302-b190-38fd8d7b909f owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:41.947836 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:41.975997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc9790-6e44-4a8a-9d51-762ddadec16d req-32f38bde-2b21-4e4d-8bab-cbd75cbcf269 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:41.977477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ccc9790-6e44-4a8a-9d51-762ddadec16d req-32f38bde-2b21-4e4d-8bab-cbd75cbcf269 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 945 time: 0.3763170 Mar 03 18:03:42.039524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-899e72b4-29d7-4d82-adb3-bf966c0245c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:42.040885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-899e72b4-29d7-4d82-adb3-bf966c0245c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=141a9fdb-a208-4a3f-9923-08a66a420473 HTTP/1.1" status: 200 len: 911 time: 0.3454223 Mar 03 18:03:42.075150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ccc9790-6e44-4a8a-9d51-762ddadec16d req-db3098c8-03ad-4ddd-8127-b3f50a545800 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634801 Mar 03 18:03:42.076283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.086958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['57714af9-7d13-4302-b190-38fd8d7b909f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:03:42.144706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Pushing event deleted for resources: {'Port': ['ID=57714af9-7d13-4302-b190-38fd8d7b909f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:42.211541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.218603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.219195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.219819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.220347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.221228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.221827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.222779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.223119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.223446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.223770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.224106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.224421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:03:42.257365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691b11-3353-4c30-83dd-b30e30150e06 req-d63000fb-44e1-4630-867e-75e1fd826796 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:42.258831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62691b11-3353-4c30-83dd-b30e30150e06 req-d63000fb-44e1-4630-867e-75e1fd826796 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.5719676 Mar 03 18:03:42.259451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.306272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44fdfa62-8d06-4c09-9239-58d434f397e8 req-5cb5f042-6ee5-4c89-bcd4-6a4061847381 tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.23 "GET /v2.0/ports?device_id=790bba51-a83b-41ae-bdc4-d1829c6f126c HTTP/1.1" status: 200 len: 210 time: 0.0773413 Mar 03 18:03:42.307188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] No DVR routers for this DVR port 57714af9-7d13-4302-b190-38fd8d7b909f on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:03:42.309675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.325458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-506a8198-8fe7-4156-b2d1-b2dc93e7a651 req-6aff23a0-11a2-476f-adaf-fe48c3ef3b4d tempest-VolumesBackupsTest-214247299 tempest-VolumesBackupsTest-214247299-project] 10.222.0.35 "DELETE /v2.0/ports/57714af9-7d13-4302-b190-38fd8d7b909f HTTP/1.1" status: 204 len: 173 time: 1.3265526 Mar 03 18:03:42.378307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event deleted for resources: {'Port': ['ID=14c9880f-04e8-4a5b-a5e4-1e59605a7e31,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:42.382351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-92c0f9d0-ba6e-45bf-823d-d1ac7f5d72e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0185ccf4-0245-4f16-9806-f7049d5667f2 HTTP/1.1" status: 200 len: 1002 time: 0.3292167 Mar 03 18:03:42.468577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.538054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'name': 'network-vif-deleted', 'tag': '57714af9-7d13-4302-b190-38fd8d7b909f'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:42.572953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Subnet': ['ID=4457b697-3695-45d7-916c-36cf5ff32a4a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:42.595428 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790bba51-a83b-41ae-bdc4-d1829c6f126c', 'name': 'network-vif-deleted', 'tag': '57714af9-7d13-4302-b190-38fd8d7b909f', 'status': 'completed', 'code': 200} Mar 03 18:03:42.600849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62691b11-3353-4c30-83dd-b30e30150e06 req-0830070e-aebd-4e7e-b96c-cb4bbefd6ff7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213117 Mar 03 18:03:42.601610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event deleted for resources: {'Port': ['ID=888fc332-0d18-423e-9960-e11f9cbb42a1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:42.606606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] No DVR routers for this DVR port 14c9880f-04e8-4a5b-a5e4-1e59605a7e31 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:03:42.665506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Checking segment: {'id': '62aeef42-273d-4d1e-9080-b765bbc443af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:42.666606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network hostable DHCP agents. Network: f7e5ab4c-7244-4e47-82f0-e482c1f7f0db, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:03:42.711733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57806) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:42.713011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-b2b50c7d-c30d-422f-bad0-5e7cf56affba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:42.715264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-b2b50c7d-c30d-422f-bad0-5e7cf56affba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=836f3144-e7fd-473b-b518-be55f8b79c09 HTTP/1.1" status: 200 len: 849 time: 0.2923927 Mar 03 18:03:42.777209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.812866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.837153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] Deleting subnet 5f0e9be7-db8b-40b3-a6f3-d52cda22d323 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:03:42.841371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:42.859806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3294fbde-6dcc-40a6-ab8b-4617c81ef9ec req-847c5a3f-bd91-44bd-9d5d-9126bc70c26a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "DELETE /v2.0/ports/14c9880f-04e8-4a5b-a5e4-1e59605a7e31 HTTP/1.1" status: 204 len: 173 time: 3.0731111 Mar 03 18:03:42.860615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:03:42.911949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.079536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.164981 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.167663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f7e5ab4c-7244-4e47-82f0-e482c1f7f0db) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:43.171029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.179113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:43.180013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.181841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f2aff-402b-4fd5-ae45-11ef33ca9f92 None None] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:03:43.229509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-5a42a987-b6dc-4701-ad0a-651b5781a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:43.231338 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-5a42a987-b6dc-4701-ad0a-651b5781a051 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=141a9fdb-a208-4a3f-9923-08a66a420473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4976628 Mar 03 18:03:43.232654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.233174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Fanout notify agent at l3_agent the message router_deleted on router 0870fd61-6701-4ec2-bd27-ba85c8228825 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:03:43.235247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5ddfadc5-2d76-43b8-b856-9dea00ead812 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2036157 Mar 03 18:03:43.250273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57818) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:43.277642 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.282124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5bca30cb-b6db-4d81-afe9-fc386055ce7a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/0870fd61-6701-4ec2-bd27-ba85c8228825 HTTP/1.1" status: 204 len: 168 time: 4.1275437 Mar 03 18:03:43.282537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1925971757'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:43.298717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'name': 'network-vif-deleted', 'tag': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:43.303237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57822) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:43.342900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-117587788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:43.392833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a466e94-00f4-43c8-9c75-5ef3a04f5132 req-4b449d8b-db46-414a-9837-dd2bbb7bb296 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:43.394347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a466e94-00f4-43c8-9c75-5ef3a04f5132 req-4b449d8b-db46-414a-9837-dd2bbb7bb296 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2300599 Mar 03 18:03:43.399254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:43.409322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Usage tracker for resource:router and tenant:f26f6334f1b54066983d5f380bbeba5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:43.414085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:43.431958 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.488662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.491590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0e9be7-db8b-40b3-a6f3-d52cda22d323,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:43.505178 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a466e94-00f4-43c8-9c75-5ef3a04f5132 req-4b8ddc29-5c1f-4fbc-b3d8-c9b853a53418 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031170 Mar 03 18:03:43.508701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2294041a-95de-4e60-81e3-24bdd86e197d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f0e9be7-db8b-40b3-a6f3-d52cda22d323 HTTP/1.1" status: 204 len: 168 time: 0.7934122 Mar 03 18:03:43.509311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57832) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:43.518336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:43.550108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3b0382e0-af34-4930-9fe0-ad54b4c994bb req-8157b195-c912-4e4c-b5b9-7f005bd9aaad tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:43.577625 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.578632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.615999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'tenant_id': 'bd063e627a2048edb2ee6c87e4e7d4b3', 'fixed_ips': [{'subnet_id': '4457b697-3695-45d7-916c-36cf5ff32a4a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:03:43.621367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.634004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.687549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:43.693797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Usage tracker for resource:port and tenant:bd063e627a2048edb2ee6c87e4e7d4b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:43.698108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:43.705828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:43.723001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-b89a6e22-98ba-4f7e-b832-9c698167b2f0 service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708037 Mar 03 18:03:43.724242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3b0382e0-af34-4930-9fe0-ad54b4c994bb req-8157b195-c912-4e4c-b5b9-7f005bd9aaad tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:43.724959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.737962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b0382e0-af34-4930-9fe0-ad54b4c994bb req-8157b195-c912-4e4c-b5b9-7f005bd9aaad tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=c381e07e-3981-4d2b-b7cf-aaa3d5c7765f HTTP/1.1" status: 200 len: 210 time: 0.2715380 Mar 03 18:03:43.739011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.766192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:43.770205 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.815969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Allocated IP 2001:db8::2 (f7e5ab4c-7244-4e47-82f0-e482c1f7f0db/4457b697-3695-45d7-916c-36cf5ff32a4a/425c9401-1caa-4379-8cf7-92ea4ea902a3) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:43.868291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] device_id is not set on port d78602b2-9e6a-434e-9d6b-8af7ddd5138d yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:43.892579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4184c2-2fab-4d81-a63c-418624415cd6 req-a5dd49d0-3a1d-4b42-bdc3-0e1d2dabb4eb tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:43.899755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff4184c2-2fab-4d81-a63c-418624415cd6 req-a5dd49d0-3a1d-4b42-bdc3-0e1d2dabb4eb tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 947 time: 0.2405837 Mar 03 18:03:43.902078 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c381e07e-3981-4d2b-b7cf-aaa3d5c7765f', 'name': 'network-vif-deleted', 'tag': '14c9880f-04e8-4a5b-a5e4-1e59605a7e31', 'status': 'completed', 'code': 200} Mar 03 18:03:43.907738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:43.911458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95ffa3a4-24e9-4a70-a6d9-a9f454f9ed2a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5871809 Mar 03 18:03:43.912894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57836) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:43.981809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb0e03c6-7c45-48be-8e60-2399693bf211 req-f7f8627f-67a9-4266-8b26-9c7f2e981e58 service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357304 Mar 03 18:03:44.016184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.043250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': True}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:44.108140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fe219c-9e35-491b-a53c-cebec15947a4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:44.123107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8a889c-db30-4c33-a030-2991d77578f2') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:44.123335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8a889c-db30-4c33-a030-2991d77578f2') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:44.136699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.157646 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.179372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.259438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:03:44.260384 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:03:44.274521 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:03:44.544472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 57714af9-7d13-4302-b190-38fd8d7b909f no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:03:44.592253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff4184c2-2fab-4d81-a63c-418624415cd6 req-477f33dd-eb18-48ea-af68-581edcb8f323 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6904724 Mar 03 18:03:44.592793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 57714af9-7d13-4302-b190-38fd8d7b909f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:03:44.593392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 57714af9-7d13-4302-b190-38fd8d7b909f not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:03:44.665099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Transition to ACTIVE for port object 425c9401-1caa-4379-8cf7-92ea4ea902a3 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:44.670988 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.676987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.705345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Transition to ACTIVE for port object 425c9401-1caa-4379-8cf7-92ea4ea902a3 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:44.715650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.773819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7853e-37d2-404e-8084-f1c1eb88b689 req-bc3aa85b-43b0-47f4-94d8-4b0a33fb9fea tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:44.775646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71d7853e-37d2-404e-8084-f1c1eb88b689 req-bc3aa85b-43b0-47f4-94d8-4b0a33fb9fea tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1393178 Mar 03 18:03:44.779071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:44.785607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fe219c-9e35-491b-a53c-cebec15947a4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:44.802584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ede256a-a2a1-4bf3-9463-136e9896baf3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e4fe219c-9e35-491b-a53c-cebec15947a4 HTTP/1.1" status: 204 len: 168 time: 1.2922306 Mar 03 18:03:44.855340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Pushing event updated for resources: {'Port': ['ID=425c9401-1caa-4379-8cf7-92ea4ea902a3,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:44.858186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Allocated IP 2001:db8::44 (f7e5ab4c-7244-4e47-82f0-e482c1f7f0db/4457b697-3695-45d7-916c-36cf5ff32a4a/d78602b2-9e6a-434e-9d6b-8af7ddd5138d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:44.869556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:44.871932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:44.878763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:44.883070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71d7853e-37d2-404e-8084-f1c1eb88b689 req-3023fafd-65c6-4ed1-be8b-acc1a85f244a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985558 Mar 03 18:03:45.018957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Attempting to bind port 425c9401-1caa-4379-8cf7-92ea4ea902a3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:45.019311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Attempting to bind port 425c9401-1caa-4379-8cf7-92ea4ea902a3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '62aeef42-273d-4d1e-9080-b765bbc443af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:45.022903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Attempting to bind port 425c9401-1caa-4379-8cf7-92ea4ea902a3 on network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:45.034982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:03:45.035366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Checking segment: {'id': '62aeef42-273d-4d1e-9080-b765bbc443af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:45.035767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.037807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Bound using segment: {'id': '62aeef42-273d-4d1e-9080-b765bbc443af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:03:45.038967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Bound port: 425c9401-1caa-4379-8cf7-92ea4ea902a3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62aeef42-273d-4d1e-9080-b765bbc443af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:03:45.040348 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.091011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57854) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:45.201348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] For port 425c9401-1caa-4379-8cf7-92ea4ea902a3, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:45.206971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] For port 425c9401-1caa-4379-8cf7-92ea4ea902a3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=425c9401-1caa-4379-8cf7-92ea4ea902a3,segment=NetworkSegment(62aeef42-273d-4d1e-9080-b765bbc443af),segment_id=62aeef42-273d-4d1e-9080-b765bbc443af)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:03:45.216375 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.324172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ef941-e53b-4a3c-9b54-943563b73774 None None] Pushing event updated for resources: {'Port': ['ID=425c9401-1caa-4379-8cf7-92ea4ea902a3,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:45.423744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-86a65ed0-68fe-4d29-88da-eb6868d323e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=634357dab45a4089888299b9ffd1a87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305101 Mar 03 18:03:45.464227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57870) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:45.486196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.510467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.568434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.573587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-5bdf677e-5809-4a9a-9779-43c9dafa3387 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:45.573587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-5bdf677e-5809-4a9a-9779-43c9dafa3387 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 947 time: 0.6746585 Mar 03 18:03:45.573587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Transition to ACTIVE for port object d78602b2-9e6a-434e-9d6b-8af7ddd5138d will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:45.700157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae807d39-c0ba-494c-950d-c47eaca00227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.707950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-38e5e3ae-ab0d-4d2a-a8c7-276cb51eaa7f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:45.710216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-38e5e3ae-ab0d-4d2a-a8c7-276cb51eaa7f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.4411511 Mar 03 18:03:45.752484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae807d39-c0ba-494c-950d-c47eaca00227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.785273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-ec7836c2-4db6-443e-be26-a61045a04cdc tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/quotas/bb0140b63c1d4645ab4917bffa7c281d HTTP/1.1" status: 200 len: 375 time: 0.0302932 Mar 03 18:03:45.785273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Deleting port bd7c5fc6-48af-49ab-b108-467066a9361e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:45.785273 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:45.863456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Allocated IP 172.25.0.132 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/cccd76ab-2278-464f-9d5a-6fb14e4bcb46) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:45.965175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:46.048494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:46.058509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-fecad6e5-162a-4e16-8e05-dfa6057a2e27 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2000849 Mar 03 18:03:46.062338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-8e721b52-88d4-4f9d-93ac-53de497259aa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:03:46.063876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-8e721b52-88d4-4f9d-93ac-53de497259aa service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051382 Mar 03 18:03:46.073728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:46.077642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:46.082352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:46.086069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:46.148518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae807d39-c0ba-494c-950d-c47eaca00227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:46.187344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:46.262341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807d39-c0ba-494c-950d-c47eaca00227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcf82fe-154d-4060-acdb-7b6730a584a0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:46.331256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae807d39-c0ba-494c-950d-c47eaca00227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:46.331256 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae807d39-c0ba-494c-950d-c47eaca00227 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dcf82fe-154d-4060-acdb-7b6730a584a0 HTTP/1.1" status: 204 len: 168 time: 0.8416934 Mar 03 18:03:46.368362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f995b3-c8e0-4ccb-b9d4-e3f7951625f9 req-3712191d-0114-4116-aa94-200aef592fcc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:46.383469 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77f995b3-c8e0-4ccb-b9d4-e3f7951625f9 req-3712191d-0114-4116-aa94-200aef592fcc tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 947 time: 0.1813583 Mar 03 18:03:46.440288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1827149 Mar 03 18:03:46.447656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57882) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:46.456566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b581a9-f90e-4b49-8583-bd57f917d453 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=d78602b2-9e6a-434e-9d6b-8af7ddd5138d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:46.501314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1400553993', 'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:32:3b:2f'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:46.542944 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:46.716452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-43d6af43-9843-4c45-9a12-6e4602e004bc service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900479 Mar 03 18:03:46.773513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77f995b3-c8e0-4ccb-b9d4-e3f7951625f9 req-3a0defd0-fe17-48cd-9660-4b042fccc6de tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb75ecaa-3ef8-451e-b986-a410e77c54f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966231 Mar 03 18:03:46.894987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-aea4b8fb-141b-4c1e-82a7-ae09b0b576c8 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550384 Mar 03 18:03:46.968976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] For port bd7c5fc6-48af-49ab-b108-467066a9361e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bd7c5fc6-48af-49ab-b108-467066a9361e,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:46.969411 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:47.109250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 425c9401-1caa-4379-8cf7-92ea4ea902a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:47.230345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5eaddb-3320-4f71-8731-0a706a7b334a None None] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:03:47.265738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:47.272651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:47.277492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:47.303956 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b89ab953-753c-467f-87ba-93ffe86eb835 req-1e2a542c-a5d2-4e30-a365-cf79d9f5c943 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 210 time: 0.0838652 Mar 03 18:03:47.353936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eb05fc0b-72e8-466f-a92c-bb7a385fd7cc None None] Provisioning for port 425c9401-1caa-4379-8cf7-92ea4ea902a3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:47.389499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Port': ['ID=cccd76ab-2278-464f-9d5a-6fb14e4bcb46,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:47.499787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:47.564210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 425c9401-1caa-4379-8cf7-92ea4ea902a3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:47.568707 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:47.570388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:47.570763 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Floating IP 3cd002d8-b898-4294-a53a-5326b4028898 disassociated. External IP: 172.25.0.230, port: bd7c5fc6-48af-49ab-b108-467066a9361e. Mar 03 18:03:47.571124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Calling delete_port for bd7c5fc6-48af-49ab-b108-467066a9361e owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:47.583357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Usage tracker for resource:port and tenant:bd063e627a2048edb2ee6c87e4e7d4b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:47.603751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 425c9401-1caa-4379-8cf7-92ea4ea902a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:47.604128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:47.611919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:47.658630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:47.891463 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:47.939477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57942) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:47.982462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:48.172960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:48.236829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event deleted for resources: {'Port': ['ID=bd7c5fc6-48af-49ab-b108-467066a9361e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:48.273635 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:48.275663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-91cc08c6-bd42-4641-abe3-7250ca1d147a req-5260868b-99c7-422e-a286-2b3ff3d6054f tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 210 time: 0.2253554 Mar 03 18:03:48.425006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 425c9401-1caa-4379-8cf7-92ea4ea902a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=425c9401-1caa-4379-8cf7-92ea4ea902a3,segment=NetworkSegment(62aeef42-273d-4d1e-9080-b765bbc443af),segment_id=62aeef42-273d-4d1e-9080-b765bbc443af)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:48.438335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:48.518849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1666186154-network', 'tenant_id': '6835a2dc3cff41ae82c51cf0ab983d97'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:48.526182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:48.547870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391158-5c2e-4794-8aab-885f34f3c450 req-cf7338dd-8681-49cc-939f-859829784fc2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:48.550044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60391158-5c2e-4794-8aab-885f34f3c450 req-cf7338dd-8681-49cc-939f-859829784fc2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 1.2786784 Mar 03 18:03:48.565871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:48.593380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=425c9401-1caa-4379-8cf7-92ea4ea902a3,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:48.601710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Usage tracker for resource:network and tenant:6835a2dc3cff41ae82c51cf0ab983d97 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:48.611949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:48.627352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] device_id is not set on port c1563011-e02b-4d9d-bf49-62314cf45343 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:48.772494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:48.862772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Router fd2aaf0f-c0f6-4599-9083-fab66638d572 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:03:48.867023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Made reservation on behalf of 6835a2dc3cff41ae82c51cf0ab983d97 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:48.870396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:48.888730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef9d5345-3d87-4527-9f27-110cd6d1af17 req-7028c06a-3cb1-439b-9efc-3d6fbc182b2f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 210 time: 0.3132281 Mar 03 18:03:48.906941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0d61cb10-334f-45a1-807a-681c763ba297 None None] Provisioning for port d78602b2-9e6a-434e-9d6b-8af7ddd5138d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:48.937999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0d61cb10-334f-45a1-807a-681c763ba297 None None] Provisioning complete for port d78602b2-9e6a-434e-9d6b-8af7ddd5138d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:48.938398 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d61cb10-334f-45a1-807a-681c763ba297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:48.984433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60391158-5c2e-4794-8aab-885f34f3c450 req-ce70a3f6-88fa-4247-aff1-8ca3a708c933 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048994 Mar 03 18:03:49.128760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0d61cb10-334f-45a1-807a-681c763ba297 None None] Port d78602b2-9e6a-434e-9d6b-8af7ddd5138d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:03:49.132123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 425c9401-1caa-4379-8cf7-92ea4ea902a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:49.163440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:49.319620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:49.331743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Allocated IP 2001:db8::4f (f7e5ab4c-7244-4e47-82f0-e482c1f7f0db/4457b697-3695-45d7-916c-36cf5ff32a4a/c1563011-e02b-4d9d-bf49-62314cf45343) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:49.338263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0d61cb10-334f-45a1-807a-681c763ba297 None None] Provisioning complete for port 425c9401-1caa-4379-8cf7-92ea4ea902a3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:49.338991 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d61cb10-334f-45a1-807a-681c763ba297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:49.342696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Usage tracker for resource:security_group_rule and tenant:6835a2dc3cff41ae82c51cf0ab983d97 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:49.356632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:49.367136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:49.427812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:49.437536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 425c9401-1caa-4379-8cf7-92ea4ea902a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:49.438043 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:49.486801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:03:49.503060 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] Sync routers for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:03:49.520047 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:49.521564 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:49.557442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:03:49.602078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: bd7c5fc6-48af-49ab-b108-467066a9361e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:03:49.602728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bd7c5fc6-48af-49ab-b108-467066a9361e not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:03:49.649298 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-05cd8a9f-d2e9-4b21-9458-1f7a4575aa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:49.799065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-b29fd533-a107-45ed-87eb-cfea6b789c15 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:49.801025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-b29fd533-a107-45ed-87eb-cfea6b789c15 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.3740211 Mar 03 18:03:49.859919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-97f929fa-1907-41ca-aabd-56112076e55a None None] Provisioning complete for port d78602b2-9e6a-434e-9d6b-8af7ddd5138d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:49.860433 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97f929fa-1907-41ca-aabd-56112076e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:49.874434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Request body: {'port': {'device_id': '8e939862-632f-4c3d-afcd-38eea652a708', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'admin_state_up': True, 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:49.898558 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:03:49.912548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] No DVR routers for this DVR port bd7c5fc6-48af-49ab-b108-467066a9361e on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:03:49.928362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b28f4769-f2be-4224-aeba-e5402ddacc91 req-5296d57a-f58a-444b-b521-acc735119d11 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/ports?device_id=5769dcda-b135-4504-9bb3-7f003e57df5c HTTP/1.1" status: 200 len: 210 time: 0.3604872 Mar 03 18:03:49.932545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:49.936038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-deleted', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:49.984164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97f929fa-1907-41ca-aabd-56112076e55a None None] Port d78602b2-9e6a-434e-9d6b-8af7ddd5138d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:03:50.036377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc2c5d47-6c4b-49eb-9779-8b3b33a28f81 req-0ba9f223-bd7d-4718-88ca-2828a48aa5b7 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.16 "DELETE /v2.0/ports/bd7c5fc6-48af-49ab-b108-467066a9361e HTTP/1.1" status: 204 len: 173 time: 4.4600236 Mar 03 18:03:50.079872 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769dcda-b135-4504-9bb3-7f003e57df5c', 'name': 'network-vif-deleted', 'tag': 'bd7c5fc6-48af-49ab-b108-467066a9361e', 'status': 'completed', 'code': 200} Mar 03 18:03:50.256046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:50.280220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:50.304335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:50.308426 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.415039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73329ac8-8308-4104-ab5d-ee24b1554921 req-5658587b-fe02-42ab-9512-55c845bce721 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:50.417178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73329ac8-8308-4104-ab5d-ee24b1554921 req-5658587b-fe02-42ab-9512-55c845bce721 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1972351 Mar 03 18:03:50.498141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:50.500370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73329ac8-8308-4104-ab5d-ee24b1554921 req-547e967b-1703-4404-86dc-4c464c18907d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758557 Mar 03 18:03:50.528772 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] Checking router: fd2aaf0f-c0f6-4599-9083-fab66638d572 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:03:50.541829 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:50.543300 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:50.552750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1d7ccad-62d9-49b3-9fce-4271b572dd87 req-f7e8c25b-60a4-46c2-b2c3-e73f8ddaae3b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 210 time: 0.0870931 Mar 03 18:03:50.558293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.566360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.572001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.575014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.590928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.596577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Allocated IP 172.20.0.10 (7e4ff3c8-3745-40d1-9af3-8cbbc856ef51/a8406e94-119a-46ab-bb38-f3f82601ce5c/d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:50.751131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Transition to ACTIVE for port object c1563011-e02b-4d9d-bf49-62314cf45343 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:50.773070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:03:50.781118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ce0506-4d00-4bad-9178-2d5701fb1bad,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:50.798841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.799191 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Added segment df2ff0c8-4a71-4485-8532-c365d6cf9424 of type vlan for network 61910a4d-1526-486d-8500-b4e99b8d26f5 Mar 03 18:03:50.818663 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:03:50.864587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.901687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.934462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:50.984551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.017785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:51.022033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:51.031786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:51.109066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:51.109888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.111154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:51.111682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.115198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Router 1c163303-8b87-4acb-9939-9cbb7e3596a9 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:03:51.124277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58016) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:51.138233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:51.140827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:51.147350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:51.147957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.184624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:51.245266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.7835319 Mar 03 18:03:51.311307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:51.311307 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.331927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58022) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:51.396228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] Pushing event updated for resources: {'Network': ['ID=61910a4d-1526-486d-8500-b4e99b8d26f5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:51.402326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:03:51.413677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad65e8-32a5-4482-8f75-061f01ad870e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=c1563011-e02b-4d9d-bf49-62314cf45343,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:51.500581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a585cd7b-cc02-433a-94d7-a681e2dd37b0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6259050 Mar 03 18:03:51.522837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Request body: {'port': {'device_id': '8e939862-632f-4c3d-afcd-38eea652a708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:51.572950 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:51.575325 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d5814-546b-4715-90e0-6a5613d098ca None None] The sync data for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 is: [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '791285a1-4f4c-4c5f-b2cd-5638d8a65d63', 'name': '', 'network_id': '36ae2973-c75a-43ce-9bba-33500a6092e1', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'mac_address': 'fa:16:3e:f5:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:38Z', 'updated_at': '2022-03-03T17:53:49Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'subnets': [{'id': '2d459787-2da7-43ce-b68b-7652a3275f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:03:51.575894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7711-ea86-40e5-bbb1-79686330a538 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.635388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd830a3c-e005-4060-aa27-16cf1a7a08c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6856613 Mar 03 18:03:51.648135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:51.656711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Request body: {'subnet': {'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1666186154-subnet', 'tenant_id': '6835a2dc3cff41ae82c51cf0ab983d97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:51.666596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:51.676945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Usage tracker for resource:subnet and tenant:6835a2dc3cff41ae82c51cf0ab983d97 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:03:51.682565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:03:51.694191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:51.775674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-23a7ce16-0970-4499-bb40-a6ee03e8c4f0 None None] Provisioning for port c1563011-e02b-4d9d-bf49-62314cf45343 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:51.785217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-23a7ce16-0970-4499-bb40-a6ee03e8c4f0 None None] Provisioning complete for port c1563011-e02b-4d9d-bf49-62314cf45343 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:51.785996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23a7ce16-0970-4499-bb40-a6ee03e8c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.798794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7711-ea86-40e5-bbb1-79686330a538 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.810016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Made reservation on behalf of 6835a2dc3cff41ae82c51cf0ab983d97 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:51.812438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.830987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82ed6e78-a094-4cb0-999f-b906bb206647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.869014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac751e3-027a-40cc-bb5b-2e21aec5deb8 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:51.875441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac751e3-027a-40cc-bb5b-2e21aec5deb8 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:51.880437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-23a7ce16-0970-4499-bb40-a6ee03e8c4f0 None None] Port c1563011-e02b-4d9d-bf49-62314cf45343 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:03:51.881048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac751e3-027a-40cc-bb5b-2e21aec5deb8 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:51.882704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-aac751e3-027a-40cc-bb5b-2e21aec5deb8 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Synchronizing usage tracker for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:51.919286 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:51.940004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:03:51.951492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] Sync routers for ids ['1c163303-8b87-4acb-9939-9cbb7e3596a9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:03:51.964218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] Routers {'1c163303-8b87-4acb-9939-9cbb7e3596a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:51.965366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1c163303-8b87-4acb-9939-9cbb7e3596a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:52.011504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-aac751e3-027a-40cc-bb5b-2e21aec5deb8 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Unset dirty status for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:52.015527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aac751e3-027a-40cc-bb5b-2e21aec5deb8 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6809750 Mar 03 18:03:52.017528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58034) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:52.028170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:52.031726 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-de5467a5-b17f-47f3-a3e1-67c6b4ebc501 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "PUT /v2.0/routers/1c163303-8b87-4acb-9939-9cbb7e3596a9 HTTP/1.1" status: 200 len: 918 time: 7.9994400 Mar 03 18:03:52.039542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58038) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:52.052095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:52.062410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] Routers {'1c163303-8b87-4acb-9939-9cbb7e3596a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:03:52.063466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1c163303-8b87-4acb-9939-9cbb7e3596a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:52.087306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7711-ea86-40e5-bbb1-79686330a538 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:52.088985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8152ca-6bb2-4b95-8e4e-3806f52cbeb7 None None] New status for floating IP 3cd002d8-b898-4294-a53a-5326b4028898: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:03:52.193109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:03:52.201013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60815cf-1c12-4cd2-a9ad-69cd7eb0072b None None] The sync data for ids ['1c163303-8b87-4acb-9939-9cbb7e3596a9'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:03:52.320685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc7711-ea86-40e5-bbb1-79686330a538 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75ecaa-3ef8-451e-b986-a410e77c54f8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:52.356755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31ed5-28ea-43ba-b902-8bb7afe8d320 req-5b5dc14f-5937-4007-8f06-52fe9218f3b6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:52.358593 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0fd31ed5-28ea-43ba-b902-8bb7afe8d320 req-5b5dc14f-5937-4007-8f06-52fe9218f3b6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 932 time: 0.5282562 Mar 03 18:03:52.413620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting port c1563011-e02b-4d9d-bf49-62314cf45343 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:52.413958 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:52.462142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-32da23b6-516e-485d-a0cb-6d5ab1c0af61 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/1c163303-8b87-4acb-9939-9cbb7e3596a9 HTTP/1.1" status: 200 len: 924 time: 0.4214842 Mar 03 18:03:52.466011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58044) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:52.524435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2948c2c-176c-4ca7-a312-a5c29383ee30 req-7508fac4-d404-4c2d-b1cb-46b3c0400af6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:52.524435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2948c2c-176c-4ca7-a312-a5c29383ee30 req-7508fac4-d404-4c2d-b1cb-46b3c0400af6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.8001089 Mar 03 18:03:52.544950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7711-ea86-40e5-bbb1-79686330a538 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:52.551469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f2fc7711-ea86-40e5-bbb1-79686330a538 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb75ecaa-3ef8-451e-b986-a410e77c54f8 HTTP/1.1" status: 204 len: 168 time: 1.4208343 Mar 03 18:03:52.562483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58048) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:52.604059 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0fd31ed5-28ea-43ba-b902-8bb7afe8d320 req-ec2b4fdb-5d3e-4361-984a-cf6cf4567664 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257407 Mar 03 18:03:52.613983 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-90dd2484-f853-4443-81c7-5a4e6df64038 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] show failed (client error): The resource could not be found. Mar 03 18:03:52.620076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-90dd2484-f853-4443-81c7-5a4e6df64038 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "GET /v2.0/security-groups/fb75ecaa-3ef8-451e-b986-a410e77c54f8 HTTP/1.1" status: 404 len: 347 time: 0.0527036 Mar 03 18:03:52.620076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58052) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:52.695985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a2948c2c-176c-4ca7-a312-a5c29383ee30 req-6a17cf6a-7728-4394-a69b-1b759ced0524 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464717 Mar 03 18:03:52.808209 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:52.925799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:52.960471 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.082251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Deleting port b52f3156-3869-4dc7-bae6-487fb9b405a4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:53.082251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.132997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Calling delete_port for c1563011-e02b-4d9d-bf49-62314cf45343 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:53.148768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.162907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:03:53.191197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5653d-55c2-4ad8-b598-ff21928e511b tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:53.195578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c7a5653d-55c2-4ad8-b598-ff21928e511b tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=1c163303-8b87-4acb-9939-9cbb7e3596a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7284968 Mar 03 18:03:53.201525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58056) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:53.287228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:03:53.297765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.433144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba0d60-c075-4e6d-b336-864b9816b2b8 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:53.439996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Transition to ACTIVE for port object d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:53.439996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.447054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07ba0d60-c075-4e6d-b336-864b9816b2b8 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.2233741 Mar 03 18:03:53.454472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58062) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:53.460233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88767cc5-12e9-4f70-a308-40655098d9f5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:53.538762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Checking segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:53.538762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Network hostable DHCP agents. Network: 61910a4d-1526-486d-8500-b4e99b8d26f5, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:03:53.578880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:03:53.591530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.591530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.609711 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:53.629145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 61910a4d-1526-486d-8500-b4e99b8d26f5) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:53.641505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a26cc-4f46-4ce2-a995-4fb683be5e7c None None] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:03:53.782911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Port': ['ID=c1563011-e02b-4d9d-bf49-62314cf45343,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:53.929667 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2d59ae03-12ff-442b-a683-d051c0be9fad tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c163303-8b87-4acb-9939-9cbb7e3596a9 HTTP/1.1" status: 200 len: 205 time: 0.3523393 Mar 03 18:03:53.935055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58074) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:53.986986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:53.986986 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:54.068664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:54.104005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Calling delete_port for b52f3156-3869-4dc7-bae6-487fb9b405a4 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:54.112494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:54.119591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:54.141749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-83310e45-665c-4288-b68a-9f2deb30c60b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4860928 Mar 03 18:03:54.367851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2b7a-8e4a-4c39-ba26-18ba7bbf3b44 req-2587d1d8-6b50-454c-8a11-9efe0841c6e9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:54.367851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1aac2b7a-8e4a-4c39-ba26-18ba7bbf3b44 req-2587d1d8-6b50-454c-8a11-9efe0841c6e9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 944 time: 0.4406960 Mar 03 18:03:54.396793 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:54.476324 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b47cc55c-92ce-4e18-a017-0d236e9aff0b tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/ports/c1563011-e02b-4d9d-bf49-62314cf45343 HTTP/1.1" status: 204 len: 168 time: 2.4432874 Mar 03 18:03:54.489938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58080) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:54.536187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:54.562502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-61910a4d-1526-486d-8500-b4e99b8d26f5', 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'tenant_id': '6835a2dc3cff41ae82c51cf0ab983d97', 'fixed_ips': [{'subnet_id': '88767cc5-12e9-4f70-a308-40655098d9f5'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:03:54.562826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:54.600932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Attempting to bind port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:54.600932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Attempting to bind port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:54.600932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Attempting to bind port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:54.633266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:03:54.633266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Attempting to bind port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:54.648722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:03:54.648722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Checking segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:54.648985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Bound using segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:03:54.655554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Bound port: d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:03:54.668818 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:54.763168 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b0fb58-9c34-4a97-97b2-69fc8d4cdbb5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] GET failed (client error): The resource could not be found. Mar 03 18:03:54.765294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c7b0fb58-9c34-4a97-97b2-69fc8d4cdbb5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Synchronizing usage tracker for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:54.796217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1aac2b7a-8e4a-4c39-ba26-18ba7bbf3b44 req-fb111c37-c92c-46a8-a280-cbfcae2548c4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285626 Mar 03 18:03:54.935146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c7b0fb58-9c34-4a97-97b2-69fc8d4cdbb5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Unset dirty status for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:54.935146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c7b0fb58-9c34-4a97-97b2-69fc8d4cdbb5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "GET /v2.0/ports/c1563011-e02b-4d9d-bf49-62314cf45343 HTTP/1.1" status: 404 len: 333 time: 0.4367867 Mar 03 18:03:54.935146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:03:54.964034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1877644809'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:03:54.985490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Allocated IP 172.20.0.2 (61910a4d-1526-486d-8500-b4e99b8d26f5/88767cc5-12e9-4f70-a308-40655098d9f5/e6d2e69a-eaf0-4110-b628-71cab3120b09) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:54.996456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.025809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22113b-7e8b-46c2-b9ae-b2c873d148e6 req-e5840c27-95b7-4fae-bca5-45aca90d6eef tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:55.027594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed22113b-7e8b-46c2-b9ae-b2c873d148e6 req-e5840c27-95b7-4fae-bca5-45aca90d6eef tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.9016397 Mar 03 18:03:55.028736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:55.032800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:03:55.055163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.117976 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.203042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Pushing event deleted for resources: {'Port': ['ID=b52f3156-3869-4dc7-bae6-487fb9b405a4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:55.207193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Deleting port cccd76ab-2278-464f-9d5a-6fb14e4bcb46 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:03:55.211923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.331445 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.351532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Transition to ACTIVE for port object e6d2e69a-eaf0-4110-b628-71cab3120b09 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:55.381146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Transition to ACTIVE for port object e6d2e69a-eaf0-4110-b628-71cab3120b09 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:55.393487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.419831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:55.420439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.421839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f HTTP/1.1" status: 200 len: 1092 time: 3.9122982 Mar 03 18:03:55.422463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:03:55.447888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed22113b-7e8b-46c2-b9ae-b2c873d148e6 req-ba6345d8-d7ae-4aaf-bee6-bd4067b05cc0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129822 Mar 03 18:03:55.457434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848363b-2e5a-4980-9f89-f97f2d6463b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:55.543771 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'status': 'completed', 'code': 200} Mar 03 18:03:55.606822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:55.621029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:55.631958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:55.633916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-9e42ce94-ab1e-4dce-a799-ca6954e694aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:55.646372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-9e42ce94-ab1e-4dce-a799-ca6954e694aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 1095 time: 0.1683264 Mar 03 18:03:55.698906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Pushing event updated for resources: {'Port': ['ID=e6d2e69a-eaf0-4110-b628-71cab3120b09,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:55.791449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Attempting to bind port e6d2e69a-eaf0-4110-b628-71cab3120b09 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:03:55.793638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Attempting to bind port e6d2e69a-eaf0-4110-b628-71cab3120b09 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:03:55.794478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Attempting to bind port e6d2e69a-eaf0-4110-b628-71cab3120b09 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:03:55.802433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:03:55.803105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Checking segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:03:55.902141 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:55.902141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Bound using segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:03:55.910906 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-1f27aac2-d509-4fee-a531-f932dd5d818d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f HTTP/1.1" status: 200 len: 217 time: 0.1553075 Mar 03 18:03:55.912657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Bound port: e6d2e69a-eaf0-4110-b628-71cab3120b09, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:03:55.912657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:56.104847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:03:56.113827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:03:56.118865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:56.122044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6d2e69a-eaf0-4110-b628-71cab3120b09,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:03:56.136665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:56.143466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:03:56.168587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-e23b8ea2-2495-4937-abd1-b524158b1980 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:56.168587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-e23b8ea2-2495-4937-abd1-b524158b1980 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:56.183084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:03:56.187592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:56.223487 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:56.226393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-57684ba2-465e-4aee-aeb9-8990a09a1122 tempest-AttachVolumeShelveTestJSON-1901204896 tempest-AttachVolumeShelveTestJSON-1901204896-project] 10.222.0.23 "DELETE /v2.0/floatingips/3cd002d8-b898-4294-a53a-5326b4028898 HTTP/1.1" status: 204 len: 168 time: 3.5920150 Mar 03 18:03:56.264317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-53f32b00-41ce-4b6d-be14-4486358e6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:56.266083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-53f32b00-41ce-4b6d-be14-4486358e6192 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.4213843 Mar 03 18:03:56.280204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-e23b8ea2-2495-4937-abd1-b524158b1980 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:56.283920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-e23b8ea2-2495-4937-abd1-b524158b1980 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 816 time: 0.8530359 Mar 03 18:03:56.339724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7a3ce-f43e-492f-b4b9-a61cb1a87346 None None] Pushing event updated for resources: {'Port': ['ID=e6d2e69a-eaf0-4110-b628-71cab3120b09,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:56.365023 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:56.369853 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-006ba04e-6187-494f-a1dc-422b17cf150a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880804 Mar 03 18:03:56.380298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] device_id is not set on port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:03:56.429047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-c1e4b02e-2569-4e57-89f7-904dc77f56ba tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/quotas/6835a2dc3cff41ae82c51cf0ab983d97 HTTP/1.1" status: 200 len: 375 time: 0.1087697 Mar 03 18:03:56.527387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30b46f-304c-4a9c-9392-471e59acf9fe req-b5f5c6c4-d263-4791-866f-b57e029e0f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:56.528878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e30b46f-304c-4a9c-9392-471e59acf9fe req-b5f5c6c4-d263-4791-866f-b57e029e0f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.4976137 Mar 03 18:03:56.565148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-59cfd2c8-2885-4b1b-aaa0-bd11487f279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:56.570913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-59cfd2c8-2885-4b1b-aaa0-bd11487f279c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 0.4036512 Mar 03 18:03:56.691935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Calling delete_port for cccd76ab-2278-464f-9d5a-6fb14e4bcb46 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:03:56.738835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e30b46f-304c-4a9c-9392-471e59acf9fe req-36c0777c-b5ae-4bba-99ae-f433f871f591 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932356 Mar 03 18:03:56.857161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-a9c5f9e1-0d13-4731-bebe-1501683b2dfd service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861956 Mar 03 18:03:56.858520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-0f884d50-0112-4b67-a528-9ae75bd0e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:56.860075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-0f884d50-0112-4b67-a528-9ae75bd0e7de service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2637165 Mar 03 18:03:57.201780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e6d2e69a-eaf0-4110-b628-71cab3120b09 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:57.293484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-ff22484d-dbf2-4bef-822e-76ddf32a5826 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.4159253 Mar 03 18:03:57.366156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c62ba-8876-444d-830a-b732792ce493 req-b873acab-4d51-4744-a017-0f65e78c3267 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:57.366912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2a6c62ba-8876-444d-830a-b732792ce493 req-b873acab-4d51-4744-a017-0f65e78c3267 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:03:57.367373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e6d2e69a-eaf0-4110-b628-71cab3120b09 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:57.436198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2a6c62ba-8876-444d-830a-b732792ce493 req-b873acab-4d51-4744-a017-0f65e78c3267 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:03:57.446385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a6c62ba-8876-444d-830a-b732792ce493 req-b873acab-4d51-4744-a017-0f65e78c3267 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 944 time: 0.4553564 Mar 03 18:03:57.482419 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad686daa-f348-4a17-b2e8-5642cd3962ad req-cc5671c5-ccda-4fd4-bd75-74aea84c23b0 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938762 Mar 03 18:03:57.483786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-c1945b67-2b51-4e98-8729-253f3aa60e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:57.485171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-c1945b67-2b51-4e98-8729-253f3aa60e3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.1903951 Mar 03 18:03:57.489495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-dd9d4d01-5804-4238-9fc0-f0865403b6a1 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0329611 Mar 03 18:03:57.581062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Allocated IP 2001:db8::33f (f7e5ab4c-7244-4e47-82f0-e482c1f7f0db/4457b697-3695-45d7-916c-36cf5ff32a4a/1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:03:57.601857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a6c62ba-8876-444d-830a-b732792ce493 req-19dc130c-4cfa-40d1-80cd-79610b94efb7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496851 Mar 03 18:03:57.767518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-aedb8caa-a4c9-43bb-ae75-400461a9f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:57.769914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-aedb8caa-a4c9-43bb-ae75-400461a9f972 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2716610 Mar 03 18:03:57.970575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:58.010773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-bce67c48-167a-43d4-b50c-c00afe41a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:58.012519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-bce67c48-167a-43d4-b50c-c00afe41a5bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 1095 time: 0.3775566 Mar 03 18:03:58.216314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c958f0d-3225-43bd-b22e-83e2e65ae946 None None] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:03:58.453147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bb3760b4-2cad-46c3-866b-14b3a1d7443a None None] Provisioning for port e6d2e69a-eaf0-4110-b628-71cab3120b09 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:03:58.468170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:58.470615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bb3760b4-2cad-46c3-866b-14b3a1d7443a None None] Provisioning complete for port e6d2e69a-eaf0-4110-b628-71cab3120b09 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:58.470998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb3760b4-2cad-46c3-866b-14b3a1d7443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:58.513194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Transition to ACTIVE for port object 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:03:58.583807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-1b907a3d-f503-4bf9-98aa-6fcf7ceac13a service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061800 Mar 03 18:03:58.655888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb3760b4-2cad-46c3-866b-14b3a1d7443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:58.678361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710b240-d636-45e8-9bea-ceebf4e4dda0 req-e2c3c30f-11dc-4e95-8270-9eba08217e44 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:58.678361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e710b240-d636-45e8-9bea-ceebf4e4dda0 req-e2c3c30f-11dc-4e95-8270-9eba08217e44 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.7091029 Mar 03 18:03:58.730639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bb3760b4-2cad-46c3-866b-14b3a1d7443a None None] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6d2e69a-eaf0-4110-b628-71cab3120b09,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:03:58.730639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb3760b4-2cad-46c3-866b-14b3a1d7443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:58.806653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-f01de87a-c135-42bf-bf58-feed6a886b12 service neutron] 10.222.0.23 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2842159 Mar 03 18:03:58.816015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3760b4-2cad-46c3-866b-14b3a1d7443a None None] Pushing event updated for resources: {'Port': ['ID=e6d2e69a-eaf0-4110-b628-71cab3120b09,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:58.821265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-af91df0f-cf9a-48bc-97fd-263533b4826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:58.823098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-af91df0f-cf9a-48bc-97fd-263533b4826e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 912 time: 0.7997370 Mar 03 18:03:58.943728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-6a9c0327-04a1-4235-ad00-9902359118ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f HTTP/1.1" status: 200 len: 217 time: 0.1069653 Mar 03 18:03:59.076320 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e710b240-d636-45e8-9bea-ceebf4e4dda0 req-95ffcb6e-ffcb-4019-bdd2-b5488b10de2c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959692 Mar 03 18:03:59.092748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e6d2e69a-eaf0-4110-b628-71cab3120b09 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:03:59.106061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20a8bd15-0c7a-4cda-8d0a-cc9f1c6f411d req-51a94df7-35ff-4076-8e69-d1f97c3f898c service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969206 Mar 03 18:03:59.122031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-2c2cb5ff-c592-4c77-a9c1-5cd2af6a18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:59.127909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-2c2cb5ff-c592-4c77-a9c1-5cd2af6a18d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.1512911 Mar 03 18:03:59.196069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:59.209802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:59.224702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-b7f6c8e4-e69d-4720-a85a-2774c51945a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901537 Mar 03 18:03:59.300806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7c0b3ee8-77b9-4ca5-a9f7-f68019c31c09 None None] Provisioning complete for port e6d2e69a-eaf0-4110-b628-71cab3120b09 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:59.303169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c0b3ee8-77b9-4ca5-a9f7-f68019c31c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:59.340210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event deleted for resources: {'Port': ['ID=cccd76ab-2278-464f-9d5a-6fb14e4bcb46,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:03:59.500399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e6d2e69a-eaf0-4110-b628-71cab3120b09 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:03:59.501413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:59.521249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-a4e667d5-d5d5-4a8a-ab9f-05fc256dfb35 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903223 Mar 03 18:03:59.593852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:03:59.595513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7db9ef-3ed1-4249-8937-99b089588310 req-fcfb8df2-88b0-45ee-98bb-9ca3be73db9c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:59.597056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c7db9ef-3ed1-4249-8937-99b089588310 req-fcfb8df2-88b0-45ee-98bb-9ca3be73db9c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 944 time: 0.2670119 Mar 03 18:03:59.779565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:03:59.841716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:03:59.849126 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:59.859658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:03:59.874256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:59.887727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:03:59.897228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c7db9ef-3ed1-4249-8937-99b089588310 req-377516d9-d761-4b04-9c9b-bf51b151d477 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923672 Mar 03 18:03:59.899891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:03:59.902810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:03:59.924593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5fc0da6-886e-43cf-8d0a-df443d785415 req-c94ef67c-5bb6-49dc-8de1-d2346114c62c service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956168 Mar 03 18:03:59.983632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:00.024275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-d1728996-cb09-4b03-b0c4-68cdd59c4064 service neutron] 10.222.0.23 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0776002 Mar 03 18:04:00.062933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f73a5d18-301e-4722-91b3-957bdfa7185a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.1189578 Mar 03 18:04:00.066221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58138) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:00.074834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:32:3b:2f'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:00.090196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.094249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Fanout notify agent at l3_agent the message router_deleted on router 1c163303-8b87-4acb-9939-9cbb7e3596a9 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:04:00.159860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.172743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-27ecece1-f0c4-43ae-aa9f-2eb296df7cb7 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/1c163303-8b87-4acb-9939-9cbb7e3596a9 HTTP/1.1" status: 204 len: 168 time: 6.1669822 Mar 03 18:04:00.174326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:00.209598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1170950003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:00.244764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:00.268290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Usage tracker for resource:router and tenant:f26f6334f1b54066983d5f380bbeba5a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:00.287577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:00.335654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:00.387078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.390647 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.457106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.467847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:00.493250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'port_id': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'mac_address': 'fa:16:3e:1a:fe:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8406e94-119a-46ab-bb38-f3f82601ce5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:04:00.507542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.528298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-50bafcf8-dc59-493d-932b-969ed9d1f880 None None] Provisioning for port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:00.543965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-50bafcf8-dc59-493d-932b-969ed9d1f880 None None] Provisioning complete for port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:00.543965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50bafcf8-dc59-493d-932b-969ed9d1f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.559497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.562410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-735e3b4f-373e-4055-9db6-bd945ab32c59 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3756316 Mar 03 18:04:00.565089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:00.580547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': False}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:00.734660 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:00.758387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50bafcf8-dc59-493d-932b-969ed9d1f880 None None] Port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:00.765075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:00.798393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:00.804729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:01.106512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:01.183776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:01.227143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:04:01.618767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-7695cfdf-3013-4915-b8a3-4129c35314bb tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:01.618767 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-7695cfdf-3013-4915-b8a3-4129c35314bb tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 816 time: 0.5848310 Mar 03 18:04:01.790334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:01.803022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:01.985000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] In _notify_port_updated(), no bound segment for port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 on network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:04:01.985000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:01.985000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:01.985000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "PUT /v2.0/ports/1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 HTTP/1.1" status: 200 len: 1002 time: 1.9111161 Mar 03 18:04:02.003269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58184) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:02.088376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-68e11527-f387-4753-b982-b2690142d14f tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/quotas/6835a2dc3cff41ae82c51cf0ab983d97 HTTP/1.1" status: 200 len: 375 time: 0.0390685 Mar 03 18:04:02.088376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:02.257851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:02.263517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:02.630342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c578fce8-dbfe-45bf-9a58-c367c287c2dd None None] Provisioning complete for port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:02.630832 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c578fce8-dbfe-45bf-9a58-c367c287c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:02.659509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-6d216f8c-65a0-4e50-b214-9f2e5c1ceb71 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5650122 Mar 03 18:04:02.686890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-516d2b5f-516c-4c47-9ef2-9be6880b5fb4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:02.698141 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-516d2b5f-516c-4c47-9ef2-9be6880b5fb4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212600 Mar 03 18:04:02.788294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c578fce8-dbfe-45bf-9a58-c367c287c2dd None None] Port 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:02.830197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1945c-eab9-4c6a-909d-99f420aed0db tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:02.864576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-b022b3e3-fcc0-4e24-b87b-c56122eac95d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:02.866288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-b022b3e3-fcc0-4e24-b87b-c56122eac95d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 816 time: 0.2822397 Mar 03 18:04:02.906683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Request body: {'port': {'device_id': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'admin_state_up': True, 'tenant_id': '6835a2dc3cff41ae82c51cf0ab983d97'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:02.970491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e62d9-7d30-4a8e-aa45-91e0f76daed4 req-92ef6efe-faf0-4d53-926e-726b8bae3558 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:02.972221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba2e62d9-7d30-4a8e-aa45-91e0f76daed4 req-92ef6efe-faf0-4d53-926e-726b8bae3558 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 2.2047892 Mar 03 18:04:03.089179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-0257c38a-9375-4c84-a54c-0b26cdbf7659 service neutron] 10.222.0.23 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805788 Mar 03 18:04:03.238711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba2e62d9-7d30-4a8e-aa45-91e0f76daed4 req-310bad6d-1898-4ad1-9605-fd21aab1856b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518332 Mar 03 18:04:03.377460 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:03.425790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:03.434403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Usage tracker for resource:port and tenant:6835a2dc3cff41ae82c51cf0ab983d97 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:03.440308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:03.457298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:03.564387 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:03.576217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:03.611970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:03.652676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Calling delete_port for 1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:03.732198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Made reservation on behalf of 6835a2dc3cff41ae82c51cf0ab983d97 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:03.738857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:03.768131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:03.776749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:03.777272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:03.786167 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-64db4a02-419d-4007-8303-fe3776ce0a87 service neutron] 10.222.0.23 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151417 Mar 03 18:04:03.985805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Allocated IP 172.20.0.10 (61910a4d-1526-486d-8500-b4e99b8d26f5/88767cc5-12e9-4f70-a308-40655098d9f5/dee3be5a-07f7-4ea5-90ff-849228f4dd18) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:04.015362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Allocated IP 172.25.0.81 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/3ff75ffa-030c-4749-9592-2130da362e2d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:04.137684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:04.203398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:04.232157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:04.241866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:04.359117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:04.369942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771123b3-a458-4f01-bc88-9b228b47a884 req-63f7016e-261b-43d6-8fe3-44241e5cf411 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:04.372255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-771123b3-a458-4f01-bc88-9b228b47a884 req-63f7016e-261b-43d6-8fe3-44241e5cf411 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 945 time: 0.9620757 Mar 03 18:04:04.411598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:04.426195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.426661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.427144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.427244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.427512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.427832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.436628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.443673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.445985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.446197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.448116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.448512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:04.494642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:04.517208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:04.562471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-771123b3-a458-4f01-bc88-9b228b47a884 req-7dcab8b1-62db-49e5-8ca7-ee457d61212e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653249 Mar 03 18:04:04.611539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:04.623498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:04.638818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:04.654204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Port': ['ID=1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:04.698996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Pushing event updated for resources: {'Port': ['ID=3ff75ffa-030c-4749-9592-2130da362e2d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:04.824768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8cea5-a2ac-4286-9a03-1c7d25cff9b0 req-c4419049-c9d7-447b-8f64-78fd66df6204 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:04.832336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bed8cea5-a2ac-4286-9a03-1c7d25cff9b0 req-c4419049-c9d7-447b-8f64-78fd66df6204 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.3918288 Mar 03 18:04:05.303388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bed8cea5-a2ac-4286-9a03-1c7d25cff9b0 req-a15268d5-86d4-4da0-b0be-4561bb5a1d82 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4701233 Mar 03 18:04:05.400740 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'code': 200} Mar 03 18:04:05.404512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-69da1153-62c5-4b36-82cc-e261bc9ee043 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:05.407800 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-69da1153-62c5-4b36-82cc-e261bc9ee043 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 816 time: 0.4547405 Mar 03 18:04:05.509873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:05.726703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-ff1378a8-f01a-4919-8109-f64d0c1866c6 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/quotas/6835a2dc3cff41ae82c51cf0ab983d97 HTTP/1.1" status: 200 len: 375 time: 0.2694926 Mar 03 18:04:05.757927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:05.855819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Transition to ACTIVE for port object dee3be5a-07f7-4ea5-90ff-849228f4dd18 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:05.914858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b1857aa6-60d8-4fea-b6ae-cf8bc2d611ca tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/ports/1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 HTTP/1.1" status: 204 len: 168 time: 3.9088655 Mar 03 18:04:05.914858 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:05.926697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:06.084809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Pushing event updated for resources: {'Port': ['ID=dee3be5a-07f7-4ea5-90ff-849228f4dd18,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:06.104388 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-774f60dc-016e-48ff-8644-2a5d1a1bb4a5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] GET failed (client error): The resource could not be found. Mar 03 18:04:06.105175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-774f60dc-016e-48ff-8644-2a5d1a1bb4a5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Synchronizing usage tracker for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:06.128040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:06.132891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:06.142641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:06.150805 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:06.251218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:06.251860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:06.293201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-774f60dc-016e-48ff-8644-2a5d1a1bb4a5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Unset dirty status for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:06.302010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-774f60dc-016e-48ff-8644-2a5d1a1bb4a5 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "GET /v2.0/ports/1331a8ad-ea0b-4d2d-bdc5-cbb4fa233dc1 HTTP/1.1" status: 404 len: 333 time: 0.3079360 Mar 03 18:04:06.318075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58238) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:06.322835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482a65-4164-4ae3-bf1f-705e6d4f03d6 req-829a8146-fd89-419e-9e4b-91d5e5253ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:06.330004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa482a65-4164-4ae3-bf1f-705e6d4f03d6 req-829a8146-fd89-419e-9e4b-91d5e5253ace service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 1097 time: 0.8156259 Mar 03 18:04:06.350677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1449530157'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:06.373625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-0782ac15-8029-46cb-9045-12122a2e3b60 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4706240 Mar 03 18:04:06.414137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Request body: {'port': {'device_id': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:06.554815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8c7f541c-ff20-41a4-b559-4be13f07b56c None None] Provisioning for port dee3be5a-07f7-4ea5-90ff-849228f4dd18 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:06.561645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8c7f541c-ff20-41a4-b559-4be13f07b56c None None] Provisioning complete for port dee3be5a-07f7-4ea5-90ff-849228f4dd18 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:06.562014 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c7f541c-ff20-41a4-b559-4be13f07b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:06.622285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:06.639667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:06.669420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f541c-ff20-41a4-b559-4be13f07b56c None None] Port dee3be5a-07f7-4ea5-90ff-849228f4dd18 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:06.682378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-9cde2b0b-8309-4fc6-a521-c6cc1dcff7e1 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:06.684298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-9cde2b0b-8309-4fc6-a521-c6cc1dcff7e1 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 816 time: 0.2643816 Mar 03 18:04:06.691963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-0a6568d1-df76-453c-8458-139fa23ccfab tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:06.695496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:06.709032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Request body: {'port': {'device_id': 'b530295e-6911-4950-b5af-1e3e72028c07', 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'admin_state_up': True, 'tenant_id': '6835a2dc3cff41ae82c51cf0ab983d97'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:06.709663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:06.747028 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa482a65-4164-4ae3-bf1f-705e6d4f03d6 req-2e571713-3e58-4cce-b150-a4493f1d109f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682897 Mar 03 18:04:06.762959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] device_id is not set on port 9f190e8b-ab61-43d4-b9f8-8d047417f665 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:06.773675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189ba83-b8fc-4c8f-9260-969b442996b2 req-927bfeaa-5c41-40a1-b64a-149230f5e512 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:06.776871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d189ba83-b8fc-4c8f-9260-969b442996b2 req-927bfeaa-5c41-40a1-b64a-149230f5e512 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.8001742 Mar 03 18:04:06.808891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-0a6568d1-df76-453c-8458-139fa23ccfab tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:06.810339 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-0a6568d1-df76-453c-8458-139fa23ccfab tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0610521 Mar 03 18:04:06.982733 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d189ba83-b8fc-4c8f-9260-969b442996b2 req-ec2c8385-a5bb-478e-b543-9f462a7130ce tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418159 Mar 03 18:04:07.019858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:07.033756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:07.036535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:07.045656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:07.146904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:07.178989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Made reservation on behalf of 6835a2dc3cff41ae82c51cf0ab983d97 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:07.184101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:07.211742 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-62f3b69a-4509-46ab-85f9-224bc3714204 service neutron] 10.222.0.23 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930991 Mar 03 18:04:07.213570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Allocated IP 2001:db8::68 (f7e5ab4c-7244-4e47-82f0-e482c1f7f0db/4457b697-3695-45d7-916c-36cf5ff32a4a/9f190e8b-ab61-43d4-b9f8-8d047417f665) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:07.483204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2009e4e-9a78-4ae8-bc92-0ba80f645e55 req-2e62e7ee-7e3c-4983-8919-860f9c2c9f80 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:07.484783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2009e4e-9a78-4ae8-bc92-0ba80f645e55 req-2e62e7ee-7e3c-4983-8919-860f9c2c9f80 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.2902901 Mar 03 18:04:07.519171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Router 78b5df6c-92f8-4b0d-a082-ebfda9facb99 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:04:07.598656 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-f73182d8-4d70-4ed3-8297-893e68e372f1 service neutron] 10.222.0.23 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405914 Mar 03 18:04:07.763897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2009e4e-9a78-4ae8-bc92-0ba80f645e55 req-00e14371-f589-4071-b861-bce232900964 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693262 Mar 03 18:04:07.873863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:07.943946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:04:07.955134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] Sync routers for ids ['78b5df6c-92f8-4b0d-a082-ebfda9facb99'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:04:07.968330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] Routers {'78b5df6c-92f8-4b0d-a082-ebfda9facb99'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:07.969103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['78b5df6c-92f8-4b0d-a082-ebfda9facb99'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:08.045293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:08.047050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:08.057369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] Routers {'78b5df6c-92f8-4b0d-a082-ebfda9facb99'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:08.058354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['78b5df6c-92f8-4b0d-a082-ebfda9facb99'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:08.068772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a184aee-901b-41e7-8f83-9584c6680e6b req-d9e46059-c0df-4ee5-9587-2240099f6aec tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 210 time: 0.0663037 Mar 03 18:04:08.087418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee3be5a-07f7-4ea5-90ff-849228f4dd18 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:08.102265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Transition to ACTIVE for port object 9f190e8b-ab61-43d4-b9f8-8d047417f665 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:08.105666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:08.113916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:08.115389 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0441ff4-9910-4614-8301-892e0d5efab3 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "PUT /v2.0/routers/78b5df6c-92f8-4b0d-a082-ebfda9facb99 HTTP/1.1" status: 200 len: 919 time: 7.5478489 Mar 03 18:04:08.118490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:08.267695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Transition to ACTIVE for port object dee3be5a-07f7-4ea5-90ff-849228f4dd18 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:08.299579 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:08.342110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:08.344130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd97fa-ada2-491e-a313-825a62a5b975 None None] The sync data for ids ['78b5df6c-92f8-4b0d-a082-ebfda9facb99'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:04:08.511534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Allocated IP 172.20.0.14 (61910a4d-1526-486d-8500-b4e99b8d26f5/88767cc5-12e9-4f70-a308-40655098d9f5/c9583d0a-618e-46af-80a7-f5e06e1be643) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:08.612846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:08.726843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Pushing event updated for resources: {'Port': ['ID=dee3be5a-07f7-4ea5-90ff-849228f4dd18,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:08.764490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca923a0-92be-4624-b1ad-67715db728a6 req-79dd36a3-110f-441a-b9c2-d139c7ddd653 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:08.766577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aca923a0-92be-4624-b1ad-67715db728a6 req-79dd36a3-110f-441a-b9c2-d139c7ddd653 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.7021503 Mar 03 18:04:08.822964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:08.829314 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ef4c2ea5-fae1-46f3-801b-c8cd5821755e tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/78b5df6c-92f8-4b0d-a082-ebfda9facb99 HTTP/1.1" status: 200 len: 925 time: 0.7088044 Mar 03 18:04:08.834175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:08.836689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:08.857241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:08.858072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:08.862106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58270) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:09.063478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=9f190e8b-ab61-43d4-b9f8-8d047417f665,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:09.162805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aca923a0-92be-4624-b1ad-67715db728a6 req-ac90afd4-1d48-4a96-b4b2-ea419d603ca1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779962 Mar 03 18:04:09.240236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Attempting to bind port dee3be5a-07f7-4ea5-90ff-849228f4dd18 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:04:09.241223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Attempting to bind port dee3be5a-07f7-4ea5-90ff-849228f4dd18 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:04:09.241820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Attempting to bind port dee3be5a-07f7-4ea5-90ff-849228f4dd18 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8eeae838-9959-4193-b916-9e7e482c0162 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9266458 Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Port dee3be5a-07f7-4ea5-90ff-849228f4dd18 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Attempting to bind port dee3be5a-07f7-4ea5-90ff-849228f4dd18 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Checking segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Bound using segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Bound port: dee3be5a-07f7-4ea5-90ff-849228f4dd18, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:04:09.300138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:09.308239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58278) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:09.309424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-38d16455-3441-431c-bacf-0e3245c615b7 None None] Provisioning for port 9f190e8b-ab61-43d4-b9f8-8d047417f665 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:09.318829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-38d16455-3441-431c-bacf-0e3245c615b7 None None] Provisioning complete for port 9f190e8b-ab61-43d4-b9f8-8d047417f665 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:09.319289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38d16455-3441-431c-bacf-0e3245c615b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:09.332865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:32:3b:2f'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:09.366350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c828e1-6ea1-417c-84f9-13f554d448c9 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:09.368890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05c828e1-6ea1-417c-84f9-13f554d448c9 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=78b5df6c-92f8-4b0d-a082-ebfda9facb99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4858248 Mar 03 18:04:09.379829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58284) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:09.416609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-38d16455-3441-431c-bacf-0e3245c615b7 None None] Port 9f190e8b-ab61-43d4-b9f8-8d047417f665 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:09.474745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb38dd-0326-4e23-b3ff-73a554d58dd8 req-92775616-8eab-4eab-be9a-44fe8995ad43 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:09.484490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-53cb38dd-0326-4e23-b3ff-73a554d58dd8 req-92775616-8eab-4eab-be9a-44fe8995ad43 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.5054114 Mar 03 18:04:09.487776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-33d7f387-8105-4912-b350-06bbac140164 req-d4f6a36e-361e-45f8-858d-6811d785173a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:09.632749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:09.646870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-33d7f387-8105-4912-b350-06bbac140164 req-d4f6a36e-361e-45f8-858d-6811d785173a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:09.648264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33d7f387-8105-4912-b350-06bbac140164 req-d4f6a36e-361e-45f8-858d-6811d785173a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 210 time: 0.2902622 Mar 03 18:04:09.674004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Transition to ACTIVE for port object c9583d0a-618e-46af-80a7-f5e06e1be643 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:09.701705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751c0f7-b857-4b5d-b3fa-7a84e148baa8 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:09.707053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3751c0f7-b857-4b5d-b3fa-7a84e148baa8 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.2712879 Mar 03 18:04:09.708872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58288) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:09.752860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-53cb38dd-0326-4e23-b3ff-73a554d58dd8 req-b7b0eda5-4b6c-4377-9e87-f4469390523d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674780 Mar 03 18:04:09.761128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-ad0f8a18-dbd5-410c-a7c9-a4272fdd4e5f tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:09.762887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-ad0f8a18-dbd5-410c-a7c9-a4272fdd4e5f tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.16 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 816 time: 0.1676888 Mar 03 18:04:09.774606 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d5dc70ad-5fb8-47a2-ad16-09fe8e6e640a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=78b5df6c-92f8-4b0d-a082-ebfda9facb99 HTTP/1.1" status: 200 len: 205 time: 0.0630903 Mar 03 18:04:09.776670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58294) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:09.785235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Request body: {'port': {'device_id': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'admin_state_up': True, 'tenant_id': '6835a2dc3cff41ae82c51cf0ab983d97'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:09.861852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:09.958863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:09.994697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:10.090274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] For port dee3be5a-07f7-4ea5-90ff-849228f4dd18, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:04:10.106668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Made reservation on behalf of 6835a2dc3cff41ae82c51cf0ab983d97 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:10.110559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:10.125879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] For port dee3be5a-07f7-4ea5-90ff-849228f4dd18, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:04:10.139276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:10.177554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:10.288461 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:04:10.405162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:10.419578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:10.456628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:10.492049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Pushing event updated for resources: {'Port': ['ID=c9583d0a-618e-46af-80a7-f5e06e1be643,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:10.502378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:10.590514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Allocated IP 172.20.0.3 (61910a4d-1526-486d-8500-b4e99b8d26f5/88767cc5-12e9-4f70-a308-40655098d9f5/a17aaf50-c977-4d62-a45f-324c29b5e3c9) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:10.702928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:10.703920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:10.706420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] 10.222.0.35 "PUT /v2.0/ports/dee3be5a-07f7-4ea5-90ff-849228f4dd18 HTTP/1.1" status: 200 len: 1092 time: 4.2967803 Mar 03 18:04:10.710026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'tag': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:10.757952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:10.759245 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:10.785844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a9cf5-2f7a-480f-b652-5c5e619fbb90 req-74c9cc78-f140-42b1-8fca-6b61e839a547 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:10.793469 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-264a9cf5-2f7a-480f-b652-5c5e619fbb90 req-74c9cc78-f140-42b1-8fca-6b61e839a547 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.7204330 Mar 03 18:04:10.857612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a5c07e80-f2ed-4d13-b5ba-87eb0a04532a None None] Provisioning for port c9583d0a-618e-46af-80a7-f5e06e1be643 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:10.862734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a5c07e80-f2ed-4d13-b5ba-87eb0a04532a None None] Provisioning complete for port c9583d0a-618e-46af-80a7-f5e06e1be643 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:10.863088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5c07e80-f2ed-4d13-b5ba-87eb0a04532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:10.955750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-62fed2d7-1163-4bf3-b3f1-1d1e1bba492a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2605770 Mar 03 18:04:10.968018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a5c07e80-f2ed-4d13-b5ba-87eb0a04532a None None] Port c9583d0a-618e-46af-80a7-f5e06e1be643 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:10.982728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Request body: {'port': {'device_id': 'b530295e-6911-4950-b5af-1e3e72028c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:10.983314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24191899-c5f1-491f-8573-0a38336fc4df service neutron] Pushing event updated for resources: {'Port': ['ID=dee3be5a-07f7-4ea5-90ff-849228f4dd18,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:11.020992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-264a9cf5-2f7a-480f-b652-5c5e619fbb90 req-2bbac7be-5e10-4569-b7ce-829d46153b6a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261188 Mar 03 18:04:11.027244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:11.133462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:11.246561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Deleting port 3ff75ffa-030c-4749-9592-2130da362e2d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:11.246900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:11.387038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-456352e1-885f-4c70-a846-8b2c9636d0a6 req-fd72b4d8-af09-4ad2-93b2-40836efd5ede tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 210 time: 0.1415961 Mar 03 18:04:11.410056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d887d4b-192f-412c-84ca-5a91a3ee984b req-77415a54-9bb2-48ee-b089-16cd2003118b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:11.417911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d887d4b-192f-412c-84ca-5a91a3ee984b req-77415a54-9bb2-48ee-b089-16cd2003118b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.5985014 Mar 03 18:04:11.422882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Deleting port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:11.423426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:11.447806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:11.474810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-83c870f9-fbfa-43d5-a1fb-404297d7c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:11.476306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-83c870f9-fbfa-43d5-a1fb-404297d7c698 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 1095 time: 0.6925061 Mar 03 18:04:11.530230 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:11.654966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-3fe7d2a3-a57a-4d14-8f97-1dc814fe0e19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18 HTTP/1.1" status: 200 len: 217 time: 0.1074002 Mar 03 18:04:11.662421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Transition to ACTIVE for port object a17aaf50-c977-4d62-a45f-324c29b5e3c9 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:11.680110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3d887d4b-192f-412c-84ca-5a91a3ee984b req-31c01c12-4ff1-44a5-8443-a6bee0af5f94 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612517 Mar 03 18:04:11.763844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-2f168072-002a-4331-abae-7d631681de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:11.765365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-2f168072-002a-4331-abae-7d631681de0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 200 len: 855 time: 0.0839767 Mar 03 18:04:11.767685 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'tag': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18', 'status': 'completed', 'code': 200} Mar 03 18:04:11.927773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:11.931444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-29190fa2-ec7e-4622-bbee-2b80d1fc2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:11.933118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-29190fa2-ec7e-4622-bbee-2b80d1fc2440 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61910a4d-1526-486d-8500-b4e99b8d26f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516361 Mar 03 18:04:11.934445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.028128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.081287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.178936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-b8005872-d6c6-4771-83d7-4069ec4bf704 service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067423 Mar 03 18:04:12.208767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] In _notify_port_updated(), no bound segment for port 9f190e8b-ab61-43d4-b9f8-8d047417f665 on network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:04:12.215185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:12.216600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.218113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "PUT /v2.0/ports/9f190e8b-ab61-43d4-b9f8-8d047417f665 HTTP/1.1" status: 200 len: 1002 time: 2.9089835 Mar 03 18:04:12.297457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58338) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:12.308243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Calling delete_port for 3ff75ffa-030c-4749-9592-2130da362e2d owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:12.364853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:12.379572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:12.401283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:12.468199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Pushing event updated for resources: {'Port': ['ID=a17aaf50-c977-4d62-a45f-324c29b5e3c9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:12.478295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] For port 791285a1-4f4c-4c5f-b2cd-5638d8a65d63, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:12.478920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.481787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-417d1da1-fc44-4ee7-82a7-c8e74e390958 req-9fa1df5d-ad66-4403-b028-f99bb4e48e1c service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584894 Mar 03 18:04:12.558083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7998e3d3-fb48-4e5c-97a3-6313089d9239 None None] Provisioning complete for port 9f190e8b-ab61-43d4-b9f8-8d047417f665 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:12.558522 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7998e3d3-fb48-4e5c-97a3-6313089d9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.700245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7998e3d3-fb48-4e5c-97a3-6313089d9239 None None] Port 9f190e8b-ab61-43d4-b9f8-8d047417f665 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:12.713000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Calling delete_port for 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:12.790071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting port 9f190e8b-ab61-43d4-b9f8-8d047417f665 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:12.790815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.823141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cc2d2892-31e1-443b-8b6b-29b6b7ad6162 None None] Provisioning for port a17aaf50-c977-4d62-a45f-324c29b5e3c9 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:12.832476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cc2d2892-31e1-443b-8b6b-29b6b7ad6162 None None] Provisioning complete for port a17aaf50-c977-4d62-a45f-324c29b5e3c9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:12.832846 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2892-31e1-443b-8b6b-29b6b7ad6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:12.932125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d2892-31e1-443b-8b6b-29b6b7ad6162 None None] Port a17aaf50-c977-4d62-a45f-324c29b5e3c9 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:12.988022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8fa27-2eac-4cb9-b86b-b416884f8c6e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=9f190e8b-ab61-43d4-b9f8-8d047417f665,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:13.001746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:13.002359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:13.042223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-a33d4aa9-9685-47f6-81f0-5fef523a51f7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2607327 Mar 03 18:04:13.065413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Request body: {'port': {'device_id': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:13.081684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcad9d1-986b-4b0d-b1a0-607afb36dd27 req-1375cf89-9c0d-4c4f-85b9-d1d4d48904a6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:13.083626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fcad9d1-986b-4b0d-b1a0-607afb36dd27 req-1375cf89-9c0d-4c4f-85b9-d1d4d48904a6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.8164120 Mar 03 18:04:13.118894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3547cbb-7736-42df-811c-cf44f0da405b req-e31e0d85-242d-4635-ba0a-84f40df461cd tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:13.120135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e3547cbb-7736-42df-811c-cf44f0da405b req-e31e0d85-242d-4635-ba0a-84f40df461cd tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:13.129532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-dffd214c-24a9-4b9f-8029-b82826e12325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:13.130972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-dffd214c-24a9-4b9f-8029-b82826e12325 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 1095 time: 0.5348406 Mar 03 18:04:13.152624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fcad9d1-986b-4b0d-b1a0-607afb36dd27 req-efd8665c-1ae4-4af1-b899-ed673caff023 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543199 Mar 03 18:04:13.222331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e3547cbb-7736-42df-811c-cf44f0da405b req-e31e0d85-242d-4635-ba0a-84f40df461cd tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:13.228940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3547cbb-7736-42df-811c-cf44f0da405b req-e31e0d85-242d-4635-ba0a-84f40df461cd tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 931 time: 0.5655680 Mar 03 18:04:13.235003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:04:13.365880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3547cbb-7736-42df-811c-cf44f0da405b req-8ba0f542-d4e3-44d6-941f-b5c2ca5b93d4 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362395 Mar 03 18:04:13.367135 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:13.417053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-03f80517-e8d9-4522-8564-06e14fe9788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:13.418575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-03f80517-e8d9-4522-8564-06e14fe9788b service neutron] 10.222.0.35 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 917 time: 0.2756248 Mar 03 18:04:13.509597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:13.518831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9583d0a-618e-46af-80a7-f5e06e1be643 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:13.524407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-8282cb81-7112-493c-b16b-e63e0c5ec45b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18 HTTP/1.1" status: 200 len: 217 time: 0.0804527 Mar 03 18:04:13.669953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-ddce8856-9647-43a9-8e13-dc6ad154040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:13.671320 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-ddce8856-9647-43a9-8e13-dc6ad154040f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 200 len: 855 time: 0.1402793 Mar 03 18:04:13.731083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:13.756802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-54498030-3752-450f-ae01-270c69798657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:13.758491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-54498030-3752-450f-ae01-270c69798657 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61910a4d-1526-486d-8500-b4e99b8d26f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805492 Mar 03 18:04:13.766875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event deleted for resources: {'Port': ['ID=3ff75ffa-030c-4749-9592-2130da362e2d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:13.808922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:13.830564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Transition to ACTIVE for port object c9583d0a-618e-46af-80a7-f5e06e1be643 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:13.954142 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:13.989408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Calling delete_port for 9f190e8b-ab61-43d4-b9f8-8d047417f665 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:14.012222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-9fbfa611-65af-4f51-84ea-2572543bd4f0 service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457585 Mar 03 18:04:14.080716 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:14.204235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16a5c44a-7823-478e-a8b1-4b69992dbfcc req-4ff94e25-bec8-4ee7-8d14-c9a1629c4593 service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772761 Mar 03 18:04:14.383585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ef6ac-819b-4b61-a1f7-9964183f4229 req-49a8cbe2-b188-4d64-adc0-fb381bd32070 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:14.385166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-244ef6ac-819b-4b61-a1f7-9964183f4229 req-49a8cbe2-b188-4d64-adc0-fb381bd32070 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 1.0367920 Mar 03 18:04:14.476457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17aaf50-c977-4d62-a45f-324c29b5e3c9 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:14.490109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:14.516024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Transition to ACTIVE for port object a17aaf50-c977-4d62-a45f-324c29b5e3c9 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:14.537562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bb882-a546-485d-8de0-d06044134534 service neutron] Pushing event updated for resources: {'Port': ['ID=c9583d0a-618e-46af-80a7-f5e06e1be643,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:14.539908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84926063-9c46-4462-8a09-1d0847f3f466 req-321bcf1b-77d4-428f-b1b2-3b615d882de7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:14.541110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-84926063-9c46-4462-8a09-1d0847f3f466 req-321bcf1b-77d4-428f-b1b2-3b615d882de7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1767051 Mar 03 18:04:14.542209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:14.628199 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:14.733758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=791285a1-4f4c-4c5f-b2cd-5638d8a65d63,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:14.875889 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-84926063-9c46-4462-8a09-1d0847f3f466 req-4092065e-83e1-43bf-a9eb-9397eb6f78d0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674935 Mar 03 18:04:15.122835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.166305 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.216583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.223660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-244ef6ac-819b-4b61-a1f7-9964183f4229 req-cc3ec44f-933e-4637-a229-4a80aa2c4863 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8020327 Mar 03 18:04:15.327215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Port': ['ID=9f190e8b-ab61-43d4-b9f8-8d047417f665,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:15.364354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Pushing event updated for resources: {'Port': ['ID=a17aaf50-c977-4d62-a45f-324c29b5e3c9,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:15.460831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Attempting to bind port a17aaf50-c977-4d62-a45f-324c29b5e3c9 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:04:15.461064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Attempting to bind port a17aaf50-c977-4d62-a45f-324c29b5e3c9 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:04:15.461421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Attempting to bind port a17aaf50-c977-4d62-a45f-324c29b5e3c9 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:15.475628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Port a17aaf50-c977-4d62-a45f-324c29b5e3c9 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:04:15.476145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Attempting to bind port a17aaf50-c977-4d62-a45f-324c29b5e3c9 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:15.508906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:04:15.509267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Checking segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:15.509663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Bound using segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:04:15.517389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Bound port: a17aaf50-c977-4d62-a45f-324c29b5e3c9, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:04:15.517389 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.522212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.572594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.576501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Fanout notify agent at l3_agent the message router_deleted on router 78b5df6c-92f8-4b0d-a082-ebfda9facb99 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:04:15.597731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.601619 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-34415f7f-a955-4268-b022-4cac480b9a6b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/78b5df6c-92f8-4b0d-a082-ebfda9facb99 HTTP/1.1" status: 204 len: 168 time: 5.8219070 Mar 03 18:04:15.606742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:15.648622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ba4f879e-0108-4490-87d0-4b093370d6b1 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/ports/9f190e8b-ab61-43d4-b9f8-8d047417f665 HTTP/1.1" status: 204 len: 168 time: 3.3088317 Mar 03 18:04:15.663916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58372) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:15.670137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad9b74-817e-4b1e-a1c7-e97926b0b4cc req-600d3e96-f466-490f-930f-f3006f7d4ec4 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:15.674272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Attempting to bind port c9583d0a-618e-46af-80a7-f5e06e1be643 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:04:15.674925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Attempting to bind port c9583d0a-618e-46af-80a7-f5e06e1be643 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:04:15.675446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Attempting to bind port c9583d0a-618e-46af-80a7-f5e06e1be643 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:15.681160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3ad9b74-817e-4b1e-a1c7-e97926b0b4cc req-600d3e96-f466-490f-930f-f3006f7d4ec4 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 943 time: 0.3094113 Mar 03 18:04:15.716887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-527779905', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:15.791721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:15.796909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Port c9583d0a-618e-46af-80a7-f5e06e1be643 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:04:15.797019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Attempting to bind port c9583d0a-618e-46af-80a7-f5e06e1be643 on network 61910a4d-1526-486d-8500-b4e99b8d26f5 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:15.850698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Usage tracker for resource:router and tenant:f26f6334f1b54066983d5f380bbeba5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:15.856448 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3ad9b74-817e-4b1e-a1c7-e97926b0b4cc req-4f3f71ce-40dc-4be8-b8f1-7ada4c50c28e tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714594 Mar 03 18:04:15.864841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-d283049d-410e-4d64-a9ca-9dc3612f953d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8477113 Mar 03 18:04:15.866066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:15.885989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:15.931871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.931871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.952192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:15.972422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] For port a17aaf50-c977-4d62-a45f-324c29b5e3c9, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:04:16.073156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] For port a17aaf50-c977-4d62-a45f-324c29b5e3c9, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a17aaf50-c977-4d62-a45f-324c29b5e3c9,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:04:16.073156 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:16.142681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:04:16.142681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Checking segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:16.142681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Bound using segment: {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:04:16.142681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Bound port: c9583d0a-618e-46af-80a7-f5e06e1be643, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2ff0c8-4a71-4485-8532-c365d6cf9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:04:16.142681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:16.168042 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98daeb0-abba-4a9e-b406-ad120e8ac06e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] GET failed (client error): The resource could not be found. Mar 03 18:04:16.168586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c98daeb0-abba-4a9e-b406-ad120e8ac06e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Synchronizing usage tracker for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:16.252373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:16.287096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c98daeb0-abba-4a9e-b406-ad120e8ac06e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Unset dirty status for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:16.294848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c98daeb0-abba-4a9e-b406-ad120e8ac06e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "GET /v2.0/ports/9f190e8b-ab61-43d4-b9f8-8d047417f665 HTTP/1.1" status: 404 len: 333 time: 0.6216326 Mar 03 18:04:16.296596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58380) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:16.412828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:16.416139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:16.417798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] 10.222.0.16 "PUT /v2.0/ports/a17aaf50-c977-4d62-a45f-324c29b5e3c9 HTTP/1.1" status: 200 len: 1091 time: 3.3564641 Mar 03 18:04:16.443932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] For port c9583d0a-618e-46af-80a7-f5e06e1be643, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:04:16.451723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'tag': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:16.473865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] For port c9583d0a-618e-46af-80a7-f5e06e1be643, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c9583d0a-618e-46af-80a7-f5e06e1be643,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:04:16.501547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1884666082'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:16.691749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:16.712949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696015-d1b4-47ea-9758-d705aca50d4f req-ba3076e1-8576-45d9-8424-37cb195cd121 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:16.712949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41696015-d1b4-47ea-9758-d705aca50d4f req-ba3076e1-8576-45d9-8424-37cb195cd121 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.6721997 Mar 03 18:04:16.754681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dee3be5a-07f7-4ea5-90ff-849228f4dd18 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:04:16.801752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:16.823499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f711-f2ae-4d96-b23f-d0821a4888df service neutron] Pushing event updated for resources: {'Port': ['ID=a17aaf50-c977-4d62-a45f-324c29b5e3c9,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:16.963094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dee3be5a-07f7-4ea5-90ff-849228f4dd18, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:16.980812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18', 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'port_id': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18', 'mac_address': 'fa:16:3e:76:b7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88767cc5-12e9-4f70-a308-40655098d9f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:04:17.020258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:17.031345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-359344e9-a903-45f0-adf8-b0cc3fe450dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:17.032795 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-359344e9-a903-45f0-adf8-b0cc3fe450dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 0.9486558 Mar 03 18:04:17.041501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Router fd2aaf0f-c0f6-4599-9083-fab66638d572 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:04:17.065620 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:17.085922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee3be5a-07f7-4ea5-90ff-849228f4dd18 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:17.087537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:17.107777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dee3be5a-07f7-4ea5-90ff-849228f4dd18, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:17.113172 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:17.203486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ce2a0-e024-4d68-bfab-d37604c0c21e req-e9eba6ad-b058-44c8-bcbf-371ba3b40a21 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:17.205288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca5ce2a0-e024-4d68-bfab-d37604c0c21e req-e9eba6ad-b058-44c8-bcbf-371ba3b40a21 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.6549017 Mar 03 18:04:17.224554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:17.224554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:17.226164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-433bb882-a546-485d-8de0-d06044134534 service neutron] 10.222.0.35 "PUT /v2.0/ports/c9583d0a-618e-46af-80a7-f5e06e1be643 HTTP/1.1" status: 200 len: 1092 time: 6.2543797 Mar 03 18:04:17.227790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=dee3be5a-07f7-4ea5-90ff-849228f4dd18,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:17.234356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b530295e-6911-4950-b5af-1e3e72028c07', 'tag': 'c9583d0a-618e-46af-80a7-f5e06e1be643'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:17.290217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:17.293243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41696015-d1b4-47ea-9758-d705aca50d4f req-886938dd-3505-4f77-8da8-d98e5ffedca6 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075910 Mar 03 18:04:17.294479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:17.316170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-880c02fe-0860-45d0-ae19-9bb7c009d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:17.317740 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-880c02fe-0860-45d0-ae19-9bb7c009d453 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 1094 time: 0.7662408 Mar 03 18:04:17.354005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bb882-a546-485d-8de0-d06044134534 service neutron] Pushing event updated for resources: {'Port': ['ID=c9583d0a-618e-46af-80a7-f5e06e1be643,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:17.396675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['dee3be5a-07f7-4ea5-90ff-849228f4dd18'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:04:17.427680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-865e922e-975a-4f02-b3c6-b7743e9dcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:17.431213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-865e922e-975a-4f02-b3c6-b7743e9dcd23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.3842938 Mar 03 18:04:17.454893 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'tag': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9', 'status': 'completed', 'code': 200} Mar 03 18:04:17.460334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca5ce2a0-e024-4d68-bfab-d37604c0c21e req-40ecb91c-a8d7-4747-ab22-28de66138b01 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418568 Mar 03 18:04:17.475006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] device_id is not set on port b773b541-0eb3-4cd1-add3-230021638350 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:17.565686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-8cf10fbd-3664-4ebc-890e-1b9cf14b2a5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17aaf50-c977-4d62-a45f-324c29b5e3c9 HTTP/1.1" status: 200 len: 217 time: 0.2310951 Mar 03 18:04:17.566639 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b530295e-6911-4950-b5af-1e3e72028c07', 'tag': 'c9583d0a-618e-46af-80a7-f5e06e1be643', 'status': 'completed', 'code': 200} Mar 03 18:04:17.712544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-2a5c4eb4-f762-428a-920e-6ab97c2e8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:17.712544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-2a5c4eb4-f762-428a-920e-6ab97c2e8424 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 1095 time: 0.4258437 Mar 03 18:04:17.735799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-0d199d8c-0e63-42b0-977e-5c568bfd84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:17.737194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-0d199d8c-0e63-42b0-977e-5c568bfd84b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 200 len: 855 time: 0.1604757 Mar 03 18:04:17.955483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:17.990393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-fd8b03d1-190c-4861-910d-bb1a99782661 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9583d0a-618e-46af-80a7-f5e06e1be643 HTTP/1.1" status: 200 len: 217 time: 0.2499468 Mar 03 18:04:17.991752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:04:17.996067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-726cdb91-4f9b-43fb-97f0-250e175bf360 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.5571270 Mar 03 18:04:18.009980 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] Sync routers for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:04:18.020233 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:18.020882 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:18.084445 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-005fe990-944e-4d02-950b-20f4193734e7 admin admin] 10.222.0.23 "PUT /v2.0/routers/fd2aaf0f-c0f6-4599-9083-fab66638d572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2030892 Mar 03 18:04:18.084577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-76f19c92-58c8-4b17-aee7-22af0c263da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:18.086167 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-76f19c92-58c8-4b17-aee7-22af0c263da6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 200 len: 855 time: 0.0889766 Mar 03 18:04:18.086999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58400) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:18.220428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:18.267824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:18.281386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Allocated IP 2001:db8::18 (f7e5ab4c-7244-4e47-82f0-e482c1f7f0db/4457b697-3695-45d7-916c-36cf5ff32a4a/b773b541-0eb3-4cd1-add3-230021638350) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:18.364855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-f294ced1-8036-4b01-960b-389028c6fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:18.366770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-f294ced1-8036-4b01-960b-389028c6fc43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.2764850 Mar 03 18:04:18.387856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:04:18.421567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-388323ae-a14e-4937-ac6d-04d1f6330ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:18.423106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-388323ae-a14e-4937-ac6d-04d1f6330ca5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61910a4d-1526-486d-8500-b4e99b8d26f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6279268 Mar 03 18:04:18.488808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b6f7-c2a1-4ff0-843d-ad9823545724 req-d1ad1f0e-5b68-41c4-b5d5-664f6eac5c7d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:18.497601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8376b6f7-c2a1-4ff0-843d-ad9823545724 req-d1ad1f0e-5b68-41c4-b5d5-664f6eac5c7d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 943 time: 0.9701855 Mar 03 18:04:18.598698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:18.726515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8376b6f7-c2a1-4ff0-843d-ad9823545724 req-8eaa0389-1bd7-482d-8abb-5cc692733209 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:18.751539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-3b92ee3b-aca0-471c-b4ab-03766184b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:18.753102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-3b92ee3b-aca0-471c-b4ab-03766184b6a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61910a4d-1526-486d-8500-b4e99b8d26f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5082285 Mar 03 18:04:18.765715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dee3be5a-07f7-4ea5-90ff-849228f4dd18 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:18.826052 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T18:04:13Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:18.836346 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] Checking router: fd2aaf0f-c0f6-4599-9083-fab66638d572 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:04:18.846390 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] Routers {'fd2aaf0f-c0f6-4599-9083-fab66638d572'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:18.846985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fd2aaf0f-c0f6-4599-9083-fab66638d572'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:18.914344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port dee3be5a-07f7-4ea5-90ff-849228f4dd18 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:18.930962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port dee3be5a-07f7-4ea5-90ff-849228f4dd18 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:18.931364 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:18.954333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8376b6f7-c2a1-4ff0-843d-ad9823545724 req-8eaa0389-1bd7-482d-8abb-5cc692733209 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:18.970063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8376b6f7-c2a1-4ff0-843d-ad9823545724 req-8eaa0389-1bd7-482d-8abb-5cc692733209 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722118 Mar 03 18:04:19.157065 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] Set router fd2aaf0f-c0f6-4599-9083-fab66638d572 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:04:19.174804 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:19.208924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Transition to ACTIVE for port object b773b541-0eb3-4cd1-add3-230021638350 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:19.222176 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:19.279649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-63f1c5ac-131b-4563-b820-e24d3932c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:19.279805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:19.280992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-63f1c5ac-131b-4563-b820-e24d3932c16b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8935778 Mar 03 18:04:19.305916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abd790-78d4-4577-aa8e-7486d1d98e7a req-69ff7fb2-891d-4e9e-888d-06b9647767f2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:19.307450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dee3be5a-07f7-4ea5-90ff-849228f4dd18, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:19.313319 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4abd790-78d4-4577-aa8e-7486d1d98e7a req-69ff7fb2-891d-4e9e-888d-06b9647767f2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.7636564 Mar 03 18:04:19.315316 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:19.398975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4abd790-78d4-4577-aa8e-7486d1d98e7a req-b85b99ed-edc3-4242-bccd-354546b3c632 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837610 Mar 03 18:04:19.412205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Allocated IP 172.25.0.49 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/86ba710d-b8ec-42c7-9eb3-36a04269cfaf) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:19.430912 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:19.449835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-1014d430-92c2-4227-bf2e-173d58a8103f service neutron] 10.222.0.16 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9649670 Mar 03 18:04:19.512757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=dee3be5a-07f7-4ea5-90ff-849228f4dd18,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:19.531114 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18', 'code': 200} Mar 03 18:04:19.534207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3a39916-e805-4809-a51c-b07c58ed0da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:19.559907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:19.638347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Deleting port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:19.638347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:19.768022 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T18:04:13Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:19.777020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-75e4ecc1-e675-4524-8528-ec5513bd69e5 service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9911191 Mar 03 18:04:19.782962 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ed246-d4e5-4345-a4df-cc913b7a81d0 None None] The sync data for ids ['fd2aaf0f-c0f6-4599-9083-fab66638d572'] in n-d-827121-1 is: [{'id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'name': 'tempest-AttachVolumeShelveTestJSON-1016859471-router', 'tenant_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:53:29Z', 'updated_at': '2022-03-03T18:04:13Z', 'revision_number': 5, 'project_id': '5c4f0c6ea9f34716b02a01211e4d5b3e', 'gw_port': {'id': 'fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2aaf0f-c0f6-4599-9083-fab66638d572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:53:31Z', 'updated_at': '2022-03-03T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:04:19.975947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:19.997218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:20.019493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=b773b541-0eb3-4cd1-add3-230021638350,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:20.019493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:20.028561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:20.028561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:20.069974 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fd5afd8b-d796-4d3f-b7c8-4444c69d1267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7709229 Mar 03 18:04:20.075986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58414) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:20.084447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'network_id': 'f7e5ab4c-7244-4e47-82f0-e482c1f7f0db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1402146304'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:20.178696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2d57a70-4384-4c44-85df-af9d7714f3b7 req-6da5a8d7-e09f-49e3-935a-5ba7930d4478 service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110615 Mar 03 18:04:20.180589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-0fd18ffb-6b48-4e54-b9bf-8a2cfc535996 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8514822 Mar 03 18:04:20.210180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a392-e68b-43dd-8bad-21408fc05f5d req-ec2bd445-2703-459b-844a-b0c00e2a80cb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:20.245536 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b52a392-e68b-43dd-8bad-21408fc05f5d req-ec2bd445-2703-459b-844a-b0c00e2a80cb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 1.0189183 Mar 03 18:04:20.314291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1216c2ab-7108-4289-94ef-bd8b113ab867 req-31b05fc4-44fb-460a-b507-3e30271cb924 service neutron] 10.222.0.16 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527548 Mar 03 18:04:20.374104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057b3fb-48b7-4086-af63-aa518840cc32 req-10dbf646-a398-453c-8853-5f6289903360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:20.375983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2057b3fb-48b7-4086-af63-aa518840cc32 req-10dbf646-a398-453c-8853-5f6289903360 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 1097 time: 0.6946166 Mar 03 18:04:20.588657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-416cd080-a7d4-42f2-8b55-21fd42ddf8e9 None None] Provisioning for port b773b541-0eb3-4cd1-add3-230021638350 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:20.600612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-416cd080-a7d4-42f2-8b55-21fd42ddf8e9 None None] Provisioning complete for port b773b541-0eb3-4cd1-add3-230021638350 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:20.602373 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-416cd080-a7d4-42f2-8b55-21fd42ddf8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:20.602957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:20.711875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-416cd080-a7d4-42f2-8b55-21fd42ddf8e9 None None] Port b773b541-0eb3-4cd1-add3-230021638350 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:20.733735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:20.736660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:20.741357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2057b3fb-48b7-4086-af63-aa518840cc32 req-e69f6573-f1ab-4645-9b38-613c8dd0d570 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433254 Mar 03 18:04:20.777739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Usage tracker for resource:port and tenant:bd063e627a2048edb2ee6c87e4e7d4b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:20.791034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:20.821967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b52a392-e68b-43dd-8bad-21408fc05f5d req-e667802d-7b92-4877-9613-4713890ae29e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698771 Mar 03 18:04:20.834978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:20.903654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Made reservation on behalf of bd063e627a2048edb2ee6c87e4e7d4b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:20.903654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:20.926841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:20.926841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event updated for resources: {'Port': ['ID=86ba710d-b8ec-42c7-9eb3-36a04269cfaf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:20.943828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:20.952014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] For port fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:20.952014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:20.955408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:20.994524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd546de-279a-4319-aade-632321e604ba req-dcdb9fbc-5ce6-4cc6-b892-9d503027f220 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:20.995482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:21.001806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3cd546de-279a-4319-aade-632321e604ba req-dcdb9fbc-5ce6-4cc6-b892-9d503027f220 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 943 time: 0.7816596 Mar 03 18:04:21.046661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:04:21.047173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 791285a1-4f4c-4c5f-b2cd-5638d8a65d63 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:21.061290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] device_id is not set on port 54669cc2-747c-4f76-83a6-10e7e900e140 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:21.066963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4e9329-2e5e-4e7d-84b4-8daa779bde7e req-90d96c6f-1d10-4a8a-9bb6-066f853fa75b service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065066 Mar 03 18:04:21.213684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Calling delete_port for fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:21.303628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-ceb1f037-7a3f-4970-91ba-97deeb215539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:21.309166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-ceb1f037-7a3f-4970-91ba-97deeb215539 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 1095 time: 0.9746470 Mar 03 18:04:21.388788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-3767b7d9-fa4c-4109-998a-dafce648ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:21.391228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-3767b7d9-fa4c-4109-998a-dafce648ad87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 1094 time: 0.7836776 Mar 03 18:04:21.487985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3cd546de-279a-4319-aade-632321e604ba req-244cb836-e65c-4686-ac5f-26cb295da95a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836528 Mar 03 18:04:21.613811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-85214f8d-bbe5-4620-b182-2ceff404d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:21.613811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-85214f8d-bbe5-4620-b182-2ceff404d74f service neutron] 10.222.0.35 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 917 time: 0.2971337 Mar 03 18:04:21.623146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6ad4f-fb50-4caf-9de3-f173df0df8f2 req-70154fc7-7267-43d0-914e-ab2929e61093 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:21.624046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96d6ad4f-fb50-4caf-9de3-f173df0df8f2 req-70154fc7-7267-43d0-914e-ab2929e61093 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.5664532 Mar 03 18:04:21.749017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-2e0cb928-6002-4b04-b737-8dce97c6b22a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9583d0a-618e-46af-80a7-f5e06e1be643 HTTP/1.1" status: 200 len: 217 time: 0.1235228 Mar 03 18:04:21.755732 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7ddaffb-a17f-4a07-ab92-075e9832b0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:21.767210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-d761ffea-a6a2-40ff-adff-d73476a58e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:21.768367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-d761ffea-a6a2-40ff-adff-d73476a58e76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 1096 time: 0.4222119 Mar 03 18:04:21.808710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-4e1ad481-1860-4da7-8ef0-17140ae420b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:21.810650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-4e1ad481-1860-4da7-8ef0-17140ae420b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 917 time: 0.4055402 Mar 03 18:04:21.812182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Allocated IP 2001:db8::3cc (f7e5ab4c-7244-4e47-82f0-e482c1f7f0db/4457b697-3695-45d7-916c-36cf5ff32a4a/54669cc2-747c-4f76-83a6-10e7e900e140) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:21.863461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96d6ad4f-fb50-4caf-9de3-f173df0df8f2 req-5b666080-9fc0-47bf-88a3-076eff5cc14d tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841133 Mar 03 18:04:21.971611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-807f353e-4214-4e8a-9ba2-7c570acd1e0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17aaf50-c977-4d62-a45f-324c29b5e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0883152 Mar 03 18:04:22.006529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-106f3363-3df7-4a87-9024-edfd2f53dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:22.007805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-106f3363-3df7-4a87-9024-edfd2f53dbc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 200 len: 855 time: 0.2374260 Mar 03 18:04:22.058516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-6689ff31-903f-423a-90e8-becdd71ae62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:22.060229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-6689ff31-903f-423a-90e8-becdd71ae62d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.2395809 Mar 03 18:04:22.095901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:22.210148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-6d5b17a4-c3ca-49b5-b4ed-6dfac5e101ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:22.211923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-6d5b17a4-c3ca-49b5-b4ed-6dfac5e101ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 200 len: 855 time: 0.2334352 Mar 03 18:04:22.277077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:22.423688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-cd03862c-e140-400a-a52b-17478f0fea54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 200 len: 1000 time: 0.3178947 Mar 03 18:04:22.472998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:22.493502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:22.759414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a53d7-ba3f-4058-8b1b-474bd22a624c req-9105e522-f28b-49d4-8b88-d2119d0361c0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:22.760993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-685a53d7-ba3f-4058-8b1b-474bd22a624c req-9105e522-f28b-49d4-8b88-d2119d0361c0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.7793009 Mar 03 18:04:22.780141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c9583d0a-618e-46af-80a7-f5e06e1be643 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:04:22.821595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-27adaba3-aa83-43a4-93ae-7b4bfc8b2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:22.821595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-27adaba3-aa83-43a4-93ae-7b4bfc8b2dcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61910a4d-1526-486d-8500-b4e99b8d26f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7593198 Mar 03 18:04:22.851527 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:22.926792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-481f6b36-6dcf-4b3d-906d-72eb300b84be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:22.928777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-481f6b36-6dcf-4b3d-906d-72eb300b84be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.4961843 Mar 03 18:04:22.956083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.014318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-639b76dd-c563-47f8-8352-498daca20bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:23.015668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-639b76dd-c563-47f8-8352-498daca20bb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61910a4d-1526-486d-8500-b4e99b8d26f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7443569 Mar 03 18:04:23.022222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.034350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.040340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c9583d0a-618e-46af-80a7-f5e06e1be643, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c9583d0a-618e-46af-80a7-f5e06e1be643,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:23.062499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c9583d0a-618e-46af-80a7-f5e06e1be643', 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'port_id': 'c9583d0a-618e-46af-80a7-f5e06e1be643', 'mac_address': 'fa:16:3e:04:cc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88767cc5-12e9-4f70-a308-40655098d9f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:04:23.181919 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.191881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.230922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.232584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd2aaf0f-c0f6-4599-9083-fab66638d572 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:04:23.233444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9583d0a-618e-46af-80a7-f5e06e1be643 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:23.270912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c9583d0a-618e-46af-80a7-f5e06e1be643, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c9583d0a-618e-46af-80a7-f5e06e1be643,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:23.275653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-685a53d7-ba3f-4058-8b1b-474bd22a624c req-fc85448d-13a4-4b17-b3d8-d12b0ec42117 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050583 Mar 03 18:04:23.284315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99d4b-c7f9-459e-a59c-c92f34bcc75e req-e506ffb0-b822-4ddf-b841-30ff92345818 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:23.291913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8fe99d4b-c7f9-459e-a59c-c92f34bcc75e req-e506ffb0-b822-4ddf-b841-30ff92345818 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 943 time: 0.6095169 Mar 03 18:04:23.300123 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.346494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-6c2326bd-ed04-4679-ad88-bc6a26f90862 service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113463 Mar 03 18:04:23.406375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.410491 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f1c5fa3f-bed6-41dd-926d-0e8ea61f8c7b admin admin] 10.222.0.23 "DELETE /v2.0/routers/fd2aaf0f-c0f6-4599-9083-fab66638d572 HTTP/1.1" status: 204 len: 168 time: 5.2803218 Mar 03 18:04:23.411649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58452) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:23.433287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-8839f4f6-a9a4-4397-991c-94dc747e2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:23.435200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-8839f4f6-a9a4-4397-991c-94dc747e2f19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4722505 Mar 03 18:04:23.506476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.517388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Transition to ACTIVE for port object 54669cc2-747c-4f76-83a6-10e7e900e140 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:23.544343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c9583d0a-618e-46af-80a7-f5e06e1be643,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:23.579809 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8fe99d4b-c7f9-459e-a59c-c92f34bcc75e req-a0958b40-ad3c-48ec-ab3d-97dd2ce1e0e7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858875 Mar 03 18:04:23.621747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.661060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a17aaf50-c977-4d62-a45f-324c29b5e3c9 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:04:23.680042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c9583d0a-618e-46af-80a7-f5e06e1be643'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:04:23.794321 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0a79296-f3f8-471e-a414-54ebff2042e0 req-6c7e1dc2-7c52-4088-a70c-14ab560fd4ed service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294946 Mar 03 18:04:23.797982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:23.798971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] Deleting subnet 2d459787-2da7-43ce-b68b-7652a3275f3b {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:04:23.800516 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-25af4fba-dd56-4a26-9eaa-ebaeaea57454 service neutron] 10.222.0.16 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627485 Mar 03 18:04:23.806462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.808229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:23.906350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-88aaeaf3-838b-48f4-a23c-6bf62922c0f2 service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301233 Mar 03 18:04:23.926066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:23.932191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:23.938818 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:23.996571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=54669cc2-747c-4f76-83a6-10e7e900e140,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:24.001957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.021892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a17aaf50-c977-4d62-a45f-324c29b5e3c9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a17aaf50-c977-4d62-a45f-324c29b5e3c9,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:24.045601 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.049425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9', 'network_id': '61910a4d-1526-486d-8500-b4e99b8d26f5', 'port_id': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9', 'mac_address': 'fa:16:3e:4e:4b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88767cc5-12e9-4f70-a308-40655098d9f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:04:24.141867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.165097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3695f54f-7043-4ea7-81fb-512c1d81c581 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0869870 Mar 03 18:04:24.174128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58462) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:24.175068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17aaf50-c977-4d62-a45f-324c29b5e3c9 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:24.181936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:32:3b:2f'}, {'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:e2:5e:50'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:24.214630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a98ce6a-42d7-459a-88fb-6aa21acdc30d req-3556540a-ab43-4b83-a917-ddfe828b957c service neutron] 10.222.0.35 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962294 Mar 03 18:04:24.239585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982662ad-41cb-4061-80ff-1bd54352cce0 req-5c03f9f7-e08c-43d9-ac8f-dec90c4a70c1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:24.250722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a17aaf50-c977-4d62-a45f-324c29b5e3c9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a17aaf50-c977-4d62-a45f-324c29b5e3c9,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:24.252239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-982662ad-41cb-4061-80ff-1bd54352cce0 req-5c03f9f7-e08c-43d9-ac8f-dec90c4a70c1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.6320662 Mar 03 18:04:24.265261 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.323136 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.358578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-982662ad-41cb-4061-80ff-1bd54352cce0 req-2c0a0fd2-a14f-4690-92c0-28947503e587 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043482 Mar 03 18:04:24.379025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-041bdfcb-125f-4180-a7cc-70cae3a2a825 req-477b888f-eae0-4dbb-b0b6-9938c75cc99b service neutron] 10.222.0.16 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551386 Mar 03 18:04:24.384991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4cfbac98-c555-477e-b3b3-b360fbe5e458 None None] Provisioning for port 54669cc2-747c-4f76-83a6-10e7e900e140 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:24.412274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Router 942b356b-df07-475f-8088-547e1a740f1d is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:04:24.438264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.439878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=a17aaf50-c977-4d62-a45f-324c29b5e3c9,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:24.455041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4cfbac98-c555-477e-b3b3-b360fbe5e458 None None] Provisioning complete for port 54669cc2-747c-4f76-83a6-10e7e900e140 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:24.455701 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4cfbac98-c555-477e-b3b3-b360fbe5e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.524381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbac98-c555-477e-b3b3-b360fbe5e458 None None] Port 54669cc2-747c-4f76-83a6-10e7e900e140 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:24.651008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.717461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['a17aaf50-c977-4d62-a45f-324c29b5e3c9'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:04:24.732892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:04:24.762191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.766499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aa5a392c-a527-4b7b-a257-5cadcd64b1ab tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1581590 Mar 03 18:04:24.777907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58478) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:24.783050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] Sync routers for ids ['942b356b-df07-475f-8088-547e1a740f1d'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:04:24.787091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7687a8-8b1d-4a65-8aa7-e920529307ba req-0838c943-6b9a-4aab-bde8-a625598930f2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:24.788644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e7687a8-8b1d-4a65-8aa7-e920529307ba req-0838c943-6b9a-4aab-bde8-a625598930f2 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.1581194 Mar 03 18:04:24.797565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:24.832716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] Routers {'942b356b-df07-475f-8088-547e1a740f1d'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:24.833822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['942b356b-df07-475f-8088-547e1a740f1d'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:24.882886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d459787-2da7-43ce-b68b-7652a3275f3b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:24.899452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.918699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198990b7-d870-44a8-914f-050b5c2a5046 None None] Network 36ae2973-c75a-43ce-9bba-33500a6092e1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:24.926686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ffe63-0b24-4f54-8c4d-7667abfa1679 req-396c5b12-05c4-4fe9-bd2f-efb9bd5882f6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:24.935513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e83ffe63-0b24-4f54-8c4d-7667abfa1679 req-396c5b12-05c4-4fe9-bd2f-efb9bd5882f6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.4320786 Mar 03 18:04:24.939331 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:24.945275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e7687a8-8b1d-4a65-8aa7-e920529307ba req-794edba7-3b04-477e-9379-c0e0661a1b4b tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707874 Mar 03 18:04:24.963710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:24.977703 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a99ed3be-ab7b-4974-b05b-581a5c005392 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2d459787-2da7-43ce-b68b-7652a3275f3b HTTP/1.1" status: 204 len: 168 time: 1.5411770 Mar 03 18:04:24.982801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:25.048797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:25.090878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] Routers {'942b356b-df07-475f-8088-547e1a740f1d'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:25.091900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['942b356b-df07-475f-8088-547e1a740f1d'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:25.194612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:04:25.208956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fa13d3e4-c3d2-4e40-98f5-1c2066ff6d40 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:25.232760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:25.233367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870db23b-21ff-4b9d-9435-99c1b68710e5 None None] The sync data for ids ['942b356b-df07-475f-8088-547e1a740f1d'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:04:25.335196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.361591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.500029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-4373e361-8426-4b9d-aba9-9b05c4e6f248 req-195eccf6-045b-4402-8467-a91e9bdf4db3 service neutron] (87886) timed out ('10.222.0.16', 58995) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:04:25.521788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e83ffe63-0b24-4f54-8c4d-7667abfa1679 req-a50b7885-4e22-415d-9e1a-5519aa0df4c5 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849035 Mar 03 18:04:25.526812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] In _notify_port_updated(), no bound segment for port 54669cc2-747c-4f76-83a6-10e7e900e140 on network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:04:25.543600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:25.544444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.548326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "PUT /v2.0/ports/54669cc2-747c-4f76-83a6-10e7e900e140 HTTP/1.1" status: 200 len: 1066 time: 1.3723300 Mar 03 18:04:25.565851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58488) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:25.581813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.641653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] DHCP port deletion for 36ae2973-c75a-43ce-9bba-33500a6092e1 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:04:25.645898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Deleting port 4b580aa7-8755-46c8-aa19-f38ee73d44dc {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:25.646474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.652321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691a2a4-63da-4adf-b61c-23abec65930a tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event updated for resources: {'Port': ['ID=54669cc2-747c-4f76-83a6-10e7e900e140,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:25.659883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting port 54669cc2-747c-4f76-83a6-10e7e900e140 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:25.660433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.665813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Deleting port 4b580aa7-8755-46c8-aa19-f38ee73d44dc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:25.666164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.876870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.973603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:25.977018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] For port 4b580aa7-8755-46c8-aa19-f38ee73d44dc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4b580aa7-8755-46c8-aa19-f38ee73d44dc,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:25.977903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.086746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b4a0f-8749-4488-a602-0f6be74dc78e req-0626c2b7-1537-430c-ba06-43402712e829 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:26.088351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-412b4a0f-8749-4488-a602-0f6be74dc78e req-0626c2b7-1537-430c-ba06-43402712e829 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 944 time: 0.9336329 Mar 03 18:04:26.093827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] For port 4b580aa7-8755-46c8-aa19-f38ee73d44dc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4b580aa7-8755-46c8-aa19-f38ee73d44dc,segment=NetworkSegment(de90912b-3814-4ad9-b4c2-59e07d606118),segment_id=de90912b-3814-4ad9-b4c2-59e07d606118)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:26.094319 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.144045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Deleting port 86ba710d-b8ec-42c7-9eb3-36a04269cfaf {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:26.144316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.230735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Calling delete_port for 4b580aa7-8755-46c8-aa19-f38ee73d44dc owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:26.360968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Calling delete_port for 4b580aa7-8755-46c8-aa19-f38ee73d44dc owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:26.390903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.466319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b580aa7-8755-46c8-aa19-f38ee73d44dc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:26.471314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] No DVR routers for this DVR port 4b580aa7-8755-46c8-aa19-f38ee73d44dc on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:04:26.485608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-412b4a0f-8749-4488-a602-0f6be74dc78e req-a425f1f1-c27d-40d4-9dd5-e41a56694bfd tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730288 Mar 03 18:04:26.488962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9cc06be5-f895-4b6b-8d84-847b9b745320 None None] Provisioning complete for port 54669cc2-747c-4f76-83a6-10e7e900e140 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:26.489264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9cc06be5-f895-4b6b-8d84-847b9b745320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.591415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9cc06be5-f895-4b6b-8d84-847b9b745320 None None] Port 54669cc2-747c-4f76-83a6-10e7e900e140 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:04:26.598910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:04:26.599494 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:04:26.617657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.706792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.738748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.770756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ae2973-c75a-43ce-9bba-33500a6092e1']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:26.786313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de90912b-3814-4ad9-b4c2-59e07d606118') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:26.786419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de90912b-3814-4ad9-b4c2-59e07d606118') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:26.792693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c9583d0a-618e-46af-80a7-f5e06e1be643 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:26.828260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.843088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Calling delete_port for 54669cc2-747c-4f76-83a6-10e7e900e140 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:26.860939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.876303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:04:26.876919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:04:26.893481 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:04:26.929028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port c9583d0a-618e-46af-80a7-f5e06e1be643 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:26.935439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c9583d0a-618e-46af-80a7-f5e06e1be643 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:26.935968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.117803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Deleting port 4b580aa7-8755-46c8-aa19-f38ee73d44dc {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:27.119008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.137005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-44e8b34b-8c02-44bb-ba4e-bf4280171de9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:27.140834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-44e8b34b-8c02-44bb-ba4e-bf4280171de9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d263e706-3072-47dd-9a0d-6c0b998fd229 HTTP/1.1" status: 200 len: 943 time: 0.2428434 Mar 03 18:04:27.141750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.155761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.160210 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.171030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b580aa7-8755-46c8-aa19-f38ee73d44dc no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:27.193983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Calling delete_port for 86ba710d-b8ec-42c7-9eb3-36a04269cfaf owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:27.258918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51ed8998-46e1-49e3-817a-584180389f27 None None] The port '4b580aa7-8755-46c8-aa19-f38ee73d44dc' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:04:27.261066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4b580aa7-8755-46c8-aa19-f38ee73d44dc {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:04:27.261634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b580aa7-8755-46c8-aa19-f38ee73d44dc not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:27.288433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Deleting port 9868344d-7a62-43f3-9173-45dce2f87986 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:27.288929 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.295080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b530295e-6911-4950-b5af-1e3e72028c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9583d0a-618e-46af-80a7-f5e06e1be643'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:27.308332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c9583d0a-618e-46af-80a7-f5e06e1be643, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c9583d0a-618e-46af-80a7-f5e06e1be643,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:27.315825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.425630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c9583d0a-618e-46af-80a7-f5e06e1be643,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:27.494000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177b1a-3bf5-4fa1-b72b-55abf9a653a7 req-b44bce85-658a-42ca-8edf-2783578c3dd9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:27.495555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d177b1a-3bf5-4fa1-b72b-55abf9a653a7 req-b44bce85-658a-42ca-8edf-2783578c3dd9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.6019089 Mar 03 18:04:27.502579 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-53bd350a-2860-4dcc-9247-9db9df096c5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1877422 Mar 03 18:04:27.674707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] 10.222.0.23 "DELETE /v2.0/networks/36ae2973-c75a-43ce-9bba-33500a6092e1 HTTP/1.1" status: 204 len: 168 time: 2.6904180 Mar 03 18:04:27.684144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a17aaf50-c977-4d62-a45f-324c29b5e3c9 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:27.694045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5969e1f-80de-4968-a364-b9dbfc6d5d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=36ae2973-c75a-43ce-9bba-33500a6092e1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:27.714142 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d177b1a-3bf5-4fa1-b72b-55abf9a653a7 req-5b3bc457-0a1a-4575-b8ec-cdbb41c1c899 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103126 Mar 03 18:04:27.721306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.744227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] For port 9868344d-7a62-43f3-9173-45dce2f87986, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=9868344d-7a62-43f3-9173-45dce2f87986,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:27.744703 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.780640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.790842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Port': ['ID=54669cc2-747c-4f76-83a6-10e7e900e140,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:27.839576 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b530295e-6911-4950-b5af-1e3e72028c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9583d0a-618e-46af-80a7-f5e06e1be643', 'code': 200} Mar 03 18:04:27.881782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port a17aaf50-c977-4d62-a45f-324c29b5e3c9 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:27.905734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port a17aaf50-c977-4d62-a45f-324c29b5e3c9 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:27.906126 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:27.925929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58556) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:28.052330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-bf9b462a-251b-425d-886f-d44eb31c9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:28.054048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-bf9b462a-251b-425d-886f-d44eb31c9bf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 1096 time: 0.4541066 Mar 03 18:04:28.055825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Pushing event deleted for resources: {'Port': ['ID=86ba710d-b8ec-42c7-9eb3-36a04269cfaf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:28.114469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Calling delete_port for 9868344d-7a62-43f3-9173-45dce2f87986 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:28.173230 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:28.231835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a17aaf50-c977-4d62-a45f-324c29b5e3c9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a17aaf50-c977-4d62-a45f-324c29b5e3c9,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:28.239973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:28.274952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db53e7-f706-4210-8662-fb741d70d0fa req-a1aa0cff-6929-49d7-88a4-7396b20b4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:28.276437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10db53e7-f706-4210-8662-fb741d70d0fa req-a1aa0cff-6929-49d7-88a4-7396b20b4d01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 1097 time: 0.2349939 Mar 03 18:04:28.366595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=a17aaf50-c977-4d62-a45f-324c29b5e3c9,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:28.400159 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10db53e7-f706-4210-8662-fb741d70d0fa req-999ebbb1-4cb0-400e-9b43-c06d34bbdd53 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145189 Mar 03 18:04:28.405692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:28.438644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0c81e309-3c2b-4832-a3e1-612635a80298', '03cf60f8-8878-4c41-8a14-0d2a1753d73c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:04:28.464782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event deleted for resources: {'Port': ['ID=9868344d-7a62-43f3-9173-45dce2f87986,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:28.541520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:28.553627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] No DVR routers for this DVR port 9868344d-7a62-43f3-9173-45dce2f87986 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:04:28.557125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:28.569015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-deleted', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:28.587552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ebaaf261-41d8-4c2d-b05f-544dc9810a7b req-86145e89-7765-4a02-96b3-8a4e19b19ac0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "DELETE /v2.0/ports/9868344d-7a62-43f3-9173-45dce2f87986 HTTP/1.1" status: 204 len: 173 time: 1.4145889 Mar 03 18:04:28.721475 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b75abc97-3ffb-4066-8852-0977a5f87017 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c4f0c6ea9f34716b02a01211e4d5b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7670534 Mar 03 18:04:28.721884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58572) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:28.886971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52fc6587-4d2b-49c8-8f66-eb4528cd6c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:28.918988 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52fc6587-4d2b-49c8-8f66-eb4528cd6c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:29.011697 n-d-827121-1 neutron-server[87887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd263e706-3072-47dd-9a0d-6c0b998fd229', 'name': 'network-vif-deleted', 'tag': '9868344d-7a62-43f3-9173-45dce2f87986', 'status': 'failed', 'code': 422} returned with failed status Mar 03 18:04:29.026842 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52fc6587-4d2b-49c8-8f66-eb4528cd6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:29.075746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc6587-4d2b-49c8-8f66-eb4528cd6c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535bd93a-9bf4-4a94-bf98-1bc0578b15ab,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:29.101269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52fc6587-4d2b-49c8-8f66-eb4528cd6c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:29.102463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-52fc6587-4d2b-49c8-8f66-eb4528cd6c0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/535bd93a-9bf4-4a94-bf98-1bc0578b15ab HTTP/1.1" status: 204 len: 168 time: 0.3790967 Mar 03 18:04:29.255391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-714e758f-530d-4c03-a9e3-8544657e450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:29.257103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-714e758f-530d-4c03-a9e3-8544657e450d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 200 len: 913 time: 0.9802632 Mar 03 18:04:29.291109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b2e3f-a132-4727-930b-08e4268d314c req-75365ab2-fcfc-4dd6-a809-d1707cf1cd9f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:29.292732 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-696b2e3f-a132-4727-930b-08e4268d314c req-75365ab2-fcfc-4dd6-a809-d1707cf1cd9f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.1325986 Mar 03 18:04:29.346317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-696b2e3f-a132-4727-930b-08e4268d314c req-92f07f8f-ea90-45de-8234-1a729e2425fd tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Mar 03 18:04:29.420037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:29.446193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-212c04e0-cbb5-4f63-a42a-2cdce907e69f tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/ports/54669cc2-747c-4f76-83a6-10e7e900e140 HTTP/1.1" status: 204 len: 168 time: 3.8777626 Mar 03 18:04:29.448642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58592) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:29.499718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d9252-7831-48cd-bf4a-54257706a086 req-84881e9f-20e9-4f91-8dc2-0f086d858f14 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:29.508370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c5d9252-7831-48cd-bf4a-54257706a086 req-84881e9f-20e9-4f91-8dc2-0f086d858f14 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 1.4316251 Mar 03 18:04:29.529913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-e076e6aa-c39d-45ec-a57c-4a294513fc56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c81e309-3c2b-4832-a3e1-612635a80298 HTTP/1.1" status: 200 len: 217 time: 0.2563176 Mar 03 18:04:29.533647 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-177c34cf-2ee1-4f01-a304-4be5d7bf9e8e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] GET failed (client error): The resource could not be found. Mar 03 18:04:29.535571 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-177c34cf-2ee1-4f01-a304-4be5d7bf9e8e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "GET /v2.0/ports/54669cc2-747c-4f76-83a6-10e7e900e140 HTTP/1.1" status: 404 len: 333 time: 0.0857153 Mar 03 18:04:29.538193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58596) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:29.666434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting port b773b541-0eb3-4cd1-add3-230021638350 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:29.666778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:29.735034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:29.743018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:29.842542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:29.939733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7c5d9252-7831-48cd-bf4a-54257706a086 req-0b0e8e21-1442-40ed-a4d0-255996ce54cf tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295952 Mar 03 18:04:29.948713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-5daaf81a-f20e-471f-b505-f68b95c7e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:29.950224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-5daaf81a-f20e-471f-b505-f68b95c7e6d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 200 len: 851 time: 0.3495963 Mar 03 18:04:29.955405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Router 942b356b-df07-475f-8088-547e1a740f1d has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:04:30.038533 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9', 'code': 200} Mar 03 18:04:30.246957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:04:30.259194 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] Sync routers for ids ['942b356b-df07-475f-8088-547e1a740f1d'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:04:30.274972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:30.279936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-81e8faf2-c7a1-4c0a-90f6-492551a018dd tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "PUT /v2.0/routers/942b356b-df07-475f-8088-547e1a740f1d HTTP/1.1" status: 200 len: 709 time: 5.4855115 Mar 03 18:04:30.280033 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] Routers {'942b356b-df07-475f-8088-547e1a740f1d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:30.280033 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['942b356b-df07-475f-8088-547e1a740f1d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:30.289403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58624) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:30.379885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523b43f-48f6-4552-b651-795218d31486 req-79a876a1-1082-4671-ac3f-9b448187a5a9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:30.381116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8523b43f-48f6-4552-b651-795218d31486 req-79a876a1-1082-4671-ac3f-9b448187a5a9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:30.390675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:30.412775 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:30.431526 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] Routers {'942b356b-df07-475f-8088-547e1a740f1d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:30.432150 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['942b356b-df07-475f-8088-547e1a740f1d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:30.557531 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:30.557937 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a7146-a1fc-4efd-9859-3bb0cb4bbd39 None None] The sync data for ids ['942b356b-df07-475f-8088-547e1a740f1d'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:04:30.605163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Calling delete_port for b773b541-0eb3-4cd1-add3-230021638350 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:30.656270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-21bae18c-3bd5-4b34-b75c-89bba97619a2 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/routers/942b356b-df07-475f-8088-547e1a740f1d HTTP/1.1" status: 200 len: 744 time: 0.3652897 Mar 03 18:04:30.663527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58638) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:30.714365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-0c0f0202-026b-40b6-bf5a-52b41da069b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:30.715904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-0c0f0202-026b-40b6-bf5a-52b41da069b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9317d44-0cf2-46c5-b8f6-93cf978c9028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6648891 Mar 03 18:04:30.733152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ad1e0eae-7221-4405-a657-ba49446631e4 tempest-RoutersIpV6AdminTest-1634749014 tempest-RoutersIpV6AdminTest-1634749014-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=942b356b-df07-475f-8088-547e1a740f1d HTTP/1.1" status: 200 len: 205 time: 0.0635910 Mar 03 18:04:30.750346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58642) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:30.782313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8523b43f-48f6-4552-b651-795218d31486 req-79a876a1-1082-4671-ac3f-9b448187a5a9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:30.783399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8523b43f-48f6-4552-b651-795218d31486 req-79a876a1-1082-4671-ac3f-9b448187a5a9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 908 time: 0.7232070 Mar 03 18:04:30.831977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd519-17d4-4e00-929b-ac1486fad83d req-06f88262-eb63-4caa-b201-f393307a8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:30.834602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25cbd519-17d4-4e00-929b-ac1486fad83d req-06f88262-eb63-4caa-b201-f393307a8462 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 1096 time: 0.6713784 Mar 03 18:04:30.914328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:30.989831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Port': ['ID=b773b541-0eb3-4cd1-add3-230021638350,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:31.082782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:31.097846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6cad677c-8958-4de9-80a7-4bd85fa37892 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=942b356b-df07-475f-8088-547e1a740f1d HTTP/1.1" status: 200 len: 205 time: 0.3366935 Mar 03 18:04:31.103172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58656) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:31.140872 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d96299a9-e337-4d64-9383-2b5d4e5c4c27 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/ports/b773b541-0eb3-4cd1-add3-230021638350 HTTP/1.1" status: 204 len: 168 time: 1.5830023 Mar 03 18:04:31.145993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58660) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:31.408477 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2a2d9a-6ec7-4854-941e-b0ee20a12267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] GET failed (client error): The resource could not be found. Mar 03 18:04:31.408477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ca2a2d9a-6ec7-4854-941e-b0ee20a12267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Synchronizing usage tracker for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:31.426358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051a65-2faa-41ba-a953-6d07df930c5f req-247ef6b6-83b7-40b8-b67e-a177c7a6113b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:31.436590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16051a65-2faa-41ba-a953-6d07df930c5f req-247ef6b6-83b7-40b8-b67e-a177c7a6113b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.8563697 Mar 03 18:04:31.461377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25cbd519-17d4-4e00-929b-ac1486fad83d req-29211f40-5c4e-48ea-b95b-76d095d7fa81 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178770 Mar 03 18:04:31.463379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-913ef760-504a-4036-af6d-a884476a8317 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:31.541248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-ab47c2e0-b7e4-4009-b630-456b87961df3 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141799 Mar 03 18:04:31.625366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ca2a2d9a-6ec7-4854-941e-b0ee20a12267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Unset dirty status for tenant:bd063e627a2048edb2ee6c87e4e7d4b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:31.626536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ca2a2d9a-6ec7-4854-941e-b0ee20a12267 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "GET /v2.0/ports/b773b541-0eb3-4cd1-add3-230021638350 HTTP/1.1" status: 404 len: 333 time: 0.4174981 Mar 03 18:04:31.632264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:31.735245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting port d78602b2-9e6a-434e-9d6b-8af7ddd5138d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:31.735812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:31.749412 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16051a65-2faa-41ba-a953-6d07df930c5f req-30df8b9b-bc13-493f-ba34-22eae3177599 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117361 Mar 03 18:04:32.102828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-913ef760-504a-4036-af6d-a884476a8317 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:32.112298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-913ef760-504a-4036-af6d-a884476a8317 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:32.170892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2b106-b746-4cb1-bcee-bc0e4a2617cb req-91f3ee8f-c8ed-42ce-bb16-1a3a4772cfa6 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:32.172979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eaa2b106-b746-4cb1-bcee-bc0e4a2617cb req-91f3ee8f-c8ed-42ce-bb16-1a3a4772cfa6 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.3622048 Mar 03 18:04:32.185983 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:32.306703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-913ef760-504a-4036-af6d-a884476a8317 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:32.309694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913ef760-504a-4036-af6d-a884476a8317 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Fanout notify agent at l3_agent the message router_deleted on router 942b356b-df07-475f-8088-547e1a740f1d {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:04:32.359733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-913ef760-504a-4036-af6d-a884476a8317 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:32.361115 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-913ef760-504a-4036-af6d-a884476a8317 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/942b356b-df07-475f-8088-547e1a740f1d HTTP/1.1" status: 204 len: 168 time: 1.2496710 Mar 03 18:04:32.365384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-746ae49e-caf5-479d-8aa1-2d965f6d4f0e req-c42e2c78-d07f-46c7-9983-143b05308103 service neutron] 10.222.0.16 "GET /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985172 Mar 03 18:04:32.365953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58694) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:32.421930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Calling delete_port for d78602b2-9e6a-434e-9d6b-8af7ddd5138d owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:32.456932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-049e8cb5-6fe0-4391-a42f-b9b3e0786a5a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=942b356b-df07-475f-8088-547e1a740f1d HTTP/1.1" status: 200 len: 205 time: 0.0856292 Mar 03 18:04:32.461623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58698) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:32.628561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-8f0a6647-232e-451c-9cb3-6b58bfa86baf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:32.630708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-8f0a6647-232e-451c-9cb3-6b58bfa86baf tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 908 time: 0.6605589 Mar 03 18:04:32.639761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:32.694474 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-b3e1c6b4-49ad-4389-802c-dae115a201ea tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] delete failed (client error): The resource could not be found. Mar 03 18:04:32.697160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b3e1c6b4-49ad-4389-802c-dae115a201ea tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/942b356b-df07-475f-8088-547e1a740f1d HTTP/1.1" status: 404 len: 336 time: 0.2336030 Mar 03 18:04:32.704997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58702) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:32.724364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Port': ['ID=d78602b2-9e6a-434e-9d6b-8af7ddd5138d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:32.847080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49e591-1ca7-4da2-89a0-7e09d357e1f1 req-12128e2f-ff1f-465f-9277-649b8e7144b1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:32.847080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a49e591-1ca7-4da2-89a0-7e09d357e1f1 req-12128e2f-ff1f-465f-9277-649b8e7144b1 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 908 time: 0.6044066 Mar 03 18:04:32.915361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-20784193-b2fa-47d7-88ce-416e1a2b0262 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=78b5df6c-92f8-4b0d-a082-ebfda9facb99 HTTP/1.1" status: 200 len: 205 time: 0.1990371 Mar 03 18:04:32.919027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58708) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:32.929017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Deleting port f43b3c7a-5c84-4012-863e-f259480cd326 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:32.929202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:32.933509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eaa2b106-b746-4cb1-bcee-bc0e4a2617cb req-9a097973-4df1-4358-ac7d-63c0f1bc1b39 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346592 Mar 03 18:04:32.950834 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:33.004334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9734ab5d-dfe2-4c24-bc19-5197308ba24e tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/ports/d78602b2-9e6a-434e-9d6b-8af7ddd5138d HTTP/1.1" status: 204 len: 168 time: 1.3701437 Mar 03 18:04:33.007421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58716) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:33.180693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting subnet 4457b697-3695-45d7-916c-36cf5ff32a4a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:04:33.186940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:33.309191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:33.332322 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-fbdde260-54bd-4cb5-a796-e14e45f1c56a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] delete failed (client error): The resource could not be found. Mar 03 18:04:33.334947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fbdde260-54bd-4cb5-a796-e14e45f1c56a tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/78b5df6c-92f8-4b0d-a082-ebfda9facb99 HTTP/1.1" status: 404 len: 336 time: 0.4126675 Mar 03 18:04:33.385240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58722) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:33.504673 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:33.575798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-35f4687b-ae47-4bab-99d3-b8eb7599df28 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c163303-8b87-4acb-9939-9cbb7e3596a9 HTTP/1.1" status: 200 len: 205 time: 0.1880322 Mar 03 18:04:33.575798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58726) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:33.620249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:33.700959 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-d4184be1-4f82-416d-8ee9-a68af4295b25 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] delete failed (client error): The resource could not be found. Mar 03 18:04:33.700959 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d4184be1-4f82-416d-8ee9-a68af4295b25 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/1c163303-8b87-4acb-9939-9cbb7e3596a9 HTTP/1.1" status: 404 len: 336 time: 0.1169903 Mar 03 18:04:33.706744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Subnet': ['ID=4457b697-3695-45d7-916c-36cf5ff32a4a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:33.706744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58734) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:33.758732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3275ee-dd71-4c5e-bc23-ce68eaba3737 None None] Network f7e5ab4c-7244-4e47-82f0-e482c1f7f0db requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:33.764363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:33.780275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0b45a8fa-3fba-4a1b-a529-db305ae87a9c tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=0870fd61-6701-4ec2-bd27-ba85c8228825 HTTP/1.1" status: 200 len: 205 time: 0.0752842 Mar 03 18:04:33.780275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d6ce1675-a5f6-45fd-af42-731aa07a2b44 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/subnets/4457b697-3695-45d7-916c-36cf5ff32a4a HTTP/1.1" status: 204 len: 168 time: 0.7710941 Mar 03 18:04:33.785894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58738) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:33.785894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58740) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:33.880868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380db801-55a3-4347-8f3a-d0a38c9566d7 req-c522eb36-b677-44f9-98fe-cbadf271879b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:33.880868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-380db801-55a3-4347-8f3a-d0a38c9566d7 req-c522eb36-b677-44f9-98fe-cbadf271879b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.5445988 Mar 03 18:04:33.923255 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-829dc1d9-1732-4c73-86fa-69ea3eece8cc tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] delete failed (client error): The resource could not be found. Mar 03 18:04:33.923255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-829dc1d9-1732-4c73-86fa-69ea3eece8cc tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/0870fd61-6701-4ec2-bd27-ba85c8228825 HTTP/1.1" status: 404 len: 336 time: 0.1354873 Mar 03 18:04:33.948206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58748) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:34.104033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:34.116225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Deleting port 425c9401-1caa-4379-8cf7-92ea4ea902a3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:34.116225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:34.217597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-380db801-55a3-4347-8f3a-d0a38c9566d7 req-b7fd1f68-3aec-4b40-8148-fd57e33d0d78 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328979 Mar 03 18:04:34.229063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2c7ac749-95a9-464e-a48b-924941a3c98b tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d0206f-8a17-4bff-816e-bedef546ddf4 HTTP/1.1" status: 200 len: 205 time: 0.2871652 Mar 03 18:04:34.250926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] For port f43b3c7a-5c84-4012-863e-f259480cd326, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=f43b3c7a-5c84-4012-863e-f259480cd326,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:34.251291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:34.344995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] DHCP port deletion for f7e5ab4c-7244-4e47-82f0-e482c1f7f0db request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:04:34.352961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Deleting port 425c9401-1caa-4379-8cf7-92ea4ea902a3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:34.353657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:34.355202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58756) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:34.452314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Calling delete_port for f43b3c7a-5c84-4012-863e-f259480cd326 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:34.567949 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-9a67ef9c-9a8a-45a9-b9fb-36c6d92d0d75 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] delete failed (client error): The resource could not be found. Mar 03 18:04:34.569601 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9a67ef9c-9a8a-45a9-b9fb-36c6d92d0d75 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/83d0206f-8a17-4bff-816e-bedef546ddf4 HTTP/1.1" status: 404 len: 336 time: 0.1617260 Mar 03 18:04:34.585147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58764) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:34.721193 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:34.794951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event deleted for resources: {'Port': ['ID=f43b3c7a-5c84-4012-863e-f259480cd326,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:34.854074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f78a5-61e1-44cd-a32f-2ca3511d5ee9 req-f2ff6408-581e-400e-8e6c-214d15c982a7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:34.855855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf0f78a5-61e1-44cd-a32f-2ca3511d5ee9 req-f2ff6408-581e-400e-8e6c-214d15c982a7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.3125670 Mar 03 18:04:34.864354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] For port 425c9401-1caa-4379-8cf7-92ea4ea902a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=425c9401-1caa-4379-8cf7-92ea4ea902a3,segment=NetworkSegment(62aeef42-273d-4d1e-9080-b765bbc443af),segment_id=62aeef42-273d-4d1e-9080-b765bbc443af)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:34.865576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:34.956144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf0f78a5-61e1-44cd-a32f-2ca3511d5ee9 req-c7e89fa0-dec4-4ef0-8601-57cbe7e3b1ae tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521772 Mar 03 18:04:34.957631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] No DVR routers for this DVR port f43b3c7a-5c84-4012-863e-f259480cd326 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:04:34.963459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:34.986827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'name': 'network-vif-deleted', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:35.002996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e59912a3-87f1-4f7b-bcff-147efd1bd196 req-dad225d2-8d3f-4ad5-b1bb-11800ef97f28 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "DELETE /v2.0/ports/f43b3c7a-5c84-4012-863e-f259480cd326 HTTP/1.1" status: 204 len: 173 time: 2.3616509 Mar 03 18:04:35.087926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] For port 425c9401-1caa-4379-8cf7-92ea4ea902a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=425c9401-1caa-4379-8cf7-92ea4ea902a3,segment=NetworkSegment(62aeef42-273d-4d1e-9080-b765bbc443af),segment_id=62aeef42-273d-4d1e-9080-b765bbc443af)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:35.087926 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:35.090453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Calling delete_port for 425c9401-1caa-4379-8cf7-92ea4ea902a3 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:35.135867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 425c9401-1caa-4379-8cf7-92ea4ea902a3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:35.163336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2d222946-2c0f-4da1-9a69-989e4380fe56 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "GET /v2.0/ports?device_id=abcae225-8cb4-4e52-80c0-d783413325cd HTTP/1.1" status: 200 len: 205 time: 0.5748100 Mar 03 18:04:35.166401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58782) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:35.236588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5ab68-5b96-44ef-bcc0-48d19f9eb447 req-fd7d7c88-6478-4fd3-bcca-06017e472de7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:35.240935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aaa5ab68-5b96-44ef-bcc0-48d19f9eb447 req-fd7d7c88-6478-4fd3-bcca-06017e472de7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b2c93cf-e192-473c-85a4-1c6130c5785c HTTP/1.1" status: 200 len: 908 time: 0.8845682 Mar 03 18:04:35.292118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:35.369980 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2c93cf-e192-473c-85a4-1c6130c5785c', 'name': 'network-vif-deleted', 'tag': 'f43b3c7a-5c84-4012-863e-f259480cd326', 'status': 'completed', 'code': 200} Mar 03 18:04:35.395900 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-1a82a775-9708-4cca-adbe-45619843ed7e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] delete failed (client error): The resource could not be found. Mar 03 18:04:35.397151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1a82a775-9708-4cca-adbe-45619843ed7e tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/routers/abcae225-8cb4-4e52-80c0-d783413325cd HTTP/1.1" status: 404 len: 336 time: 0.2293551 Mar 03 18:04:35.400270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58792) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:35.450744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] No DVR routers for this DVR port 425c9401-1caa-4379-8cf7-92ea4ea902a3 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:04:35.455191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Port': ['ID=425c9401-1caa-4379-8cf7-92ea4ea902a3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:35.464482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port 425c9401-1caa-4379-8cf7-92ea4ea902a3 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:04:35.464892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 425c9401-1caa-4379-8cf7-92ea4ea902a3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:35.474841 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe7b69f-f133-435f-a9d6-c3f29c9e4532 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] DELETE failed (client error): The resource could not be found. Mar 03 18:04:35.475306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe7b69f-f133-435f-a9d6-c3f29c9e4532 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:04:35.492994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4fe7b69f-f133-435f-a9d6-c3f29c9e4532 tempest-RoutersIpV6AdminTest-13441935 tempest-RoutersIpV6AdminTest-13441935-project] 10.222.0.23 "DELETE /v2.0/subnets/3e708259-12ec-4efc-82e3-2ff74a1c173a HTTP/1.1" status: 404 len: 337 time: 0.0758836 Mar 03 18:04:35.506579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Calling delete_port for 425c9401-1caa-4379-8cf7-92ea4ea902a3 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.619976 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:04:35.622993 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:04:35.640524 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:04:35.641287 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:04:35.741997 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:35.746835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f43b3c7a-5c84-4012-863e-f259480cd326 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:35.786377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e5ab4c-7244-4e47-82f0-e482c1f7f0db']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:35.847315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62aeef42-273d-4d1e-9080-b765bbc443af') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:35.847871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62aeef42-273d-4d1e-9080-b765bbc443af') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:04:35.850337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: f43b3c7a-5c84-4012-863e-f259480cd326 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:04:35.850683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device f43b3c7a-5c84-4012-863e-f259480cd326 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:35.868873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef56eec-70b9-411e-a936-e9fd98d7134b req-0ff5f865-34cc-4c51-a732-6623f4624ee0 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:35.871522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ef56eec-70b9-411e-a936-e9fd98d7134b req-0ff5f865-34cc-4c51-a732-6623f4624ee0 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.3564579 Mar 03 18:04:35.883352 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:35.992634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.039892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:04:36.040550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.064132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58816) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:04:36.067055 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:04:36.084904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57633e-22a2-4a5d-bb26-9604fbc069cc req-b5a9fd6a-4f68-49f9-a089-b3129de1a4a4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.087581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b57633e-22a2-4a5d-bb26-9604fbc069cc req-b5a9fd6a-4f68-49f9-a089-b3129de1a4a4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.1449971 Mar 03 18:04:36.143254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Deleting port 425c9401-1caa-4379-8cf7-92ea4ea902a3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:36.144798 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.195811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b57633e-22a2-4a5d-bb26-9604fbc069cc req-b5d5dc99-4727-4aca-a7fe-c77f6766c808 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005280 Mar 03 18:04:36.214061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ef56eec-70b9-411e-a936-e9fd98d7134b req-7e4a5812-41ba-4f7e-9d2b-d92261102ded tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093560 Mar 03 18:04:36.259830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.279718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58828) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:36.284849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.306590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] Pushing event deleted for resources: {'Network': ['ID=f7e5ab4c-7244-4e47-82f0-e482c1f7f0db,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:36.322155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b415910e-d83b-47f0-af03-745760a89695 tempest-AllowedAddressPairIpV6TestJSON-851700748 tempest-AllowedAddressPairIpV6TestJSON-851700748-project] 10.222.0.23 "DELETE /v2.0/networks/f7e5ab4c-7244-4e47-82f0-e482c1f7f0db HTTP/1.1" status: 204 len: 168 time: 2.5404189 Mar 03 18:04:36.365052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.394025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:36.400194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Usage tracker for resource:security_group_rule and tenant:f26f6334f1b54066983d5f380bbeba5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:36.406392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:36.436805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3604de79-4c31-48e9-937f-fb2d523437c0 None None] The port '425c9401-1caa-4379-8cf7-92ea4ea902a3' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:04:36.473396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:36.650099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.651426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.652094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.652737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.653435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.654068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.654695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.656841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-96738009-3e59-4940-8f87-41d51bf25725 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6489 time: 0.3758895 Mar 03 18:04:36.706478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd725344-649a-4a30-94eb-3f9e9b1c0d21 req-f982a3a4-c5e6-4e6a-9632-257f2e63b548 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:36.708061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd725344-649a-4a30-94eb-3f9e9b1c0d21 req-f982a3a4-c5e6-4e6a-9632-257f2e63b548 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 946 time: 0.1911194 Mar 03 18:04:36.712261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58852) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:36.761862 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-a7348444-5180-41f5-a6df-f16773a3a71e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913100 Mar 03 18:04:36.766896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.776985 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:36.839332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f26f6334f1b54066983d5f380bbeba5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7716053 Mar 03 18:04:36.841134 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd725344-649a-4a30-94eb-3f9e9b1c0d21 req-bd8917eb-cf47-47f5-bfd6-829618e42f9c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173775 Mar 03 18:04:36.841582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58860) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:36.854140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be47746-38ed-4b42-9c31-abe7a8c9d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68284949-c000-4d02-8f52-a746acc460b2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:37.097229 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-731dc8a2-b605-41a3-ac55-15b46b67a7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.172797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-731dc8a2-b605-41a3-ac55-15b46b67a7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.267417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-731dc8a2-b605-41a3-ac55-15b46b67a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.290749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58874) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:37.291413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3e1306dd-ec5c-42f0-b2b4-d737eba88e44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd063e627a2048edb2ee6c87e4e7d4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706258 Mar 03 18:04:37.294777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dc8a2-b605-41a3-ac55-15b46b67a7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68284949-c000-4d02-8f52-a746acc460b2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:37.301960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-731dc8a2-b605-41a3-ac55-15b46b67a7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.303763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-731dc8a2-b605-41a3-ac55-15b46b67a7e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68284949-c000-4d02-8f52-a746acc460b2 HTTP/1.1" status: 204 len: 168 time: 0.4561718 Mar 03 18:04:37.330598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb27f7-59b4-464b-9e53-6df2d7282c73 req-e7787308-ac09-49cd-a832-a026c609ba55 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:37.350910 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fcb27f7-59b4-464b-9e53-6df2d7282c73 req-e7787308-ac09-49cd-a832-a026c609ba55 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 946 time: 0.1968341 Mar 03 18:04:37.440643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d916f0-b579-413b-82c4-7766d201d29a req-fa513213-ae9c-45b6-9d09-5a79b77e7690 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:37.448407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6d916f0-b579-413b-82c4-7766d201d29a req-fa513213-ae9c-45b6-9d09-5a79b77e7690 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.1161649 Mar 03 18:04:37.540022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6d916f0-b579-413b-82c4-7766d201d29a req-ba27f9f8-75ab-4481-9758-6fa5dd53bb3c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903218 Mar 03 18:04:37.557524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fcb27f7-59b4-464b-9e53-6df2d7282c73 req-bc430659-2cad-47cb-9923-ab59aa9611af tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045867 Mar 03 18:04:37.588667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ced836b4-aa1f-40b6-a772-652f5614e500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.663395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ced836b4-aa1f-40b6-a772-652f5614e500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.762270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:04:37.842839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ced836b4-aa1f-40b6-a772-652f5614e500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.869128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58886) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:37.924622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced836b4-aa1f-40b6-a772-652f5614e500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311093a5-825b-46a8-8202-4d1511385f49,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:37.952259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ced836b4-aa1f-40b6-a772-652f5614e500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:37.970548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ced836b4-aa1f-40b6-a772-652f5614e500 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/311093a5-825b-46a8-8202-4d1511385f49 HTTP/1.1" status: 204 len: 168 time: 0.6606743 Mar 03 18:04:38.019890 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0882bbf5-107d-40fd-acde-d4d4af3975f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cc8b914dc874ee1b5f6a47ce7d70549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494431 Mar 03 18:04:38.024961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58894) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:38.049498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:38.106003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'port_id': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'mac_address': 'fa:16:3e:1a:fe:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8406e94-119a-46ab-bb38-f3f82601ce5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:04:38.119474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7caec7-6f14-4927-93d4-b478f8ad3950 req-8245c6fd-fcec-43c5-b7f1-e168dec1d93b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:38.131377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e7caec7-6f14-4927-93d4-b478f8ad3950 req-8245c6fd-fcec-43c5-b7f1-e168dec1d93b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.3244517 Mar 03 18:04:38.243601 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:38.265084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:04:38.266860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e7caec7-6f14-4927-93d4-b478f8ad3950 req-523caa9d-f468-4446-ba04-7b2f0a16d5ac tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345258 Mar 03 18:04:38.294502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:38.304056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:38.397089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:38.511254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70441be1-7a06-421a-8ed1-1db8451aa04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:38.539285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:04:38.569053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70441be1-7a06-421a-8ed1-1db8451aa04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:38.614579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de448c-7a59-4366-8abc-258193362e01 req-debbb394-de71-419c-bb50-d2a6f01bef1a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:38.644267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5de448c-7a59-4366-8abc-258193362e01 req-debbb394-de71-419c-bb50-d2a6f01bef1a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.5626900 Mar 03 18:04:38.798145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5de448c-7a59-4366-8abc-258193362e01 req-c3fbdeab-f7e7-4714-ad9a-8c7c2a081e28 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528168 Mar 03 18:04:38.837193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70441be1-7a06-421a-8ed1-1db8451aa04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:38.859216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70441be1-7a06-421a-8ed1-1db8451aa04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e32fe-bb7c-4c2d-9c54-b71425083909,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:38.887677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70441be1-7a06-421a-8ed1-1db8451aa04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:38.888815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70441be1-7a06-421a-8ed1-1db8451aa04f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/204e32fe-bb7c-4c2d-9c54-b71425083909 HTTP/1.1" status: 204 len: 168 time: 0.8626108 Mar 03 18:04:39.040316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-397cc4fc-8a86-41c1-89e7-957fe75e8d2f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:39.041276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-397cc4fc-8a86-41c1-89e7-957fe75e8d2f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:39.102170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8b6a1-2ae0-4d08-ada4-3fc03340e9f8 req-e4a71305-8e56-4a75-9c74-59f4c7b6971a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:39.103157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3f8b6a1-2ae0-4d08-ada4-3fc03340e9f8 req-e4a71305-8e56-4a75-9c74-59f4c7b6971a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:39.125094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-397cc4fc-8a86-41c1-89e7-957fe75e8d2f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:39.131385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-397cc4fc-8a86-41c1-89e7-957fe75e8d2f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 946 time: 0.2372584 Mar 03 18:04:39.284925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3f8b6a1-2ae0-4d08-ada4-3fc03340e9f8 req-e4a71305-8e56-4a75-9c74-59f4c7b6971a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:39.295121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3f8b6a1-2ae0-4d08-ada4-3fc03340e9f8 req-e4a71305-8e56-4a75-9c74-59f4c7b6971a tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 946 time: 0.4806752 Mar 03 18:04:39.345874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Deleting port 03cf60f8-8878-4c41-8a14-0d2a1753d73c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:39.347078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:39.528003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde0ea4-3570-44b5-9dbe-e32d12c846fe req-bddfa17d-a8d7-46ce-995f-8a900d9ba784 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:39.540400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3f8b6a1-2ae0-4d08-ada4-3fc03340e9f8 req-f6a02182-6a5a-4c78-9068-31daf26e50b9 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441616 Mar 03 18:04:39.569835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde0ea4-3570-44b5-9dbe-e32d12c846fe req-bddfa17d-a8d7-46ce-995f-8a900d9ba784 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:39.591782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde0ea4-3570-44b5-9dbe-e32d12c846fe req-bddfa17d-a8d7-46ce-995f-8a900d9ba784 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:39.611426 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8dde0ea4-3570-44b5-9dbe-e32d12c846fe req-bddfa17d-a8d7-46ce-995f-8a900d9ba784 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69&device_id=b530295e-6911-4950-b5af-1e3e72028c07&device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 2418 time: 0.2745996 Mar 03 18:04:39.704877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58952) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:39.733461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8dde0ea4-3570-44b5-9dbe-e32d12c846fe req-1312c4a0-e161-49cd-adde-801546a78fbf tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196973 Mar 03 18:04:39.761422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:39.907294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:39.908099 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.179891 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.259854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] For port 03cf60f8-8878-4c41-8a14-0d2a1753d73c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=03cf60f8-8878-4c41-8a14-0d2a1753d73c,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:40.260249 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.270463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-aa7d20b8-348d-40dd-b59e-aa66b434c3d8 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.270463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa7d20b8-348d-40dd-b59e-aa66b434c3d8 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5572095 Mar 03 18:04:40.270628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58976) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.280314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b151-e834-4e3e-8dbd-8b9e9da7753e req-35ca760d-39d4-47a7-b1b3-caf4a333ffce tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:40.287309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58a4b151-e834-4e3e-8dbd-8b9e9da7753e req-35ca760d-39d4-47a7-b1b3-caf4a333ffce tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 945 time: 0.4857895 Mar 03 18:04:40.293981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-81d0e739-fde1-4a5b-aabb-a676d204aa10 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.294942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-81d0e739-fde1-4a5b-aabb-a676d204aa10 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048888 Mar 03 18:04:40.306642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:40.308344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58982) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.329956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:40.330182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-11f4f7c1-844f-4e10-91f9-b2a2221739a9 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.332434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-11f4f7c1-844f-4e10-91f9-b2a2221739a9 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0216610 Mar 03 18:04:40.341027 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.344746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58988) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.378617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-08248a50-9baa-4993-96d2-507f5d590094 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.381042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-08248a50-9baa-4993-96d2-507f5d590094 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0352969 Mar 03 18:04:40.395578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58992) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.425778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeac46b-3f63-40a1-b8e1-23f05fd7756c req-8102b0d6-f7e7-4cb4-a150-4230186f33c4 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:40.443670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbeac46b-3f63-40a1-b8e1-23f05fd7756c req-8102b0d6-f7e7-4cb4-a150-4230186f33c4 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.3570664 Mar 03 18:04:40.446174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Calling delete_port for 03cf60f8-8878-4c41-8a14-0d2a1753d73c owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:40.459693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-e5675c78-b9e1-4004-add2-416f97cf2392 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.460980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:40.462119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e5675c78-b9e1-4004-add2-416f97cf2392 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0147328 Mar 03 18:04:40.488824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58996) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.497661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-65e74c97-250a-4165-8dd1-3dbe93dfc53e tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.498609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-65e74c97-250a-4165-8dd1-3dbe93dfc53e tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072243 Mar 03 18:04:40.502196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.515875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-f80fbd69-87d1-4783-a9e9-8fa4e3d0bcbb tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.516627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f80fbd69-87d1-4783-a9e9-8fa4e3d0bcbb tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0115743 Mar 03 18:04:40.518383 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbeac46b-3f63-40a1-b8e1-23f05fd7756c req-684caf50-2f03-45d1-89a8-35c69c5fe1f4 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734606 Mar 03 18:04:40.521414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.526475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59006) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.531577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58a4b151-e834-4e3e-8dbd-8b9e9da7753e req-b1a738d4-d4d4-4fe4-9c9c-b7180d33d391 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433701 Mar 03 18:04:40.532010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-d0cfa478-0ad8-40f1-9eb2-d609c8bb4f77 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.549897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d0cfa478-0ad8-40f1-9eb2-d609c8bb4f77 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0217142 Mar 03 18:04:40.550512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59014) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.568389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-a3b29ee7-fe72-443a-8cd0-976183d2d1bf tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.572272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59022) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.574672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a3b29ee7-fe72-443a-8cd0-976183d2d1bf tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0128028 Mar 03 18:04:40.601989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-b8c31400-9265-4045-8879-c3df6d864aea tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.602971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b8c31400-9265-4045-8879-c3df6d864aea tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0297596 Mar 03 18:04:40.607141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59026) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.614017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-473dc39f-fa8f-411e-abec-e8c6c61449be tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.624141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59030) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.625497 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'code': 200} Mar 03 18:04:40.629999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-473dc39f-fa8f-411e-abec-e8c6c61449be tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0170722 Mar 03 18:04:40.695214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-c6361d98-71e3-43ad-a058-78bb53bbd1c0 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.696466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c6361d98-71e3-43ad-a058-78bb53bbd1c0 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0714087 Mar 03 18:04:40.699233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59034) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.706039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-88df6fa6-ef24-4daa-94b4-fcb0e693effc tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.709501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-88df6fa6-ef24-4daa-94b4-fcb0e693effc tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092423 Mar 03 18:04:40.710060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59038) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.728939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-c2773c8f-4f93-4bfa-a6da-52870762345f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.733609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c2773c8f-4f93-4bfa-a6da-52870762345f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0220342 Mar 03 18:04:40.737350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59044) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.740796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-580550833'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:40.745478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-9e8038a1-e95b-422e-9ec4-c95511c93bec tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.746618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9e8038a1-e95b-422e-9ec4-c95511c93bec tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080392 Mar 03 18:04:40.748047 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.749671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59048) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.761203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:40.767966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:network and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:40.777310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:40.787417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0c81e309-3c2b-4832-a3e1-612635a80298', '03cf60f8-8878-4c41-8a14-0d2a1753d73c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:04:40.794137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-bb45f4ec-b21d-4e07-b14f-82cd1fc7f0c4 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.794837 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bb45f4ec-b21d-4e07-b14f-82cd1fc7f0c4 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0438168 Mar 03 18:04:40.800956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59052) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.806001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:40.819613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-46dcb182-c7ab-4e39-9cb5-4366d1d9edcf tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.821039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-46dcb182-c7ab-4e39-9cb5-4366d1d9edcf tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0164647 Mar 03 18:04:40.822337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event deleted for resources: {'Port': ['ID=03cf60f8-8878-4c41-8a14-0d2a1753d73c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:40.823485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59058) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.862350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-bf9e05a8-7b5a-48ab-925b-4e4c063ecc59 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.871236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bf9e05a8-7b5a-48ab-925b-4e4c063ecc59 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0332909 Mar 03 18:04:40.878534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.888690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:40.893046 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.893665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.894022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.894365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.894695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.895001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.895322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.897948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.899515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.899515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.899832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.900139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.902105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:40.963611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] No DVR routers for this DVR port 03cf60f8-8878-4c41-8a14-0d2a1753d73c on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:04:40.967390 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.973600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-0bf531d5-9211-4a8e-b8b1-4517666185ca tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:40.974008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'name': 'network-vif-deleted', 'tag': '03cf60f8-8878-4c41-8a14-0d2a1753d73c'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:40.974581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0bf531d5-9211-4a8e-b8b1-4517666185ca tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0927246 Mar 03 18:04:40.975353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:40.983543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59074) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:40.999135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18f591c2-9d2b-4fbe-985c-e2fede7efef9 req-3a4de893-7e3d-4e0b-b41c-3701609a8687 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c295c31-e9f8-465b-96b7-dce58b333faa HTTP/1.1" status: 200 len: 210 time: 0.1123047 Mar 03 18:04:41.003003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-53fbaab6-0072-4c85-8496-1e87ffef8113 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.004035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-53fbaab6-0072-4c85-8496-1e87ffef8113 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0132329 Mar 03 18:04:41.006970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59080) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.015011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:41.016481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-7d9bc5e2-39b9-4545-8723-940f129d2980 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.018276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7d9bc5e2-39b9-4545-8723-940f129d2980 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0090966 Mar 03 18:04:41.020758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59084) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.026132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:security_group_rule and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:41.028020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-541fc6f7-0df5-41aa-8a60-a907de078380 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.029878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-541fc6f7-0df5-41aa-8a60-a907de078380 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076549 Mar 03 18:04:41.031626 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f9f0c00-e85d-4691-9963-50f42307c86d req-93b11ab2-a04c-4ae7-a1bb-213276e0b033 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "DELETE /v2.0/ports/03cf60f8-8878-4c41-8a14-0d2a1753d73c HTTP/1.1" status: 204 len: 173 time: 1.8929338 Mar 03 18:04:41.032234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59090) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.034581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:41.038509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-30e000b1-9c4b-40a3-87d4-c077ac79a381 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.040280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-30e000b1-9c4b-40a3-87d4-c077ac79a381 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0065303 Mar 03 18:04:41.042262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:41.042405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59094) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.050146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-cc5cbfd6-2122-4bc9-ba49-f409f450d789 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.051503 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cc5cbfd6-2122-4bc9-ba49-f409f450d789 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080371 Mar 03 18:04:41.054363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59098) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.083353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-2c5ed747-b672-4424-adb8-4c6e2da46bd8 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.085776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2c5ed747-b672-4424-adb8-4c6e2da46bd8 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0281546 Mar 03 18:04:41.088770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59102) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.105394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-93820809-981e-4c92-8849-a14d6ed09f43 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.106909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-93820809-981e-4c92-8849-a14d6ed09f43 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0160346 Mar 03 18:04:41.109600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.119024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-e1f9985e-ebfa-42ce-b49e-22aeb9101328 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.120670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e1f9985e-ebfa-42ce-b49e-22aeb9101328 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0094659 Mar 03 18:04:41.123149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59114) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.131308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-a0c4d948-4773-4d6b-81e0-f971e76c3eee tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.135268 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a0c4d948-4773-4d6b-81e0-f971e76c3eee tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0082338 Mar 03 18:04:41.135583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59118) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.140765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-948b835f-998e-48a1-a861-1064a0d24fd7 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.143860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-948b835f-998e-48a1-a861-1064a0d24fd7 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052643 Mar 03 18:04:41.144216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59122) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.149478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-cf6f81db-c073-4a24-842b-a9a0b3a0d3c1 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.152678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cf6f81db-c073-4a24-842b-a9a0b3a0d3c1 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052500 Mar 03 18:04:41.153301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59126) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.159334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-4be1bcb7-853c-4045-baa8-d7cf7d39d6e4 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.162682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4be1bcb7-853c-4045-baa8-d7cf7d39d6e4 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0060229 Mar 03 18:04:41.164434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59130) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.183966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-e2e7789d-beb9-4520-b10a-e3ea0e1789ce tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.184914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2e7789d-beb9-4520-b10a-e3ea0e1789ce tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058105 Mar 03 18:04:41.188070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59134) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.202587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-f77445af-c642-45fe-85ca-de0b42c35a7f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.203884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f77445af-c642-45fe-85ca-de0b42c35a7f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0146313 Mar 03 18:04:41.206529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59138) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.213195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-b2f9a427-0779-4148-a963-b1f66f0cb60a tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.214593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b2f9a427-0779-4148-a963-b1f66f0cb60a tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069695 Mar 03 18:04:41.217103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59142) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.222788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-051dda7d-5be7-481a-9d5e-5740fe4956aa tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.228211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-051dda7d-5be7-481a-9d5e-5740fe4956aa tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092871 Mar 03 18:04:41.229780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59146) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.235648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-2a0cdd73-ce2e-4468-a02e-d361365b7b09 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.242154 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2a0cdd73-ce2e-4468-a02e-d361365b7b09 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0097384 Mar 03 18:04:41.242154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59150) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.250509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-806d89b3-bc33-4e23-b400-9b7ef847f606 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.255096 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-806d89b3-bc33-4e23-b400-9b7ef847f606 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0126822 Mar 03 18:04:41.262698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59154) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.291998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-f465c88d-27f7-4f9d-9f22-1752434a8d9c tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.301578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f465c88d-27f7-4f9d-9f22-1752434a8d9c tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0366261 Mar 03 18:04:41.305888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59158) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.325494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-b52aeeb4-f169-4fa7-8a60-e0ce071bf440 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.326719 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b52aeeb4-f169-4fa7-8a60-e0ce071bf440 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0138240 Mar 03 18:04:41.330135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59162) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.342684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-308c578b-e746-4308-9e86-0256dd352af0 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.347006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-308c578b-e746-4308-9e86-0256dd352af0 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0142455 Mar 03 18:04:41.349997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59166) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.358913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:41.377145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:41.388115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-63545414-27b5-4825-a71f-812a4356314d tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.389482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-63545414-27b5-4825-a71f-812a4356314d tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0376174 Mar 03 18:04:41.392160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59172) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.398248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-b03e2fac-d305-4275-ab64-b7ffd3644168 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.402731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b03e2fac-d305-4275-ab64-b7ffd3644168 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0094063 Mar 03 18:04:41.413974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.419620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-bbf2eb00-12d0-4718-95b2-5362ddfa464e tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.420584 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bbf2eb00-12d0-4718-95b2-5362ddfa464e tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053875 Mar 03 18:04:41.423287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59180) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.428267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-60e14192-b183-483d-a790-7e15959377be tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.429950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-60e14192-b183-483d-a790-7e15959377be tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050702 Mar 03 18:04:41.433093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59184) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.438053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-7af345fe-e548-4dcc-9a43-a574f03de272 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.444324 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7af345fe-e548-4dcc-9a43-a574f03de272 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0099659 Mar 03 18:04:41.447738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59188) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.452678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-464d84db-1beb-430b-9a35-951bfc8aea2a tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.460424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-464d84db-1beb-430b-9a35-951bfc8aea2a tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0111368 Mar 03 18:04:41.463668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59192) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.476276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-1b61bc89-5ba0-4616-98f6-098685965a58 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.479495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b61bc89-5ba0-4616-98f6-098685965a58 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0126638 Mar 03 18:04:41.481638 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c295c31-e9f8-465b-96b7-dce58b333faa', 'name': 'network-vif-deleted', 'tag': '03cf60f8-8878-4c41-8a14-0d2a1753d73c', 'status': 'completed', 'code': 200} Mar 03 18:04:41.484822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59196) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.487279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f128d90f-8eb9-440c-b6e6-a11883c8603d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:41.503250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-1f5b756c-5862-4085-b2fa-d7c10284d141 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.506839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1f5b756c-5862-4085-b2fa-d7c10284d141 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0192511 Mar 03 18:04:41.509510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59202) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.512974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:04:41.521626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-4e3956a3-b82f-409b-9262-b7dbd99d76eb tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.525201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4e3956a3-b82f-409b-9262-b7dbd99d76eb tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0113950 Mar 03 18:04:41.525529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59208) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.529595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:41.529949 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Added segment 0abf376c-46b0-4030-8521-a1adbd555eef of type vlan for network 0e69cf99-8eb8-458c-aea8-3555a19ce91f Mar 03 18:04:41.536454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-370f6b59-6769-4963-8f99-5e464ec7b05f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.540176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-370f6b59-6769-4963-8f99-5e464ec7b05f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0111458 Mar 03 18:04:41.540960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59212) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.561662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-1c7abb40-86a7-4c45-a4ca-927a01a8d02e tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.565275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1c7abb40-86a7-4c45-a4ca-927a01a8d02e tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0207129 Mar 03 18:04:41.565636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59218) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.571490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:41.571990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-2c4bdad1-9e2a-426b-ab80-5b708faaed75 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.579054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2c4bdad1-9e2a-426b-ab80-5b708faaed75 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092659 Mar 03 18:04:41.580073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59222) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.590369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-a1b5f997-13e0-42df-841c-ebff62ffc3ea tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.591864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a1b5f997-13e0-42df-841c-ebff62ffc3ea tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106814 Mar 03 18:04:41.598821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59226) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.603472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-73496877-46b4-4b42-a936-422aeec535c0 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.604671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-73496877-46b4-4b42-a936-422aeec535c0 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056567 Mar 03 18:04:41.608654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59230) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.618038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-6bf73930-37c2-4e2a-aaed-38d21dc02444 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.622072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.622214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6bf73930-37c2-4e2a-aaed-38d21dc02444 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0124738 Mar 03 18:04:41.627005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-2467970a-29b8-49d5-aa34-04ab8b6c8d53 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.627946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2467970a-29b8-49d5-aa34-04ab8b6c8d53 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049281 Mar 03 18:04:41.631124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59238) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.636856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-923ebc80-b3cf-4295-88b6-57f3ce35305a tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.638144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-923ebc80-b3cf-4295-88b6-57f3ce35305a tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0055416 Mar 03 18:04:41.640547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59242) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.643234 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:41.650257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:41.651118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:41.652734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-aa588490-5ded-4245-ad37-614d2dc062b5 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.659371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59246) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.664107 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aa588490-5ded-4245-ad37-614d2dc062b5 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0225282 Mar 03 18:04:41.709478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-6fc13e3d-269c-47cf-83b1-fce006f3f522 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.713351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59250) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.718318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-17a10f33-f5cf-42dd-8133-16f3850ff050 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.719248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-17a10f33-f5cf-42dd-8133-16f3850ff050 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049396 Mar 03 18:04:41.721626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59254) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.726874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-6a4a8749-ec23-4b78-b388-0636a1f3fc09 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.733716 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6fc13e3d-269c-47cf-83b1-fce006f3f522 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0177114 Mar 03 18:04:41.739625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6a4a8749-ec23-4b78-b388-0636a1f3fc09 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0168872 Mar 03 18:04:41.742178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.747481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-100e4a4a-5d05-49ec-82ff-29bdde58ea37 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.748425 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-100e4a4a-5d05-49ec-82ff-29bdde58ea37 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049355 Mar 03 18:04:41.760728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59262) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.772721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-f3bbcc64-7459-4f2e-8dba-3557d5317cba tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.776319 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f3bbcc64-7459-4f2e-8dba-3557d5317cba tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0120249 Mar 03 18:04:41.779694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59266) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.808687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [None req-9591153f-33d4-42c2-8d3f-3403d7d6e207 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.812425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59270) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.813228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9591153f-33d4-42c2-8d3f-3403d7d6e207 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0258811 Mar 03 18:04:41.818250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-6e4d6c26-1d84-4165-8116-14dec1ba2d8c tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.819197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6e4d6c26-1d84-4165-8116-14dec1ba2d8c tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056322 Mar 03 18:04:41.822164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59274) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.827012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-c7f51003-820a-4b28-b218-f2b8511d3039 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.831736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c7f51003-820a-4b28-b218-f2b8511d3039 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085237 Mar 03 18:04:41.841777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59278) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.847065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-132e2f91-e8f7-4101-ada9-a4e4737f4047 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.848152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-132e2f91-e8f7-4101-ada9-a4e4737f4047 tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052652 Mar 03 18:04:41.850560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59282) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.856142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-7d89c138-faef-4c70-bc24-1a51540c965d tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.866439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7d89c138-faef-4c70-bc24-1a51540c965d tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0142779 Mar 03 18:04:41.868951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59286) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.873930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [None req-ccbaaa14-aef1-4518-889c-9e1526f5892f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:04:41.880976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ccbaaa14-aef1-4518-889c-9e1526f5892f tempest-ExtensionsTestJSON-741172541 tempest-ExtensionsTestJSON-741172541-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108209 Mar 03 18:04:41.980500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4578435 Mar 03 18:04:41.982565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb512751-337a-4e44-aeda-673f2836477d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Network': ['ID=0e69cf99-8eb8-458c-aea8-3555a19ce91f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:41.984009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59296) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:41.989920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:42.002395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:04:42.072094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9354c-8096-4544-8ee2-49b5f3350c40 req-fc380bfa-12be-451d-a324-669cf991d971 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:42.083010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54f9354c-8096-4544-8ee2-49b5f3350c40 req-fc380bfa-12be-451d-a324-669cf991d971 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.1843603 Mar 03 18:04:42.219775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54f9354c-8096-4544-8ee2-49b5f3350c40 req-37e50563-0fa8-49ca-a427-860d6f89b82b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341259 Mar 03 18:04:42.282185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:42.295888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:42.299555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:42.306997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:42.319987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:42.327215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:42.451107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59314) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:42.640066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:42.683021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:42.701228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:42.705978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Usage tracker for resource:security_group_rule and tenant:2d31b74e9caf4ff59e51eee1dd9949e8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:42.709214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:42.716509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:42.864878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:42.870801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:42.960158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda710f-9882-46ca-bb4f-574c3705b63a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:43.010363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.010762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.011104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.011444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.011778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.012140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.012490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.012953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.013283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.013638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.013985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.014299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:04:43.105063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:43.105728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network hostable DHCP agents. Network: 0e69cf99-8eb8-458c-aea8-3555a19ce91f, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:04:43.111163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=94e8f03c-d556-4e77-915e-77fd267c3609,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:43.134539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:04:43.140682 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-98725abd-97b6-40b0-8aec-227d96ac23ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d31b74e9caf4ff59e51eee1dd9949e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6883485 Mar 03 18:04:43.143908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59338) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:43.163126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0e69cf99-8eb8-458c-aea8-3555a19ce91f) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:43.176437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341b340-fbcc-44b8-89f8-31cfeec84178 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:43.182112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:43.182710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:43.243188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8a14a-1ca6-4b97-b5a9-690acf5abebe req-3a755dfb-af87-453a-bb49-53293ac1727f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:43.253647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13f8a14a-1ca6-4b97-b5a9-690acf5abebe req-3a755dfb-af87-453a-bb49-53293ac1727f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.2307472 Mar 03 18:04:43.316739 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6b2ae92d-1f56-4626-a52d-eec369b1a4ff tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3315532 Mar 03 18:04:43.323130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59348) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:43.356771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13f8a14a-1ca6-4b97-b5a9-690acf5abebe req-33f9be2c-9733-4181-81e7-63a8d8a72e61 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019647 Mar 03 18:04:43.512613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'name': 'tempest-NetworksTestDHCPv6-234129421'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:43.729546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '94e8f03c-d556-4e77-915e-77fd267c3609'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:04:43.732893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:43.739451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcf61-315a-44dc-8cce-2ddeeb7be851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:43.787189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 03cf60f8-8878-4c41-8a14-0d2a1753d73c no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:43.823831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcf61-315a-44dc-8cce-2ddeeb7be851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:43.861063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:43.873674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:43.883782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:43.906362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:43.935240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:43.939220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:43.976790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 03cf60f8-8878-4c41-8a14-0d2a1753d73c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:04:43.977522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 03cf60f8-8878-4c41-8a14-0d2a1753d73c not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:44.004360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-a4a87169-8af8-4da9-ab31-6e82ac8c0fa7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:44.005808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-a4a87169-8af8-4da9-ab31-6e82ac8c0fa7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:44.014999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077cba-e486-4230-8088-9db18e825d03 req-7cc7c863-7145-4880-a599-658ec80d5d62 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:44.018168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2077cba-e486-4230-8088-9db18e825d03 req-7cc7c863-7145-4880-a599-658ec80d5d62 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.1616614 Mar 03 18:04:44.029935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 210d121e-1f0e-433d-8d54-901a3bdad779 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:44.122533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcf61-315a-44dc-8cce-2ddeeb7be851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:44.155940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a2077cba-e486-4230-8088-9db18e825d03 req-d38f7bd9-0df3-4b4e-b80c-c33d14731dff tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314187 Mar 03 18:04:44.179565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-a4a87169-8af8-4da9-ab31-6e82ac8c0fa7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:44.180763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-a4a87169-8af8-4da9-ab31-6e82ac8c0fa7 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.8566210 Mar 03 18:04:44.214724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fb412-4617-4a03-b201-99f302cffcb1 req-00604582-480b-4fe1-a85b-30ce462b5366 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:44.223818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-628fb412-4617-4a03-b201-99f302cffcb1 req-00604582-480b-4fe1-a85b-30ce462b5366 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.7840667 Mar 03 18:04:44.271757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/94e8f03c-d556-4e77-915e-77fd267c3609/9d5bb199-e76f-4721-9156-8b55ffcfee38) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:44.360037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdcf61-315a-44dc-8cce-2ddeeb7be851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda710f-9882-46ca-bb4f-574c3705b63a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:44.419775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcf61-315a-44dc-8cce-2ddeeb7be851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:44.421304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1ccdcf61-315a-44dc-8cce-2ddeeb7be851 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7eda710f-9882-46ca-bb4f-574c3705b63a HTTP/1.1" status: 204 len: 168 time: 1.2760355 Mar 03 18:04:44.447404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-628fb412-4617-4a03-b201-99f302cffcb1 req-f473560f-abd5-4d19-a692-c6efa853891e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104225 Mar 03 18:04:44.534765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Deleting port 0c81e309-3c2b-4832-a3e1-612635a80298 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:44.537649 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:44.703214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40a59f-f29a-445c-89e3-fa3d2d2fe23c req-ebb55ee9-92c0-4be6-93de-7c2dd85bf139 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:44.717152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc40a59f-f29a-445c-89e3-fa3d2d2fe23c req-ebb55ee9-92c0-4be6-93de-7c2dd85bf139 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.1894541 Mar 03 18:04:44.842702 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc40a59f-f29a-445c-89e3-fa3d2d2fe23c req-737815dc-2f09-4568-a50a-c0cd7a879449 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251516 Mar 03 18:04:44.889286 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:44.917026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Transition to ACTIVE for port object 9d5bb199-e76f-4721-9156-8b55ffcfee38 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:44.961816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Transition to ACTIVE for port object 9d5bb199-e76f-4721-9156-8b55ffcfee38 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:44.969762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:45.086840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:45.103376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:45.116400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::a6 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/94e8f03c-d556-4e77-915e-77fd267c3609/210d121e-1f0e-433d-8d54-901a3bdad779) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:45.146229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:45.349712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Pushing event updated for resources: {'Port': ['ID=9d5bb199-e76f-4721-9156-8b55ffcfee38,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:45.508437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Attempting to bind port 9d5bb199-e76f-4721-9156-8b55ffcfee38 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:04:45.512103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Attempting to bind port 9d5bb199-e76f-4721-9156-8b55ffcfee38 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:04:45.512495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Attempting to bind port 9d5bb199-e76f-4721-9156-8b55ffcfee38 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:45.525574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:04:45.525972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:45.526394 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:45.526791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:04:45.527259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Bound port: 9d5bb199-e76f-4721-9156-8b55ffcfee38, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:04:45.527636 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:45.612397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:45.646528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 210d121e-1f0e-433d-8d54-901a3bdad779 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:45.790971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] For port 9d5bb199-e76f-4721-9156-8b55ffcfee38, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:04:45.794391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] For port 9d5bb199-e76f-4721-9156-8b55ffcfee38, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9d5bb199-e76f-4721-9156-8b55ffcfee38,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:04:45.800461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:45.824013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:45.835198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389a828-4d4d-42bc-b3c9-76d756ec4345 req-36467490-028e-4e64-9064-721631c8b817 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:45.837321 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1389a828-4d4d-42bc-b3c9-76d756ec4345 req-36467490-028e-4e64-9064-721631c8b817 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.1715410 Mar 03 18:04:45.920857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8d09-3374-4aa1-ba9d-ecd0bd9affbf None None] Pushing event updated for resources: {'Port': ['ID=9d5bb199-e76f-4721-9156-8b55ffcfee38,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:45.962114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1389a828-4d4d-42bc-b3c9-76d756ec4345 req-ad5b31ab-655e-44dd-9e29-48c679cea799 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155457 Mar 03 18:04:46.034179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=210d121e-1f0e-433d-8d54-901a3bdad779,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:46.067907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:46.072712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:46.077388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:46.083565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:46.084325 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:46.137645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59416) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:46.149935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-71a8ba90-1c93-412e-bbb4-72c0ec39e0bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7151909 Mar 03 18:04:46.221160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] For port 0c81e309-3c2b-4832-a3e1-612635a80298, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0c81e309-3c2b-4832-a3e1-612635a80298,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:46.225063 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:46.341714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24c2d-f698-4a52-b7fc-6f764f5a640b req-1b6b3cbc-dd7b-4643-8c60-5dba237fdb65 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:46.343715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ed24c2d-f698-4a52-b7fc-6f764f5a640b req-1b6b3cbc-dd7b-4643-8c60-5dba237fdb65 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.6506946 Mar 03 18:04:46.401517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e4178-cb74-4efa-acde-c7eadd7f5c55 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:46.439326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e4178-cb74-4efa-acde-c7eadd7f5c55 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:46.463974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c0e4178-cb74-4efa-acde-c7eadd7f5c55 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3247998 Mar 03 18:04:46.464557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59426) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:46.502621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59430) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:46.659368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 210d121e-1f0e-433d-8d54-901a3bdad779 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:46.659747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:46.682727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Calling delete_port for 0c81e309-3c2b-4832-a3e1-612635a80298 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:46.868026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b9f65-1313-4fe9-a6c5-04c967d44163 req-6fcd8807-dd6b-45e4-8cbf-a03a0b9e03ff tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:46.876102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-705b9f65-1313-4fe9-a6c5-04c967d44163 req-6fcd8807-dd6b-45e4-8cbf-a03a0b9e03ff tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 945 time: 0.4105124 Mar 03 18:04:46.954878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59440) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:47.183568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5bb199-e76f-4721-9156-8b55ffcfee38 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:47.268267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-705b9f65-1313-4fe9-a6c5-04c967d44163 req-b0ae3150-57b0-4196-891a-f49df80e666f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=1425a219-3081-4d08-8c8d-6d9fe2f9691e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901601 Mar 03 18:04:47.288655 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:04:47.310948 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:47.450869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9d5bb199-e76f-4721-9156-8b55ffcfee38 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:47.460069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:47.484127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event deleted for resources: {'Port': ['ID=0c81e309-3c2b-4832-a3e1-612635a80298,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:47.657382 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ed24c2d-f698-4a52-b7fc-6f764f5a640b req-406dfb89-a8fb-4704-adf4-eb18cfa43b10 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1543820 Mar 03 18:04:47.735570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-456907553'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:47.752588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] No DVR routers for this DVR port 0c81e309-3c2b-4832-a3e1-612635a80298 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:04:47.754800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:47.758207 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:47.764189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'name': 'network-vif-deleted', 'tag': '0c81e309-3c2b-4832-a3e1-612635a80298'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:04:47.785115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0c81e309-3c2b-4832-a3e1-612635a80298 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:47.789500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Usage tracker for resource:network and tenant:9e3a1f500cb5423aa33e2f999e9407e2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:47.800791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:47.813807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:47.827322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0912f9d9-c06d-4fcf-8437-a1c87e22cee9 req-bf0f4a60-31c1-4b6d-9c54-67d8f9f6ef18 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.16 "DELETE /v2.0/ports/0c81e309-3c2b-4832-a3e1-612635a80298 HTTP/1.1" status: 204 len: 173 time: 3.5899265 Mar 03 18:04:47.849010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Made reservation on behalf of 9e3a1f500cb5423aa33e2f999e9407e2 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:47.859986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:47.897521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea7658-648f-4278-85d5-477d08a8ca2b None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:47.898539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:47.903795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:47.921797 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc728e8-1fbb-44c9-9e7c-a9f77e39ef42', 'name': 'network-vif-deleted', 'tag': '0c81e309-3c2b-4832-a3e1-612635a80298', 'status': 'completed', 'code': 200} Mar 03 18:04:47.937605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 210d121e-1f0e-433d-8d54-901a3bdad779 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:47.940015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:47.949160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Usage tracker for resource:security_group_rule and tenant:9e3a1f500cb5423aa33e2f999e9407e2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:47.952547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:47.963608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:48.031595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 0c81e309-3c2b-4832-a3e1-612635a80298 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:04:48.031851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0c81e309-3c2b-4832-a3e1-612635a80298 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:48.069794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:48.099354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Usage tracker for resource:security_group_rule and tenant:375559a739a148b897660bf419ca18f2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:48.126478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:48.139860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0b96ae96-7f67-4f36-ad95-a460c8f0d3ca None None] Provisioning for port 9d5bb199-e76f-4721-9156-8b55ffcfee38 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:48.153092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0b96ae96-7f67-4f36-ad95-a460c8f0d3ca None None] Provisioning complete for port 9d5bb199-e76f-4721-9156-8b55ffcfee38 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:48.153764 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b96ae96-7f67-4f36-ad95-a460c8f0d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.158836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:48.170360 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.177251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.198249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.269234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:04:48.301628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0170d-e75d-457f-afcc-fd9f1e51a20d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:48.318754 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.320508 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Added segment 5f3ba10a-7e61-4b8d-acfa-4ae967d66e45 of type vlan for network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 Mar 03 18:04:48.324552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f780-82c3-4915-a7df-c502be37d338 req-ae0ff450-d938-4cbe-b3b6-b8d1d9e000ee tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:48.329061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12a5f780-82c3-4915-a7df-c502be37d338 req-ae0ff450-d938-4cbe-b3b6-b8d1d9e000ee tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.6967909 Mar 03 18:04:48.397381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.467940 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.475695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:48.477968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.590810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0866432 Mar 03 18:04:48.595615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59462) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:48.624434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Request body: {'subnet': {'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:48.647161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12a5f780-82c3-4915-a7df-c502be37d338 req-9afe1575-51a3-496d-89d7-d62449fafc58 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028154 Mar 03 18:04:48.787839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.835951 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b96ae96-7f67-4f36-ad95-a460c8f0d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:48.918708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=210d121e-1f0e-433d-8d54-901a3bdad779,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:49.004392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0b96ae96-7f67-4f36-ad95-a460c8f0d3ca None None] For port 9d5bb199-e76f-4721-9156-8b55ffcfee38, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9d5bb199-e76f-4721-9156-8b55ffcfee38,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:49.023688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b96ae96-7f67-4f36-ad95-a460c8f0d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.084677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.137693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96ae96-7f67-4f36-ad95-a460c8f0d3ca None None] Pushing event updated for resources: {'Port': ['ID=9d5bb199-e76f-4721-9156-8b55ffcfee38,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:49.237084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:49.256673 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.269025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.273625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-828799d7-79ec-4ccb-aaf0-95b499e85f57 req-f0038325-703c-402d-bc17-aff10f601b08 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:49.278644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1743bb9-1539-4380-8962-5fc9fd4ceb10 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event updated for resources: {'Network': ['ID=e2c8fe01-a126-41ce-aa6f-0885ea0e9603,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:49.283949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Usage tracker for resource:subnet and tenant:9e3a1f500cb5423aa33e2f999e9407e2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:49.291805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21abd96e-98a0-42d6-9d0f-ef35f8d8ae1b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/210d121e-1f0e-433d-8d54-901a3bdad779 HTTP/1.1" status: 204 len: 168 time: 2.8247163 Mar 03 18:04:49.292642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:04:49.294474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:49.298186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59468) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:49.331708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:49.341510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-828799d7-79ec-4ccb-aaf0-95b499e85f57 req-f0038325-703c-402d-bc17-aff10f601b08 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:49.344705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-828799d7-79ec-4ccb-aaf0-95b499e85f57 req-f0038325-703c-402d-bc17-aff10f601b08 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=efc728e8-1fbb-44c9-9e7c-a9f77e39ef42 HTTP/1.1" status: 200 len: 210 time: 0.4252181 Mar 03 18:04:49.383598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Made reservation on behalf of 9e3a1f500cb5423aa33e2f999e9407e2 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:49.389233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.445240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17822ea-40cd-423d-a210-7ee0bf45d380,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:49.476628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59472) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:49.485987 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7379e818-0e87-4043-ab53-09d4da95f74c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=375559a739a148b897660bf419ca18f2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5298820 Mar 03 18:04:49.540565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a050e48a-e7a4-4b8b-8266-a20d8a11678c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.554961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f0a7c4-41c0-458d-82ae-99e326ed288d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:49.560807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f0a7c4-41c0-458d-82ae-99e326ed288d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:49.562385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-41f0a7c4-41c0-458d-82ae-99e326ed288d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2550898 Mar 03 18:04:49.568982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59476) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:49.608677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60855-1f91-4aff-924a-3c08d81d83b6 req-9d63d246-7d96-401c-bc27-d74b38376b9e tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:49.610251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fce60855-1f91-4aff-924a-3c08d81d83b6 req-9d63d246-7d96-401c-bc27-d74b38376b9e tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.5277710 Mar 03 18:04:49.671612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4f8b1603-4799-4121-98b0-9f043f657ce7 None None] Provisioning complete for port 9d5bb199-e76f-4721-9156-8b55ffcfee38 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:49.672668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1603-4799-4121-98b0-9f043f657ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.767803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 94e8f03c-d556-4e77-915e-77fd267c3609 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:04:49.779703 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:49.791573 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c852cc3d-f5c4-4dc1-a583-adfba626cb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.000859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.023907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c852cc3d-f5c4-4dc1-a583-adfba626cb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.123306 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fce60855-1f91-4aff-924a-3c08d81d83b6 req-a29e8367-6fec-4723-9f1c-ea6976780791 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426338 Mar 03 18:04:50.144312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7d697cfb-5dda-4ae3-ba91-388965ccf82a None None] Could not find standard attr ID for object 210d121e-1f0e-433d-8d54-901a3bdad779. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:04:50.206794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.236208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.310018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c852cc3d-f5c4-4dc1-a583-adfba626cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.351178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a5a04-0b55-41c2-91c2-851a79c9e709 req-5c1e1e8a-a610-44f9-94f2-e86b6cfa4659 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:50.358949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f54a5a04-0b55-41c2-91c2-851a79c9e709 req-5c1e1e8a-a610-44f9-94f2-e86b6cfa4659 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.3954411 Mar 03 18:04:50.367858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852cc3d-f5c4-4dc1-a583-adfba626cb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17822ea-40cd-423d-a210-7ee0bf45d380,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:50.403670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.452144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Checking segment: {'id': '5f3ba10a-7e61-4b8d-acfa-4ae967d66e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:50.452518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Network hostable DHCP agents. Network: e2c8fe01-a126-41ce-aa6f-0885ea0e9603, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:04:50.460017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event updated for resources: {'Subnet': ['ID=4cbb237b-6d14-455b-bb71-a1a8adcb7b9b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:50.461813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=94e8f03c-d556-4e77-915e-77fd267c3609,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:50.464914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.466357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f158396-3b2a-4025-ae4d-d165a471394a None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:50.475966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-524a279e-154a-418c-90b4-d702973f7bd1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/94e8f03c-d556-4e77-915e-77fd267c3609 HTTP/1.1" status: 204 len: 168 time: 0.8876588 Mar 03 18:04:50.480415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59490) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:50.490980 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c852cc3d-f5c4-4dc1-a583-adfba626cb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.492634 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c852cc3d-f5c4-4dc1-a583-adfba626cb94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b17822ea-40cd-423d-a210-7ee0bf45d380 HTTP/1.1" status: 204 len: 168 time: 0.9116240 Mar 03 18:04:50.534048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f54a5a04-0b55-41c2-91c2-851a79c9e709 req-8697418f-c501-4887-b070-831013b28b60 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507797 Mar 03 18:04:50.538254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:04:50.556674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, e2c8fe01-a126-41ce-aa6f-0885ea0e9603) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:50.562422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:50.565432 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:50.638976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bc4c6c00-dd0b-48b2-a193-f79d975720d3 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0306973 Mar 03 18:04:50.638976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59500) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:50.660389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Request body: {'port': {'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1763339537'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:50.747148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b776363c-8b12-4cc1-af65-2d192c071178 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2655015 Mar 03 18:04:50.751390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:50.751747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0942033f-7d45-48f4-bd26-7e7a8441575c None None] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:50.758029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:50.988012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:51.003898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Usage tracker for resource:port and tenant:9e3a1f500cb5423aa33e2f999e9407e2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:51.008517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:51.011902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:51.016847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:51.023429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:51.026498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:51.040084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:51.051533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Made reservation on behalf of 9e3a1f500cb5423aa33e2f999e9407e2 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:51.056236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:51.071627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:51.076530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:51.150033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5bb199-e76f-4721-9156-8b55ffcfee38 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:51.202316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] device_id is not set on port d59d392b-dd20-4bff-b11d-11827482c2b4 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:51.320857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:04:51.403165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] Deleting port 9d5bb199-e76f-4721-9156-8b55ffcfee38 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:51.403761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:51.668035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Allocated IP 172.20.0.13 (e2c8fe01-a126-41ce-aa6f-0885ea0e9603/4cbb237b-6d14-455b-bb71-a1a8adcb7b9b/d59d392b-dd20-4bff-b11d-11827482c2b4) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:51.765476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b9a3e-457e-440e-a8b4-8875e488aeeb req-1eddb7fc-5d20-4e85-9fb1-67e259c6476b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:51.777103 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-333b9a3e-457e-440e-a8b4-8875e488aeeb req-1eddb7fc-5d20-4e85-9fb1-67e259c6476b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.2355571 Mar 03 18:04:51.827844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] For port 9d5bb199-e76f-4721-9156-8b55ffcfee38, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9d5bb199-e76f-4721-9156-8b55ffcfee38,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:51.828350 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:51.924845 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-333b9a3e-457e-440e-a8b4-8875e488aeeb req-87f868d7-f17e-4e1e-8875-781f65e8f9b3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466582 Mar 03 18:04:52.002293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] Calling delete_port for 9d5bb199-e76f-4721-9156-8b55ffcfee38 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:52.240817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c020b9-db51-42f1-9841-10acf02b4d70 req-efde4f62-5c33-4573-8f96-0bf6c213917f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:52.257447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c020b9-db51-42f1-9841-10acf02b4d70 req-efde4f62-5c33-4573-8f96-0bf6c213917f tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.7002780 Mar 03 18:04:52.365223 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:52.380962 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:52.405874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c020b9-db51-42f1-9841-10acf02b4d70 req-9f7a15de-3b79-492b-8000-eda6da9369a5 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448352 Mar 03 18:04:52.463261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Transition to ACTIVE for port object d59d392b-dd20-4bff-b11d-11827482c2b4 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:52.464768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] No DVR routers for this DVR port 9d5bb199-e76f-4721-9156-8b55ffcfee38 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:04:52.467716 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:52.474470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port 9d5bb199-e76f-4721-9156-8b55ffcfee38 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:04:52.477889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5bb199-e76f-4721-9156-8b55ffcfee38 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 18:04:52.556581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:52.584400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a34d1b-9444-4a01-823d-3b29a937512f req-eeb532ec-76fe-404e-a7f0-6c860ec3f790 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:52.586164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-e2c8fe01-a126-41ce-aa6f-0885ea0e9603', 'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603', 'tenant_id': '9e3a1f500cb5423aa33e2f999e9407e2', 'fixed_ips': [{'subnet_id': '4cbb237b-6d14-455b-bb71-a1a8adcb7b9b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:04:52.587011 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:52.593193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60a34d1b-9444-4a01-823d-3b29a937512f req-eeb532ec-76fe-404e-a7f0-6c860ec3f790 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.3065386 Mar 03 18:04:52.615335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Port 9d5bb199-e76f-4721-9156-8b55ffcfee38 not found, will not notify nova. {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 18:04:52.618847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:52.718861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:52.723011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:52.727138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:52.732564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:52.753995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60a34d1b-9444-4a01-823d-3b29a937512f req-694e1966-72cd-495c-89da-5b34d1b61d98 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597686 Mar 03 18:04:52.764993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:52.765991 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:52.795148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0426319 Mar 03 18:04:52.798822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59546) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:52.802054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aa59f-b5cb-4d9a-82d8-3e7e7d3e1952 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=64859583-140c-4769-83ce-3182efb07f48,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:52.809794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'name': 'tempest-NetworksTestDHCPv6-98574156'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:52.921200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:52.921878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:52.980150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event updated for resources: {'Port': ['ID=d59d392b-dd20-4bff-b11d-11827482c2b4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:53.006744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d09fef2c-8022-4942-9562-59fddf2510b6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3723807 Mar 03 18:04:53.008163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59554) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:53.019640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Request body: {'port': {'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1793704152', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:04:53.025699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] bootfile-name is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:04:53.026263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] tftp-server is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:04:53.026740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] server-ip-address is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:04:53.071773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-18aa206d-7545-4fd7-b07c-25d9aee7af30 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:53.074568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-18aa206d-7545-4fd7-b07c-25d9aee7af30 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.2388020 Mar 03 18:04:53.165476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:53.175629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:53.181878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:53.190134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:53.204656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:53.215922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:53.261361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Allocated IP 172.20.0.2 (e2c8fe01-a126-41ce-aa6f-0885ea0e9603/4cbb237b-6d14-455b-bb71-a1a8adcb7b9b/4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:53.326986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:53.464028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Deleting port 113e3056-6457-4b81-8445-645f171be249 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:53.464497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:53.525743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e0218-7ff3-4fd6-beb9-be4ad8a6c300 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:53.659913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24409a9c-c8b0-4242-ac6a-c862f1f8c4d0 req-e06e6601-993f-4b8a-a236-7d46086cbe6d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:53.662328 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-24409a9c-c8b0-4242-ac6a-c862f1f8c4d0 req-e06e6601-993f-4b8a-a236-7d46086cbe6d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.4618342 Mar 03 18:04:53.688729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:53.698650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Usage tracker for resource:port and tenant:9e3a1f500cb5423aa33e2f999e9407e2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:53.708709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:53.722448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:53.820151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5bb199-e76f-4721-9156-8b55ffcfee38 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:53.862830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Made reservation on behalf of 9e3a1f500cb5423aa33e2f999e9407e2 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:04:53.900851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.004528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9d5bb199-e76f-4721-9156-8b55ffcfee38 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:04:54.006003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9d5bb199-e76f-4721-9156-8b55ffcfee38 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:04:54.009501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-470cc1dc-d5d3-4255-8c7f-f64669abc566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.033010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] device_id is not set on port fb2d2c60-f363-4877-bdda-3070518844e1 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:54.078514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::1ef (0e69cf99-8eb8-458c-aea8-3555a19ce91f/64859583-140c-4769-83ce-3182efb07f48/16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:54.183297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f89d2c-3f6e-4fe5-9577-f53bfe9646db None None] Pushing event deleted for resources: {'Port': ['ID=9d5bb199-e76f-4721-9156-8b55ffcfee38,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:54.266735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-24409a9c-c8b0-4242-ac6a-c862f1f8c4d0 req-57d6f313-0acb-4aa4-95c0-ca9e30866447 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973608 Mar 03 18:04:54.405612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '64859583-140c-4769-83ce-3182efb07f48'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:04:54.408051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.471041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.575047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.583583 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.623521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.625557 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.641818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8cac1-4e4d-47a3-846e-41a42f61bff6 req-840bcf5b-d496-4f6a-ad5f-bf81add10cb3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:54.650631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3a8cac1-4e4d-47a3-846e-41a42f61bff6 req-840bcf5b-d496-4f6a-ad5f-bf81add10cb3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.1351433 Mar 03 18:04:54.673959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2ecc5-408e-4fa4-8cdc-2d8e89f0ba61 req-4fed42e2-66c1-40ce-b9b2-d4ce5b4a579c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:54.682566 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73f2ecc5-408e-4fa4-8cdc-2d8e89f0ba61 req-4fed42e2-66c1-40ce-b9b2-d4ce5b4a579c tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 1.0286262 Mar 03 18:04:54.685272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:54.721033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3a8cac1-4e4d-47a3-846e-41a42f61bff6 req-0294db4b-9c5a-44a5-89ae-e0175a9bc179 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690963 Mar 03 18:04:54.752283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] For port 113e3056-6457-4b81-8445-645f171be249, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=113e3056-6457-4b81-8445-645f171be249,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:04:54.752864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.787329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73f2ecc5-408e-4fa4-8cdc-2d8e89f0ba61 req-3ca327c9-5c0e-4d81-a2cd-1f338653fd80 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035709 Mar 03 18:04:54.906686 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:54.989363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 113e3056-6457-4b81-8445-645f171be249 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:04:55.138984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:55.201561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:55.214391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:55.221010 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:55.229309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/64859583-140c-4769-83ce-3182efb07f48/236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:55.240896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:55.259927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:55.259927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:55.271372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Transition to ACTIVE for port object 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:55.456180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Transition to ACTIVE for port object 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:55.655294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:55.657109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-78e61f7b-a48e-47b4-80cb-a2d0bfcf085d {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:04:55.657624 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:04:55.818156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8656c0a-fc34-47f6-90bf-0a1ebb5f7a6d req-9a2e4979-3b3f-467b-a067-0fd023cf5c03 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:55.837600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8656c0a-fc34-47f6-90bf-0a1ebb5f7a6d req-9a2e4979-3b3f-467b-a067-0fd023cf5c03 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.3638403 Mar 03 18:04:55.844482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a11aafb3-939d-4545-aa75-c457cab4a7dc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0443749 Mar 03 18:04:55.849001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59610) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:55.913134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:55.927240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:55.929626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:55.931639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8656c0a-fc34-47f6-90bf-0a1ebb5f7a6d req-47395a4b-7a65-4af7-ac6d-dbd38eafd96c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919657 Mar 03 18:04:55.966399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:55.966937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:55.967288 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Floating IP f913a9dc-85bf-4fb2-a09a-a4178c881767 disassociated. External IP: 172.25.0.111, port: 113e3056-6457-4b81-8445-645f171be249. Mar 03 18:04:55.967907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Calling delete_port for 113e3056-6457-4b81-8445-645f171be249 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:56.016263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Pushing event updated for resources: {'Port': ['ID=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:56.158673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.252997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4fbcde-53d3-4c9b-b41b-f42eca34b3ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:56.254685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1e4fbcde-53d3-4c9b-b41b-f42eca34b3ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:56.346881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.360862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Transition to ACTIVE for port object 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:56.367825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] device_id is not set on port a231dd40-ab68-4347-936c-583fa695b70e yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:04:56.396063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Transition to ACTIVE for port object 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:56.396504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1e4fbcde-53d3-4c9b-b41b-f42eca34b3ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:56.398718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1e4fbcde-53d3-4c9b-b41b-f42eca34b3ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5438263 Mar 03 18:04:56.403646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Attempting to bind port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:04:56.410176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Attempting to bind port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5f3ba10a-7e61-4b8d-acfa-4ae967d66e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:04:56.414118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Attempting to bind port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa on network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:56.418343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482f46-3a8a-472d-a43f-d014c9f26461 req-3fd4e71f-4ed1-4441-9e0c-55d4d6783e49 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:56.421703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:04:56.422295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Checking segment: {'id': '5f3ba10a-7e61-4b8d-acfa-4ae967d66e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:56.422938 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.423958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Bound using segment: {'id': '5f3ba10a-7e61-4b8d-acfa-4ae967d66e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:04:56.424856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Bound port: 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3ba10a-7e61-4b8d-acfa-4ae967d66e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e2c8fe01-a126-41ce-aa6f-0885ea0e9603'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:04:56.425404 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.426374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a482f46-3a8a-472d-a43f-d014c9f26461 req-3fd4e71f-4ed1-4441-9e0c-55d4d6783e49 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.4111495 Mar 03 18:04:56.445927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59620) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:56.448532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.592591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Pushing event updated for resources: {'Port': ['ID=236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:56.612601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:56.615542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:56.618526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:56.653394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:56.653855 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.700895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483129a6-c5fe-40b9-a355-d1f7790e9261 req-a4111549-fa7d-4ca6-b4fe-6c76ee2d49e8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:56.702647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-483129a6-c5fe-40b9-a355-d1f7790e9261 req-a4111549-fa7d-4ca6-b4fe-6c76ee2d49e8 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 945 time: 0.5033786 Mar 03 18:04:56.715548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59626) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:56.758134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Attempting to bind port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:04:56.758501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Attempting to bind port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:04:56.758857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Attempting to bind port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:04:56.784999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:04:56.785417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:04:56.785823 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.786214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:04:56.788817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Bound port: 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:04:56.789049 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.825035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a482f46-3a8a-472d-a43f-d014c9f26461 req-0711922b-ef2c-4ccf-8a87-1d5094ad6a5e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966625 Mar 03 18:04:56.892943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Allocated IP 172.20.0.9 (e2c8fe01-a126-41ce-aa6f-0885ea0e9603/4cbb237b-6d14-455b-bb71-a1a8adcb7b9b/a231dd40-ab68-4347-936c-583fa695b70e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:04:56.895852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:56.915187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] For port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:04:56.920981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] For port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,segment=NetworkSegment(5f3ba10a-7e61-4b8d-acfa-4ae967d66e45),segment_id=5f3ba10a-7e61-4b8d-acfa-4ae967d66e45)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:04:56.934704 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-483129a6-c5fe-40b9-a355-d1f7790e9261 req-f6b7dcd1-c0e8-4c2f-96ec-1346a3a0c068 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe7bf096-1502-40a4-bb96-eb773fa40c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169626 Mar 03 18:04:56.973037 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:57.114799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] For port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:04:57.131327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4abb98-a03e-4f0b-b6fb-70f692c7f9d5 None None] Pushing event updated for resources: {'Port': ['ID=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:57.137932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] For port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:04:57.146784 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:57.252702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event deleted for resources: {'Port': ['ID=113e3056-6457-4b81-8445-645f171be249,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:57.306247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:57.314840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9420d-9c53-4fd3-850e-e442ea73d678 None None] Pushing event updated for resources: {'Port': ['ID=236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:57.543228 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:57.591498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Transition to ACTIVE for port object a231dd40-ab68-4347-936c-583fa695b70e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:04:57.699277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:04:57.731348 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:57.735299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Usage tracker for resource:security_group_rule and tenant:b340b7674fab4897a0524811988140a4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:04:57.741886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:04:57.758360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:04:58.006948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:04:58.032874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:04:58.051242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:04:58.063120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:58.253398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event updated for resources: {'Port': ['ID=a231dd40-ab68-4347-936c-583fa695b70e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:04:58.329937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:58.330584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:58.332699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Router 6fe2f16c-4a30-4884-b338-12443da0cf69 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:04:58.396095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93fc6d-ea2f-4b37-8291-63d5b1983b80 req-297a4d4c-2547-4b68-afc3-37636d7d1e75 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:58.397676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b93fc6d-ea2f-4b37-8291-63d5b1983b80 req-297a4d4c-2547-4b68-afc3-37636d7d1e75 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.1331542 Mar 03 18:04:58.401641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cfb0e061-0c52-41fc-8261-3775154d92ce tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.3917816 Mar 03 18:04:58.402214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59648) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:58.500804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:58.545957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b93fc6d-ea2f-4b37-8291-63d5b1983b80 req-af2ba9d9-2cbb-4a13-b3d8-7d85b59d573b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084676 Mar 03 18:04:58.623995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f46be-de31-451c-948f-bf4a21f59d42 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:58.639806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f46be-de31-451c-948f-bf4a21f59d42 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:58.656224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f46be-de31-451c-948f-bf4a21f59d42 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:58.657352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6f8f46be-de31-451c-948f-bf4a21f59d42 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Synchronizing usage tracker for tenant:9e3a1f500cb5423aa33e2f999e9407e2 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:04:58.703617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6f8f46be-de31-451c-948f-bf4a21f59d42 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Unset dirty status for tenant:9e3a1f500cb5423aa33e2f999e9407e2 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:04:58.705234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6f8f46be-de31-451c-948f-bf4a21f59d42 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3021154 Mar 03 18:04:58.708025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59652) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:04:59.073575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5b746b0-0394-4354-a51b-7703777cfdfd req-6931b668-ea8a-4b91-b921-2c1930672c9e tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 210 time: 0.2864859 Mar 03 18:04:59.126277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Deleting port a231dd40-ab68-4347-936c-583fa695b70e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:04:59.126620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:59.262942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:04:59.270229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7487ef4-e9b4-4629-a946-8fa8a0ef19f0 req-1d5bda52-286e-4d83-b399-8d5f13a726e9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:59.277621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7487ef4-e9b4-4629-a946-8fa8a0ef19f0 req-1d5bda52-286e-4d83-b399-8d5f13a726e9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 1.0621130 Mar 03 18:04:59.297561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-4aa3bd5b-f094-4110-97ba-74f210e4f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:04:59.300700 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-4aa3bd5b-f094-4110-97ba-74f210e4f0e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 1097 time: 0.8647974 Mar 03 18:04:59.432794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4737cd17-f74c-4e39-859f-224163c39167 None None] Provisioning for port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:59.464366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7487ef4-e9b4-4629-a946-8fa8a0ef19f0 req-b2236151-6240-4209-97bf-3986efdf18bf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855121 Mar 03 18:04:59.508243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:59.515914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:04:59.516403 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:59.668947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f6d31-de43-45f5-8854-62ff37fc7737 None None] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:04:59.683986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:59.843011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:59.851565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:04:59.855937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:59.864043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4aebc360-b353-401b-a0e1-a9c20efda53a None None] Provisioning for port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:04:59.870743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Calling delete_port for a231dd40-ab68-4347-936c-583fa695b70e owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:04:59.932055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] Sync routers for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:04:59.933313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:04:59.983043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:04:59.983732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:00.099123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:00.134429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155ac256-cfa8-44f5-a6aa-94b08a951eeb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:00.235210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event deleted for resources: {'Port': ['ID=a231dd40-ab68-4347-936c-583fa695b70e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:00.252054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] No DVR routers for this DVR port 113e3056-6457-4b81-8445-645f171be249 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:00.268809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:00.296643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:00.308970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-deleted', 'tag': '113e3056-6457-4b81-8445-645f171be249'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:00.368468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:05:00.411103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:00.437763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9ee4-3389-4f08-b19b-838364beccc0 req-e0b59192-79a6-4c6b-9594-517d525b286e tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:00.445269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d21d9ee4-3389-4f08-b19b-838364beccc0 req-e0b59192-79a6-4c6b-9594-517d525b286e tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.4033277 Mar 03 18:05:00.534748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6db9f9c2-5fe4-487c-9de9-1c8b7418ac07 req-13b9da3f-ce53-4c88-bdf0-36e85186d9d0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Synchronizing usage tracker for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:00.540582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-970383b9-3b27-486d-b195-9650f729c28f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b340b7674fab4897a0524811988140a4&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8071463 Mar 03 18:05:00.548215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59674) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:00.581894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:00.585997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5e3141ce-2617-4a7a-9f8a-6144a6b95539 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7 HTTP/1.1" status: 204 len: 168 time: 4.1385152 Mar 03 18:05:00.589884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59678) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:00.594404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f6254f17-5d7e-4d7d-b2da-df93d701371a req-d9aaaf80-9dd5-4d56-9700-0f5d9aa92291 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.35 "DELETE /v2.0/ports/113e3056-6457-4b81-8445-645f171be249 HTTP/1.1" status: 204 len: 173 time: 7.5123091 Mar 03 18:05:00.610770 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d21d9ee4-3389-4f08-b19b-838364beccc0 req-215c4a1b-8e62-4b3f-a91e-afc260c84e4a tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618705 Mar 03 18:05:00.644529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:00.650530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6db9f9c2-5fe4-487c-9de9-1c8b7418ac07 req-13b9da3f-ce53-4c88-bdf0-36e85186d9d0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Unset dirty status for tenant:e1bc68371fe8417fb6aa3182dd5437dd on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:00.654397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6db9f9c2-5fe4-487c-9de9-1c8b7418ac07 req-13b9da3f-ce53-4c88-bdf0-36e85186d9d0 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cc0b358-6487-4979-ac23-de03eab272b3 HTTP/1.1" status: 200 len: 210 time: 0.2491040 Mar 03 18:05:00.665998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-557cb0ca-4216-42d4-a3ac-600df4900644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:00.667492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-557cb0ca-4216-42d4-a3ac-600df4900644 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 200 len: 917 time: 1.3052568 Mar 03 18:05:00.808871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-4be3d47b-9877-41f1-abfa-2051643c66af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18 HTTP/1.1" status: 200 len: 217 time: 0.1345296 Mar 03 18:05:00.847015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:00.857167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b2efedfc-db5f-4457-8c38-c48fbf40f8ae tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "DELETE /v2.0/ports/a231dd40-ab68-4347-936c-583fa695b70e HTTP/1.1" status: 204 len: 168 time: 2.1438019 Mar 03 18:05:00.880829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59684) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:00.958388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Request body: {'port': {'name': 'tempest-new-port-name-652118649', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:00.958807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] bootfile-name is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:05:00.959174 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] tftp-server is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:05:00.959510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] server-ip-address is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:05:00.975064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-db284a6c-5a0b-41c0-bf57-4be4b93c3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:00.978584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-db284a6c-5a0b-41c0-bf57-4be4b93c3100 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 200 len: 855 time: 0.1628923 Mar 03 18:05:01.027437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c6026d90-fcfa-47d9-918b-f0800ffbc001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.054076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.055061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:01.070655 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0b358-6487-4979-ac23-de03eab272b3', 'name': 'network-vif-deleted', 'tag': '113e3056-6457-4b81-8445-645f171be249', 'status': 'completed', 'code': 200} Mar 03 18:05:01.085355 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c6026d90-fcfa-47d9-918b-f0800ffbc001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.114618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab20c6c3-6914-4386-92ce-ec628ac7ea79 None None] Could not find standard attr ID for object 16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:05:01.308860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a47ac09-43fe-4e03-b6a6-a9ed5244faa6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:01.310525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a47ac09-43fe-4e03-b6a6-a9ed5244faa6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:01.311304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a47ac09-43fe-4e03-b6a6-a9ed5244faa6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:01.322336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c6026d90-fcfa-47d9-918b-f0800ffbc001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.361138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:01.376653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6026d90-fcfa-47d9-918b-f0800ffbc001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155ac256-cfa8-44f5-a6aa-94b08a951eeb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:01.389963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c6026d90-fcfa-47d9-918b-f0800ffbc001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.393880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c6026d90-fcfa-47d9-918b-f0800ffbc001 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/155ac256-cfa8-44f5-a6aa-94b08a951eeb HTTP/1.1" status: 204 len: 168 time: 0.8445020 Mar 03 18:05:01.538386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-e0c24b43-73e5-455a-a25d-4a5e24f02bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:01.545123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-e0c24b43-73e5-455a-a25d-4a5e24f02bc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61910a4d-1526-486d-8500-b4e99b8d26f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4626079 Mar 03 18:05:01.556399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a47ac09-43fe-4e03-b6a6-a9ed5244faa6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:01.559879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8a47ac09-43fe-4e03-b6a6-a9ed5244faa6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9454706 Mar 03 18:05:01.574658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63e10-512d-461c-89a0-11f0fc355156 req-1cec0e7f-45f0-4213-bcf0-a8f8d2a3f275 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:01.578674 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7d63e10-512d-461c-89a0-11f0fc355156 req-1cec0e7f-45f0-4213-bcf0-a8f8d2a3f275 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.5976083 Mar 03 18:05:01.578845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59692) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:01.652246 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.693510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:01.753762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:01.754138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.919263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 64859583-140c-4769-83ce-3182efb07f48 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:01.926627 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:01.948958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:09Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:02.006240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] Checking router: 6fe2f16c-4a30-4884-b338-12443da0cf69 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:05:02.122742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.171711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:05:02.175322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:02.195079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd3512-6952-4645-a2fe-fad523b4ced6 req-d8a2d2ca-9bab-4f3e-bee2-3f581a8631e7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:02.206964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5fd3512-6952-4645-a2fe-fad523b4ced6 req-d8a2d2ca-9bab-4f3e-bee2-3f581a8631e7 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.4076507 Mar 03 18:05:02.260838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59706) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:02.328540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5fd3512-6952-4645-a2fe-fad523b4ced6 req-c212864d-2d01-4878-b576-863ec280d323 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912783 Mar 03 18:05:02.381805 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.386605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7d63e10-512d-461c-89a0-11f0fc355156 req-77677729-e22a-4fe4-810f-e6667976b686 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7816308 Mar 03 18:05:02.398334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.439857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.492637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:02.502962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Usage tracker for resource:security_group_rule and tenant:1975821709d744a2ad465d43b723d567 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:02.545516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:02.576612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:02.610085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-8def5143-db69-4754-8126-863e0dd67fbb service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0205185 Mar 03 18:05:02.618122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:02.631079 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.708486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e0b2de16-3cf8-460a-bc53-141f4440c85b None None] Provisioning complete for port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:02.708486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b2de16-3cf8-460a-bc53-141f4440c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.751400 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.801869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event updated for resources: {'Port': ['ID=d59d392b-dd20-4bff-b11d-11827482c2b4,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:02.827553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] In _notify_port_updated(), no bound segment for port d59d392b-dd20-4bff-b11d-11827482c2b4 on network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:05:02.842480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:02.843321 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:02.844678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a2cb50c5-9e7d-4f91-93fc-506a0e8b290f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "PUT /v2.0/ports/d59d392b-dd20-4bff-b11d-11827482c2b4 HTTP/1.1" status: 200 len: 1136 time: 1.9583051 Mar 03 18:05:02.849512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59722) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:03.075924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ded5991e-5f09-46bd-b63f-864c96e21834 req-9a37c0d6-1ee7-46e5-a60f-3abe2f5c554c service neutron] 10.222.0.35 "GET /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630413 Mar 03 18:05:03.117651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.149886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc339ca5-a192-48d4-af3c-417d0d3f6dcc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.176897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=64859583-140c-4769-83ce-3182efb07f48,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:03.197793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.204407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,segment=NetworkSegment(5f3ba10a-7e61-4b8d-acfa-4ae967d66e45),segment_id=5f3ba10a-7e61-4b8d-acfa-4ae967d66e45)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:03.206683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.215084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326dbf8-1f08-42ba-8c89-12f93be50ce2 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:03.231911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc339ca5-a192-48d4-af3c-417d0d3f6dcc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.233249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.406780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a313d66-9654-4152-aac9-fdb6fc63337c tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:03.407444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6a313d66-9654-4152-aac9-fdb6fc63337c tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Synchronizing usage tracker for tenant:9e3a1f500cb5423aa33e2f999e9407e2 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:03.509210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6a313d66-9654-4152-aac9-fdb6fc63337c tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Unset dirty status for tenant:9e3a1f500cb5423aa33e2f999e9407e2 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:03.524867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6a313d66-9654-4152-aac9-fdb6fc63337c tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "GET /v2.0/ports/d59d392b-dd20-4bff-b11d-11827482c2b4 HTTP/1.1" status: 200 len: 1136 time: 0.6708071 Mar 03 18:05:03.526849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59730) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:03.737295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3f77fae9-3d25-492c-b662-758f462d7aea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/64859583-140c-4769-83ce-3182efb07f48 HTTP/1.1" status: 204 len: 168 time: 2.1483481 Mar 03 18:05:03.747742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:03.805879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Deleting port d59d392b-dd20-4bff-b11d-11827482c2b4 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:03.806139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.838197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:03.900645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:05:04.040902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd24973-7756-4fbe-8a5f-886219ca8719,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:04.046333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-473ff8c1-77aa-4d02-84d6-1864118cb2ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1975821709d744a2ad465d43b723d567&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7610750 Mar 03 18:05:04.048651 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cc0506c2-ded8-4a84-88e9-0f698a7961ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2665069 Mar 03 18:05:04.051453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59740) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:04.051776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59742) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:04.068763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:04.084018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:04.189993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:04.198490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:04.212413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:04.229194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:04.257053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:04.260624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.332279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00f2c-3d3f-4015-8d4c-0a7d1a568cb1 req-0cf371a9-d8f1-46f4-b3a4-f244c11f83c2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:04.339271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ae00f2c-3d3f-4015-8d4c-0a7d1a568cb1 req-0cf371a9-d8f1-46f4-b3a4-f244c11f83c2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.5374193 Mar 03 18:05:04.357829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37260cca-6a6b-41d7-9cf1-1f3251cf82f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.385928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37260cca-6a6b-41d7-9cf1-1f3251cf82f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.417440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:04.459014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e0b2de16-3cf8-460a-bc53-141f4440c85b None None] Provisioning for port d59d392b-dd20-4bff-b11d-11827482c2b4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:04.481824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.546682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:04.549600 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.556471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ae00f2c-3d3f-4015-8d4c-0a7d1a568cb1 req-dcf5ccdd-6bd0-4eb5-9e94-73756f74e7b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161758 Mar 03 18:05:04.581712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37260cca-6a6b-41d7-9cf1-1f3251cf82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.620859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37260cca-6a6b-41d7-9cf1-1f3251cf82f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd24973-7756-4fbe-8a5f-886219ca8719,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:04.639299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e0b2de16-3cf8-460a-bc53-141f4440c85b None None] Provisioning complete for port d59d392b-dd20-4bff-b11d-11827482c2b4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:04.639696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0b2de16-3cf8-460a-bc53-141f4440c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.641693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Calling delete_port for d59d392b-dd20-4bff-b11d-11827482c2b4 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:04.821036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:04.824920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37260cca-6a6b-41d7-9cf1-1f3251cf82f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.829626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-37260cca-6a6b-41d7-9cf1-1f3251cf82f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dd24973-7756-4fbe-8a5f-886219ca8719 HTTP/1.1" status: 204 len: 168 time: 0.7757437 Mar 03 18:05:04.885526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc339ca5-a192-48d4-af3c-417d0d3f6dcc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.892486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Deleting port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:04.897617 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.906117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:04.987662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:05.021413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc339ca5-a192-48d4-af3c-417d0d3f6dcc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7bf096-1502-40a4-bb96-eb773fa40c38,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:05.034922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event deleted for resources: {'Port': ['ID=d59d392b-dd20-4bff-b11d-11827482c2b4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:05.139112 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:05.141997 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-003b0af3-10ea-41b5-af55-ac9a059c6de6 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "DELETE /v2.0/ports/d59d392b-dd20-4bff-b11d-11827482c2b4 HTTP/1.1" status: 204 len: 168 time: 1.6141298 Mar 03 18:05:05.143265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc339ca5-a192-48d4-af3c-417d0d3f6dcc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:05.144414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dc339ca5-a192-48d4-af3c-417d0d3f6dcc tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe7bf096-1502-40a4-bb96-eb773fa40c38 HTTP/1.1" status: 204 len: 168 time: 2.5222275 Mar 03 18:05:05.148073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59756) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:05.148619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59758) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:05.176047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:05.182680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:05.198281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:05.201188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:05.210588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2de16-3cf8-460a-bc53-141f4440c85b None None] Port d59d392b-dd20-4bff-b11d-11827482c2b4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:05:05.292127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=0fb27255-d528-42f2-8e5a-31d131cef163,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:05.312092 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6fded0da-bd7c-4132-b869-cdabeb3b33e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2569883 Mar 03 18:05:05.314864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59764) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:05.329473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'name': 'tempest-NetworksTestDHCPv6-1888614959'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:05.342463 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-29345e60-a37b-440d-babb-bd8c6a6b43da tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] show failed (client error): The resource could not be found. Mar 03 18:05:05.348698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-29345e60-a37b-440d-babb-bd8c6a6b43da tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "GET /v2.0/security-groups/fe7bf096-1502-40a4-bb96-eb773fa40c38 HTTP/1.1" status: 404 len: 347 time: 0.1971846 Mar 03 18:05:05.362025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59768) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:05.476849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ae199a92-0245-4e2d-be49-b5eaefa7b2b2 None None] Could not find standard attr ID for object a231dd40-ab68-4347-936c-583fa695b70e. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:05:05.488607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:09Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:05.499391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8e1da-0c2f-437c-be2c-8cfcdca4ec3c None None] The sync data for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 is: [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '22e5d148-fe0d-4981-b779-d5945fa39dc2', 'name': '', 'network_id': 'a9317d44-0cf2-46c5-b8f6-93cf978c9028', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'mac_address': 'fa:16:3e:b2:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:56Z', 'updated_at': '2022-03-03T17:56:09Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'subnets': [{'id': 'f18f7d04-619c-4119-bf78-b4f68bd895cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:05:05.505969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ae199a92-0245-4e2d-be49-b5eaefa7b2b2 None None] Could not find standard attr ID for object d59d392b-dd20-4bff-b11d-11827482c2b4. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:05:05.620935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba08b2d-f372-4ec2-8f71-21485b93d5da req-1d13ed42-afe6-4121-8681-f634c9bbe68d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:05.646315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ba08b2d-f372-4ec2-8f71-21485b93d5da req-1d13ed42-afe6-4121-8681-f634c9bbe68d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 1.7100372 Mar 03 18:05:05.711119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:05.715668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:05.723416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:05.742295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:05.768919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:05.773521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:05.792845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ba08b2d-f372-4ec2-8f71-21485b93d5da req-6b7179ff-d496-4930-b32a-0df9b5201d36 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441875 Mar 03 18:05:05.808954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Deleting subnet 4cbb237b-6d14-455b-bb71-a1a8adcb7b9b {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:05.818010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:05.832213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port d9654279-773f-415f-ae5a-d6b567a4bd88 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:05.884960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] For port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:05.885380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:06.029542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:06.082871 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c9a7c-82f3-43b8-b05c-82da11141ca4 None None] New status for floating IP f913a9dc-85bf-4fb2-a09a-a4178c881767: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:05:06.104589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:06.279110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad16517-dbb6-480f-bbf9-e78feb06a2bb req-77020c8b-d07d-4c39-ab21-18048bbdf51d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:06.291349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad16517-dbb6-480f-bbf9-e78feb06a2bb req-77020c8b-d07d-4c39-ab21-18048bbdf51d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.3983700 Mar 03 18:05:06.408519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::287 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/0fb27255-d528-42f2-8e5a-31d131cef163/d9654279-773f-415f-ae5a-d6b567a4bd88) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:06.462355 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:06.509911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Deleting port 25a6e2df-79b2-4839-9e27-07b243f10f78 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:06.510376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:06.622717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Calling delete_port for 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:06.773163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:06.793598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object d9654279-773f-415f-ae5a-d6b567a4bd88 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:06.831522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:06.832023 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:06.871461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:06.972024 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad16517-dbb6-480f-bbf9-e78feb06a2bb req-a2d56073-f0fb-405d-a5ce-c93db410cec1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785893 Mar 03 18:05:07.027195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:07.052814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:07.071541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:07.084102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:07.097407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:07.098128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:07.137839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=d9654279-773f-415f-ae5a-d6b567a4bd88,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:07.227497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] No DVR routers for this DVR port 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:07.239950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-46b5f78f-cc7f-42ba-bcb8-da303954fc4a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9195824 Mar 03 18:05:07.240667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Pushing event deleted for resources: {'Port': ['ID=236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:07.241239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59806) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:07.261460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87c44b-b2a6-4799-b78b-7762197df3ef None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:07.277055 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:07.278039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:07.298668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad207-46de-40e4-809c-9c3c4264e92f req-75e7e0be-3fe5-4dd1-bfe2-c66f5b9b31f3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:07.300512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0acad207-46de-40e4-809c-9c3c4264e92f req-75e7e0be-3fe5-4dd1-bfe2-c66f5b9b31f3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.2393267 Mar 03 18:05:07.519034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Calling delete_port for 25a6e2df-79b2-4839-9e27-07b243f10f78 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:07.565114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.565725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.566234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.566826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.567527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.567997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.568459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.569035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.569519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.569995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.570666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.573455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027a2aa-dbe9-44e4-9c82-923ec060a5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:07.586190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aea893-6fe8-420e-8425-96247eaa7699 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:07.586959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c1aea893-6fe8-420e-8425-96247eaa7699 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:07.618582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0acad207-46de-40e4-809c-9c3c4264e92f req-b8eef8b1-a797-4b6a-b09e-5fa3e7626ce0 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297456 Mar 03 18:05:07.642538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:07.668125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c1aea893-6fe8-420e-8425-96247eaa7699 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:07.672676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c1aea893-6fe8-420e-8425-96247eaa7699 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4311674 Mar 03 18:05:07.676815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59818) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:07.810160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port d9654279-773f-415f-ae5a-d6b567a4bd88 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:07.822451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:07.887014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '0fb27255-d528-42f2-8e5a-31d131cef163'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:05:07.890780 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:07.960606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbb237b-6d14-455b-bb71-a1a8adcb7b9b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:07.963103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:07.985655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:07.986049 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:08.012013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e468e81-d9c2-45a1-a782-a47f37a46468 None None] Network e2c8fe01-a126-41ce-aa6f-0885ea0e9603 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:08.103382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:08.104199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 236d2f37-fee3-4f4a-9a47-f2f7f8aebf3a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:08.204984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:08.270177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c3fb4f58-4a58-4fde-a92e-7940c35aa647 tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "DELETE /v2.0/subnets/4cbb237b-6d14-455b-bb71-a1a8adcb7b9b HTTP/1.1" status: 204 len: 168 time: 3.1203504 Mar 03 18:05:08.272997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59836) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:08.359938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7a6b2-8393-4725-9d08-141c5afcfae8 req-5fb10774-44f6-4cef-90c5-629646549f9f tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:08.361237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fff7a6b2-8393-4725-9d08-141c5afcfae8 req-5fb10774-44f6-4cef-90c5-629646549f9f tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.3920333 Mar 03 18:05:08.437016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/0fb27255-d528-42f2-8e5a-31d131cef163/e2229045-bad3-40e6-ac68-fd69eae1fe4f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:08.472002 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fff7a6b2-8393-4725-9d08-141c5afcfae8 req-1caa75c8-baf9-418b-801b-2cca9e7c974d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020963 Mar 03 18:05:08.487046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Deleting port 25a6e2df-79b2-4839-9e27-07b243f10f78 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:08.487575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:08.558718 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:08.696439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Deleting port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:08.697089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:08.706418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] DHCP port deletion for e2c8fe01-a126-41ce-aa6f-0885ea0e9603 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:08.717731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] Deleting port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:08.718098 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:08.832926 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:08.887667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Transition to ACTIVE for port object e2229045-bad3-40e6-ac68-fd69eae1fe4f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:08.948697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:08.949112 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.021601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Transition to ACTIVE for port object e2229045-bad3-40e6-ac68-fd69eae1fe4f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:09.147486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.169484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Calling delete_port for 25a6e2df-79b2-4839-9e27-07b243f10f78 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:09.337077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] For port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,segment=NetworkSegment(5f3ba10a-7e61-4b8d-acfa-4ae967d66e45),segment_id=5f3ba10a-7e61-4b8d-acfa-4ae967d66e45)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:09.339325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.367599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.370939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:09.377783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:09.383975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:09.417866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.478352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Pushing event deleted for resources: {'Port': ['ID=25a6e2df-79b2-4839-9e27-07b243f10f78,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:09.606160 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.661320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.663843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3e6448fa-921e-4851-a548-696feb54e233 tempest-ServerActionsTestJSON-749140931 tempest-ServerActionsTestJSON-749140931-project] 10.222.0.23 "DELETE /v2.0/floatingips/f913a9dc-85bf-4fb2-a09a-a4178c881767 HTTP/1.1" status: 204 len: 168 time: 4.2948713 Mar 03 18:05:09.677055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750c016-9aac-4d15-991b-57a08dfc96bb req-520a3cc4-1294-45b5-9351-ceebae33e1ff tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:09.685068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] Calling delete_port for 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:09.686843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6750c016-9aac-4d15-991b-57a08dfc96bb req-520a3cc4-1294-45b5-9351-ceebae33e1ff tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 946 time: 0.3225322 Mar 03 18:05:09.689126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59858) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:09.725442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for d9654279-773f-415f-ae5a-d6b567a4bd88 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:09.774156 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6750c016-9aac-4d15-991b-57a08dfc96bb req-e9fdfabf-7585-4178-9086-468deaf7b191 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Mar 03 18:05:09.814059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] For port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,segment=NetworkSegment(5f3ba10a-7e61-4b8d-acfa-4ae967d66e45),segment_id=5f3ba10a-7e61-4b8d-acfa-4ae967d66e45)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:09.814568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.830505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Pushing event updated for resources: {'Port': ['ID=e2229045-bad3-40e6-ac68-fd69eae1fe4f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:09.949826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:09.977110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Calling delete_port for 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:10.047202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] No DVR routers for this DVR port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:10.095902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c2f5c-eb14-4a37-8170-86b64cb8206e None None] Pushing event deleted for resources: {'Port': ['ID=4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:10.144918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Attempting to bind port e2229045-bad3-40e6-ac68-fd69eae1fe4f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:10.150333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Attempting to bind port e2229045-bad3-40e6-ac68-fd69eae1fe4f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:10.153956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Attempting to bind port e2229045-bad3-40e6-ac68-fd69eae1fe4f on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:10.176462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:10.176845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:10.177246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:10.180630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:10.181280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Bound port: e2229045-bad3-40e6-ac68-fd69eae1fe4f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:10.181524 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:10.349591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb1cbb-cf3a-4617-94cd-5a6267de14dc req-abfbdd95-232a-47f7-b19a-8916bc4f47f8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:10.362265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dcbb1cbb-cf3a-4617-94cd-5a6267de14dc req-abfbdd95-232a-47f7-b19a-8916bc4f47f8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 1.7966838 Mar 03 18:05:10.408620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:10.440222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dcbb1cbb-cf3a-4617-94cd-5a6267de14dc req-0f6adae2-bc2e-4deb-a164-043f95a3363e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768926 Mar 03 18:05:10.458211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:10.562277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:10.563606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:10.636800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] For port e2229045-bad3-40e6-ac68-fd69eae1fe4f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:10.644325 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] For port e2229045-bad3-40e6-ac68-fd69eae1fe4f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e2229045-bad3-40e6-ac68-fd69eae1fe4f,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:10.645860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=d9654279-773f-415f-ae5a-d6b567a4bd88,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:10.651837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:10.659103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:10.670723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:10.671048 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:10.691136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f733b03-7df0-452f-9be8-00f745d0bec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/d9654279-773f-415f-ae5a-d6b567a4bd88 HTTP/1.1" status: 204 len: 168 time: 3.0130792 Mar 03 18:05:10.697011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59882) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:10.821509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1b5b1-6829-4049-9f99-ee2376100afe None None] Pushing event updated for resources: {'Port': ['ID=e2229045-bad3-40e6-ac68-fd69eae1fe4f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:10.871343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8c7d5-a643-4429-935e-f19697d90e03 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:10.873386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8c7d5-a643-4429-935e-f19697d90e03 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:10.874348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3af8c7d5-a643-4429-935e-f19697d90e03 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:10.918900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3af8c7d5-a643-4429-935e-f19697d90e03 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:10.924129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3af8c7d5-a643-4429-935e-f19697d90e03 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2283931 Mar 03 18:05:10.924841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59890) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:10.969608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fbcec-7ec7-4502-b4b0-296d22f1f0dc req-3c48e3f7-cf74-4e19-af95-aa24d9b0d892 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:10.984267 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc8fbcec-7ec7-4502-b4b0-296d22f1f0dc req-3c48e3f7-cf74-4e19-af95-aa24d9b0d892 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.9567840 Mar 03 18:05:11.104139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 0fb27255-d528-42f2-8e5a-31d131cef163 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:11.107610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:11.175627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Deleting port 4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:11.196886 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:11.381619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc8fbcec-7ec7-4502-b4b0-296d22f1f0dc req-7ca62ad0-9ddb-4fcc-b753-36a1daedc5dd tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955503 Mar 03 18:05:11.628163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-2f1a6584-744f-4efc-a9a8-20225f13b979 req-02fbe657-7bba-4f08-b26d-e181e4a1dc15 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:05:11.635720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f1a6584-744f-4efc-a9a8-20225f13b979 req-02fbe657-7bba-4f08-b26d-e181e4a1dc15 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131333 Mar 03 18:05:11.736873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] The port '4e589b3f-8e55-4c3f-a1b2-17a5fb0beffa' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:05:11.801664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:11.928583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657c3b7-2ec6-40a5-8eb1-2c338fb7ed09 req-1663c540-f384-452a-9962-d28ca92ca087 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:11.930271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0657c3b7-2ec6-40a5-8eb1-2c338fb7ed09 req-1663c540-f384-452a-9962-d28ca92ca087 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.3055792 Mar 03 18:05:12.012918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.052032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0657c3b7-2ec6-40a5-8eb1-2c338fb7ed09 req-99b00037-918c-41b0-89d3-f70b94fd877c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133618 Mar 03 18:05:12.081728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f1a6584-744f-4efc-a9a8-20225f13b979 req-2b40a66f-4bc0-4f3c-9b80-5028d9f40be1 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4451349 Mar 03 18:05:12.100219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c8fe01-a126-41ce-aa6f-0885ea0e9603']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:12.122256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3ba10a-7e61-4b8d-acfa-4ae967d66e45') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:12.122843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3ba10a-7e61-4b8d-acfa-4ae967d66e45') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:12.164047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.207221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.315982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.327440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.365045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e2229045-bad3-40e6-ac68-fd69eae1fe4f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:12.387433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:05:12.387913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:05:12.429753 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:05:12.556083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e2229045-bad3-40e6-ac68-fd69eae1fe4f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:12.594491 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.624546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.656004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] 10.222.0.23 "DELETE /v2.0/networks/e2c8fe01-a126-41ce-aa6f-0885ea0e9603 HTTP/1.1" status: 204 len: 168 time: 4.3684459 Mar 03 18:05:12.661181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78553af-970d-4361-a852-cf4923a68f8f tempest-ExtraDHCPOptionsTestJSON-818990167 tempest-ExtraDHCPOptionsTestJSON-818990167-project] Pushing event deleted for resources: {'Network': ['ID=e2c8fe01-a126-41ce-aa6f-0885ea0e9603,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:12.665602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.717823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb27255-d528-42f2-8e5a-31d131cef163,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:12.724496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:12.727431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-71aa6139-b342-4bcc-bdac-941c6a4fa1c6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/0fb27255-d528-42f2-8e5a-31d131cef163 HTTP/1.1" status: 204 len: 168 time: 1.8012781 Mar 03 18:05:12.730140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59938) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:12.856260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a76bc9d8-8ec9-485f-bd8c-34f13100adcc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243103 Mar 03 18:05:12.858350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59946) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:12.944873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5e1ce-d43c-4dd2-abd4-10468f8cc941 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:12.982463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7ae60-0ca2-4608-8aa5-5e9b8b2372e1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:12.983194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b2b7ae60-0ca2-4608-8aa5-5e9b8b2372e1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:13.002868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b2b7ae60-0ca2-4608-8aa5-5e9b8b2372e1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:13.005515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b2b7ae60-0ca2-4608-8aa5-5e9b8b2372e1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1452143 Mar 03 18:05:13.007665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59952) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:13.110342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0ab34-1071-4de6-8973-8084290d9a43 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:13.111133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-edc0ab34-1071-4de6-8973-8084290d9a43 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:13.147720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-edc0ab34-1071-4de6-8973-8084290d9a43 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:13.149076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-edc0ab34-1071-4de6-8973-8084290d9a43 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1399250 Mar 03 18:05:13.151780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:13.185823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] Provisioning for port e2229045-bad3-40e6-ac68-fd69eae1fe4f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:13.246106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] Provisioning complete for port e2229045-bad3-40e6-ac68-fd69eae1fe4f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:13.246718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:13.286176 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-58ae3824-fe7f-4d61-ab9e-bfc9a4e83cfc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1293886 Mar 03 18:05:13.287987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59964) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:13.300715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321a732-6419-49d2-893f-40afee3d26c3 req-2417aa2d-d12c-4d39-a4da-24242a911a84 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:13.307865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8321a732-6419-49d2-893f-40afee3d26c3 req-2417aa2d-d12c-4d39-a4da-24242a911a84 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.3209500 Mar 03 18:05:13.337016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:13.354946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59968) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:13.479744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Deleting port 22e5d148-fe0d-4981-b779-d5945fa39dc2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:13.480448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:13.514640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b77e-67cc-4b7c-bc27-475dc30b0ef6 req-dd36b791-c26a-4d41-914c-ba65d95599b2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:13.526693 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2789b77e-67cc-4b7c-bc27-475dc30b0ef6 req-dd36b791-c26a-4d41-914c-ba65d95599b2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.2173719 Mar 03 18:05:13.533056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8321a732-6419-49d2-893f-40afee3d26c3 req-3bb38516-2612-4081-beb2-644de745ff9e tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239642 Mar 03 18:05:13.639733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:13.684913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2789b77e-67cc-4b7c-bc27-475dc30b0ef6 req-71f09210-2d5a-469e-a1ee-07043ec47948 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572168 Mar 03 18:05:13.718098 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:13.728605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:13.739825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] Deleting port e2229045-bad3-40e6-ac68-fd69eae1fe4f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:13.740139 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:13.750655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:13.822103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] For port e2229045-bad3-40e6-ac68-fd69eae1fe4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e2229045-bad3-40e6-ac68-fd69eae1fe4f,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:13.879912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:13.883957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.015309 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.187828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cdf522ec-d336-4c01-8960-02011b2de184 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e3a1f500cb5423aa33e2f999e9407e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8315287 Mar 03 18:05:14.190609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59990) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:14.231846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] Could not find standard attr ID for object d9654279-773f-415f-ae5a-d6b567a4bd88. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:05:14.260757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4216b-aaa9-47ba-a753-607239ca24f9 None None] Pushing event updated for resources: {'Port': ['ID=e2229045-bad3-40e6-ac68-fd69eae1fe4f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:14.273145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e2229045-bad3-40e6-ac68-fd69eae1fe4f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:14.324127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] For port e2229045-bad3-40e6-ac68-fd69eae1fe4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e2229045-bad3-40e6-ac68-fd69eae1fe4f,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:14.324770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.366873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e548-fb7c-4e88-bc67-cb83e61bc322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.391337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] For port 22e5d148-fe0d-4981-b779-d5945fa39dc2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=22e5d148-fe0d-4981-b779-d5945fa39dc2,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:14.392336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.419940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e548-fb7c-4e88-bc67-cb83e61bc322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.458803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] Calling delete_port for e2229045-bad3-40e6-ac68-fd69eae1fe4f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:14.488770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e548-fb7c-4e88-bc67-cb83e61bc322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.514854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e548-fb7c-4e88-bc67-cb83e61bc322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.519060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e6d4e548-fb7c-4e88-bc67-cb83e61bc322 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80b0170d-e75d-457f-afcc-fd9f1e51a20d HTTP/1.1" status: 204 len: 168 time: 0.3273659 Mar 03 18:05:14.520733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4e548-fb7c-4e88-bc67-cb83e61bc322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0170d-e75d-457f-afcc-fd9f1e51a20d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:14.610555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Calling delete_port for 22e5d148-fe0d-4981-b779-d5945fa39dc2 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:14.688934 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.790392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.804315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] Pushing event deleted for resources: {'Port': ['ID=e2229045-bad3-40e6-ac68-fd69eae1fe4f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:14.818433 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:14.858636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c069a68-6fe6-497c-a849-c91820715a28 None None] No DVR routers for this DVR port e2229045-bad3-40e6-ac68-fd69eae1fe4f on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:14.917355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4db60-8ac1-424d-8468-0c01a6ef8b12 req-d840c826-8eb7-4792-837f-6307a5d6390c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:14.931850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0c4db60-8ac1-424d-8468-0c01a6ef8b12 req-d840c826-8eb7-4792-837f-6307a5d6390c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 946 time: 1.2004006 Mar 03 18:05:14.947366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=435a123a-4988-4b57-912b-95e4c33890a1,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:14.953138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7408be-9adc-4686-afe8-fae05dca17f6 req-86f889e8-386e-402f-99bf-ff241bc30e58 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:14.961248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff7408be-9adc-4686-afe8-fae05dca17f6 req-86f889e8-386e-402f-99bf-ff241bc30e58 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.1597927 Mar 03 18:05:15.002753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:15.014332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-f9a42299-11e1-4bd8-91c8-561dbd16b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:15.016030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-f9a42299-11e1-4bd8-91c8-561dbd16b609 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 1097 time: 1.1390326 Mar 03 18:05:15.017014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:15.027259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463a3ca-050b-4703-9f07-33a7fa3e2a07 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:15.042359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:15.051687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:15.079627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff7408be-9adc-4686-afe8-fae05dca17f6 req-960685c2-1e92-47af-988b-cff2d890516a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133952 Mar 03 18:05:15.134378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a81d4b83-e026-4de9-9384-8be7db7ea6d5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8241220 Mar 03 18:05:15.134579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:15.141211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '435a123a-4988-4b57-912b-95e4c33890a1', 'ip_address': '2001:db8::3e14:21e8:6dc9:f83d'}], 'name': 'tempest-NetworksTestDHCPv6-190303594'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:15.202094 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0c4db60-8ac1-424d-8468-0c01a6ef8b12 req-c88b7434-6d2a-478a-9fed-f59410b3b271 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437887 Mar 03 18:05:15.492359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '435a123a-4988-4b57-912b-95e4c33890a1'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:05:15.495197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:15.573079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:15.665559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e5d148-fe0d-4981-b779-d5945fa39dc2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:15.674969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-46cbde09-ab4a-4435-aca0-1be9e7650d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:15.677214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-46cbde09-ab4a-4435-aca0-1be9e7650d1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 912 time: 0.6364219 Mar 03 18:05:15.706007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/435a123a-4988-4b57-912b-95e4c33890a1/693a4101-6a31-405b-978c-87ce47a53449) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:15.854393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:15.901984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:15.923969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515549e4-1d0b-48e7-9b43-11d1c68527b0 req-3ec32809-336a-425d-b5ca-92f7f7d88031 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:15.937534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-4f527e9a-9566-41f9-8e59-2d40763126c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f HTTP/1.1" status: 200 len: 217 time: 0.1249065 Mar 03 18:05:15.938734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-515549e4-1d0b-48e7-9b43-11d1c68527b0 req-3ec32809-336a-425d-b5ca-92f7f7d88031 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.4432492 Mar 03 18:05:16.006926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:16.288120 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:16.296358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:16.318062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Transition to ACTIVE for port object 693a4101-6a31-405b-978c-87ce47a53449 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:16.337693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-8d0b2e82-4885-4f2d-8780-9eeda6cafe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:16.339756 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-8d0b2e82-4885-4f2d-8780-9eeda6cafe81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.3225131 Mar 03 18:05:16.395964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Transition to ACTIVE for port object 693a4101-6a31-405b-978c-87ce47a53449 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:16.408562 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:16.476068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:16.477108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:16.486306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:16.492590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:16.509640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 275fe838-d747-4a53-aab5-95463b3992f2 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:16.567776 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-515549e4-1d0b-48e7-9b43-11d1c68527b0 req-6450f045-b789-441a-8ace-8b2471b96dde tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252496 Mar 03 18:05:16.614767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Pushing event updated for resources: {'Port': ['ID=693a4101-6a31-405b-978c-87ce47a53449,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:16.685783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Attempting to bind port 693a4101-6a31-405b-978c-87ce47a53449 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:16.686366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Attempting to bind port 693a4101-6a31-405b-978c-87ce47a53449 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:16.687116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Attempting to bind port 693a4101-6a31-405b-978c-87ce47a53449 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:16.694406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:16.695314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:16.695677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:16.696173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:16.696927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Bound port: 693a4101-6a31-405b-978c-87ce47a53449, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:16.697563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:16.842134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60046) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:16.875834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] For port 693a4101-6a31-405b-978c-87ce47a53449, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:16.880147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] For port 693a4101-6a31-405b-978c-87ce47a53449, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=693a4101-6a31-405b-978c-87ce47a53449,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:16.891207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:16.963916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::3e14:21e8:6dc9:f83d (0e69cf99-8eb8-458c-aea8-3555a19ce91f/435a123a-4988-4b57-912b-95e4c33890a1/275fe838-d747-4a53-aab5-95463b3992f2) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:17.024028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160d493-f1e7-40b1-bdb3-ba449a3f646f None None] Pushing event updated for resources: {'Port': ['ID=693a4101-6a31-405b-978c-87ce47a53449,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:17.096761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-5ded9a99-8450-4032-abb7-cd31d84f8006 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6016655 Mar 03 18:05:17.269961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6696-975b-41b1-8f41-8d828447aeb2 req-d6edecba-554c-48cc-b2f4-9e75c0d251c9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.282090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-836d6696-975b-41b1-8f41-8d828447aeb2 req-d6edecba-554c-48cc-b2f4-9e75c0d251c9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 946 time: 0.8072717 Mar 03 18:05:17.326468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'networks': [{'name': 'tempest-network--1091703895'}, {'name': 'tempest-network--435163083'}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:17.327073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'network': {'name': 'tempest-network--1091703895'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:17.327213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'network': {'name': 'tempest-network--435163083'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:17.432732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:17.455611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-2ea12a43-184a-4652-81d5-4b4962c8da0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3948865 Mar 03 18:05:17.456885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Usage tracker for resource:network and tenant:a20023e230624bcd800ddad9dbe3e876 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:17.462465 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:17.478102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:17.498827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe80b0-f7ec-4c40-ae94-d77064175993 req-99db72a4-7f3a-42bd-b772-ee53ddd46635 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.506852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe80b0-f7ec-4c40-ae94-d77064175993 req-99db72a4-7f3a-42bd-b772-ee53ddd46635 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.531868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe80b0-f7ec-4c40-ae94-d77064175993 req-99db72a4-7f3a-42bd-b772-ee53ddd46635 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.542284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75fe80b0-f7ec-4c40-ae94-d77064175993 req-99db72a4-7f3a-42bd-b772-ee53ddd46635 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69&device_id=b530295e-6911-4950-b5af-1e3e72028c07&device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 2418 time: 0.4377115 Mar 03 18:05:17.574400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-836d6696-975b-41b1-8f41-8d828447aeb2 req-dec23037-3db4-4901-9b4e-a92cf8b0fdda tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618406 Mar 03 18:05:17.587739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:17.656040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Made reservation on behalf of a20023e230624bcd800ddad9dbe3e876 for: {'network': 2} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:17.673136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:17.689292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-661cbbcf-9ed6-423f-8fd4-e4b0393161df service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761609 Mar 03 18:05:17.705176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 275fe838-d747-4a53-aab5-95463b3992f2 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:17.708110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:17.823083 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75fe80b0-f7ec-4c40-ae94-d77064175993 req-7928c74d-d7d4-469f-9647-a805fdc9aec8 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782116 Mar 03 18:05:17.825529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:17.828810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:17.854042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:17.896922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Usage tracker for resource:security_group_rule and tenant:a20023e230624bcd800ddad9dbe3e876 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:17.916736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:17.953915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:17.989657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.990290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.990816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.991339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.991855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.992378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.992889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:17.994864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-58eeb955-2eaa-4912-bd65-f31d51cde2f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6489 time: 0.4506214 Mar 03 18:05:17.997939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:18.007408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:18.007586 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.012868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:18.019834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:18.020566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.059126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c71bf6b5-041d-42a3-8008-0a3654af4f93 req-785bf78c-f154-469b-b1e5-4d5b5b6e5e1b service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633106 Mar 03 18:05:18.060781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9251556 Mar 03 18:05:18.070669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60074) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:18.074676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-13386556-2de0-4217-9bd7-6e35598aa0ec req-5fe35fa4-4588-4f19-a40c-7ee4b9cdf29b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:05:18.075905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13386556-2de0-4217-9bd7-6e35598aa0ec req-5fe35fa4-4588-4f19-a40c-7ee4b9cdf29b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194671 Mar 03 18:05:18.086872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378b98-e8b4-4a61-9981-9fdbe730e940 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=275fe838-d747-4a53-aab5-95463b3992f2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:18.288066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Router 6fe2f16c-4a30-4884-b338-12443da0cf69 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:05:18.290104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.321954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e810b173-5e29-4c2e-85e6-6969cd8f21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:18.322435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e810b173-5e29-4c2e-85e6-6969cd8f21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:18.322899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e810b173-5e29-4c2e-85e6-6969cd8f21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:18.324502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e810b173-5e29-4c2e-85e6-6969cd8f21e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=141a9fdb-a208-4a3f-9923-08a66a420473&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 HTTP/1.1" status: 200 len: 2290 time: 0.2656581 Mar 03 18:05:18.363707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:18.390807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:18.398731 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.466662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 693a4101-6a31-405b-978c-87ce47a53449 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:18.503914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-70628fdc-8e82-426f-840f-07e946f92f17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0185ccf4-0245-4f16-9806-f7049d5667f2 HTTP/1.1" status: 200 len: 1002 time: 0.1548636 Mar 03 18:05:18.561068 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'code': 200} Mar 03 18:05:18.570104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e039337-7f81-4135-ab26-12b85d0912c1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:18.576840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e039337-7f81-4135-ab26-12b85d0912c1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:18.577921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5e039337-7f81-4135-ab26-12b85d0912c1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:18.607189 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.621812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.622804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.648660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 693a4101-6a31-405b-978c-87ce47a53449 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:18.661567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:18.662678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-b4383498-28da-4864-910b-dc35cb845859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:18.668547 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-b4383498-28da-4864-910b-dc35cb845859 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=836f3144-e7fd-473b-b518-be55f8b79c09 HTTP/1.1" status: 200 len: 849 time: 0.1574824 Mar 03 18:05:18.743234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13386556-2de0-4217-9bd7-6e35598aa0ec req-771e9ce3-310e-4141-90c5-1056b018233b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6020904 Mar 03 18:05:18.747376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5e039337-7f81-4135-ab26-12b85d0912c1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:18.751666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e039337-7f81-4135-ab26-12b85d0912c1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6746802 Mar 03 18:05:18.752657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60084) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:18.764097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:18.791530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.791726 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Added segment 5c976174-a252-418f-b6dc-f98470a37a0f of type vlan for network 1e4d3b75-3113-48fe-9a98-faf736bcf658 Mar 03 18:05:18.793021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3986f-e8bf-4c3f-9343-71df19b2a483,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:18.825484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:05:18.839753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] Sync routers for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:05:18.843179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6271de14-0b32-43b2-a9c8-6de34b12ca10 admin admin] 10.222.0.23 "PUT /v2.0/routers/6fe2f16c-4a30-4884-b338-12443da0cf69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1509795 Mar 03 18:05:18.846961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60088) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:18.866276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:05:18.867078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:18.930407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:18.985379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 275fe838-d747-4a53-aab5-95463b3992f2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:18.985744 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:19.042313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b609db8-4843-4905-a277-3ffbeffbcef7 req-597ea1d0-d8e2-49fd-8d49-1a86bffa6c37 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:19.056457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b609db8-4843-4905-a277-3ffbeffbcef7 req-597ea1d0-d8e2-49fd-8d49-1a86bffa6c37 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 944 time: 0.2484913 Mar 03 18:05:19.112210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-8b35bfbe-ceef-4bd4-bbc0-8a10d520448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:19.113857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-8b35bfbe-ceef-4bd4-bbc0-8a10d520448b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=141a9fdb-a208-4a3f-9923-08a66a420473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4324045 Mar 03 18:05:19.232501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b609db8-4843-4905-a277-3ffbeffbcef7 req-42cad80b-b412-46d6-b89e-10d7e9c2bcfb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747329 Mar 03 18:05:19.335746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:19.380273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b5153679-2e5b-4850-b874-2a46a101e425 None None] Provisioning for port 693a4101-6a31-405b-978c-87ce47a53449 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:19.388120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b5153679-2e5b-4850-b874-2a46a101e425 None None] Provisioning complete for port 693a4101-6a31-405b-978c-87ce47a53449 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:19.388540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5153679-2e5b-4850-b874-2a46a101e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:19.422034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:19.424605 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Added segment 8041c350-68e8-42c2-bd88-426c26a0079b of type vlan for network 6efc83d1-4db2-467c-bf1e-fe896bb5f76c Mar 03 18:05:19.504624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:05:19.523673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:19.556462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:19.570408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-f4ae007a-611a-4647-8a19-850c22d98ba1 service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465277 Mar 03 18:05:19.664766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 275fe838-d747-4a53-aab5-95463b3992f2 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:19.714630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e26a773-b4c6-438a-a017-a1c9aa417e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:19.946464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:19.999745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5153679-2e5b-4850-b874-2a46a101e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:20.010601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=275fe838-d747-4a53-aab5-95463b3992f2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:20.079900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T18:05:15Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:20.096479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] Checking router: 6fe2f16c-4a30-4884-b338-12443da0cf69 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:05:20.112804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b5153679-2e5b-4850-b874-2a46a101e425 None None] For port 693a4101-6a31-405b-978c-87ce47a53449, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=693a4101-6a31-405b-978c-87ce47a53449,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:20.120889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] Routers {'6fe2f16c-4a30-4884-b338-12443da0cf69'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:05:20.122679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:04:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6fe2f16c-4a30-4884-b338-12443da0cf69'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:20.131834 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:20.295973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:20.297931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:20.308639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5153679-2e5b-4850-b874-2a46a101e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:20.313089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:20.316344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:20.323231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:20.323907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:20.353478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b483411-3e23-4338-89e9-944f8bc64cc5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/275fe838-d747-4a53-aab5-95463b3992f2 HTTP/1.1" status: 204 len: 168 time: 1.5974731 Mar 03 18:05:20.357129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60118) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:20.489490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-684f02d7-add5-4d8b-a672-274d922b2e36 None None] Could not find standard attr ID for object 275fe838-d747-4a53-aab5-95463b3992f2. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:05:20.641380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.7978792 Mar 03 18:05:20.658967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60122) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:20.682330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Network': ['ID=1e4d3b75-3113-48fe-9a98-faf736bcf658,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:20.745358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-b0c7dfb1-2e66-40dc-80b2-a43211ff89ff service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1666131 Mar 03 18:05:20.770471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] Set router 6fe2f16c-4a30-4884-b338-12443da0cf69 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:05:20.832234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b706c7be-f6e2-4ff1-a166-f8546b846c9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:20.834605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b706c7be-f6e2-4ff1-a166-f8546b846c9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:20.835565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b706c7be-f6e2-4ff1-a166-f8546b846c9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:20.887466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-7226180c-fbef-42e9-b6fa-8bb943ba860a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 200 len: 217 time: 0.0809116 Mar 03 18:05:21.003255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c843fd2-2e89-430e-9d15-8bcdb3e23cef tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Network': ['ID=6efc83d1-4db2-467c-bf1e-fe896bb5f76c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:21.028852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-2b1685f2-8db6-44f4-a0f7-e21f36cb0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.030789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-2b1685f2-8db6-44f4-a0f7-e21f36cb0825 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.1337233 Mar 03 18:05:21.060555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:21.085450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a907511-965d-4efc-917c-8045c068840e req-ab801afb-0970-4d27-b9c5-ffa49a395574 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.092248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 1e4d3b75-3113-48fe-9a98-faf736bcf658 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:21.092971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a907511-965d-4efc-917c-8045c068840e req-ab801afb-0970-4d27-b9c5-ffa49a395574 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 944 time: 0.5686905 Mar 03 18:05:21.094936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Deleting port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:21.095285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:21.154813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 6efc83d1-4db2-467c-bf1e-fe896bb5f76c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:21.209699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e1e841aa-5936-4908-8a3c-072ab6cceb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.214437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e1e841aa-5936-4908-8a3c-072ab6cceb13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1762452 Mar 03 18:05:21.292619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bad20d-e0c4-4a71-953a-23e584201ac1 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.300388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bad20d-e0c4-4a71-953a-23e584201ac1 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.307707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bad20d-e0c4-4a71-953a-23e584201ac1 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.313640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bad20d-e0c4-4a71-953a-23e584201ac1 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.316296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d4bad20d-e0c4-4a71-953a-23e584201ac1 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6553962 Mar 03 18:05:21.331501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b706c7be-f6e2-4ff1-a166-f8546b846c9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:21.333124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b706c7be-f6e2-4ff1-a166-f8546b846c9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9659989 Mar 03 18:05:21.343654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60140) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:21.344141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60144) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:21.384260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5153679-2e5b-4850-b874-2a46a101e425 None None] Pushing event updated for resources: {'Port': ['ID=693a4101-6a31-405b-978c-87ce47a53449,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:21.540476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-1bc6aa58-a8b1-42a8-b020-b7f902c023e4 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180666 Mar 03 18:05:21.548293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:21.668021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 435a123a-4988-4b57-912b-95e4c33890a1 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:21.698756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T18:05:15Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:21.708572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4003d81-3ff1-4ecf-9be3-23586a2470e8 None None] The sync data for ids ['6fe2f16c-4a30-4884-b338-12443da0cf69'] in n-d-827121-1 is: [{'id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'name': 'tempest-ServerActionsTestJSON-1755109066-router', 'tenant_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T17:55:48Z', 'updated_at': '2022-03-03T18:05:15Z', 'revision_number': 5, 'project_id': 'e1bc68371fe8417fb6aa3182dd5437dd', 'gw_port': {'id': 'b560a7ef-4e02-43a3-b9c2-ca93b58e3d89', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2f16c-4a30-4884-b338-12443da0cf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T17:55:50Z', 'updated_at': '2022-03-03T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:05:21.737003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:21.755027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-1a5538b1-89f1-4c1c-b6e0-ec5e6fc333a6 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066567 Mar 03 18:05:21.766433 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-562d1272-fac0-4ded-95a3-beb84e3ab9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:21.812152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a907511-965d-4efc-917c-8045c068840e req-e1ef0f31-4226-4f71-a0ef-bba88e0e9aba tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7182634 Mar 03 18:05:21.860498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-8e23240e-46a3-4fc8-a6f8-ac9ec5494210 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 200 len: 217 time: 0.0977006 Mar 03 18:05:21.961465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-32af11b7-2b42-4e72-8018-ec38a9eaba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:21.965177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-32af11b7-2b42-4e72-8018-ec38a9eaba16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.0960176 Mar 03 18:05:22.028217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.142372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-1e71edce-5e03-41a2-8437-11b7c5c2ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:22.147204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-1e71edce-5e03-41a2-8437-11b7c5c2ae47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1764631 Mar 03 18:05:22.175094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.225746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4d3b75-3113-48fe-9a98-faf736bcf658']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:22.252600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c976174-a252-418f-b6dc-f98470a37a0f') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:22.252895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c976174-a252-418f-b6dc-f98470a37a0f') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:22.299101 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.321151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 693a4101-6a31-405b-978c-87ce47a53449 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:22.334066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.340813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:05:22.341218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.432687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-f43a319c-b62b-4355-b808-8065be763636 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784336 Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:05:22.445702 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:05:22.505431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 693a4101-6a31-405b-978c-87ce47a53449 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:22.506086 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.635974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-c52e86d6-f234-4018-a777-b8cab75efecb service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971593 Mar 03 18:05:22.644247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] For port b560a7ef-4e02-43a3-b9c2-ca93b58e3d89, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:22.644665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.708982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-0174978f-027a-493c-8ef9-661fe7aa7069 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f HTTP/1.1" status: 200 len: 217 time: 0.0646923 Mar 03 18:05:22.753058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 22e5d148-fe0d-4981-b779-d5945fa39dc2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:22.791740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 22e5d148-fe0d-4981-b779-d5945fa39dc2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:22.792086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 22e5d148-fe0d-4981-b779-d5945fa39dc2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:22.793383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-765bd1db-6e11-4d04-a277-23e18e2d5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:22.795409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-765bd1db-6e11-4d04-a277-23e18e2d5024 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.0806499 Mar 03 18:05:22.821019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.847447 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.855941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Calling delete_port for b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:22.919099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-a41dc614-c783-40c8-8069-48903fb24254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:22.920752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-a41dc614-c783-40c8-8069-48903fb24254 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182175 Mar 03 18:05:22.933359 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.946598 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:22.952170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Network': ['ID=1e4d3b75-3113-48fe-9a98-faf736bcf658,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:22.962238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8112ee75-eed7-4195-95e2-3e7e8a853988 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/networks/1e4d3b75-3113-48fe-9a98-faf736bcf658 HTTP/1.1" status: 204 len: 168 time: 1.6169438 Mar 03 18:05:22.965071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60190) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:23.002281 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:23.061007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fea90-119d-4dbe-b5d7-9ae6407c6239 req-eced2a4f-bd70-47be-b9e8-e8cca2091b0b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:23.070088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ff1fea90-119d-4dbe-b5d7-9ae6407c6239 req-eced2a4f-bd70-47be-b9e8-e8cca2091b0b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.6253307 Mar 03 18:05:23.175440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ff1fea90-119d-4dbe-b5d7-9ae6407c6239 req-dce8d91f-321e-4118-9a77-7c6debf48aa3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043007 Mar 03 18:05:23.240768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:23.287585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=435a123a-4988-4b57-912b-95e4c33890a1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:23.302434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:23.309791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6377597-a4b7-45e9-b96d-cae85eefa70a None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:23.341741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-25a03b74-7cd2-44b3-ad5d-01d00f9675d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/435a123a-4988-4b57-912b-95e4c33890a1 HTTP/1.1" status: 204 len: 168 time: 1.9945583 Mar 03 18:05:23.342597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:23.346232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60202) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:23.462351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Pushing event deleted for resources: {'Port': ['ID=b560a7ef-4e02-43a3-b9c2-ca93b58e3d89,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:23.468702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9abd3b93-6dc9-4cae-b782-6cf37e2d5bae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910997 Mar 03 18:05:23.469252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60208) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:23.508578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:23.535267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-04f93d78-2933-4cb8-aab1-eb03e3ba2157 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055453 Mar 03 18:05:23.595563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:23.685685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:23.689962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] Deleting port 693a4101-6a31-405b-978c-87ce47a53449 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:23.690338 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:23.764423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:23.904113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:23.911025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284769de-7600-482b-82b0-b2df15105064 req-933611be-d98d-4ab5-a887-fabf439c1bdd tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:23.918561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-284769de-7600-482b-82b0-b2df15105064 req-933611be-d98d-4ab5-a887-fabf439c1bdd tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 944 time: 0.6557336 Mar 03 18:05:24.119384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-6464fc7a-a300-43ab-89dc-01adefedd901 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113156 Mar 03 18:05:24.148976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.164490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] For port 693a4101-6a31-405b-978c-87ce47a53449, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=693a4101-6a31-405b-978c-87ce47a53449,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:24.164888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.177047 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.188908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.203207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:24.207651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:24.211080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:24.217931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:24.236020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:24.239649 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.289794 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:05:24.430692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-284769de-7600-482b-82b0-b2df15105064 req-1d804480-dc2b-4818-816c-110653c15bac tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111823 Mar 03 18:05:24.434885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bea17-496d-4512-8e09-955b882f9a42 req-a5cbd874-0f19-406e-90fd-a35e9de23120 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:24.436683 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-446bea17-496d-4512-8e09-955b882f9a42 req-a5cbd874-0f19-406e-90fd-a35e9de23120 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.16 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 0.3157914 Mar 03 18:05:24.446257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.447000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe2f16c-4a30-4884-b338-12443da0cf69 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:05:24.455312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] Calling delete_port for 693a4101-6a31-405b-978c-87ce47a53449 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:24.464712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-eab04b35-c56d-408d-8612-a1d684557db2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3 HTTP/1.1" status: 200 len: 217 time: 0.3291891 Mar 03 18:05:24.466322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.503318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 693a4101-6a31-405b-978c-87ce47a53449 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:24.586958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.619310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efc83d1-4db2-467c-bf1e-fe896bb5f76c']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:24.645899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Deleting port a17aaf50-c977-4d62-a45f-324c29b5e3c9 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:24.646369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.656862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8041c350-68e8-42c2-bd88-426c26a0079b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:24.657234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8041c350-68e8-42c2-bd88-426c26a0079b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:24.698622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-f0e8d7c7-4f2d-4258-ab5b-cadb3e693aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:24.700037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-f0e8d7c7-4f2d-4258-ab5b-cadb3e693aab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.2082343 Mar 03 18:05:24.715240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.804846 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.840771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.857736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:05:24.863479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] Pushing event deleted for resources: {'Port': ['ID=693a4101-6a31-405b-978c-87ce47a53449,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:24.863905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.866655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.877282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2056bc-1cb4-45a3-b16b-2c649b2e4897 None None] No DVR routers for this DVR port 693a4101-6a31-405b-978c-87ce47a53449 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:05:24.902217 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:05:24.961270 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:24.966243 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1145bb52-f4b6-4c0b-aeb6-ef8d7aa3517a admin admin] 10.222.0.23 "DELETE /v2.0/routers/6fe2f16c-4a30-4884-b338-12443da0cf69 HTTP/1.1" status: 204 len: 168 time: 6.1179318 Mar 03 18:05:24.967250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60242) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:24.991631 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.143459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e653791a-6aee-4b6c-9e35-9a2489692742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:25.144975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-e653791a-6aee-4b6c-9e35-9a2489692742 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4319565 Mar 03 18:05:25.146051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.155093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:25.173283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:25.178661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60252) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:25.187960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb2f84-3c7d-40f4-b51e-d52b643eaab8 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:25.216074 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.228059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Network': ['ID=6efc83d1-4db2-467c-bf1e-fe896bb5f76c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:25.234756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:25.235389 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.266768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fa57afb9-5081-45d6-ac92-b45d400becac tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/networks/6efc83d1-4db2-467c-bf1e-fe896bb5f76c HTTP/1.1" status: 204 len: 168 time: 2.2981629 Mar 03 18:05:25.278392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:25.465980 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-a009de73-2594-414f-85c4-f861c4d05f70 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109851 Mar 03 18:05:25.569650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '258a7bd5-927b-4465-9a6e-3bb29a511610'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:05:25.570586 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.578839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84a0bb-b209-456c-9751-e90cf739673f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:25.585409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84a0bb-b209-456c-9751-e90cf739673f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:25.586183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2a84a0bb-b209-456c-9751-e90cf739673f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Synchronizing usage tracker for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:25.666356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-eda7eaae-fc06-4b63-9fae-f6b31dcbdb16 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864650 Mar 03 18:05:25.670567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=258a7bd5-927b-4465-9a6e-3bb29a511610,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:25.695970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.757642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] Deleting subnet f18f7d04-619c-4119-bf78-b4f68bd895cf {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:25.760672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.805872 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-dd2aaa5b-9181-4629-b07d-9abde7d09cd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ff387d6-6139-4d9d-b815-8731976f2916 HTTP/1.1" status: 200 len: 217 time: 0.1256466 Mar 03 18:05:25.816655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-86a8c267-61de-4634-aee6-c19757bdce2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3184190 Mar 03 18:05:25.840591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60294) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:25.841574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:25.857715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4a2c-1fd8-46a7-8722-e45200ba9858 req-0abb4f3a-e14a-40e6-92a6-064b5aed2e1c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:25.859156 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-facc4a2c-1fd8-46a7-8722-e45200ba9858 req-0abb4f3a-e14a-40e6-92a6-064b5aed2e1c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d18b86-9633-4dac-a2d0-c97070f3cf69 HTTP/1.1" status: 200 len: 945 time: 1.4150553 Mar 03 18:05:25.865870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] For port a17aaf50-c977-4d62-a45f-324c29b5e3c9, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a17aaf50-c977-4d62-a45f-324c29b5e3c9,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:25.866180 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:25.888310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '258a7bd5-927b-4465-9a6e-3bb29a511610', 'ip_address': '2001:db8::9855:620a:23e6:c31a'}], 'name': 'tempest-NetworksTestDHCPv6-1661746438'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:25.890202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/258a7bd5-927b-4465-9a6e-3bb29a511610/659e3b8b-45c8-4631-b5d2-f7d863e81d5b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:25.902620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Usage tracker for resource:security_group_rule and tenant:f6e45b921ec74f5f8419174e859195df is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:25.923548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-4527130c-59ef-4aa3-896e-5be3be943afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:25.927374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-4527130c-59ef-4aa3-896e-5be3be943afa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 200 len: 797 time: 0.1138053 Mar 03 18:05:25.941612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:25.944786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2a84a0bb-b209-456c-9751-e90cf739673f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Unset dirty status for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:25.949631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2a84a0bb-b209-456c-9751-e90cf739673f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6601410 Mar 03 18:05:26.003345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:26.003984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60298) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:26.007244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.032895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1498511590'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:26.039228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:26.049345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:26.112837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.244357 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.257242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Transition to ACTIVE for port object 659e3b8b-45c8-4631-b5d2-f7d863e81d5b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:26.260886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Calling delete_port for a17aaf50-c977-4d62-a45f-324c29b5e3c9 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:26.278107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Transition to ACTIVE for port object 659e3b8b-45c8-4631-b5d2-f7d863e81d5b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:26.284540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:26.319351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.324108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Made reservation on behalf of a20023e230624bcd800ddad9dbe3e876 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:26.327506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.390929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-33198ac0-33ab-4559-b360-e1655dc10085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:26.392415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-33198ac0-33ab-4559-b360-e1655dc10085 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4585686 Mar 03 18:05:26.402205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:26.416032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Pushing event updated for resources: {'Port': ['ID=659e3b8b-45c8-4631-b5d2-f7d863e81d5b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:26.430652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:26.431280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b560a7ef-4e02-43a3-b9c2-ca93b58e3d89 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:26.444148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:26.446052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:26.450278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:26.460886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-f8ef4fc5-6558-47b6-9e98-e45278fdfd02 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:26.462543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-f8ef4fc5-6558-47b6-9e98-e45278fdfd02 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e939862-632f-4c3d-afcd-38eea652a708 HTTP/1.1" status: 200 len: 944 time: 0.4338152 Mar 03 18:05:26.467667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.468009 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Added segment cb925feb-e64a-46ce-ad50-0b00a2b1455e of type vlan for network 2b513d0b-794f-4c9d-81e3-053c86e207ef Mar 03 18:05:26.520341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.574424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Attempting to bind port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:26.574884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Attempting to bind port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:26.575343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Attempting to bind port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:26.581427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:26.581906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:26.582423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.582872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:26.583434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Bound port: 659e3b8b-45c8-4631-b5d2-f7d863e81d5b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:26.583922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.595819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Deleting port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:26.596168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.702621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.710384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] For port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:26.715447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] For port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=659e3b8b-45c8-4631-b5d2-f7d863e81d5b,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:26.719130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['dee3be5a-07f7-4ea5-90ff-849228f4dd18', 'c9583d0a-618e-46af-80a7-f5e06e1be643'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:05:26.754350 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.780293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.830671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.831767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Pushing event deleted for resources: {'Port': ['ID=a17aaf50-c977-4d62-a45f-324c29b5e3c9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:26.834940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18f7d04-619c-4119-bf78-b4f68bd895cf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:26.849133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.872176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374cec8-8f26-4fe5-8edc-cdd2fdf50274 None None] Pushing event updated for resources: {'Port': ['ID=659e3b8b-45c8-4631-b5d2-f7d863e81d5b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:26.877094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.887974 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ef761879-8936-47e7-b0e7-c3ab6bcc78d6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f18f7d04-619c-4119-bf78-b4f68bd895cf HTTP/1.1" status: 204 len: 168 time: 1.8984859 Mar 03 18:05:26.894442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e10afdc-f4f7-4eae-9bcd-c56b9e5960d6 None None] Network a9317d44-0cf2-46c5-b8f6-93cf978c9028 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:26.906225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-facc4a2c-1fd8-46a7-8722-e45200ba9858 req-720ec3c9-deaa-4392-a935-11720f0b7229 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0258877 Mar 03 18:05:26.907494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60308) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:26.964486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:26.970994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:26.971802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.048755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] No DVR routers for this DVR port a17aaf50-c977-4d62-a45f-324c29b5e3c9 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:27.078620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.080682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-446bea17-496d-4512-8e09-955b882f9a42 req-c148b9d0-d2ba-4fec-aa45-2167e4a7f653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.16 "DELETE /v2.0/ports/a17aaf50-c977-4d62-a45f-324c29b5e3c9 HTTP/1.1" status: 204 len: 173 time: 2.6279249 Mar 03 18:05:27.081011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'name': 'network-vif-deleted', 'tag': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:27.127740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dce629-19e5-414b-9dcd-78e22801e8a3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:27.156641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-58677d75-0585-449c-b329-86f57b4369fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6e45b921ec74f5f8419174e859195df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9547880 Mar 03 18:05:27.167785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:27.179318 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d18b86-9633-4dac-a2d0-c97070f3cf69', 'name': 'network-vif-deleted', 'tag': 'a17aaf50-c977-4d62-a45f-324c29b5e3c9', 'status': 'completed', 'code': 200} Mar 03 18:05:27.180541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:27.210587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:27.223169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:27.276142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:27.389239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:27.574313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] DHCP port deletion for a9317d44-0cf2-46c5-b8f6-93cf978c9028 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:27.579170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] Deleting port 50c4f1e1-e11c-4837-9847-78645c962202 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:27.579900 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.608416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Network': ['ID=2b513d0b-794f-4c9d-81e3-053c86e207ef,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:27.615189 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.628331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2b513d0b-794f-4c9d-81e3-053c86e207ef details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:27.632559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b93535c-202e-40fd-9edd-e9a9317f5bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.675320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd96bed8-4d6e-43df-83d1-6547e7900d0d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6593146 Mar 03 18:05:27.678976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60324) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:27.699648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-784601053'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:27.713107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:27.721180 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-c3d58284-d3ec-48e9-9c7b-6c89dfb1fb79 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3195491 Mar 03 18:05:27.723151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] For port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:27.723726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.735807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b93535c-202e-40fd-9edd-e9a9317f5bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.761525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Usage tracker for resource:network and tenant:a20023e230624bcd800ddad9dbe3e876 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:27.769789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:27.848172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.848971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Deleting port 50c4f1e1-e11c-4837-9847-78645c962202 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:27.849496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:27.896841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 20c3d5a9-58af-4322-85f5-76827897ed57 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:27.985938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:27.992142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a17aaf50-c977-4d62-a45f-324c29b5e3c9 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:28.003610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Calling delete_port for d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:28.155105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: a17aaf50-c977-4d62-a45f-324c29b5e3c9 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:28.155459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a17aaf50-c977-4d62-a45f-324c29b5e3c9 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:28.173149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] For port 50c4f1e1-e11c-4837-9847-78645c962202, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=50c4f1e1-e11c-4837-9847-78645c962202,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:28.173569 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.298334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::9855:620a:23e6:c31a (0e69cf99-8eb8-458c-aea8-3555a19ce91f/258a7bd5-927b-4465-9a6e-3bb29a511610/20c3d5a9-58af-4322-85f5-76827897ed57) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:28.346813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Made reservation on behalf of a20023e230624bcd800ddad9dbe3e876 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:28.367590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.469163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 659e3b8b-45c8-4631-b5d2-f7d863e81d5b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:28.531865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] Calling delete_port for 50c4f1e1-e11c-4837-9847-78645c962202 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:28.630326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:28.660459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-65579acf-44e2-48f5-b960-accd235ecf04 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9196146 Mar 03 18:05:28.664056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.664813 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Added segment 5ae3fd15-e909-4140-b48a-6b6416916c8b of type vlan for network 68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c Mar 03 18:05:28.725151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b93535c-202e-40fd-9edd-e9a9317f5bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.786055 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.808860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.817836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93535c-202e-40fd-9edd-e9a9317f5bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dce629-19e5-414b-9dcd-78e22801e8a3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:28.851399 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b93535c-202e-40fd-9edd-e9a9317f5bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.851982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] No DVR routers for this DVR port 50c4f1e1-e11c-4837-9847-78645c962202 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:28.856070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7b93535c-202e-40fd-9edd-e9a9317f5bef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37dce629-19e5-414b-9dcd-78e22801e8a3 HTTP/1.1" status: 204 len: 168 time: 1.6860299 Mar 03 18:05:28.858619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 20c3d5a9-58af-4322-85f5-76827897ed57 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:28.889174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6cfaa-cea2-4cd2-a025-7c27d2b5521b None None] Pushing event deleted for resources: {'Port': ['ID=50c4f1e1-e11c-4837-9847-78645c962202,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:28.913245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25454fbc-0285-480c-b28c-7aae8040fe3d None None] Provisioning for port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:28.914189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358f8b-0238-41b4-a312-ff2ea8382ce5 req-72fcbd12-4cca-4410-be59-7610ee89bd74 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:28.915151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c1358f8b-0238-41b4-a312-ff2ea8382ce5 req-72fcbd12-4cca-4410-be59-7610ee89bd74 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:28.922107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:28.928906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:28.929454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:28.942140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c1358f8b-0238-41b4-a312-ff2ea8382ce5 req-72fcbd12-4cca-4410-be59-7610ee89bd74 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:28.944489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1358f8b-0238-41b4-a312-ff2ea8382ce5 req-72fcbd12-4cca-4410-be59-7610ee89bd74 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 946 time: 0.1870096 Mar 03 18:05:28.993239 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.082972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1358f8b-0238-41b4-a312-ff2ea8382ce5 req-17590942-740b-4aba-ae3a-d4a202c3c166 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315188 Mar 03 18:05:29.097131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:29.104845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:29.122294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:29.129222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-6388c6de-d431-4adc-8683-9bdeaae91efa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d560d40d-e0db-4499-aff7-01a762429d71 HTTP/1.1" status: 200 len: 217 time: 0.3791344 Mar 03 18:05:29.131480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:29.136848 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.179437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3184977 Mar 03 18:05:29.191165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60344) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:29.192151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639122e-d215-4e9c-a59e-9a23214e6667 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=20c3d5a9-58af-4322-85f5-76827897ed57,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:29.241529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.255944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] For port 50c4f1e1-e11c-4837-9847-78645c962202, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=50c4f1e1-e11c-4837-9847-78645c962202,segment=NetworkSegment(c2283827-0c1f-4f3d-ad67-1e706cdb9de6),segment_id=c2283827-0c1f-4f3d-ad67-1e706cdb9de6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:29.256320 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.278174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.306083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.400992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=659e3b8b-45c8-4631-b5d2-f7d863e81d5b,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:29.401988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae8e5a1-7cea-4356-8003-aff93d3ff7c4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:29.408591 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.425146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae8e5a1-7cea-4356-8003-aff93d3ff7c4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:29.426143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6ae8e5a1-7cea-4356-8003-aff93d3ff7c4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:29.470644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60348) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:29.495784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50c4f1e1-e11c-4837-9847-78645c962202 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:29.509077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6ae8e5a1-7cea-4356-8003-aff93d3ff7c4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:29.513682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6ae8e5a1-7cea-4356-8003-aff93d3ff7c4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3035614 Mar 03 18:05:29.514564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60352) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:29.517105 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.522847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Calling delete_port for 50c4f1e1-e11c-4837-9847-78645c962202 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:29.548825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event deleted for resources: {'Port': ['ID=d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:29.567023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-1a94c843-91a1-43df-a831-4e4a401369c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:29.568200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-1a94c843-91a1-43df-a831-4e4a401369c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 200 len: 797 time: 0.4197712 Mar 03 18:05:29.570964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:05:29.574976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:29.578950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Usage tracker for resource:security_group_rule and tenant:d2502ac0328d438bb65cde3ae6371729 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:29.581830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:29.588940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:29.604372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=659e3b8b-45c8-4631-b5d2-f7d863e81d5b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:29.625804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 50c4f1e1-e11c-4837-9847-78645c962202 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:29.626953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50c4f1e1-e11c-4837-9847-78645c962202 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:29.655809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3fe8fa2c-48db-469b-96cd-d7d431df2399 None None] Provisioning for port 20c3d5a9-58af-4322-85f5-76827897ed57 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:29.663835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3fe8fa2c-48db-469b-96cd-d7d431df2399 None None] Provisioning complete for port 20c3d5a9-58af-4322-85f5-76827897ed57 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:29.664519 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fa2c-48db-469b-96cd-d7d431df2399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.720621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] No DVR routers for this DVR port d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:29.729848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.729848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-deleted', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:29.733651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.740852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 20c3d5a9-58af-4322-85f5-76827897ed57 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:29.741192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.750847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8fa2c-48db-469b-96cd-d7d431df2399 None None] Port 20c3d5a9-58af-4322-85f5-76827897ed57 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:05:29.751197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:29.751840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.774859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.795368 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:29.818842 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:29.819173 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:29.846545 n-d-827121-1 neutron-server[87887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e939862-632f-4c3d-afcd-38eea652a708', 'name': 'network-vif-deleted', 'tag': 'd4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f', 'status': 'failed', 'code': 422} returned with failed status Mar 03 18:05:29.898852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9eee47-0b27-4385-9597-49b1e247fd08,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:29.912925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c5baf16e-8789-4e92-9b11-f7ae6a10aba5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2502ac0328d438bb65cde3ae6371729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385211 Mar 03 18:05:29.915465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60362) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:29.939419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2448363 Mar 03 18:05:29.941798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd99c38d-57c8-4a14-8e79-6001f36a8123 req-42f8c98c-4112-4534-ab74-ed92e03bc80a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "DELETE /v2.0/ports/d4c7c5f7-7932-4b01-b1b3-6bba4c6d9d6f HTTP/1.1" status: 204 len: 173 time: 3.4723537 Mar 03 18:05:29.948384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60366) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:29.949596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0e1a9-a91d-40cc-8509-9feb9672c194 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Network': ['ID=68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:29.961157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:30.047914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'ports': [{'network_id': '2b513d0b-794f-4c9d-81e3-053c86e207ef', 'name': 'tempest-port--1385361842', 'admin_state_up': True}, {'network_id': '68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c', 'admin_state_up': False}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:30.048635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'port': {'network_id': '2b513d0b-794f-4c9d-81e3-053c86e207ef', 'name': 'tempest-port--1385361842', 'admin_state_up': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:30.049298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'port': {'network_id': '68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c', 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:30.129103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493799c-1043-4fbd-96c1-478efa18db3d req-7b5a449e-44aa-4ed2-9e11-e5cad34b2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:30.130887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-7b5a449e-44aa-4ed2-9e11-e5cad34b2a3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5484765 Mar 03 18:05:30.264899 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0385c4-6bdb-4549-bbd1-92f892669fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:30.284199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:30.345318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 659e3b8b-45c8-4631-b5d2-f7d863e81d5b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:30.399239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Deleting port 50c4f1e1-e11c-4837-9847-78645c962202 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:30.403268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:30.464198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e86337-d07c-4e42-830a-9c05130768bf req-ce0e8daf-6a08-4134-b68c-a73d6c7b7d10 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:30.466041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02e86337-d07c-4e42-830a-9c05130768bf req-ce0e8daf-6a08-4134-b68c-a73d6c7b7d10 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 946 time: 0.4830220 Mar 03 18:05:30.489894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:30.490312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:30.507992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 20c3d5a9-58af-4322-85f5-76827897ed57 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:30.593968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] The port '50c4f1e1-e11c-4837-9847-78645c962202' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:05:30.700224 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0385c4-6bdb-4549-bbd1-92f892669fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:30.712851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:30.794083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=20c3d5a9-58af-4322-85f5-76827897ed57,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:30.878053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:30.977142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996aa4b6-d5ae-4f18-aefc-93c1efa59d9c req-08e8bec8-b0da-403b-92f6-a0dfece85a66 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:30.990812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-996aa4b6-d5ae-4f18-aefc-93c1efa59d9c req-08e8bec8-b0da-403b-92f6-a0dfece85a66 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 946 time: 0.6179936 Mar 03 18:05:30.999092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b2242ee9-e9a9-4e68-ae6b-07924e776b20 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/20c3d5a9-58af-4322-85f5-76827897ed57 HTTP/1.1" status: 204 len: 168 time: 1.4833498 Mar 03 18:05:31.001502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60384) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:31.016791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:31.021949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Usage tracker for resource:port and tenant:a20023e230624bcd800ddad9dbe3e876 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:31.025123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:31.031878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:31.059879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Made reservation on behalf of a20023e230624bcd800ddad9dbe3e876 for: {'port': 2} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:31.064746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.084642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.102350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0385c4-6bdb-4549-bbd1-92f892669fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.105030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ad0385c4-6bdb-4549-bbd1-92f892669fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.106197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ad0385c4-6bdb-4549-bbd1-92f892669fd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da9eee47-0b27-4385-9597-49b1e247fd08 HTTP/1.1" status: 204 len: 168 time: 1.1896501 Mar 03 18:05:31.134833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-ea3e1ab6-8874-4c8e-89f1-95cf608ccb4a service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9093220 Mar 03 18:05:31.139689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Deleting port c9583d0a-618e-46af-80a7-f5e06e1be643 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:31.140272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.175564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0385c4-6bdb-4549-bbd1-92f892669fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9eee47-0b27-4385-9597-49b1e247fd08,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:31.204797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-996aa4b6-d5ae-4f18-aefc-93c1efa59d9c req-245aea24-2906-42c3-85d1-b09f2bb9912d tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018981 Mar 03 18:05:31.229509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70fca3-616c-4c6b-a0e9-218722060694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:31.231012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70fca3-616c-4c6b-a0e9-218722060694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:31.231874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2c70fca3-616c-4c6b-a0e9-218722060694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:31.258089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.266236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2c70fca3-616c-4c6b-a0e9-218722060694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:31.269104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2c70fca3-616c-4c6b-a0e9-218722060694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2649627 Mar 03 18:05:31.271851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60400) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:31.272017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9317d44-0cf2-46c5-b8f6-93cf978c9028']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:31.337768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:31.338227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2283827-0c1f-4f3d-ad67-1e706cdb9de6') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:31.369286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 258a7bd5-927b-4465-9a6e-3bb29a511610 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:31.373352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.444632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.501927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.567397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.638481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60410) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:31.666366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.671619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.683394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:31.689982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a10174cdc74ffd899e600a1b0322a7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:31.695987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:31.703965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:31.715011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.747666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:05:31.748066 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:05:31.764224 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:05:31.767123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=258a7bd5-927b-4465-9a6e-3bb29a511610,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:31.771735 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.787793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb6fdb-d226-405b-b0e7-efd592236a64 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:31.870281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d493799c-1043-4fbd-96c1-478efa18db3d req-a3bc1dc2-ca2f-4c95-b31a-b98b926a2344 service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965153 Mar 03 18:05:31.883307 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.893195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:31.923466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c744ef77-2824-4c9b-a289-4cf2187f080b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/258a7bd5-927b-4465-9a6e-3bb29a511610 HTTP/1.1" status: 204 len: 168 time: 0.6499722 Mar 03 18:05:31.934441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60418) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:32.059374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-52893b58-12fa-4942-86b5-9e4bbeb4758a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237519 Mar 03 18:05:32.061000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-39acd986-5dae-494d-8d98-56ad73e7efd5 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:32.068377 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-39acd986-5dae-494d-8d98-56ad73e7efd5 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.8004289 Mar 03 18:05:32.072722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60424) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:32.075803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.086649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] device_id is not set on port 64e37aab-949b-47c3-947d-1981eacac08d yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:32.097922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4a10174cdc74ffd899e600a1b0322a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581158 Mar 03 18:05:32.098269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60428) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:32.098906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944a271-8cd6-4306-818b-f37fc0391bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b1ae7-a055-4512-9d8a-6ead0aa24d20,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:32.126726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:32.146236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.150404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9317d44-0cf2-46c5-b8f6-93cf978c9028,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:32.182923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-3d0927d3-791f-4d3a-9e93-ca8c66d9b6fa tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/quotas/bb0140b63c1d4645ab4917bffa7c281d HTTP/1.1" status: 200 len: 375 time: 0.1133730 Mar 03 18:05:32.213879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ff4d-8b4f-412b-94e1-2b50e212f1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.220990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] For port c9583d0a-618e-46af-80a7-f5e06e1be643, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c9583d0a-618e-46af-80a7-f5e06e1be643,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:32.221860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.238777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:32.243414 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ff4d-8b4f-412b-94e1-2b50e212f1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.243598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] Deleting port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:32.243791 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.309631 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ff4d-8b4f-412b-94e1-2b50e212f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.338696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3ff4d-8b4f-412b-94e1-2b50e212f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b1ae7-a055-4512-9d8a-6ead0aa24d20,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:32.345772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ff4d-8b4f-412b-94e1-2b50e212f1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.349712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7ff3ff4d-8b4f-412b-94e1-2b50e212f1d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee3b1ae7-a055-4512-9d8a-6ead0aa24d20 HTTP/1.1" status: 204 len: 168 time: 0.2473311 Mar 03 18:05:32.507079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f4c3575-0844-4dae-b593-2d21192a9654 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9317d44-0cf2-46c5-b8f6-93cf978c9028 HTTP/1.1" status: 204 len: 168 time: 5.5865588 Mar 03 18:05:32.508894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-86e315e2-de9c-4646-ac44-98c4643d312e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:32.518750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Calling delete_port for c9583d0a-618e-46af-80a7-f5e06e1be643 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:32.548426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e0ef-de38-4d36-8630-ef84771986be req-383370c5-34f1-46b9-8846-c0de8067f222 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:32.560565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af45e0ef-de38-4d36-8630-ef84771986be req-383370c5-34f1-46b9-8846-c0de8067f222 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 946 time: 0.1989474 Mar 03 18:05:32.646567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] For port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=659e3b8b-45c8-4631-b5d2-f7d863e81d5b,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:32.648481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.671920 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af45e0ef-de38-4d36-8630-ef84771986be req-0cf5760f-5b60-4d11-9a6e-d34acb440653 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096148 Mar 03 18:05:32.678395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:32.728975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60444) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:32.762451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Pushing event deleted for resources: {'Port': ['ID=c9583d0a-618e-46af-80a7-f5e06e1be643,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:32.767007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-86e315e2-de9c-4646-ac44-98c4643d312e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:32.768986 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-86e315e2-de9c-4646-ac44-98c4643d312e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5571754 Mar 03 18:05:32.815453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:32.819966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['dee3be5a-07f7-4ea5-90ff-849228f4dd18'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:05:32.820490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:32.822895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:32.828821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:32.843000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-685e8f4e-ee95-45dd-86e8-48becaf4e89c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1bc68371fe8417fb6aa3182dd5437dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123977 Mar 03 18:05:32.845478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60454) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:32.970877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-413c8f05-fd4b-45f8-963d-fe95837f9699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.000676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] Calling delete_port for 659e3b8b-45c8-4631-b5d2-f7d863e81d5b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:33.004516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-413c8f05-fd4b-45f8-963d-fe95837f9699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.076587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c9583d0a-618e-46af-80a7-f5e06e1be643 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:33.085885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-413c8f05-fd4b-45f8-963d-fe95837f9699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.125819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c8f05-fd4b-45f8-963d-fe95837f9699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1425a219-3081-4d08-8c8d-6d9fe2f9691e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:33.151187 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-413c8f05-fd4b-45f8-963d-fe95837f9699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.152328 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-413c8f05-fd4b-45f8-963d-fe95837f9699 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1425a219-3081-4d08-8c8d-6d9fe2f9691e HTTP/1.1" status: 204 len: 168 time: 0.3057706 Mar 03 18:05:33.167606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:33.181300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.201812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: c9583d0a-618e-46af-80a7-f5e06e1be643 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:33.210470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c9583d0a-618e-46af-80a7-f5e06e1be643 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:33.265151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] No DVR routers for this DVR port c9583d0a-618e-46af-80a7-f5e06e1be643 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:33.362881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.368730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b530295e-6911-4950-b5af-1e3e72028c07', 'name': 'network-vif-deleted', 'tag': 'c9583d0a-618e-46af-80a7-f5e06e1be643'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:33.497689 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b530295e-6911-4950-b5af-1e3e72028c07', 'name': 'network-vif-deleted', 'tag': 'c9583d0a-618e-46af-80a7-f5e06e1be643', 'status': 'completed', 'code': 200} Mar 03 18:05:33.512297 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.517784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02e86337-d07c-4e42-830a-9c05130768bf req-143f7538-1509-46e2-b36b-fa4a53c60330 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "DELETE /v2.0/ports/c9583d0a-618e-46af-80a7-f5e06e1be643 HTTP/1.1" status: 204 len: 173 time: 3.0298245 Mar 03 18:05:33.550286 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:33.604562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-2001c468-7eb3-48ca-a6bf-c4179dc25cc1 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990680 Mar 03 18:05:33.728513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] No DVR routers for this DVR port 659e3b8b-45c8-4631-b5d2-f7d863e81d5b on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:33.733062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428afcd-56b6-473d-a900-21fc7600fb89 None None] Pushing event deleted for resources: {'Port': ['ID=659e3b8b-45c8-4631-b5d2-f7d863e81d5b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:33.857148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] device_id is not set on port 12379fca-392e-44f2-90f4-71af99dcc4a3 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:33.935023 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-267c0baa-a2cb-4214-9c5e-3ce270f4a945 req-d6d21799-d880-4d89-8c5d-676d48053533 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b530295e-6911-4950-b5af-1e3e72028c07 HTTP/1.1" status: 200 len: 210 time: 0.0569127 Mar 03 18:05:34.042623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-239bf8bc-5b5b-41ab-8fc1-7f040e2054e5 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293230 Mar 03 18:05:34.075387 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:34.205581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:34.250434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:34.264516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a595865-05ca-4406-a438-947bdff28135 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:34.275083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:34.275923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:34.318472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=336fe3ea-8ed2-45bb-9404-56baf1c2ee76,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:34.348940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:34.361081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60518) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:34.361814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-68d229ba-547e-4a49-9f9a-c40eca93c1db tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2838886 Mar 03 18:05:34.367622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '336fe3ea-8ed2-45bb-9404-56baf1c2ee76', 'ip_address': '2001:db8::91c8:7643:601c:e763'}], 'name': 'tempest-NetworksTestDHCPv6-1690239127'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:34.414010 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:34.493179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 659e3b8b-45c8-4631-b5d2-f7d863e81d5b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:34.562804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 659e3b8b-45c8-4631-b5d2-f7d863e81d5b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:34.563148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 659e3b8b-45c8-4631-b5d2-f7d863e81d5b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:34.655295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60530) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:34.698683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Port': ['ID=64e37aab-949b-47c3-947d-1981eacac08d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:34.772389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Checking segment: {'id': 'cb925feb-e64a-46ce-ad50-0b00a2b1455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2b513d0b-794f-4c9d-81e3-053c86e207ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:34.775434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network hostable DHCP agents. Network: 2b513d0b-794f-4c9d-81e3-053c86e207ef, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:05:34.785966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '336fe3ea-8ed2-45bb-9404-56baf1c2ee76'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:05:34.786974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:34.800020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe80e96c-2d86-440b-a223-a64ada7778e8 req-29829b50-203a-403c-85f6-6101c7b6963a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 210 time: 0.3891964 Mar 03 18:05:34.818918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network 2b513d0b-794f-4c9d-81e3-053c86e207ef is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:05:34.846751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2b513d0b-794f-4c9d-81e3-053c86e207ef) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:34.851711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:34.855617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:34.919177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:34.927870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:34.936105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:34.951683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:34.972571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:35.072805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Port': ['ID=12379fca-392e-44f2-90f4-71af99dcc4a3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:35.084026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1304467965-network', 'tenant_id': '28d3862213cb46f391cb44768ea3514d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:35.093483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:35.102888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Checking segment: {'id': '5ae3fd15-e909-4140-b48a-6b6416916c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:35.103473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network hostable DHCP agents. Network: 68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:05:35.111411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Usage tracker for resource:network and tenant:28d3862213cb46f391cb44768ea3514d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:35.117803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:35.125915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:35.153056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network 68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:05:35.181994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Made reservation on behalf of 28d3862213cb46f391cb44768ea3514d for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:35.190898 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.241455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.242712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9553eada-9311-455c-896a-e9e17dda2aa2 None None] Network 2b513d0b-794f-4c9d-81e3-053c86e207ef requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:35.270347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:35.285078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:35.292278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:35.301208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:35.301955 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.316804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59961655-dce8-4183-bef8-bb6e6e7f2b93 None None] Network 68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:35.350088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:35.359389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Usage tracker for resource:security_group_rule and tenant:28d3862213cb46f391cb44768ea3514d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:35.366597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:35.369821 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.382462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:35.403399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 6e721a70-268e-4d9b-908d-aff42ec0a722 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:35.593433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.598355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5312e372-2756-4fe5-8614-a7a44f4d1bca tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.6165338 Mar 03 18:05:35.599858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60558) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:35.638596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.651006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:35.660516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.661046 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Added segment e27d3193-594c-4f3f-9328-21484e8971db of type vlan for network 860ee666-b545-4444-a6da-961b53d40622 Mar 03 18:05:35.689092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.711131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/336fe3ea-8ed2-45bb-9404-56baf1c2ee76/f3513c8c-2337-47db-be2d-caf51997ef2e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:35.740148 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.741562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:35.742237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:35.886453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486e6837-dfb6-41b5-bc4c-b79d9e6195a9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:35.895280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2317679 Mar 03 18:05:35.900214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60566) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:35.900619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776a225-76e0-4812-ae54-582321a0c89c admin admin] Pushing event updated for resources: {'Network': ['ID=860ee666-b545-4444-a6da-961b53d40622,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:35.909235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Request body: {'subnet': {'network_id': '860ee666-b545-4444-a6da-961b53d40622', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1304467965-subnet', 'tenant_id': '28d3862213cb46f391cb44768ea3514d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:35.914700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:35.918929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Usage tracker for resource:subnet and tenant:28d3862213cb46f391cb44768ea3514d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:35.922135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:35.953708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:36.042885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da9668-073c-49df-a0b1-50c844942414 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:36.053477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da9668-073c-49df-a0b1-50c844942414 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:36.058333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85da9668-073c-49df-a0b1-50c844942414 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Synchronizing usage tracker for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:36.121559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Made reservation on behalf of 28d3862213cb46f391cb44768ea3514d for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:36.124628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:36.131951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 860ee666-b545-4444-a6da-961b53d40622 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:36.254170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85da9668-073c-49df-a0b1-50c844942414 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Unset dirty status for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:36.259676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-85da9668-073c-49df-a0b1-50c844942414 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6549485 Mar 03 18:05:36.263034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60580) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:36.286106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44a9941b-fb25-4ec1-885d-ff76a581e157 req-88e6ce09-6f55-455a-8a28-96cc764feae7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 210 time: 0.1939476 Mar 03 18:05:36.374700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f619e3-f191-40a7-8aba-af7d3c2b9ba1 req-64fafe9d-a539-41d4-944b-0bc5c0ab77f3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:36.375508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18f619e3-f191-40a7-8aba-af7d3c2b9ba1 req-64fafe9d-a539-41d4-944b-0bc5c0ab77f3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:36.395536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting port 64e37aab-949b-47c3-947d-1981eacac08d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:36.396380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:36.654347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-18f619e3-f191-40a7-8aba-af7d3c2b9ba1 req-64fafe9d-a539-41d4-944b-0bc5c0ab77f3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:36.663002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18f619e3-f191-40a7-8aba-af7d3c2b9ba1 req-64fafe9d-a539-41d4-944b-0bc5c0ab77f3 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.6623733 Mar 03 18:05:36.676381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-a99516f6-812e-4042-b3b2-7062fa632738 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:36.680058 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-a99516f6-812e-4042-b3b2-7062fa632738 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.4364722 Mar 03 18:05:36.698420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Request body: {'port': {'device_id': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'admin_state_up': True, 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:36.798178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:36.838236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Transition to ACTIVE for port object f3513c8c-2337-47db-be2d-caf51997ef2e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:36.876990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Transition to ACTIVE for port object f3513c8c-2337-47db-be2d-caf51997ef2e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:36.884743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:36.890748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18f619e3-f191-40a7-8aba-af7d3c2b9ba1 req-c07cfe90-1c9c-4d7e-bbd5-e3ebd1351954 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259917 Mar 03 18:05:37.011594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:37.013670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Pushing event updated for resources: {'Port': ['ID=f3513c8c-2337-47db-be2d-caf51997ef2e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:37.040039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:37.043608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:37.049628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:37.085903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:37.091934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::91c8:7643:601c:e763 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/336fe3ea-8ed2-45bb-9404-56baf1c2ee76/6e721a70-268e-4d9b-908d-aff42ec0a722) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:37.106967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:37.165730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:37.170208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:37.260237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Attempting to bind port f3513c8c-2337-47db-be2d-caf51997ef2e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:37.260614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Attempting to bind port f3513c8c-2337-47db-be2d-caf51997ef2e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:37.260981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Attempting to bind port f3513c8c-2337-47db-be2d-caf51997ef2e on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:37.277665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:37.278048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:37.278462 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:37.278857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:37.280198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Bound port: f3513c8c-2337-47db-be2d-caf51997ef2e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:37.280590 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:37.418935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Allocated IP 172.20.0.2 (7e4ff3c8-3745-40d1-9af3-8cbbc856ef51/a8406e94-119a-46ab-bb38-f3f82601ce5c/165cdb4c-e265-4875-9d3a-51c84e912f4e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:37.422495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Calling delete_port for 64e37aab-949b-47c3-947d-1981eacac08d owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:37.509612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] For port f3513c8c-2337-47db-be2d-caf51997ef2e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:37.512368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] For port f3513c8c-2337-47db-be2d-caf51997ef2e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f3513c8c-2337-47db-be2d-caf51997ef2e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:37.523589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:37.523777 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:37.630811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710048d1-4c86-4278-9bba-25b854f0c1a2 None None] Pushing event updated for resources: {'Port': ['ID=f3513c8c-2337-47db-be2d-caf51997ef2e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:37.895364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab701ed-0bdf-4b96-9445-652b4e38953b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:37.943139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.026882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Checking segment: {'id': 'e27d3193-594c-4f3f-9328-21484e8971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '860ee666-b545-4444-a6da-961b53d40622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:38.026882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Network hostable DHCP agents. Network: 860ee666-b545-4444-a6da-961b53d40622, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:05:38.073110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.152935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.318425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.336114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Port': ['ID=64e37aab-949b-47c3-947d-1981eacac08d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:38.372273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f3513c8c-2337-47db-be2d-caf51997ef2e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:38.417127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-e57dc4d7-7baf-42d0-b295-3a316cce0c1b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:38.418742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-e57dc4d7-7baf-42d0-b295-3a316cce0c1b tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 1.1061697 Mar 03 18:05:38.430446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Network 860ee666-b545-4444-a6da-961b53d40622 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:05:38.580483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f3513c8c-2337-47db-be2d-caf51997ef2e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:38.580871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6489f9e4-c5dd-4417-981a-cc10d111faf6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/ports/64e37aab-949b-47c3-947d-1981eacac08d HTTP/1.1" status: 204 len: 168 time: 2.3123024 Mar 03 18:05:38.584102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60630) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:38.663274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 860ee666-b545-4444-a6da-961b53d40622) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:38.686785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:38.688467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.695001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc342f2-cbea-49cf-81bb-35983963acb9 None None] Network 860ee666-b545-4444-a6da-961b53d40622 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:38.707719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.727437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 6e721a70-268e-4d9b-908d-aff42ec0a722 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:38.746927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Deleting port dee3be5a-07f7-4ea5-90ff-849228f4dd18 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:38.748409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.796898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.825793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:38.826114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e380bd8c-3e0d-451c-953f-fa2fed9dcea4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9227748 Mar 03 18:05:38.844301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:38.859831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:38.861628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:38.890062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting port 12379fca-392e-44f2-90f4-71af99dcc4a3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:38.893529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:38.934968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:38.953127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:38.954255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:39.018358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:39.032226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:39.034127 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:39.117398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad355971-d86d-4bcf-b939-fd5b2d3f5501 req-cf8043c8-35a3-452d-93cc-9275deacaffa tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:39.122227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad355971-d86d-4bcf-b939-fd5b2d3f5501 req-cf8043c8-35a3-452d-93cc-9275deacaffa tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.7912838 Mar 03 18:05:39.154293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event updated for resources: {'Port': ['ID=165cdb4c-e265-4875-9d3a-51c84e912f4e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:39.160108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19f30a-4f3a-4228-acc3-201458978b9d None None] Network 860ee666-b545-4444-a6da-961b53d40622 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:39.190266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f0c4c-42e4-4279-b598-1ce085a79d44 req-99e24305-8534-4d78-9967-68c214872f67 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:39.193100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-977f0c4c-42e4-4279-b598-1ce085a79d44 req-99e24305-8534-4d78-9967-68c214872f67 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:39.202817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-b0722fb0-2f48-4274-a2a5-52305767dbbb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5104926 Mar 03 18:05:39.382488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad355971-d86d-4bcf-b939-fd5b2d3f5501 req-4aba24fd-1bc7-4e91-bb31-32827df5b800 tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861663 Mar 03 18:05:39.394556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=6e721a70-268e-4d9b-908d-aff42ec0a722,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:39.422505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Request body: {'port': {'device_id': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:39.608268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1fdf6236-2455-44d9-9e07-3762702b148f None None] Provisioning for port f3513c8c-2337-47db-be2d-caf51997ef2e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:39.634554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1fdf6236-2455-44d9-9e07-3762702b148f None None] Provisioning complete for port f3513c8c-2337-47db-be2d-caf51997ef2e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:39.634554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6236-2455-44d9-9e07-3762702b148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:39.809882 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.042601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-39bde237-774e-4bf9-a4ad-434bdf9ba35e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.6803460 Mar 03 18:05:40.053296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60660) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:40.115616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Calling delete_port for 12379fca-392e-44f2-90f4-71af99dcc4a3 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:40.210082 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6236-2455-44d9-9e07-3762702b148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.247021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-977f0c4c-42e4-4279-b598-1ce085a79d44 req-99e24305-8534-4d78-9967-68c214872f67 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:40.248647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-977f0c4c-42e4-4279-b598-1ce085a79d44 req-99e24305-8534-4d78-9967-68c214872f67 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 931 time: 2.2102706 Mar 03 18:05:40.289661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] For port dee3be5a-07f7-4ea5-90ff-849228f4dd18, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dee3be5a-07f7-4ea5-90ff-849228f4dd18,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:40.290256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.293208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1fdf6236-2455-44d9-9e07-3762702b148f None None] For port f3513c8c-2337-47db-be2d-caf51997ef2e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f3513c8c-2337-47db-be2d-caf51997ef2e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:40.301967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6236-2455-44d9-9e07-3762702b148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.311769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.413975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-977f0c4c-42e4-4279-b598-1ce085a79d44 req-885d5cea-2f1c-49df-a99f-f5519e6b0566 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424308 Mar 03 18:05:40.465046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b03f5f-f915-4d3a-9e4b-7f89504a1455 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:40.467274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2b892bdc-3786-4909-8513-7adf86cb26be None None] Provisioning for port 6e721a70-268e-4d9b-908d-aff42ec0a722 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:40.479036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2b892bdc-3786-4909-8513-7adf86cb26be None None] Provisioning complete for port 6e721a70-268e-4d9b-908d-aff42ec0a722 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:40.482077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b03f5f-f915-4d3a-9e4b-7f89504a1455 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:40.482921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-87b03f5f-f915-4d3a-9e4b-7f89504a1455 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:40.484347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b892bdc-3786-4909-8513-7adf86cb26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.630701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2b892bdc-3786-4909-8513-7adf86cb26be None None] Port 6e721a70-268e-4d9b-908d-aff42ec0a722 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:05:40.647882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-87b03f5f-f915-4d3a-9e4b-7f89504a1455 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:40.652419 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-87b03f5f-f915-4d3a-9e4b-7f89504a1455 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5921876 Mar 03 18:05:40.653819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6236-2455-44d9-9e07-3762702b148f None None] Pushing event updated for resources: {'Port': ['ID=f3513c8c-2337-47db-be2d-caf51997ef2e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:40.653963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60684) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:40.673231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Calling delete_port for dee3be5a-07f7-4ea5-90ff-849228f4dd18 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:40.788188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 6e721a70-268e-4d9b-908d-aff42ec0a722 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:40.788188 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.858539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.925347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedf0b1-452a-4063-a145-bde1de7b4e37 req-6962fa7a-286d-4e8e-b029-505b7f60a7fa tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:40.926819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddedf0b1-452a-4063-a145-bde1de7b4e37 req-6962fa7a-286d-4e8e-b029-505b7f60a7fa tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 946 time: 0.3878937 Mar 03 18:05:40.941930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Port': ['ID=12379fca-392e-44f2-90f4-71af99dcc4a3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:40.949296 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:40.966859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d28fdc73-386e-4e4a-a232-7f593632bd37 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:40.967528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d28fdc73-386e-4e4a-a232-7f593632bd37 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Synchronizing usage tracker for tenant:28d3862213cb46f391cb44768ea3514d on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:40.974352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-10676a37-1893-45ea-a43f-9b331f01613a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/ports/12379fca-392e-44f2-90f4-71af99dcc4a3 HTTP/1.1" status: 204 len: 168 time: 2.3869145 Mar 03 18:05:40.979187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60692) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:41.075766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b419ab1d-c4e5-468b-861f-c93308b6403a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Synchronizing usage tracker for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:41.088103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d28fdc73-386e-4e4a-a232-7f593632bd37 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Unset dirty status for tenant:28d3862213cb46f391cb44768ea3514d on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:41.089685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d28fdc73-386e-4e4a-a232-7f593632bd37 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/networks?id=860ee666-b545-4444-a6da-961b53d40622 HTTP/1.1" status: 200 len: 814 time: 0.8732598 Mar 03 18:05:41.094031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddedf0b1-452a-4063-a145-bde1de7b4e37 req-3fdf4d1a-dc93-4aca-a66d-bb7be7d062ee tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8ce0506-4d00-4bad-9178-2d5701fb1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447341 Mar 03 18:05:41.122954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dee3be5a-07f7-4ea5-90ff-849228f4dd18 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:41.151325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b419ab1d-c4e5-468b-861f-c93308b6403a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Unset dirty status for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:41.152743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b419ab1d-c4e5-468b-861f-c93308b6403a tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1418951 Mar 03 18:05:41.158116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:41.161910 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-da8983a9-3f05-4f4e-b922-6e14d4c4a120 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/quotas/28d3862213cb46f391cb44768ea3514d HTTP/1.1" status: 200 len: 375 time: 0.0405009 Mar 03 18:05:41.166349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-671475477'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:41.170575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.231088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: dee3be5a-07f7-4ea5-90ff-849228f4dd18 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:05:41.231706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dee3be5a-07f7-4ea5-90ff-849228f4dd18 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:05:41.289643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:41.327592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Pushing event deleted for resources: {'Port': ['ID=dee3be5a-07f7-4ea5-90ff-849228f4dd18,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:41.348066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.377741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Usage tracker for resource:network and tenant:a20023e230624bcd800ddad9dbe3e876 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:41.390692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-2fe21fee-75d6-48fd-82c0-a1e6f2c8730a tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=28d3862213cb46f391cb44768ea3514d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2178104 Mar 03 18:05:41.392555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:41.454164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:41.479995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] No DVR routers for this DVR port dee3be5a-07f7-4ea5-90ff-849228f4dd18 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:41.506324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.515119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'name': 'network-vif-deleted', 'tag': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:41.537000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 6e721a70-268e-4d9b-908d-aff42ec0a722 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:41.593751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165cdb4c-e265-4875-9d3a-51c84e912f4e {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:05:41.607442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.686677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Made reservation on behalf of a20023e230624bcd800ddad9dbe3e876 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:41.690817 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.727501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-679f5c5c-a5ae-49c2-9dea-9a65ca1a474e req-edd7c38a-6525-4875-9ab5-30f38d8ddb8c tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.35 "DELETE /v2.0/ports/dee3be5a-07f7-4ea5-90ff-849228f4dd18 HTTP/1.1" status: 204 len: 173 time: 3.2980540 Mar 03 18:05:41.731770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-731cb618-05ab-4b36-b5f5-5aaac6171dd2 service neutron] 10.222.0.23 "GET /v2.0/networks/860ee666-b545-4444-a6da-961b53d40622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055534 Mar 03 18:05:41.747547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Transition to ACTIVE for port object 165cdb4c-e265-4875-9d3a-51c84e912f4e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:41.809991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.849781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:41.878549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.879170 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Added segment b0e4594d-9a3e-4f29-af2c-2a640c3f33d7 of type vlan for network 4abe5514-ba29-4360-9491-2cabcacf6e33 Mar 03 18:05:41.916707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.960804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:41.967429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:41.968429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:42.128132 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:42.192920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2db73-f6e0-4926-a065-509b09d0f3e7 req-aaad7496-e3e8-48b1-8251-889f46c9cc2f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:42.201905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6fe2db73-f6e0-4926-a065-509b09d0f3e7 req-aaad7496-e3e8-48b1-8251-889f46c9cc2f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 931 time: 0.5988305 Mar 03 18:05:42.233556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-8b94dec0-f3d5-4912-8587-7d7df0c81f13 service neutron] 10.222.0.23 "GET /v2.0/networks/860ee666-b545-4444-a6da-961b53d40622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931695 Mar 03 18:05:42.261243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Pushing event updated for resources: {'Port': ['ID=165cdb4c-e265-4875-9d3a-51c84e912f4e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:42.288665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f3513c8c-2337-47db-be2d-caf51997ef2e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:42.564210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f3513c8c-2337-47db-be2d-caf51997ef2e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:42.564674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:42.569525 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cb7519-089b-4f22-b3d6-0b72fcc71c4d', 'name': 'network-vif-deleted', 'tag': 'dee3be5a-07f7-4ea5-90ff-849228f4dd18', 'status': 'completed', 'code': 200} Mar 03 18:05:42.576329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4145210 Mar 03 18:05:42.589179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60744) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:42.603834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666ee2f-1c53-4361-a1db-3047d884b7f2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Network': ['ID=4abe5514-ba29-4360-9491-2cabcacf6e33,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:42.636724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-10858619'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:42.652777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:42.671417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Usage tracker for resource:network and tenant:a20023e230624bcd800ddad9dbe3e876 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:42.680015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:42.680251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 4abe5514-ba29-4360-9491-2cabcacf6e33 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:42.693029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:42.722185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Made reservation on behalf of a20023e230624bcd800ddad9dbe3e876 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:42.762296 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:42.908316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8aaeb544-2018-4f86-9d3d-8885a78bd107 req-1dd53a62-ecbb-4f71-be5d-f3c0c5311aca tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Synchronizing usage tracker for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:42.939736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8aaeb544-2018-4f86-9d3d-8885a78bd107 req-1dd53a62-ecbb-4f71-be5d-f3c0c5311aca tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] Unset dirty status for tenant:6835a2dc3cff41ae82c51cf0ab983d97 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:42.948908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8aaeb544-2018-4f86-9d3d-8885a78bd107 req-1dd53a62-ecbb-4f71-be5d-f3c0c5311aca tempest-ListServerFiltersTestJSON-327298414 tempest-ListServerFiltersTestJSON-327298414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cb7519-089b-4f22-b3d6-0b72fcc71c4d HTTP/1.1" status: 200 len: 210 time: 0.1351831 Mar 03 18:05:42.954049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:42.962150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.962826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.963473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.964004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.964479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.964954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.965510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.966641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.966972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.967290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.967610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.967922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:42.992011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:42.992405 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Added segment f3018c9f-9238-4a23-b7f2-0bb59a94d431 of type vlan for network 1d79f110-9eda-4a95-8684-45c2a69880e7 Mar 03 18:05:43.027367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.057820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6fe2db73-f6e0-4926-a065-509b09d0f3e7 req-86144ebf-6c2c-4c26-9c33-caf2bc885442 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8529608 Mar 03 18:05:43.087781 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/6e721a70-268e-4d9b-908d-aff42ec0a722 HTTP/1.1" status: 204 len: 168 time: 2.4242544 Mar 03 18:05:43.090821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f7601-cb93-4e6c-805d-bab5f0b78dcd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=6e721a70-268e-4d9b-908d-aff42ec0a722,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:43.092776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60760) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:43.093536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Attempting to bind port 165cdb4c-e265-4875-9d3a-51c84e912f4e on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:43.094077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Attempting to bind port 165cdb4c-e265-4875-9d3a-51c84e912f4e by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:43.094614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Attempting to bind port 165cdb4c-e265-4875-9d3a-51c84e912f4e on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:43.144973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Port 165cdb4c-e265-4875-9d3a-51c84e912f4e on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:05:43.146725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Attempting to bind port 165cdb4c-e265-4875-9d3a-51c84e912f4e on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:43.163087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:43.163786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Checking segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:43.164415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Bound using segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:43.165066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Bound port: 165cdb4c-e265-4875-9d3a-51c84e912f4e, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:43.165696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.287353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f990d80c-6a85-4b0c-853a-936dede94db8 req-d03ed635-6f9b-40d7-a4b5-f4775b87f490 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 210 time: 0.2550993 Mar 03 18:05:43.292172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.329286 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.332290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:43.342410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:43.356825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.359753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:43.360930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.459448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Pushing event updated for resources: {'Port': ['ID=165cdb4c-e265-4875-9d3a-51c84e912f4e,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:43.476217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:43.476898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.478335 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-09461483-4ce5-40b5-88de-15dc467c7b91 service neutron] 10.222.0.16 "PUT /v2.0/ports/165cdb4c-e265-4875-9d3a-51c84e912f4e HTTP/1.1" status: 200 len: 1091 time: 4.0654089 Mar 03 18:05:43.479238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:43.492926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522774f0-2316-4e63-b82f-6ca11de9eac1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:43.494983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522774f0-2316-4e63-b82f-6ca11de9eac1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:43.495835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-522774f0-2316-4e63-b82f-6ca11de9eac1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:43.521993 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9315119 Mar 03 18:05:43.548816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-522774f0-2316-4e63-b82f-6ca11de9eac1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:43.550796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-522774f0-2316-4e63-b82f-6ca11de9eac1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4496512 Mar 03 18:05:43.554506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60776) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:43.557801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Network': ['ID=1d79f110-9eda-4a95-8684-45c2a69880e7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:43.580933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.581684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.582274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.583538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.584497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.585113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.585677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.588182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.588777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.589447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.591373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.591986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434ef6e-86c4-4c2b-a2a3-2c813c399b2d tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:05:43.607566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 1d79f110-9eda-4a95-8684-45c2a69880e7 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:43.655270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60780) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:43.662633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'subnets': [{'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--561514540', 'ip_version': 4}, {'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:43.663614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'subnet': {'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--561514540', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:43.664380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Request body: {'subnet': {'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:43.665276 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e', 'status': 'completed', 'code': 200} Mar 03 18:05:43.767511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 336fe3ea-8ed2-45bb-9404-56baf1c2ee76 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:43.773172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:43.840636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-2fc68e84-5b19-47cb-b3b8-72ef5f4cbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:43.842426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-2fc68e84-5b19-47cb-b3b8-72ef5f4cbc59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 1094 time: 0.1729321 Mar 03 18:05:43.844772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:44.043250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-5272713b-bdd0-403b-ab17-3d2c4e683bb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e HTTP/1.1" status: 200 len: 217 time: 0.1583524 Mar 03 18:05:44.194874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60798) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:44.240962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:44.249841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Usage tracker for resource:subnet and tenant:a20023e230624bcd800ddad9dbe3e876 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:44.252788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:44.269137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:44.291446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Made reservation on behalf of a20023e230624bcd800ddad9dbe3e876 for: {'subnet': 2} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:44.298903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:44.299705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:44.371377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-65a8761e-e4cf-4e9e-85e4-2c3580cb1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:44.373121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-65a8761e-e4cf-4e9e-85e4-2c3580cb1c86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.3312192 Mar 03 18:05:44.445581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-e8928a6b-37c0-43c0-aa9c-995ee0445813 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642738 Mar 03 18:05:44.451626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] Deleting subnet 88767cc5-12e9-4f70-a308-40655098d9f5 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:44.594857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-642721ac-0215-4e82-a291-64c1b596c387 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380639 Mar 03 18:05:44.596525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:44.630887 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:44.853905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:44.978857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f0ca7e5-2679-4469-bead-d3df2635717b req-c168a860-6fba-4cf3-944c-ef02cb6cfc9f tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 210 time: 0.2429082 Mar 03 18:05:44.996157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ad64d-2013-49fc-9905-98b4fcdd71a3 req-780232fe-026a-4cb5-be4e-a7a67072310c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:45.013630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e25ad64d-2013-49fc-9905-98b4fcdd71a3 req-780232fe-026a-4cb5-be4e-a7a67072310c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 943 time: 0.7318714 Mar 03 18:05:45.163545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e25ad64d-2013-49fc-9905-98b4fcdd71a3 req-aab5a40a-c74d-4282-bee6-a995a7a94514 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484916 Mar 03 18:05:45.181458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c93cf5-92a7-403f-8ba1-9c5402684e2d req-9adb080e-fc45-4ec6-b5dd-c26a3f9867a1 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038602 Mar 03 18:05:45.181458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:45.255421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:45.258221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=336fe3ea-8ed2-45bb-9404-56baf1c2ee76,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:45.258397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db8f32-b386-4b59-a79c-1329415ac2f4 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:45.297426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-7198e006-aea8-4ebf-9c56-ab3fda3fa40d tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:45.298855 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-7198e006-aea8-4ebf-9c56-ab3fda3fa40d tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.35 "GET /v2.0/networks?id=860ee666-b545-4444-a6da-961b53d40622 HTTP/1.1" status: 200 len: 814 time: 0.5619514 Mar 03 18:05:45.312600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Request body: {'port': {'device_id': 'df744e05-2547-42b0-987c-365bb31eca5b', 'network_id': '860ee666-b545-4444-a6da-961b53d40622', 'admin_state_up': True, 'tenant_id': '28d3862213cb46f391cb44768ea3514d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:45.511068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:45.515117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Usage tracker for resource:port and tenant:28d3862213cb46f391cb44768ea3514d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:45.518150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:45.524466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:45.541347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Made reservation on behalf of 28d3862213cb46f391cb44768ea3514d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:45.546713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:45.603802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ee619b34-0cfe-4c58-b172-bc42ab96ff11 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/336fe3ea-8ed2-45bb-9404-56baf1c2ee76 HTTP/1.1" status: 204 len: 168 time: 2.0456102 Mar 03 18:05:45.605212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60830) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:45.610074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:45.639953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:45.645033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] Deleting port f3513c8c-2337-47db-be2d-caf51997ef2e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:45.647333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:45.677759 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:45.742514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b9fcf894-a4fa-4088-ae5a-4db933fdad2f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348205 Mar 03 18:05:45.747834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60836) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:45.760847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Subnet': ['ID=b6b2b651-83a9-45f1-896a-e46e9a5c1a15,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:45.831503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-9cc75d20-f3f6-479b-a3ba-8be2015bc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:45.834469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-9cc75d20-f3f6-479b-a3ba-8be2015bc12f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 1094 time: 0.5625436 Mar 03 18:05:45.872444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Checking segment: {'id': 'b0e4594d-9a3e-4f29-af2c-2a640c3f33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:45.872811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network hostable DHCP agents. Network: 4abe5514-ba29-4360-9491-2cabcacf6e33, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:05:45.905068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Allocated IP 172.20.0.5 (860ee666-b545-4444-a6da-961b53d40622/bab701ed-0bdf-4b96-9445-652b4e38953b/2a82d652-7999-492d-abd7-7c3a8b7638a8) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:45.907021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network 4abe5514-ba29-4360-9491-2cabcacf6e33 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:05:45.938043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 4abe5514-ba29-4360-9491-2cabcacf6e33) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:45.946144 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.060038 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.081144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event updated for resources: {'Subnet': ['ID=9c694039-2647-42c1-881b-5222650463aa,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:46.158178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61fa6cf-d824-4393-b946-80b875e6e4e9 None None] Network 4abe5514-ba29-4360-9491-2cabcacf6e33 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:46.170070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ee17e-6645-459b-b65d-0d794030e6eb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:46.171108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c07ee17e-6645-459b-b65d-0d794030e6eb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:46.188848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88767cc5-12e9-4f70-a308-40655098d9f5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:46.191481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.224703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Checking segment: {'id': 'f3018c9f-9238-4a23-b7f2-0bb59a94d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:46.224961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network hostable DHCP agents. Network: 1d79f110-9eda-4a95-8684-45c2a69880e7, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:05:46.258652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ef837831-e63d-4c82-860d-2cfe3aa32690 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/88767cc5-12e9-4f70-a308-40655098d9f5 HTTP/1.1" status: 204 len: 168 time: 2.0565445 Mar 03 18:05:46.259231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300e8fc-ecbb-489d-9a61-318da6aaa10e None None] Network 61910a4d-1526-486d-8500-b4e99b8d26f5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:46.271581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60852) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:46.296632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f3513c8c-2337-47db-be2d-caf51997ef2e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:46.323421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c07ee17e-6645-459b-b65d-0d794030e6eb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:46.324616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c07ee17e-6645-459b-b65d-0d794030e6eb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5757561 Mar 03 18:05:46.356951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60856) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:46.368370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-cfd42d17-8e9e-4924-be4d-2a48b50692b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:46.373321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-cfd42d17-8e9e-4924-be4d-2a48b50692b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 912 time: 0.5264685 Mar 03 18:05:46.616611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-d6dbff96-acb5-424b-9760-544665502441 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e HTTP/1.1" status: 200 len: 217 time: 0.1840303 Mar 03 18:05:46.621092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] For port f3513c8c-2337-47db-be2d-caf51997ef2e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f3513c8c-2337-47db-be2d-caf51997ef2e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:46.621511 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.688692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288978a-571b-4273-a137-dc29426cf8f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:46.689550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0288978a-571b-4273-a137-dc29426cf8f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:46.700296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.733436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.785118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] Calling delete_port for f3513c8c-2337-47db-be2d-caf51997ef2e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:46.804095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aa58-7fc4-4b8b-934c-13d535ba96a3 req-2d72ab4e-042c-4fba-8c9c-9d51218509bd tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:46.812933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2649aa58-7fc4-4b8b-934c-13d535ba96a3 req-2d72ab4e-042c-4fba-8c9c-9d51218509bd tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 943 time: 0.3791928 Mar 03 18:05:46.812933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0288978a-571b-4273-a137-dc29426cf8f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:46.818108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0288978a-571b-4273-a137-dc29426cf8f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4585514 Mar 03 18:05:46.819836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-1f9534a7-0c90-4cdd-bfc3-f039d4373158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:46.821851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-1f9534a7-0c90-4cdd-bfc3-f039d4373158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.1886806 Mar 03 18:05:46.822668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Deleting port e6d2e69a-eaf0-4110-b628-71cab3120b09 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:46.823378 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.868884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60868) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:46.874273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:46.999207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2649aa58-7fc4-4b8b-934c-13d535ba96a3 req-a7d38b5d-79ee-4da9-a68b-8709c1a7258c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353252 Mar 03 18:05:47.004183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-aed00e03-ed40-4f39-92d1-d798698152bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417224 Mar 03 18:05:47.083419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ad516dfa-f4cd-4919-b13d-2c12b222f9a5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2109194 Mar 03 18:05:47.087319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Network 860ee666-b545-4444-a6da-961b53d40622 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:47.113929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60878) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:47.135000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Network 1d79f110-9eda-4a95-8684-45c2a69880e7 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:05:47.135724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:47.141822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Pushing event updated for resources: {'Port': ['ID=2a82d652-7999-492d-abd7-7c3a8b7638a8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:47.149925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:47.155986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:47.175080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:47.268133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-4abe5514-ba29-4360-9491-2cabcacf6e33', 'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33', 'tenant_id': 'a20023e230624bcd800ddad9dbe3e876', 'fixed_ips': [{'subnet_id': 'b6b2b651-83a9-45f1-896a-e46e9a5c1a15'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:05:47.275792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:47.296779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:47.297578 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:47.308237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 1d79f110-9eda-4a95-8684-45c2a69880e7) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:47.323797 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:47.340616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39524-cf90-4a56-921b-63c6bda2bbd1 req-6d528290-b917-46dd-ad52-68342f3791c3 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:47.342522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6ca39524-cf90-4a56-921b-63c6bda2bbd1 req-6d528290-b917-46dd-ad52-68342f3791c3 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 931 time: 0.7053318 Mar 03 18:05:47.347602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:47.348185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:47.349613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:47.411737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c458a6-bfc0-4bc5-a032-08878f8fc044 None None] Network 1d79f110-9eda-4a95-8684-45c2a69880e7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:47.419910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:47.428037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6ca39524-cf90-4a56-921b-63c6bda2bbd1 req-2a38e11a-ba0f-4f1e-a082-3fd2f38e50c3 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Synchronizing usage tracker for tenant:28d3862213cb46f391cb44768ea3514d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:47.435518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-74f0fa73-a5b0-4bd9-a62f-7d4678ffc09f tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7768996 Mar 03 18:05:47.435979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60892) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:47.436166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-862972a2-1c28-44d1-9433-43a7d47068ce tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1276169 Mar 03 18:05:47.439705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] Pushing event deleted for resources: {'Port': ['ID=f3513c8c-2337-47db-be2d-caf51997ef2e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:47.455002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Request body: {'port': {'device_id': 'df744e05-2547-42b0-987c-365bb31eca5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:47.495796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ff370-ae3d-4933-960d-3bfa7d6999d1 None None] No DVR routers for this DVR port f3513c8c-2337-47db-be2d-caf51997ef2e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:47.514436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6ca39524-cf90-4a56-921b-63c6bda2bbd1 req-2a38e11a-ba0f-4f1e-a082-3fd2f38e50c3 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Unset dirty status for tenant:28d3862213cb46f391cb44768ea3514d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:47.515603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6ca39524-cf90-4a56-921b-63c6bda2bbd1 req-2a38e11a-ba0f-4f1e-a082-3fd2f38e50c3 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430194 Mar 03 18:05:47.654533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:47.682334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:47.691390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] DHCP port deletion for 61910a4d-1526-486d-8500-b4e99b8d26f5 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:47.700974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Deleting port e6d2e69a-eaf0-4110-b628-71cab3120b09 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:47.705347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:47.869699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:47.873156 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:48.139006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:48.212051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Allocated IP 172.20.0.2 (4abe5514-ba29-4360-9491-2cabcacf6e33/b6b2b651-83a9-45f1-896a-e46e9a5c1a15/e8fccbcc-ae1d-4fa9-9909-068963e6fd6f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:48.297593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a82d652-7999-492d-abd7-7c3a8b7638a8 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:05:48.310811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:48.345407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Transition to ACTIVE for port object 2a82d652-7999-492d-abd7-7c3a8b7638a8 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:48.349977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:48.394359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4529d3-aee5-4d5c-a65b-b1e5e3c58b17 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:48.396739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4529d3-aee5-4d5c-a65b-b1e5e3c58b17 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:48.398735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4529d3-aee5-4d5c-a65b-b1e5e3c58b17 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:48.400685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6c4529d3-aee5-4d5c-a65b-b1e5e3c58b17 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.9570370 Mar 03 18:05:48.422315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e6d2e69a-eaf0-4110-b628-71cab3120b09 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:48.461760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:48.482365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-1d79f110-9eda-4a95-8684-45c2a69880e7', 'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7', 'tenant_id': 'a20023e230624bcd800ddad9dbe3e876', 'fixed_ips': [{'subnet_id': '9c694039-2647-42c1-881b-5222650463aa'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:05:48.483002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:48.524028 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-2a767207-ed0c-4ebf-bae0-cd99591a1613 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5110328 Mar 03 18:05:48.658413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6d2e69a-eaf0-4110-b628-71cab3120b09,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:48.658938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:48.679573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6d2e69a-eaf0-4110-b628-71cab3120b09,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:48.680785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:48.833571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting subnet b6b2b651-83a9-45f1-896a-e46e9a5c1a15 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:48.916324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Calling delete_port for e6d2e69a-eaf0-4110-b628-71cab3120b09 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:48.920936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Calling delete_port for e6d2e69a-eaf0-4110-b628-71cab3120b09 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:48.980884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Pushing event updated for resources: {'Port': ['ID=2a82d652-7999-492d-abd7-7c3a8b7638a8,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:49.012856 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.017539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91f66-7522-44a5-b627-e39fd1a17998 req-5aa606fa-17f3-4f6f-a243-87993a48c736 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:49.025495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2f91f66-7522-44a5-b627-e39fd1a17998 req-5aa606fa-17f3-4f6f-a243-87993a48c736 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 943 time: 0.6699750 Mar 03 18:05:49.055497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6d2e69a-eaf0-4110-b628-71cab3120b09,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:49.080490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.092124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Allocated IP 172.20.0.18 (1d79f110-9eda-4a95-8684-45c2a69880e7/9c694039-2647-42c1-881b-5222650463aa/e33726b8-267c-4e8f-98ad-28eaf925a489) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:49.107524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Attempting to bind port 2a82d652-7999-492d-abd7-7c3a8b7638a8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:49.107867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Attempting to bind port 2a82d652-7999-492d-abd7-7c3a8b7638a8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'e27d3193-594c-4f3f-9328-21484e8971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '860ee666-b545-4444-a6da-961b53d40622'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:49.108192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Attempting to bind port 2a82d652-7999-492d-abd7-7c3a8b7638a8 on network 860ee666-b545-4444-a6da-961b53d40622 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:49.134861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.139166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Port 2a82d652-7999-492d-abd7-7c3a8b7638a8 on network 860ee666-b545-4444-a6da-961b53d40622 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:05:49.139166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Attempting to bind port 2a82d652-7999-492d-abd7-7c3a8b7638a8 on network 860ee666-b545-4444-a6da-961b53d40622 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:49.176746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:49.177096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Checking segment: {'id': 'e27d3193-594c-4f3f-9328-21484e8971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '860ee666-b545-4444-a6da-961b53d40622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:49.177505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Bound using segment: {'id': 'e27d3193-594c-4f3f-9328-21484e8971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '860ee666-b545-4444-a6da-961b53d40622'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:49.177949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Bound port: 2a82d652-7999-492d-abd7-7c3a8b7638a8, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27d3193-594c-4f3f-9328-21484e8971db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '860ee666-b545-4444-a6da-961b53d40622'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:49.178294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.343357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2f91f66-7522-44a5-b627-e39fd1a17998 req-05abe4ed-a6e7-4bf7-9667-79c608e8ebe8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167226 Mar 03 18:05:49.346123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55db9e-cc2b-4dd3-9f7b-38b5518aaed2 req-157d4e04-241e-4eba-8ca4-68e71e1eb5a8 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:49.346900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3f55db9e-cc2b-4dd3-9f7b-38b5518aaed2 req-157d4e04-241e-4eba-8ca4-68e71e1eb5a8 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Synchronizing usage tracker for tenant:28d3862213cb46f391cb44768ea3514d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:49.394710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:49.399725 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-296172c9-d055-4cde-94ad-aa9e689736f9 req-0261086e-9a5d-454a-ab89-b14396aa506f service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8612864 Mar 03 18:05:49.423846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:49.434763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:49.435371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.447099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:49.447410 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:49.471654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3f55db9e-cc2b-4dd3-9f7b-38b5518aaed2 req-157d4e04-241e-4eba-8ca4-68e71e1eb5a8 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Unset dirty status for tenant:28d3862213cb46f391cb44768ea3514d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:49.480204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=046c6109-92e6-47dd-850e-a63271bf31bc,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:49.482401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f55db9e-cc2b-4dd3-9f7b-38b5518aaed2 req-157d4e04-241e-4eba-8ca4-68e71e1eb5a8 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 943 time: 0.6559932 Mar 03 18:05:49.518229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3e29cfb4-9a2d-49a4-af05-aa1892d319b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4025223 Mar 03 18:05:49.521201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60944) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:49.526699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '046c6109-92e6-47dd-850e-a63271bf31bc', 'ip_address': '2001:db8::654d:62f4:2829:aa99'}], 'name': 'tempest-NetworksTestDHCPv6-1846382679'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:49.529989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8e1b4-be84-4082-9696-37cd3c5b288e None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:49.556735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] For port 2a82d652-7999-492d-abd7-7c3a8b7638a8, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:49.587719 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 18:05:49.587719 n-d-827121-1 neutron-server[87888]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 03 18:05:49.587719 n-d-827121-1 neutron-server[87888]: [parameters: {'port_id': 'e6d2e69a-eaf0-4110-b628-71cab3120b09'}] Mar 03 18:05:49.587719 n-d-827121-1 neutron-server[87888]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:49.588189 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:49.606323 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f55db9e-cc2b-4dd3-9f7b-38b5518aaed2 req-962a7693-3319-483e-b9c8-a4786c54af5f tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228604 Mar 03 18:05:49.624757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] For port 2a82d652-7999-492d-abd7-7c3a8b7638a8, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2a82d652-7999-492d-abd7-7c3a8b7638a8,segment=NetworkSegment(e27d3193-594c-4f3f-9328-21484e8971db),segment_id=e27d3193-594c-4f3f-9328-21484e8971db)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:49.629784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.736191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:49.737000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.738736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] 10.222.0.35 "PUT /v2.0/ports/2a82d652-7999-492d-abd7-7c3a8b7638a8 HTTP/1.1" status: 200 len: 1091 time: 2.2912784 Mar 03 18:05:49.738736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df744e05-2547-42b0-987c-365bb31eca5b', 'tag': '2a82d652-7999-492d-abd7-7c3a8b7638a8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:49.740811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.755524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Transition to ACTIVE for port object e8fccbcc-ae1d-4fa9-9909-068963e6fd6f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:49.779905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874b6f-b1e8-4f80-ba2f-22116161a27a service neutron] Pushing event updated for resources: {'Port': ['ID=2a82d652-7999-492d-abd7-7c3a8b7638a8,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:49.787250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Transition to ACTIVE for port object e8fccbcc-ae1d-4fa9-9909-068963e6fd6f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:49.798832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.814970 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.819351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-733a1c42-5c39-4a72-80ce-7bc6b69356d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.838108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e6d2e69a-eaf0-4110-b628-71cab3120b09,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:49.840502 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df744e05-2547-42b0-987c-365bb31eca5b', 'tag': '2a82d652-7999-492d-abd7-7c3a8b7638a8', 'status': 'completed', 'code': 200} Mar 03 18:05:49.890606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-dced9ad7-cdf6-4d1b-9cc8-0d7efc570c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:49.892158 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-dced9ad7-cdf6-4d1b-9cc8-0d7efc570c06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28d3862213cb46f391cb44768ea3514d&device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 1094 time: 0.1051579 Mar 03 18:05:49.929924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Pushing event updated for resources: {'Port': ['ID=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:49.944069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Network 4abe5514-ba29-4360-9491-2cabcacf6e33 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:49.945857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:49.959617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:49.972895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:49.975817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Deleting port e6d2e69a-eaf0-4110-b628-71cab3120b09 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:49.976397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:50.100480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:50.124296 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-12580a69-6850-4dff-a9f7-50f42ccd2823 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a82d652-7999-492d-abd7-7c3a8b7638a8 HTTP/1.1" status: 200 len: 217 time: 0.2247105 Mar 03 18:05:50.139495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:50.181080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Deleting port e6d2e69a-eaf0-4110-b628-71cab3120b09 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:50.184862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:50.235573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 165cdb4c-e265-4875-9d3a-51c84e912f4e details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:05:50.249626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-65e624d5-5963-472d-a84b-9fcbb019111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:50.250623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:50.251092 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-65e624d5-5963-472d-a84b-9fcbb019111f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bab701ed-0bdf-4b96-9445-652b4e38953b HTTP/1.1" status: 200 len: 854 time: 0.1203284 Mar 03 18:05:50.332308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-51cba0ca-c681-4471-b999-454f097ade7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=860ee666-b545-4444-a6da-961b53d40622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738170 Mar 03 18:05:50.638048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:50.644296 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-b7f9c418-f369-4c61-a319-3879e2fc1485 service neutron] 10.222.0.35 "GET /v2.0/networks/860ee666-b545-4444-a6da-961b53d40622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019881 Mar 03 18:05:50.686506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Attempting to bind port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:50.687171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Attempting to bind port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'b0e4594d-9a3e-4f29-af2c-2a640c3f33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:50.687278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Attempting to bind port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f on network 4abe5514-ba29-4360-9491-2cabcacf6e33 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:50.722403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '046c6109-92e6-47dd-850e-a63271bf31bc'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:05:50.723281 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:50.772361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:50.772795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Checking segment: {'id': 'b0e4594d-9a3e-4f29-af2c-2a640c3f33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:50.773256 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:50.773697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Bound using segment: {'id': 'b0e4594d-9a3e-4f29-af2c-2a640c3f33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:50.774199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Bound port: e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e4594d-9a3e-4f29-af2c-2a640c3f33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4abe5514-ba29-4360-9491-2cabcacf6e33'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:50.774587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:50.777215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6d2e69a-eaf0-4110-b628-71cab3120b09,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:50.777967 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:50.794242 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:05:50.802117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceeb20-2dec-4e37-8132-a2bbceb106e6 req-32d40d11-e100-4b1e-aa4a-1a44f5f92370 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:50.810121 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46ceeb20-2dec-4e37-8132-a2bbceb106e6 req-32d40d11-e100-4b1e-aa4a-1a44f5f92370 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 943 time: 0.2358904 Mar 03 18:05:50.890019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46ceeb20-2dec-4e37-8132-a2bbceb106e6 req-b05b5757-c687-4358-90bb-af2161599093 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780270 Mar 03 18:05:50.897080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80e3ea0a-2f52-4f46-9b4f-0fa84bc564e1 req-4c2c3057-aff3-4146-9e60-0c1dcd4bd1c7 service neutron] 10.222.0.35 "GET /v2.0/networks/860ee666-b545-4444-a6da-961b53d40622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431090 Mar 03 18:05:51.012615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] For port e6d2e69a-eaf0-4110-b628-71cab3120b09, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6d2e69a-eaf0-4110-b628-71cab3120b09,segment=NetworkSegment(df2ff0c8-4a71-4485-8532-c365d6cf9424),segment_id=df2ff0c8-4a71-4485-8532-c365d6cf9424)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:51.013017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:51.086934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-4a62bd0f-ac31-4a80-a3f0-252e0d444a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:51.088429 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-4a62bd0f-ac31-4a80-a3f0-252e0d444a8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28d3862213cb46f391cb44768ea3514d&device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 1094 time: 0.1221011 Mar 03 18:05:51.298387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Calling delete_port for e6d2e69a-eaf0-4110-b628-71cab3120b09 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:51.304397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Calling delete_port for e6d2e69a-eaf0-4110-b628-71cab3120b09 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:51.328436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-ee40e018-51fb-4e71-949f-6737cdc57d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:51.330583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-ee40e018-51fb-4e71-949f-6737cdc57d85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=860ee666-b545-4444-a6da-961b53d40622 HTTP/1.1" status: 200 len: 915 time: 0.2363575 Mar 03 18:05:51.341745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:51.423678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:51.471438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-d205911c-96f5-4b8b-b249-f95636144349 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a82d652-7999-492d-abd7-7c3a8b7638a8 HTTP/1.1" status: 200 len: 217 time: 0.1272120 Mar 03 18:05:51.498049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port a4d9e35b-9e92-452c-9a99-b5e6c0c5316b yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:51.544984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-7e5d50b6-3628-45d1-934b-c7cf725d2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:51.546669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-7e5d50b6-3628-45d1-934b-c7cf725d2c9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bab701ed-0bdf-4b96-9445-652b4e38953b HTTP/1.1" status: 200 len: 854 time: 0.0740578 Mar 03 18:05:51.602737 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:51.628570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-45e0d318-d45c-478c-b503-b53075650f71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=860ee666-b545-4444-a6da-961b53d40622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750561 Mar 03 18:05:51.706817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b2b651-83a9-45f1-896a-e46e9a5c1a15,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:51.717814 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:51.786039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:51.787820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/046c6109-92e6-47dd-850e-a63271bf31bc/92969039-8e18-425b-9907-b6bebb411c37) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:51.838278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-b6bb0f8c-aade-4568-9fff-fb5325ab8cae service neutron] 10.222.0.35 "GET /v2.0/networks/860ee666-b545-4444-a6da-961b53d40622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019749 Mar 03 18:05:51.858410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Transition to ACTIVE for port object e33726b8-267c-4e8f-98ad-28eaf925a489 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:51.879572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Transition to ACTIVE for port object e33726b8-267c-4e8f-98ad-28eaf925a489 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:51.885037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d2e69a-eaf0-4110-b628-71cab3120b09,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:51.903877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:51.907573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:51.920556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185acfac-59d0-4525-a238-e2786e88faa2 req-fb0e0867-65f6-4f73-9864-2b813fdf50fe tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:51.922394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-185acfac-59d0-4525-a238-e2786e88faa2 req-fb0e0867-65f6-4f73-9864-2b813fdf50fe tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 943 time: 1.0981455 Mar 03 18:05:51.928085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-42a59365-e08a-49d8-acb9-b3d7a7a34be6 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/subnets/b6b2b651-83a9-45f1-896a-e46e9a5c1a15 HTTP/1.1" status: 204 len: 168 time: 3.4604130 Mar 03 18:05:51.959098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32786) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:51.971138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] No DVR routers for this DVR port e6d2e69a-eaf0-4110-b628-71cab3120b09 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:52.021470 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-185acfac-59d0-4525-a238-e2786e88faa2 req-be8e33f3-a8a1-42bf-9a9e-2d27518a4651 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901933 Mar 03 18:05:52.051222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ec034d4-bde5-4396-9f61-1cf2cd60be5f req-a84c7ce5-15ae-4223-8c06-6d7a69bad2dc service neutron] 10.222.0.35 "GET /v2.0/networks/860ee666-b545-4444-a6da-961b53d40622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063408 Mar 03 18:05:52.052203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:52.089539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '165cdb4c-e265-4875-9d3a-51c84e912f4e', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'port_id': '165cdb4c-e265-4875-9d3a-51c84e912f4e', 'mac_address': 'fa:16:3e:d2:64:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8406e94-119a-46ab-bb38-f3f82601ce5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:05:52.110491 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.244915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.262330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68eaa4-969a-49c8-ab4a-950b216cb45b None None] Pushing event updated for resources: {'Port': ['ID=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:52.319788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a766d94-6063-4114-a0b3-4ccf0df41d74 req-1e30c72c-974e-47d3-bc4e-1c8edd325314 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:52.327023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a766d94-6063-4114-a0b3-4ccf0df41d74 req-1e30c72c-974e-47d3-bc4e-1c8edd325314 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 943 time: 0.2253320 Mar 03 18:05:52.359681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting subnet 9c694039-2647-42c1-881b-5222650463aa {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:05:52.365471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.386420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9a766d94-6063-4114-a0b3-4ccf0df41d74 req-9d1b3ce7-af44-4a72-9367-743767dbf0a7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581512 Mar 03 18:05:52.389254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.450331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.456520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61910a4d-1526-486d-8500-b4e99b8d26f5']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:52.474672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2ff0c8-4a71-4485-8532-c365d6cf9424') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:52.475076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2ff0c8-4a71-4485-8532-c365d6cf9424') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:52.489783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.512761 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.540346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Pushing event updated for resources: {'Port': ['ID=e33726b8-267c-4e8f-98ad-28eaf925a489,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:52.551404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:05:52.551866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.564342 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce75a-bcd0-40ef-b6e1-5e3b6b757f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:05:52.572945 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:05:52.575467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Network 1d79f110-9eda-4a95-8684-45c2a69880e7 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:52.577041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:52.579610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165cdb4c-e265-4875-9d3a-51c84e912f4e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:05:52.590962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:52.649170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.741051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:52.741477 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:52.774104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.779730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:52.806333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.810510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Attempting to bind port e33726b8-267c-4e8f-98ad-28eaf925a489 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:52.811131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Attempting to bind port e33726b8-267c-4e8f-98ad-28eaf925a489 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f3018c9f-9238-4a23-b7f2-0bb59a94d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:52.811684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Attempting to bind port e33726b8-267c-4e8f-98ad-28eaf925a489 on network 1d79f110-9eda-4a95-8684-45c2a69880e7 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:52.816676 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.850881 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.901066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Deleting port e6d2e69a-eaf0-4110-b628-71cab3120b09 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:52.901483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:52.905998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/61910a4d-1526-486d-8500-b4e99b8d26f5 HTTP/1.1" status: 204 len: 168 time: 6.6288233 Mar 03 18:05:52.909850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a67ecb-81c1-4450-a683-b19456dcc8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=61910a4d-1526-486d-8500-b4e99b8d26f5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:52.960611 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.014104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.024865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Subnet': ['ID=9c694039-2647-42c1-881b-5222650463aa,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:53.034594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-469c56a5-9e95-41b6-96f8-c13ef9815747 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/subnets/9c694039-2647-42c1-881b-5222650463aa HTTP/1.1" status: 204 len: 168 time: 1.0653577 Mar 03 18:05:53.037948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:53.178072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:53.178454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Checking segment: {'id': 'f3018c9f-9238-4a23-b7f2-0bb59a94d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:53.178859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.179306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Bound using segment: {'id': 'f3018c9f-9238-4a23-b7f2-0bb59a94d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:53.179852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Bound port: e33726b8-267c-4e8f-98ad-28eaf925a489, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3018c9f-9238-4a23-b7f2-0bb59a94d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d79f110-9eda-4a95-8684-45c2a69880e7'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:53.180149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.187985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4962667-1630-48c1-9691-d15a36069da3 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:53.204196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a4962667-1630-48c1-9691-d15a36069da3 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Synchronizing usage tracker for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:53.251930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a4962667-1630-48c1-9691-d15a36069da3 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Unset dirty status for tenant:a20023e230624bcd800ddad9dbe3e876 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:53.261212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32820) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:53.265887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a4962667-1630-48c1-9691-d15a36069da3 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2206695 Mar 03 18:05:53.308318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2a82d652-7999-492d-abd7-7c3a8b7638a8 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:05:53.364505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.378040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-59ee6c12-fcb3-4d37-a58a-56cb359cb2d7 None None] The port 'e6d2e69a-eaf0-4110-b628-71cab3120b09' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:05:53.386364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=165cdb4c-e265-4875-9d3a-51c84e912f4e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:53.424447 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.437447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32828) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:53.476103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['165cdb4c-e265-4875-9d3a-51c84e912f4e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:05:53.500735 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.523865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting port e33726b8-267c-4e8f-98ad-28eaf925a489 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:53.524215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.588969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ea8455fa-c12a-4a77-aefb-b4339dea09b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6835a2dc3cff41ae82c51cf0ab983d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501682 Mar 03 18:05:53.596905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32838) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:53.666258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.724526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:05:53.754997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59ae11-0ece-4ac9-becf-d6357f667448 req-414b7c89-12c5-410a-8985-fbbc1e72bec2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:53.757908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b59ae11-0ece-4ac9-becf-d6357f667448 req-414b7c89-12c5-410a-8985-fbbc1e72bec2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 944 time: 0.1664767 Mar 03 18:05:53.765427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773680c-bd0f-4ccb-b2c0-059af59bf236 req-1bac2511-8a13-44c1-b5dc-f7229155573e tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:53.767968 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b773680c-bd0f-4ccb-b2c0-059af59bf236 req-1bac2511-8a13-44c1-b5dc-f7229155573e tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 943 time: 0.3887331 Mar 03 18:05:53.798898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Transition to ACTIVE for port object 92969039-8e18-425b-9907-b6bebb411c37 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:53.826898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d08a7ff1-4897-43bf-9a9b-c6d2664dd67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:53.882282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b59ae11-0ece-4ac9-becf-d6357f667448 req-b2bb0d48-70c3-453a-9571-79f57b4ad2cf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085002 Mar 03 18:05:54.012982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2a82d652-7999-492d-abd7-7c3a8b7638a8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2a82d652-7999-492d-abd7-7c3a8b7638a8,segment=NetworkSegment(e27d3193-594c-4f3f-9328-21484e8971db),segment_id=e27d3193-594c-4f3f-9328-21484e8971db)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:54.034602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '2a82d652-7999-492d-abd7-7c3a8b7638a8', 'network_id': '860ee666-b545-4444-a6da-961b53d40622', 'port_id': '2a82d652-7999-492d-abd7-7c3a8b7638a8', 'mac_address': 'fa:16:3e:f7:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab701ed-0bdf-4b96-9445-652b4e38953b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:05:54.068595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Transition to ACTIVE for port object 92969039-8e18-425b-9907-b6bebb411c37 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:54.078512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] For port e33726b8-267c-4e8f-98ad-28eaf925a489, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:54.090179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] For port e33726b8-267c-4e8f-98ad-28eaf925a489, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e33726b8-267c-4e8f-98ad-28eaf925a489,segment=NetworkSegment(f3018c9f-9238-4a23-b7f2-0bb59a94d431),segment_id=f3018c9f-9238-4a23-b7f2-0bb59a94d431)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:54.103331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:54.231200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d08a7ff1-4897-43bf-9a9b-c6d2664dd67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:54.251975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b773680c-bd0f-4ccb-b2c0-059af59bf236 req-c0c14c73-2faa-4253-9228-4aed8e1b370c tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761183 Mar 03 18:05:54.272790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:54.286588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:54.310902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Pushing event updated for resources: {'Port': ['ID=92969039-8e18-425b-9907-b6bebb411c37,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:54.318735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:54.345794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] For port e33726b8-267c-4e8f-98ad-28eaf925a489, host n-d-827121-1, got binding levels [] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:54.346413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:54.438901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:54.536667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:54.561969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Calling delete_port for e33726b8-267c-4e8f-98ad-28eaf925a489 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:54.588706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e8fccbcc-ae1d-4fa9-9909-068963e6fd6f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:54.615473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::654d:62f4:2829:aa99 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/046c6109-92e6-47dd-850e-a63271bf31bc/a4d9e35b-9e92-452c-9a99-b5e6c0c5316b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:05:54.651827 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d08a7ff1-4897-43bf-9a9b-c6d2664dd67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:54.721056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df68fbf-c07c-4196-aaac-611f576180b1 None None] Pushing event updated for resources: {'Port': ['ID=e33726b8-267c-4e8f-98ad-28eaf925a489,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:54.742904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a82d652-7999-492d-abd7-7c3a8b7638a8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:05:54.766765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695e741-f098-443b-93c4-f53939de1566 None None] Network 4abe5514-ba29-4360-9491-2cabcacf6e33 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:54.777379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a7ff1-4897-43bf-9a9b-c6d2664dd67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ce0506-4d00-4bad-9178-2d5701fb1bad,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:54.821092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:54.821804 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:54.822885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d08a7ff1-4897-43bf-9a9b-c6d2664dd67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:54.824198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d08a7ff1-4897-43bf-9a9b-c6d2664dd67d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8ce0506-4d00-4bad-9178-2d5701fb1bad HTTP/1.1" status: 204 len: 168 time: 1.2247901 Mar 03 18:05:54.952894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2a82d652-7999-492d-abd7-7c3a8b7638a8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2a82d652-7999-492d-abd7-7c3a8b7638a8,segment=NetworkSegment(e27d3193-594c-4f3f-9328-21484e8971db),segment_id=e27d3193-594c-4f3f-9328-21484e8971db)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:55.031498 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.143717 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.162596 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.175732 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.220590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object a4d9e35b-9e92-452c-9a99-b5e6c0c5316b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:05:55.224575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fad8ef41-03e6-430e-816a-7157f50b50fe None None] Provisioning for port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:55.236540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Attempting to bind port 92969039-8e18-425b-9907-b6bebb411c37 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:05:55.236961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Attempting to bind port 92969039-8e18-425b-9907-b6bebb411c37 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:05:55.237352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Attempting to bind port 92969039-8e18-425b-9907-b6bebb411c37 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:05:55.276982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.315617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76fb57-f374-44ca-9b9c-2b4bdfc0493c req-164b15c7-2ccc-419d-80d1-3cee684d8641 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:55.329216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e76fb57-f374-44ca-9b9c-2b4bdfc0493c req-164b15c7-2ccc-419d-80d1-3cee684d8641 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 944 time: 0.2368503 Mar 03 18:05:55.449577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e76fb57-f374-44ca-9b9c-2b4bdfc0493c req-feb6d56a-56ac-4814-91b0-88016ada8aff tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190889 Mar 03 18:05:55.473829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting port e33726b8-267c-4e8f-98ad-28eaf925a489 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:55.476920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.516675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:05:55.517288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:55.517894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.518656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:05:55.519294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Bound port: 92969039-8e18-425b-9907-b6bebb411c37, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:05:55.519831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.533276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:55.566543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['2a82d652-7999-492d-abd7-7c3a8b7638a8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:05:55.642948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:55.643327 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.721442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:05:55.722761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=a4d9e35b-9e92-452c-9a99-b5e6c0c5316b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:55.753297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:55.757175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:05:55.768174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:55.768987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:55.799402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2a82d652-7999-492d-abd7-7c3a8b7638a8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:55.843945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dcb0f0-d937-4a29-bf99-6717dc587e8e None None] Network 1d79f110-9eda-4a95-8684-45c2a69880e7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:05:55.915085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32914) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:55.915192 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-249c80ae-c2d1-44c8-b23b-3e465876f331 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3913920 Mar 03 18:05:55.919493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '046c6109-92e6-47dd-850e-a63271bf31bc', 'ip_address': '2001:db8::654d:62f4:2829:aa99'}], 'name': 'tempest-NetworksTestDHCPv6-1165036'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:55.951098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] For port 92969039-8e18-425b-9907-b6bebb411c37, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:05:55.954676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] For port 92969039-8e18-425b-9907-b6bebb411c37, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=92969039-8e18-425b-9907-b6bebb411c37,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:05:55.984404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b254cc-edff-4791-af0e-f6a553eb97b2 req-372c88c0-ef21-4163-a1ea-3896ccaa2544 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:55.995064 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67b254cc-edff-4791-af0e-f6a553eb97b2 req-372c88c0-ef21-4163-a1ea-3896ccaa2544 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 944 time: 0.4310355 Mar 03 18:05:56.220273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67b254cc-edff-4791-af0e-f6a553eb97b2 req-93434ef4-45b7-4792-8719-2c6325fe4a07 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201579 Mar 03 18:05:56.255005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32928) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:56.265308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] DHCP port deletion for 4abe5514-ba29-4360-9491-2cabcacf6e33 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:05:56.269578 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:56.296189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] For port e33726b8-267c-4e8f-98ad-28eaf925a489, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e33726b8-267c-4e8f-98ad-28eaf925a489,segment=NetworkSegment(f3018c9f-9238-4a23-b7f2-0bb59a94d431),segment_id=f3018c9f-9238-4a23-b7f2-0bb59a94d431)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:56.297013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:56.341225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:56.346007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:56.349768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:56.356724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:56.377807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:56.495106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Deleting port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:56.495490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:56.629154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:56.645784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Calling delete_port for e33726b8-267c-4e8f-98ad-28eaf925a489 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:56.713891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 018e028b-31dd-4f1c-96d4-0bc52e4c8577 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:05:56.780344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1464778852-network', 'tenant_id': '001e819a70324ba0880e096485e16f5a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:56.789263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:56.792678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:56.866762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6032c3-cf91-46b9-a1c0-bc33eb4aa425 req-8bb5af76-8ba8-41f2-b6cb-e876d1c944e9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:56.874028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a6032c3-cf91-46b9-a1c0-bc33eb4aa425 req-8bb5af76-8ba8-41f2-b6cb-e876d1c944e9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 944 time: 0.2236171 Mar 03 18:05:56.883369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Usage tracker for resource:network and tenant:001e819a70324ba0880e096485e16f5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:56.891205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 165cdb4c-e265-4875-9d3a-51c84e912f4e up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:56.897619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Port': ['ID=e33726b8-267c-4e8f-98ad-28eaf925a489,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:56.901977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:56.934524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:56.954093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] No DVR routers for this DVR port e33726b8-267c-4e8f-98ad-28eaf925a489 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:05:57.090934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a6032c3-cf91-46b9-a1c0-bc33eb4aa425 req-09eb0797-98fd-4336-8920-a1b493a1e689 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159209 Mar 03 18:05:57.116767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Made reservation on behalf of 001e819a70324ba0880e096485e16f5a for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:57.120285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.148271 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.179434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed001095-4056-4ba7-acb8-9999027fdf0e None None] Pushing event updated for resources: {'Port': ['ID=92969039-8e18-425b-9907-b6bebb411c37,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:57.218870 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 18:05:57.220021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:05:57.252190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9a654761-c34b-47a3-b004-c9867b1ba58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3375247 Mar 03 18:05:57.254756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32952) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:57.276488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.292724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.302769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:57.326842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Usage tracker for resource:security_group_rule and tenant:001e819a70324ba0880e096485e16f5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:57.333253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:57.337289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d79f110-9eda-4a95-8684-45c2a69880e7']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:57.352818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:57.360024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3018c9f-9238-4a23-b7f2-0bb59a94d431') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:57.360978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3018c9f-9238-4a23-b7f2-0bb59a94d431') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:05:57.382976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.415899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd14d0-b309-4d22-b725-cb7bbcbd4c97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:57.416454 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.425521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:05:57.426140 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.437102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd14d0-b309-4d22-b725-cb7bbcbd4c97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:57.438027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-42cd14d0-b309-4d22-b725-cb7bbcbd4c97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:05:57.450870 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:05:57.475193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-42cd14d0-b309-4d22-b725-cb7bbcbd4c97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:05:57.480391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-42cd14d0-b309-4d22-b725-cb7bbcbd4c97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2242703 Mar 03 18:05:57.481088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32962) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:57.594415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port a4d9e35b-9e92-452c-9a99-b5e6c0c5316b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:57.594936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.611793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:57.629186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.680674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 165cdb4c-e265-4875-9d3a-51c84e912f4e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:57.685220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:57.685919 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.742624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 165cdb4c-e265-4875-9d3a-51c84e912f4e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:57.743004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.852261 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.888477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:57.911323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Network': ['ID=1d79f110-9eda-4a95-8684-45c2a69880e7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:57.954601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4b32d-6148-4f4b-80ed-52280586a820 req-e11844c6-bfee-4fdd-8948-f6de566a3c06 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:57.964041 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd4b32d-6148-4f4b-80ed-52280586a820 req-e11844c6-bfee-4fdd-8948-f6de566a3c06 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 944 time: 0.2762034 Mar 03 18:05:57.974365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 92969039-8e18-425b-9907-b6bebb411c37 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:57.975702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32970) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:58.034735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5c155fd5-289f-4a69-9a42-1adc386136ae tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/networks/1d79f110-9eda-4a95-8684-45c2a69880e7 HTTP/1.1" status: 204 len: 168 time: 4.7725215 Mar 03 18:05:58.036827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32980) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:58.182860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Calling delete_port for e8fccbcc-ae1d-4fa9-9909-068963e6fd6f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:58.197655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fd4b32d-6148-4f4b-80ed-52280586a820 req-dbec4a4e-9a19-47c4-b093-a7e0cbb19650 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129750 Mar 03 18:05:58.231609 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.250393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.253585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.274259 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.326271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:58.337775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:58.340923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Usage tracker for resource:security_group_rule and tenant:44314d87ee51420ba53a7dd6a2a3310f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:58.349603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:58.355611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:05:58.371348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9096e15e-4cb9-45cc-a189-e627b966fc03,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:58.375563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:58.391795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.392430 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Added segment d481de17-5ffe-40e8-88b6-69ddff83d331 of type vlan for network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 Mar 03 18:05:58.394207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 92969039-8e18-425b-9907-b6bebb411c37 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:58.502134 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:58.503312 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:58.504167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e8fccbcc-ae1d-4fa9-9909-068963e6fd6f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:05:58.531789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for a4d9e35b-9e92-452c-9a99-b5e6c0c5316b owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:58.546262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.574977 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.614652 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.623128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.632151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.633113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:58.633830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.648960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-99f0ea1e-f37f-4e26-9353-c028f8264014 None None] Provisioning for port 92969039-8e18-425b-9907-b6bebb411c37 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:05:58.704527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-99f0ea1e-f37f-4e26-9353-c028f8264014 None None] Provisioning complete for port 92969039-8e18-425b-9907-b6bebb411c37 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:05:58.704840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99f0ea1e-f37f-4e26-9353-c028f8264014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.705220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.737194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44314d87ee51420ba53a7dd6a2a3310f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7553589 Mar 03 18:05:58.742932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32994) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:58.787477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8705-aec9-4b14-a7a5-4df7c28b7e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b8d4e4-524b-46ed-8585-d0d825711054,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:58.809241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] Pushing event updated for resources: {'Network': ['ID=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:58.815127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-99b29dfa-e43c-4c5c-aeeb-da4584d1dc1a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5588679 Mar 03 18:05:58.818079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:58.827992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Request body: {'subnet': {'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1464778852-subnet', 'tenant_id': '001e819a70324ba0880e096485e16f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:05:58.828525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:58.828873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.833170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:58.835088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:05:58.840257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Usage tracker for resource:subnet and tenant:001e819a70324ba0880e096485e16f5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:05:58.842427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:05:58.843817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:05:58.847415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:05:58.850201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:05:58.865143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Made reservation on behalf of 001e819a70324ba0880e096485e16f5a for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:05:58.873652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.885073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:58.980919 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e', 'code': 200} Mar 03 18:05:59.012739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Deleting port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:05:59.013118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.179451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2703c6-186d-4f10-a978-9d86f9cad269 req-e50bd156-0b09-4af4-9ae8-456f2dd57f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:59.181270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f2703c6-186d-4f10-a978-9d86f9cad269 req-e50bd156-0b09-4af4-9ae8-456f2dd57f1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 1096 time: 0.1458287 Mar 03 18:05:59.236685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f2703c6-186d-4f10-a978-9d86f9cad269 req-78c3d5e0-8e18-403e-8b45-935f680df3bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Mar 03 18:05:59.272965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2a82d652-7999-492d-abd7-7c3a8b7638a8 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:05:59.294683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4d6c5-369e-4533-bd20-586c456d106d req-cca7a1f2-6fd9-4333-a612-c6f1c360ec65 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:59.296103 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffe4d6c5-369e-4533-bd20-586c456d106d req-cca7a1f2-6fd9-4333-a612-c6f1c360ec65 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 944 time: 0.8590159 Mar 03 18:05:59.305777 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.407147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:59.407512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.416503 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99f0ea1e-f37f-4e26-9353-c028f8264014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.451945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffe4d6c5-369e-4533-bd20-586c456d106d req-18e9d617-0d92-4c85-aeb0-4b0c144cce18 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419060 Mar 03 18:05:59.458702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=165cdb4c-e265-4875-9d3a-51c84e912f4e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:59.527907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18f52309-fe0f-42ee-9238-788d595cf37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.532343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538692c8-e843-47b6-a999-bfa1e12ef991 req-a47a3008-e6be-4656-9054-b733270ecded tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:59.538020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-538692c8-e843-47b6-a999-bfa1e12ef991 req-a47a3008-e6be-4656-9054-b733270ecded tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 944 time: 0.1926086 Mar 03 18:05:59.589091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.597215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Calling delete_port for e8fccbcc-ae1d-4fa9-9909-068963e6fd6f owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:05:59.617654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.632294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:59.650539 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.717103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=a4d9e35b-9e92-452c-9a99-b5e6c0c5316b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:59.719122 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-538692c8-e843-47b6-a999-bfa1e12ef991 req-7d5d71d5-b81d-44ee-b80d-e2a0fbf32ece tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206112 Mar 03 18:05:59.749990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bde1ab-53d2-477b-8552-df227a27513e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:05:59.753184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18f52309-fe0f-42ee-9238-788d595cf37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.756587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Checking segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:05:59.756790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Network hostable DHCP agents. Network: 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:05:59.804264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-99f0ea1e-f37f-4e26-9353-c028f8264014 None None] For port 92969039-8e18-425b-9907-b6bebb411c37, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=92969039-8e18-425b-9907-b6bebb411c37,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:59.827027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:05:59.843146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:05:59.843660 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.843953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.856548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:05:59.872817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:05:59.873675 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:05:59.897835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:05:59.898262 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:05:59.904073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92e44536-5253-4126-a417-94191f23d11e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/a4d9e35b-9e92-452c-9a99-b5e6c0c5316b HTTP/1.1" status: 204 len: 168 time: 2.4159641 Mar 03 18:05:59.904698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33020) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:05:59.922820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-85ce50be-a784-4901-b6bd-9c69ead79e72 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1036439 Mar 03 18:05:59.972924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18f52309-fe0f-42ee-9238-788d595cf37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.012141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f52309-fe0f-42ee-9238-788d595cf37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b8d4e4-524b-46ed-8585-d0d825711054,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:00.021568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Calling delete_port for e8fccbcc-ae1d-4fa9-9909-068963e6fd6f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:00.034271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18f52309-fe0f-42ee-9238-788d595cf37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.035679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-18f52309-fe0f-42ee-9238-788d595cf37d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8b8d4e4-524b-46ed-8585-d0d825711054 HTTP/1.1" status: 204 len: 168 time: 1.2916915 Mar 03 18:06:00.047987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bae5b6-a98f-4379-8e1e-5c5b93bca54e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:00.050109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bae5b6-a98f-4379-8e1e-5c5b93bca54e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:00.051022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-44bae5b6-a98f-4379-8e1e-5c5b93bca54e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:00.093377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-44bae5b6-a98f-4379-8e1e-5c5b93bca54e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:00.094820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-44bae5b6-a98f-4379-8e1e-5c5b93bca54e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1891925 Mar 03 18:06:00.097786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:00.119747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b0100-c842-4c7c-8613-fe8b15aba33b None None] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:00.155775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 2a82d652-7999-492d-abd7-7c3a8b7638a8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:00.158887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99f0ea1e-f37f-4e26-9353-c028f8264014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.212087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 2a82d652-7999-492d-abd7-7c3a8b7638a8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:00.221869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.250754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 046c6109-92e6-47dd-850e-a63271bf31bc {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:06:00.264137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.377793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.445368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Deleting port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:00.448024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.495771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2f789db5-8dff-4a83-ab04-f2dfd595a9ca None None] Could not find standard attr ID for object a4d9e35b-9e92-452c-9a99-b5e6c0c5316b. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:06:00.524326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33052) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:00.554254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.592454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:00.600637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:53805171e2ee4a1083115d616e22138f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:00.605597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:00.634219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:00.635891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:00.829765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:06:00.836053 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:06:00.848166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.859629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.930753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Deleting port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:00.932018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.962544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:00.963022 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:00.994331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf8ac7-2899-45d8-a17a-06642c73b713 req-c45f77a7-088f-443c-b930-c22600d8255c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:00.996118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8bf8ac7-2899-45d8-a17a-06642c73b713 req-c45f77a7-088f-443c-b930-c22600d8255c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.2500670 Mar 03 18:06:01.006786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53805171e2ee4a1083115d616e22138f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811721 Mar 03 18:06:01.014441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33072) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:01.028885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074303f-0f85-4f49-a9ac-5b764a03fbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e791fd94-3029-4b83-9fb7-718f7d869369,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:01.149174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8bf8ac7-2899-45d8-a17a-06642c73b713 req-e9edd93f-c8e8-4357-a9d7-f97dbdc96a7f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363144 Mar 03 18:06:01.175106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6889d98d-cbdc-409a-a807-b5de006f1a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:01.217510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6889d98d-cbdc-409a-a807-b5de006f1a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:01.269448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Calling delete_port for e8fccbcc-ae1d-4fa9-9909-068963e6fd6f owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:01.306287 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:06:01.310953 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6889d98d-cbdc-409a-a807-b5de006f1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:01.317569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0ea1e-f37f-4e26-9353-c028f8264014 None None] Pushing event updated for resources: {'Port': ['ID=92969039-8e18-425b-9907-b6bebb411c37,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:01.354283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6ea7e-82e1-493c-aa36-567f011f7f69 None None] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:01.373195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:01.421766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889d98d-cbdc-409a-a807-b5de006f1a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e791fd94-3029-4b83-9fb7-718f7d869369,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:01.433310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2c3a566d-d885-482a-89db-e804d1af62f0 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:01.439569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6889d98d-cbdc-409a-a807-b5de006f1a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:01.440873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2c3a566d-d885-482a-89db-e804d1af62f0 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 813 time: 0.4829719 Mar 03 18:06:01.444842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6889d98d-cbdc-409a-a807-b5de006f1a7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e791fd94-3029-4b83-9fb7-718f7d869369 HTTP/1.1" status: 204 len: 168 time: 0.4095721 Mar 03 18:06:01.477439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-879b3ad8-db2a-40cc-a0ed-8c8b80ef122d tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/quotas/001e819a70324ba0880e096485e16f5a HTTP/1.1" status: 200 len: 375 time: 0.0267332 Mar 03 18:06:01.519721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583feb24-af73-4a60-9167-96e1810d24f5 req-b83c4c91-14b8-4513-87f6-50cc7db97501 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:01.527534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-583feb24-af73-4a60-9167-96e1810d24f5 req-b83c4c91-14b8-4513-87f6-50cc7db97501 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 944 time: 0.2165496 Mar 03 18:06:01.596808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-583feb24-af73-4a60-9167-96e1810d24f5 req-01e687d1-42f2-45b5-a306-0eaa2fc7d24a tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550623 Mar 03 18:06:01.711621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-001202ed-89fc-4626-aa54-300a11a16099 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2333255 Mar 03 18:06:01.738377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:01.787343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] No DVR routers for this DVR port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:01.827227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:01.948097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] For port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,segment=NetworkSegment(b0e4594d-9a3e-4f29-af2c-2a640c3f33d7),segment_id=b0e4594d-9a3e-4f29-af2c-2a640c3f33d7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:01.948772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.036001 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d9088c9a-0f34-4592-b83b-991d011d752c service neutron] 10.222.0.23 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849255 Mar 03 18:06:02.047052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=046c6109-92e6-47dd-850e-a63271bf31bc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:02.065587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Port': ['ID=e8fccbcc-ae1d-4fa9-9909-068963e6fd6f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:02.095224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 92969039-8e18-425b-9907-b6bebb411c37 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:02.123558 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.205612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-79110c63-28f5-4a2e-b821-d99074123e25 service neutron] 10.222.0.23 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428726 Mar 03 18:06:02.212539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.239304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a8a3130d-4f1a-4a82-8a8b-68ed8dd7ffb6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/046c6109-92e6-47dd-850e-a63271bf31bc HTTP/1.1" status: 204 len: 168 time: 2.1376886 Mar 03 18:06:02.241056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33102) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:02.272956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Calling delete_port for e8fccbcc-ae1d-4fa9-9909-068963e6fd6f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:02.277746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0183d-1a46-4172-a390-9aae3909c36d req-78f4ad25-1ac3-44d2-b843-65f947956a6a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:02.297949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74d0183d-1a46-4172-a390-9aae3909c36d req-78f4ad25-1ac3-44d2-b843-65f947956a6a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.2647054 Mar 03 18:06:02.302623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.333709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abe5514-ba29-4360-9491-2cabcacf6e33']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:02.401535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e4594d-9a3e-4f29-af2c-2a640c3f33d7') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:02.401535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e4594d-9a3e-4f29-af2c-2a640c3f33d7') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:02.403506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9da96b4d-c12d-4354-8d36-cb09b6cbae0f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580050 Mar 03 18:06:02.428980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33110) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:02.439863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74d0183d-1a46-4172-a390-9aae3909c36d req-d9d8deec-5de1-4b10-a2d0-d979de3c1def tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410227 Mar 03 18:06:02.446837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:02.470040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2a82d652-7999-492d-abd7-7c3a8b7638a8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2a82d652-7999-492d-abd7-7c3a8b7638a8,segment=NetworkSegment(e27d3193-594c-4f3f-9328-21484e8971db),segment_id=e27d3193-594c-4f3f-9328-21484e8971db)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:02.494462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df744e05-2547-42b0-987c-365bb31eca5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a82d652-7999-492d-abd7-7c3a8b7638a8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:02.499839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab2d75-025d-4f81-a0ba-49543539c90d None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:02.532734 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.552114 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.639214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.647655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:02.648299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.741899 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df744e05-2547-42b0-987c-365bb31eca5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a82d652-7999-492d-abd7-7c3a8b7638a8', 'code': 200} Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:02.779336 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:02.821486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.929896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:02.955688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:06:02.956325 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:06:02.962707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-360f5d9c-a37d-487c-9d97-8c90a0b8d0a6 req-26930420-10fe-4b97-bccf-bea4ece7fda1 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 210 time: 0.1000288 Mar 03 18:06:03.038757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Network': ['ID=4abe5514-ba29-4360-9491-2cabcacf6e33,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:03.053498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2a82d652-7999-492d-abd7-7c3a8b7638a8,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:03.100038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9cb12d1c-7f72-4a06-8789-7c508b54ff49 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/networks/4abe5514-ba29-4360-9491-2cabcacf6e33 HTTP/1.1" status: 204 len: 168 time: 5.0594194 Mar 03 18:06:03.101537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33148) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:03.104935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:03.148658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 92969039-8e18-425b-9907-b6bebb411c37 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:03.149066 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:03.156093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:03.178205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:03.193017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:03.274645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:03.282589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:03.475864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:06:03.482952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] Deleting port 92969039-8e18-425b-9907-b6bebb411c37 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:03.483419 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:03.484257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:03.497692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535d5f7-5cc9-490f-9770-8f30fd97f201 req-0167b829-00f7-437f-a55d-766c4d5ff9db tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:03.505226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0535d5f7-5cc9-490f-9770-8f30fd97f201 req-0167b829-00f7-437f-a55d-766c4d5ff9db tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 945 time: 0.5487936 Mar 03 18:06:03.545761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45526fb1-9771-45ec-a2e2-0557b5cb69fb req-fe285231-2a77-4bb0-aae2-8557210c29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:03.547246 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45526fb1-9771-45ec-a2e2-0557b5cb69fb req-fe285231-2a77-4bb0-aae2-8557210c29a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 1096 time: 0.7669389 Mar 03 18:06:03.692449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0535d5f7-5cc9-490f-9770-8f30fd97f201 req-7199d270-4c09-4a17-bc0f-b9c9c5351a03 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855562 Mar 03 18:06:03.711639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45526fb1-9771-45ec-a2e2-0557b5cb69fb req-d7296dc8-05e3-4e95-93a7-68259f148131 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407375 Mar 03 18:06:03.793431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] For port 92969039-8e18-425b-9907-b6bebb411c37, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=92969039-8e18-425b-9907-b6bebb411c37,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:03.794260 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:03.834355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:03.968177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] Calling delete_port for 92969039-8e18-425b-9907-b6bebb411c37 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:04.012261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 92969039-8e18-425b-9907-b6bebb411c37 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:04.081497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:04.121377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:04.139050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae3fd15-e909-4140-b48a-6b6416916c8b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:04.139050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae3fd15-e909-4140-b48a-6b6416916c8b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:04.139731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Deleting port e8fccbcc-ae1d-4fa9-9909-068963e6fd6f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:04.140613 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.154048 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.166975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64aa1f-8ed8-4960-8f76-600a5631a5ca req-3b5988ad-c53c-4c56-ace4-60cb0e683677 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:04.173000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.175342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae64aa1f-8ed8-4960-8f76-600a5631a5ca req-3b5988ad-c53c-4c56-ace4-60cb0e683677 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.3978994 Mar 03 18:06:04.180166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:04.180556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.259412 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae64aa1f-8ed8-4960-8f76-600a5631a5ca req-3bdc1a09-1862-47c5-9a3b-242cf4e2c725 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822668 Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:04.278486 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:04.310118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7b61e94-3572-4aac-907e-2fea70c7ba87 None None] The port 'e8fccbcc-ae1d-4fa9-9909-068963e6fd6f' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:06:04.395947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-27a823c8-8563-4982-8709-63c9629061aa req-b8ee35e0-04ea-42a1-bd37-f5abe39f6c5c tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 210 time: 0.1160533 Mar 03 18:06:04.396962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.432510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.456695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.456809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:04.462846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7b8ab5589774abe9bbb8109eb02f9b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:04.468352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:04.475747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:04.478302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Network': ['ID=68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:04.546557 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.556659 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ec29d7c-031a-4aa5-a03b-bdbc4a6064ea tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/networks/68e2af95-96ca-4a13-8a5c-cd9c6d07bd3c HTTP/1.1" status: 204 len: 168 time: 1.4488893 Mar 03 18:06:04.563727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33190) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:04.578910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.596114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] Pushing event deleted for resources: {'Port': ['ID=92969039-8e18-425b-9907-b6bebb411c37,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:04.617709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebabb2-8a62-4e86-9c40-ea384472a5fc None None] No DVR routers for this DVR port 92969039-8e18-425b-9907-b6bebb411c37 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:04.619270 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.697626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd53f68-8f52-4501-98eb-b600ca237e02 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:06:04.700029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:04.712496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:04.717057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:04.726293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:04.757132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=4b0d3d0c-bb10-4325-aa98-92343169b60c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:04.790108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-52862a5d-cb2a-4d40-8ec7-ddc264b60cea tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3588266 Mar 03 18:06:04.793286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33196) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:04.822381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '4b0d3d0c-bb10-4325-aa98-92343169b60c', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1494105743'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:04.912914 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.008349 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.051329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd53f68-8f52-4501-98eb-b600ca237e02 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:06:05.141213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.257383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:05.266639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:05.272197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:05.274702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33200) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:05.275385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7b8ab5589774abe9bbb8109eb02f9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528325 Mar 03 18:06:05.294190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:05.328274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-b166677d-3722-4ec2-9036-64b994800a68 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:05.330055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-b166677d-3722-4ec2-9036-64b994800a68 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 813 time: 0.2598772 Mar 03 18:06:05.346484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Request body: {'port': {'device_id': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'admin_state_up': True, 'tenant_id': '001e819a70324ba0880e096485e16f5a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:05.372419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:05.546128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.574981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b513d0b-794f-4c9d-81e3-053c86e207ef']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:05.591379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb925feb-e64a-46ce-ad50-0b00a2b1455e') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:05.591703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb925feb-e64a-46ce-ad50-0b00a2b1455e') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:05.605178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.658292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d36faa-b960-418b-8c96-18f45de00af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59c94e-32ec-49cf-96b7-32c2ed032a72,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:05.664607 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f710ed17-d6bb-4ee1-b38a-9694657241c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.686213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.702465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:05.702875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:05.723924 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:05.746915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.773022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:05.778552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f710ed17-d6bb-4ee1-b38a-9694657241c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.794338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Usage tracker for resource:port and tenant:001e819a70324ba0880e096485e16f5a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:05.798106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:05.818939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:05.823839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port d98ccd3b-02d1-4211-97c8-064803c77c29 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:06:05.845360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '4b0d3d0c-bb10-4325-aa98-92343169b60c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:06:05.845937 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.886921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736ab55-654c-40f2-ab99-53cbda516313 req-2899efe8-254a-4adf-b914-29d374ad407b tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:05.888706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1736ab55-654c-40f2-ab99-53cbda516313 req-2899efe8-254a-4adf-b914-29d374ad407b tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 945 time: 0.6396692 Mar 03 18:06:05.927563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.930270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189f493-7d3c-4ea4-b9b2-be0e2a1a5a5d req-f98672bd-0afa-42c3-8a9a-c6755099ea41 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:05.937698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d189f493-7d3c-4ea4-b9b2-be0e2a1a5a5d req-f98672bd-0afa-42c3-8a9a-c6755099ea41 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.3759367 Mar 03 18:06:05.955891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Made reservation on behalf of 001e819a70324ba0880e096485e16f5a for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:05.959647 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.968955 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:05.988589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-94464863-9312-48d5-a9b0-1efa0d145410 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:05.989312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-94464863-9312-48d5-a9b0-1efa0d145410 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Synchronizing usage tracker for tenant:001e819a70324ba0880e096485e16f5a on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:05.998649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] Pushing event deleted for resources: {'Network': ['ID=2b513d0b-794f-4c9d-81e3-053c86e207ef,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:06.003503 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8b311c94-5f2e-4443-813d-fcd43d415ce2 tempest-BulkNetworkOpsTest-1422821367 tempest-BulkNetworkOpsTest-1422821367-project] 10.222.0.23 "DELETE /v2.0/networks/2b513d0b-794f-4c9d-81e3-053c86e207ef HTTP/1.1" status: 204 len: 168 time: 1.4284863 Mar 03 18:06:06.030235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1736ab55-654c-40f2-ab99-53cbda516313 req-99b9c744-239e-4d6a-a344-d0b04cc11c59 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180754 Mar 03 18:06:06.036720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-94464863-9312-48d5-a9b0-1efa0d145410 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Unset dirty status for tenant:001e819a70324ba0880e096485e16f5a on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:06.039078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-94464863-9312-48d5-a9b0-1efa0d145410 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 813 time: 0.4059851 Mar 03 18:06:06.044985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/4b0d3d0c-bb10-4325-aa98-92343169b60c/24cd36ce-69c3-48ba-afcc-7785ed924e94) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:06.061757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Request body: {'port': {'device_id': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'admin_state_up': True, 'tenant_id': '001e819a70324ba0880e096485e16f5a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:06.252856 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d189f493-7d3c-4ea4-b9b2-be0e2a1a5a5d req-bb0deead-47c4-4056-8041-c5313ccb32d0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142278 Mar 03 18:06:06.266253 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f710ed17-d6bb-4ee1-b38a-9694657241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.314621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ac1557e-014a-4c4c-be2b-edd878df9301 req-e52161df-3e65-4aeb-b996-e145d327456d tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 210 time: 0.0525556 Mar 03 18:06:06.327665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33216) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:06.353120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710ed17-d6bb-4ee1-b38a-9694657241c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59c94e-32ec-49cf-96b7-32c2ed032a72,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:06.367516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:06.375754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Usage tracker for resource:port and tenant:001e819a70324ba0880e096485e16f5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:06.381928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:06.394317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:06.415015 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.417856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Made reservation on behalf of 001e819a70324ba0880e096485e16f5a for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:06.421957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.428572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f710ed17-d6bb-4ee1-b38a-9694657241c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.431884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f710ed17-d6bb-4ee1-b38a-9694657241c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d59c94e-32ec-49cf-96b7-32c2ed032a72 HTTP/1.1" status: 204 len: 168 time: 1.1449237 Mar 03 18:06:06.440898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Transition to ACTIVE for port object 24cd36ce-69c3-48ba-afcc-7785ed924e94 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:06.471730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Allocated IP 172.20.0.7 (0dfeaf85-f5f6-41d8-a6d9-001c766d1c43/e2bde1ab-53d2-477b-8552-df227a27513e/974fb767-b787-43ed-b2f5-2106bc801f9d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:06.478838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Transition to ACTIVE for port object 24cd36ce-69c3-48ba-afcc-7785ed924e94 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:06.491122 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.525835 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:06:06.526289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:06:06.581019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:06.584115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:06.587770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:06.644443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Pushing event updated for resources: {'Port': ['ID=24cd36ce-69c3-48ba-afcc-7785ed924e94,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:06.690405 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c833cd6a-a206-4cde-b592-b0e2302ca212 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8824775 Mar 03 18:06:06.693389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33238) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:06.761815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-adf505fc-c19c-4b78-b5d3-7203d9ead3fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a20023e230624bcd800ddad9dbe3e876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278002 Mar 03 18:06:06.765722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33242) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:06.766717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Attempting to bind port 24cd36ce-69c3-48ba-afcc-7785ed924e94 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:06.767103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Attempting to bind port 24cd36ce-69c3-48ba-afcc-7785ed924e94 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:06.768278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Attempting to bind port 24cd36ce-69c3-48ba-afcc-7785ed924e94 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:06.777910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:06.778285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:06.778685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.779071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:06.779532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Bound port: 24cd36ce-69c3-48ba-afcc-7785ed924e94, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:06.779897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.903865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffaa79-c5c8-4ea7-ba4c-2cd539c9015d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:06.904639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65ffaa79-c5c8-4ea7-ba4c-2cd539c9015d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:06.932663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] For port 24cd36ce-69c3-48ba-afcc-7785ed924e94, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:06.937805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] For port 24cd36ce-69c3-48ba-afcc-7785ed924e94, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24cd36ce-69c3-48ba-afcc-7785ed924e94,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:06.943912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:06.963331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-65ffaa79-c5c8-4ea7-ba4c-2cd539c9015d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:06.967195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-65ffaa79-c5c8-4ea7-ba4c-2cd539c9015d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2716615 Mar 03 18:06:06.967905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33252) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:06.996385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25d76df8-c2c0-42ae-b0cd-0ee926a1135a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.063802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4095779-d634-4c53-b49d-7465a5c34805 None None] Pushing event updated for resources: {'Port': ['ID=24cd36ce-69c3-48ba-afcc-7785ed924e94,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:07.158943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0f9a0-1b55-457e-a56a-070e63078308 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:07.163168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0f9a0-1b55-457e-a56a-070e63078308 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:07.166603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5e0f9a0-1b55-457e-a56a-070e63078308 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:07.186829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5e0f9a0-1b55-457e-a56a-070e63078308 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:07.188415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5e0f9a0-1b55-457e-a56a-070e63078308 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2195263 Mar 03 18:06:07.191949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33260) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:07.319750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 4b0d3d0c-bb10-4325-aa98-92343169b60c {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:06:07.328169 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.343301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.354302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25d76df8-c2c0-42ae-b0cd-0ee926a1135a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.488088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82a6e-8eb3-4608-83ee-6a589210ebd7 req-84ae8344-5598-424c-8462-5e8b7b065afb tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:07.499381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71e82a6e-8eb3-4608-83ee-6a589210ebd7 req-84ae8344-5598-424c-8462-5e8b7b065afb tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 945 time: 0.2275870 Mar 03 18:06:07.502602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.573987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25d76df8-c2c0-42ae-b0cd-0ee926a1135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.623803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.642293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d76df8-c2c0-42ae-b0cd-0ee926a1135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3986f-e8bf-4c3f-9343-71df19b2a483,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:07.644228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25d76df8-c2c0-42ae-b0cd-0ee926a1135a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.646599 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25d76df8-c2c0-42ae-b0cd-0ee926a1135a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feb3986f-e8bf-4c3f-9343-71df19b2a483 HTTP/1.1" status: 204 len: 168 time: 0.8798215 Mar 03 18:06:07.683845 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71e82a6e-8eb3-4608-83ee-6a589210ebd7 req-0fbaba56-4346-4b41-81e1-4c5587ef9a42 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774168 Mar 03 18:06:07.687870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:07.707769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:07.707769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:07.777488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:07.778179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:07.783959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event updated for resources: {'Port': ['ID=974fb767-b787-43ed-b2f5-2106bc801f9d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:07.805380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-c8937694-547e-4ff9-819c-d9978cd2ce4b tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4630928 Mar 03 18:06:07.818423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Request body: {'port': {'device_id': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:07.891014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24cd36ce-69c3-48ba-afcc-7785ed924e94 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:07.983412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 24cd36ce-69c3-48ba-afcc-7785ed924e94 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:08.065478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:08.069374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:08.205875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Allocated IP 172.20.0.3 (0dfeaf85-f5f6-41d8-a6d9-001c766d1c43/e2bde1ab-53d2-477b-8552-df227a27513e/667b919b-f894-4c8b-9774-50163438dc00) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:08.429396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1a262-7ae2-4560-ae1d-104bdf6397bb req-59b8a323-d744-4874-8f2e-9b2d72ab8217 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:08.430157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f3d1a262-7ae2-4560-ae1d-104bdf6397bb req-59b8a323-d744-4874-8f2e-9b2d72ab8217 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Synchronizing usage tracker for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:08.447571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:08.521656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0d3d0c-bb10-4325-aa98-92343169b60c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:08.525499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f3d1a262-7ae2-4560-ae1d-104bdf6397bb req-59b8a323-d744-4874-8f2e-9b2d72ab8217 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Unset dirty status for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:08.526355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3d1a262-7ae2-4560-ae1d-104bdf6397bb req-59b8a323-d744-4874-8f2e-9b2d72ab8217 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 931 time: 0.5369554 Mar 03 18:06:08.555604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:08.589486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b1890908-32a7-43a6-98c8-5d570ebae732 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/4b0d3d0c-bb10-4325-aa98-92343169b60c HTTP/1.1" status: 204 len: 168 time: 1.3940649 Mar 03 18:06:08.591586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33308) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:08.656501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3d1a262-7ae2-4560-ae1d-104bdf6397bb req-2a6a8aaf-f3e8-4f64-a897-b26abba007c0 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905097 Mar 03 18:06:08.686047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-b9bdd606-fce8-498a-92ba-9cd5483c1836 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:08.687857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-b9bdd606-fce8-498a-92ba-9cd5483c1836 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.35 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 945 time: 0.4717331 Mar 03 18:06:08.705514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-35570b1e-6512-42f9-b80b-169008dcaeb3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110985 Mar 03 18:06:08.708637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:08.714276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33312) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:08.735382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:08.763224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95591b-9a27-4cff-83be-aa854c2b1950 req-1eb06e1b-4ee4-456b-a873-4823b5cf1fdf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:08.770284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d95591b-9a27-4cff-83be-aa854c2b1950 req-1eb06e1b-4ee4-456b-a873-4823b5cf1fdf tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 1.2373457 Mar 03 18:06:08.902164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Deleting port 2a82d652-7999-492d-abd7-7c3a8b7638a8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:08.902583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:08.941814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d95591b-9a27-4cff-83be-aa854c2b1950 req-ecf701d3-4b4b-4ff4-8a98-2e03dd828941 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654611 Mar 03 18:06:08.953779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:08.958749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:08.961779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:08.964905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:08.993629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8451cc-b33c-4d1f-95b9-7aca7db52189 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:09.022522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:09.054189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:09.058119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:09.060211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:09.063795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.080982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:09.165410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event updated for resources: {'Port': ['ID=667b919b-f894-4c8b-9774-50163438dc00,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:09.235376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Provisioning for port 24cd36ce-69c3-48ba-afcc-7785ed924e94 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:09.258207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Provisioning complete for port 24cd36ce-69c3-48ba-afcc-7785ed924e94 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:09.258930 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.260111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:09.260753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.303039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ae6a1f5-9a4e-4802-bec2-251483ada657 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2534449 Mar 03 18:06:09.352914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Request body: {'port': {'device_id': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:09.503024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fb1c5-6fd1-4e61-b122-b3ee3cc05ec4 req-4256a11c-b2f0-4284-a70f-6b979b9ca9c7 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:09.511961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca4fb1c5-6fd1-4e61-b122-b3ee3cc05ec4 req-4256a11c-b2f0-4284-a70f-6b979b9ca9c7 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 945 time: 0.5145912 Mar 03 18:06:09.532869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.553070 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.570495 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.585184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] For port 24cd36ce-69c3-48ba-afcc-7785ed924e94, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24cd36ce-69c3-48ba-afcc-7785ed924e94,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:09.592191 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.650153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca4fb1c5-6fd1-4e61-b122-b3ee3cc05ec4 req-04948cca-4b3c-4736-96dd-99a4a04b079b tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/security-groups?id=486e6837-dfb6-41b5-bc4c-b79d9e6195a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369259 Mar 03 18:06:09.727355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:09.735994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:06:09.752978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:09.775668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Deleting port 24cd36ce-69c3-48ba-afcc-7785ed924e94 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:09.775988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:09.776580 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.779271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.834392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=c126f44e-934e-47f0-96a9-60200d88481f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:09.835915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:06:09.894306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24cd36ce-69c3-48ba-afcc-7785ed924e94 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:09.919475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974fb767-b787-43ed-b2f5-2106bc801f9d {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:06:09.960071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:09.966671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:09.979719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] For port 2a82d652-7999-492d-abd7-7c3a8b7638a8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2a82d652-7999-492d-abd7-7c3a8b7638a8,segment=NetworkSegment(e27d3193-594c-4f3f-9328-21484e8971db),segment_id=e27d3193-594c-4f3f-9328-21484e8971db)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:09.980155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.016608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Pushing event updated for resources: {'Port': ['ID=24cd36ce-69c3-48ba-afcc-7785ed924e94,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:10.084739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.090231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.090722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.091307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.091665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.092068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.092458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.092988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.093545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.094061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.094732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.095249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a670d-d7ed-46d7-bde6-ec80e988fd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:10.248518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7c672bda-a6fe-4b6f-931d-937332a7d7a3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5318730 Mar 03 18:06:10.249211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33368) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:10.261053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-538313610', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:10.269125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:10.274329 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:router and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:10.275633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Transition to ACTIVE for port object 974fb767-b787-43ed-b2f5-2106bc801f9d will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:10.277559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:10.291946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Calling delete_port for 2a82d652-7999-492d-abd7-7c3a8b7638a8 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:10.293367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:10.398148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.399309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.415592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.442997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378c4e-e18b-4655-a75d-64465305addb req-36be3277-92b2-4b32-b0da-2e050f6a6e14 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:10.443795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-33378c4e-e18b-4655-a75d-64465305addb req-36be3277-92b2-4b32-b0da-2e050f6a6e14 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Synchronizing usage tracker for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:10.498854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 24cd36ce-69c3-48ba-afcc-7785ed924e94, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24cd36ce-69c3-48ba-afcc-7785ed924e94,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:10.505954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.583349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-33378c4e-e18b-4655-a75d-64465305addb req-36be3277-92b2-4b32-b0da-2e050f6a6e14 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Unset dirty status for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:10.584531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33378c4e-e18b-4655-a75d-64465305addb req-36be3277-92b2-4b32-b0da-2e050f6a6e14 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 931 time: 0.4934177 Mar 03 18:06:10.601424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=24cd36ce-69c3-48ba-afcc-7785ed924e94,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:10.609026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] For port 24cd36ce-69c3-48ba-afcc-7785ed924e94, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24cd36ce-69c3-48ba-afcc-7785ed924e94,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:10.609615 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.668504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.679103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.761627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Calling delete_port for 24cd36ce-69c3-48ba-afcc-7785ed924e94 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:10.781916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.817264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.818750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bd820ec8-06ea-4f5f-94f4-7dbd3dda124f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5662608 Mar 03 18:06:10.825218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33384) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:10.835616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-33378c4e-e18b-4655-a75d-64465305addb req-2cb92753-551f-4363-bf67-d66ae0e1d9b4 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Synchronizing usage tracker for tenant:001e819a70324ba0880e096485e16f5a on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:10.845112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Pushing event updated for resources: {'Port': ['ID=974fb767-b787-43ed-b2f5-2106bc801f9d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:10.868441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:10.877961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:06:10.878445 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:06:10.945614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:10.958369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Usage tracker for resource:security_group_rule and tenant:84688dd753dc4018b245757737528658 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:10.969699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:11.036210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:11.057967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667b919b-f894-4c8b-9774-50163438dc00 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:06:11.068045 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.085224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Transition to ACTIVE for port object 667b919b-f894-4c8b-9774-50163438dc00 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:11.096542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.192823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6902a6-40d1-4de4-ad58-637ecaeb85a9 req-7df2dcc8-0cc6-4754-8fae-672d6cb42153 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:11.202665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c6902a6-40d1-4de4-ad58-637ecaeb85a9 req-7df2dcc8-0cc6-4754-8fae-672d6cb42153 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.9287839 Mar 03 18:06:11.268217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Attempting to bind port 974fb767-b787-43ed-b2f5-2106bc801f9d on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:11.268790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Attempting to bind port 974fb767-b787-43ed-b2f5-2106bc801f9d by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:11.269273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Attempting to bind port 974fb767-b787-43ed-b2f5-2106bc801f9d on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:11.287171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Port 974fb767-b787-43ed-b2f5-2106bc801f9d on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:06:11.287725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Attempting to bind port 974fb767-b787-43ed-b2f5-2106bc801f9d on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:11.318079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:11.318707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Checking segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:11.319050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Bound using segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:11.319656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Bound port: 974fb767-b787-43ed-b2f5-2106bc801f9d, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:11.320160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.342272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c6902a6-40d1-4de4-ad58-637ecaeb85a9 req-a59c8515-13d9-42a9-aca1-9a40ec6c73ce tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387739 Mar 03 18:06:11.345273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33398) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:11.380493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Deleting port 24cd36ce-69c3-48ba-afcc-7785ed924e94 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:11.381406 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.439632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:11.443055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=974fb767-b787-43ed-b2f5-2106bc801f9d,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:11.448012 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.459836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.531547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Pushing event deleted for resources: {'Port': ['ID=2a82d652-7999-492d-abd7-7c3a8b7638a8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:11.534020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:11.534627 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.536161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] 10.222.0.35 "PUT /v2.0/ports/974fb767-b787-43ed-b2f5-2106bc801f9d HTTP/1.1" status: 200 len: 1091 time: 3.7236705 Mar 03 18:06:11.537463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:11.640826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Pushing event updated for resources: {'Port': ['ID=667b919b-f894-4c8b-9774-50163438dc00,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:11.651067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-33378c4e-e18b-4655-a75d-64465305addb req-2cb92753-551f-4363-bf67-d66ae0e1d9b4 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Unset dirty status for tenant:001e819a70324ba0880e096485e16f5a on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:11.651871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33378c4e-e18b-4655-a75d-64465305addb req-2cb92753-551f-4363-bf67-d66ae0e1d9b4 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0595810 Mar 03 18:06:11.750082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] For port 24cd36ce-69c3-48ba-afcc-7785ed924e94, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24cd36ce-69c3-48ba-afcc-7785ed924e94,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:11.750933 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.757632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb8da1-9a00-4c94-aa2e-8c62f73d81ee service neutron] Pushing event updated for resources: {'Port': ['ID=974fb767-b787-43ed-b2f5-2106bc801f9d,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:11.772880 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d', 'status': 'completed', 'code': 200} Mar 03 18:06:11.851650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b1c9335-d770-4b95-b93e-5a8e82d6a5a4 req-11a14530-b416-45ce-8aeb-eec570db547c tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.23 "GET /v2.0/ports?device_id=df744e05-2547-42b0-987c-365bb31eca5b HTTP/1.1" status: 200 len: 210 time: 0.2456963 Mar 03 18:06:11.916702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.918998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Calling delete_port for 24cd36ce-69c3-48ba-afcc-7785ed924e94 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:11.919734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.921636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.935569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] No DVR routers for this DVR port 2a82d652-7999-492d-abd7-7c3a8b7638a8 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:11.939851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:11.951012 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.025368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:12.029531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cc94217-1a09-48a7-9d46-b23fab983445 req-de66c13f-9431-4610-88da-3cd3e7c063f6 tempest-ServerAddressesTestJSON-1752390886 tempest-ServerAddressesTestJSON-1752390886-project] 10.222.0.35 "DELETE /v2.0/ports/2a82d652-7999-492d-abd7-7c3a8b7638a8 HTTP/1.1" status: 204 len: 173 time: 3.3349869 Mar 03 18:06:12.039240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.040497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Usage tracker for resource:security_group_rule and tenant:b40de2f9df2d45edaf703a3db26f821f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:12.056610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:12.068171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84688dd753dc4018b245757737528658&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1070158 Mar 03 18:06:12.070081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:12.072786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33412) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:12.076382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bfd20-e63d-4de1-bbd3-6118b49d3d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87875474-53f9-4dd8-be53-1b04c20091cd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:12.088786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Attempting to bind port 667b919b-f894-4c8b-9774-50163438dc00 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:12.089449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Attempting to bind port 667b919b-f894-4c8b-9774-50163438dc00 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:12.089936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Attempting to bind port 667b919b-f894-4c8b-9774-50163438dc00 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:12.160168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] Pushing event deleted for resources: {'Port': ['ID=24cd36ce-69c3-48ba-afcc-7785ed924e94,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:12.167088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.169203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575d33b-d51e-45a1-bb8c-d4fae71e566a None None] No DVR routers for this DVR port 24cd36ce-69c3-48ba-afcc-7785ed924e94 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:12.212159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.231832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b72345-0749-43d3-9047-35601fa4a0ee None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:12.254946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Port 667b919b-f894-4c8b-9774-50163438dc00 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:06:12.254946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Attempting to bind port 667b919b-f894-4c8b-9774-50163438dc00 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:12.324058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ddac74b-f365-478c-ba9b-27cfd4ba4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:12.325668 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2ddac74b-f365-478c-ba9b-27cfd4ba4343 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 1094 time: 0.6595461 Mar 03 18:06:12.334654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:12.334997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Checking segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:12.335986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Bound using segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:12.336394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Bound port: 667b919b-f894-4c8b-9774-50163438dc00, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:12.336902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.492033 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-b06d60b7-8ce6-46c2-af58-4351eea7934b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=974fb767-b787-43ed-b2f5-2106bc801f9d HTTP/1.1" status: 200 len: 217 time: 0.1346922 Mar 03 18:06:12.494405 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b40de2f9df2d45edaf703a3db26f821f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1470809 Mar 03 18:06:12.498992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33418) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:12.510076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaed4e5-30b5-4a03-9255-c3c7a4c09d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c62f07d-e977-4117-bc7d-c44becc49756,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:12.555328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5313deb-054f-4e2f-93eb-766ab2af0351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.606708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': 'c126f44e-934e-47f0-96a9-60200d88481f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:06:12.608702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.614445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:12.617498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5313deb-054f-4e2f-93eb-766ab2af0351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:12.632104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-493f31e2-db3c-43ab-afb8-d47373385535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:12.633823 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-493f31e2-db3c-43ab-afb8-d47373385535 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.1279483 Mar 03 18:06:12.667587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=667b919b-f894-4c8b-9774-50163438dc00,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:12.696253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-2e7e6f3b-9314-4ea1-a9a9-29801b63e402 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527174 Mar 03 18:06:12.757473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::1 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/c126f44e-934e-47f0-96a9-60200d88481f/1fdae3ab-a5a7-41dd-ade8-737e64cd0787) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:12.961032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.011372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5313deb-054f-4e2f-93eb-766ab2af0351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.045118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5313deb-054f-4e2f-93eb-766ab2af0351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87875474-53f9-4dd8-be53-1b04c20091cd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:13.067188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-95b172d7-750e-4a83-8392-fb70bfe56334 service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459489 Mar 03 18:06:13.084816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5313deb-054f-4e2f-93eb-766ab2af0351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.086217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:13.086849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.087781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5313deb-054f-4e2f-93eb-766ab2af0351 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87875474-53f9-4dd8-be53-1b04c20091cd HTTP/1.1" status: 204 len: 168 time: 1.0127168 Mar 03 18:06:13.088186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] 10.222.0.16 "PUT /v2.0/ports/667b919b-f894-4c8b-9774-50163438dc00 HTTP/1.1" status: 200 len: 1091 time: 3.7447116 Mar 03 18:06:13.097570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'tag': '667b919b-f894-4c8b-9774-50163438dc00'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:13.109070 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-af47cb46-21cd-47c7-bce7-fe40ab2ee324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.178260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543226f-3105-43f7-8c4e-b8fa68593ce2 req-6dd30c3d-4bd9-4101-950f-5e3cc1b2680b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:13.179739 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0543226f-3105-43f7-8c4e-b8fa68593ce2 req-6dd30c3d-4bd9-4101-950f-5e3cc1b2680b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.6626096 Mar 03 18:06:13.187058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb00bd-f2cc-4dd3-a586-14fcb77ea4a5 req-7780b809-d1a2-4294-8aaf-a113e2927472 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:13.188928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fbfb00bd-f2cc-4dd3-a586-14fcb77ea4a5 req-7780b809-d1a2-4294-8aaf-a113e2927472 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 943 time: 0.3740394 Mar 03 18:06:13.233247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec66b-1ed3-4c1c-a610-adee2b677894 service neutron] Pushing event updated for resources: {'Port': ['ID=667b919b-f894-4c8b-9774-50163438dc00,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:13.245831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-af47cb46-21cd-47c7-bce7-fe40ab2ee324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.279418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2a82d652-7999-492d-abd7-7c3a8b7638a8 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:13.323968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fbfb00bd-f2cc-4dd3-a586-14fcb77ea4a5 req-1ddea9c6-93ea-4061-a4a5-dcbe6151bfc8 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816574 Mar 03 18:06:13.340545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.354579 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0543226f-3105-43f7-8c4e-b8fa68593ce2 req-2b94b379-2d83-47d2-9097-6d7686c19951 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223633 Mar 03 18:06:13.370311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:13.382014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-d09ebaaf-5377-4c54-bf79-c4d4d1ecd17d service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004401 Mar 03 18:06:13.393380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 2a82d652-7999-492d-abd7-7c3a8b7638a8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:06:13.393993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2a82d652-7999-492d-abd7-7c3a8b7638a8 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:06:13.415540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-fd1bdf95-b2ab-4fde-885c-8ed1f18e9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:13.417215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-fd1bdf95-b2ab-4fde-885c-8ed1f18e9220 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd HTTP/1.1" status: 200 len: 1094 time: 0.2511249 Mar 03 18:06:13.420634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-af47cb46-21cd-47c7-bce7-fe40ab2ee324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.498633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33438) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:13.522019 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'tag': '667b919b-f894-4c8b-9774-50163438dc00', 'status': 'completed', 'code': 200} Mar 03 18:06:13.537303 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-858ba307-d610-48be-abcc-d6942eef50ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=667b919b-f894-4c8b-9774-50163438dc00 HTTP/1.1" status: 200 len: 217 time: 0.0932455 Mar 03 18:06:13.540243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47cb46-21cd-47c7-bce7-fe40ab2ee324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c62f07d-e977-4117-bc7d-c44becc49756,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:13.546132 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-af47cb46-21cd-47c7-bce7-fe40ab2ee324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.547318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-af47cb46-21cd-47c7-bce7-fe40ab2ee324 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c62f07d-e977-4117-bc7d-c44becc49756 HTTP/1.1" status: 204 len: 168 time: 1.0370820 Mar 03 18:06:13.573357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] Deleting subnet bab701ed-0bdf-4b96-9445-652b4e38953b {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:06:13.576804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.643265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.694169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-a209f8e6-c24c-4f70-a349-42e5227472d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:13.697557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-a209f8e6-c24c-4f70-a349-42e5227472d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.1480896 Mar 03 18:06:13.699081 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:13.718515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/c126f44e-934e-47f0-96a9-60200d88481f/8ca9264b-58f0-4e7b-9e2c-aba75a9cc526) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:13.736862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-12fe8d6b-074e-4cce-b774-b9f7100c38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:13.741878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-12fe8d6b-074e-4cce-b774-b9f7100c38db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 1094 time: 0.2991881 Mar 03 18:06:13.780675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df744e05-2547-42b0-987c-365bb31eca5b', 'name': 'network-vif-deleted', 'tag': '2a82d652-7999-492d-abd7-7c3a8b7638a8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:13.807304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.095447 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df744e05-2547-42b0-987c-365bb31eca5b', 'name': 'network-vif-deleted', 'tag': '2a82d652-7999-492d-abd7-7c3a8b7638a8', 'status': 'completed', 'code': 200} Mar 03 18:06:14.103758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-e0aec493-5c69-4e67-a266-8ed9165b0f05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3074801 Mar 03 18:06:14.105241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-f8bca0b6-4b59-4747-929e-826c262af012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:14.106138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=1fdae3ab-a5a7-41dd-ade8-737e64cd0787,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:14.106439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-f8bca0b6-4b59-4747-929e-826c262af012 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 914 time: 0.2846229 Mar 03 18:06:14.106768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:14.106768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:14.106768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:14.106768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.165356 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.181371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Transition to ACTIVE for port object 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:14.190559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.244068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Transition to ACTIVE for port object 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:14.253017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.298055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33470) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:14.298055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab701ed-0bdf-4b96-9445-652b4e38953b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:14.298055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-6fe00478-5f51-4079-b9ce-82585a141600 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=974fb767-b787-43ed-b2f5-2106bc801f9d HTTP/1.1" status: 200 len: 217 time: 0.2475195 Mar 03 18:06:14.345219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:14.345219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:14.353661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:14.370415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Pushing event updated for resources: {'Port': ['ID=8ca9264b-58f0-4e7b-9e2c-aba75a9cc526,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:14.482698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.487395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Attempting to bind port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:14.487395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Attempting to bind port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:14.487395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Attempting to bind port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:14.487395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:14.487395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:14.487395 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.492605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.496866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:14.496866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Bound port: 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:14.496866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.622209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:14.625906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8d197c5670d64f979d5e14027375453b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:14.628868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:14.634668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:14.725661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.734860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-42f1221e-0e00-49e5-9e93-3b105d35b423 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bab701ed-0bdf-4b96-9445-652b4e38953b HTTP/1.1" status: 204 len: 168 time: 1.2341604 Mar 03 18:06:14.742183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33486) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:14.743722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.779600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] For port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:14.783696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] For port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8ca9264b-58f0-4e7b-9e2c-aba75a9cc526,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:14.795147 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:14.869902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac137f-d778-4577-a7cb-3d8d4a0b7f40,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:14.885551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d21e8915-de24-4d2d-9a23-b90551d3d9d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d197c5670d64f979d5e14027375453b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855429 Mar 03 18:06:14.895630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-dd8b9726-f9dd-49ec-9821-b757b51875f2 service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448746 Mar 03 18:06:14.895630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33492) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:14.904298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-ea0301f5-a6e1-4b86-bd34-a1478e954275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:14.904298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-ea0301f5-a6e1-4b86-bd34-a1478e954275 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.5968556 Mar 03 18:06:14.966950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e253d82-5299-4f43-afd4-acd6f09f2564 None None] Pushing event updated for resources: {'Port': ['ID=8ca9264b-58f0-4e7b-9e2c-aba75a9cc526,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:15.009923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-988b6b0c-9739-4a24-8ca3-53478806fffc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969207 Mar 03 18:06:15.148385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f4899-1b69-4f95-b69c-eabf4519ecd8 req-a5d72ed7-0361-4f2c-8963-743d5470527e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:15.150967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d5f4899-1b69-4f95-b69c-eabf4519ecd8 req-a5d72ed7-0361-4f2c-8963-743d5470527e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.5771716 Mar 03 18:06:15.267469 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d5f4899-1b69-4f95-b69c-eabf4519ecd8 req-d1f13176-febe-488d-8b57-bcd27cbe799d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855546 Mar 03 18:06:15.271551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-3b1f20f5-cfc8-4226-b455-b27bc61ed19a service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513480 Mar 03 18:06:15.321138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2fab1-ad15-4761-b1fe-d36006c82816 req-969e7925-6798-4eb2-8b22-5da266e76948 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:15.321138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bc2fab1-ad15-4761-b1fe-d36006c82816 req-969e7925-6798-4eb2-8b22-5da266e76948 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 943 time: 0.6906981 Mar 03 18:06:15.387468 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:15.426696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:15.570942 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-facee2ea-c5d0-4d27-9cdc-1d1175058fff req-8f2bdeaf-56f7-473f-8080-17c3f362073e service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949007 Mar 03 18:06:15.716319 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bc2fab1-ad15-4761-b1fe-d36006c82816 req-3d0af024-f131-4d3f-b217-1f910561ce46 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765283 Mar 03 18:06:15.764593 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-893dfbd8-f9e1-450c-b281-324d924c027b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:15.802482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-893dfbd8-f9e1-450c-b281-324d924c027b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:15.828127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:15.908659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33516) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:15.927544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:15.986187 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17d77efa-df2d-41bc-b19e-5c1b96848e53 req-83693d27-5f56-45b1-a7ce-9482b77e7d5a service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9912443 Mar 03 18:06:16.096935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.173022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1267298918'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:16.190907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:16.208607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Usage tracker for resource:network and tenant:7c4d1a8f51854b52a69d01367439fb8d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:16.208607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:16.226327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:16.249536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Made reservation on behalf of 7c4d1a8f51854b52a69d01367439fb8d for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:16.256030 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.290094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.332761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:16.338937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Usage tracker for resource:security_group_rule and tenant:7c4d1a8f51854b52a69d01367439fb8d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:16.342220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:16.351637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:16.359200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-893dfbd8-f9e1-450c-b281-324d924c027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.366191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860ee666-b545-4444-a6da-961b53d40622']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:16.410250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27d3193-594c-4f3f-9328-21484e8971db') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:16.410603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27d3193-594c-4f3f-9328-21484e8971db') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:16.475209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dfbd8-f9e1-450c-b281-324d924c027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac137f-d778-4577-a7cb-3d8d4a0b7f40,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:16.475209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-893dfbd8-f9e1-450c-b281-324d924c027b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.496564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-893dfbd8-f9e1-450c-b281-324d924c027b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56ac137f-d778-4577-a7cb-3d8d4a0b7f40 HTTP/1.1" status: 204 len: 168 time: 1.5739450 Mar 03 18:06:16.510971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.559087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.595995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.599404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.629210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:06:16.658385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.658385 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Added segment e78cca52-9fb7-461f-838b-a30a09c5ce5d of type vlan for network c2f6110d-b3e7-4d80-ad05-dcec7247dfec Mar 03 18:06:16.662703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d572c28-91ee-4792-b0ca-f26d8b79f2a3 None None] Provisioning for port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:16.669929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d572c28-91ee-4792-b0ca-f26d8b79f2a3 None None] Provisioning complete for port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:16.669929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d572c28-91ee-4792-b0ca-f26d8b79f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.684750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:16.689280 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.701178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.744541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.751850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:16.752757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:16.772835 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:16.867164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-f58d50d7-37fb-4317-a6cd-0b7cb6b40c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:16.869751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-f58d50d7-37fb-4317-a6cd-0b7cb6b40c7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd HTTP/1.1" status: 200 len: 1094 time: 0.7357543 Mar 03 18:06:16.874503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.880685 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:16.957669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] 10.222.0.23 "DELETE /v2.0/networks/860ee666-b545-4444-a6da-961b53d40622 HTTP/1.1" status: 204 len: 168 time: 2.2012429 Mar 03 18:06:16.957669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf56ca9-3b62-44c4-9313-964cd1b862fd admin admin] Pushing event deleted for resources: {'Network': ['ID=860ee666-b545-4444-a6da-961b53d40622,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:17.173825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d572c28-91ee-4792-b0ca-f26d8b79f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:17.223296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:17.239290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:17.239668 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:17.262615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1d572c28-91ee-4792-b0ca-f26d8b79f2a3 None None] For port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8ca9264b-58f0-4e7b-9e2c-aba75a9cc526,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:17.268243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f1ef52-4727-484d-8a32-862e375cca80,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:17.309821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 974fb767-b787-43ed-b2f5-2106bc801f9d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:06:17.321805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d572c28-91ee-4792-b0ca-f26d8b79f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:17.374049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=1fdae3ab-a5a7-41dd-ade8-737e64cd0787,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:17.408249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4983232 Mar 03 18:06:17.414677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33548) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:17.449701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b352454-dee6-4d29-a76a-64c3b6671254 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Pushing event updated for resources: {'Network': ['ID=c2f6110d-b3e7-4d80-ad05-dcec7247dfec,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:17.461397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33554) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:17.465315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network c2f6110d-b3e7-4d80-ad05-dcec7247dfec details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:06:17.587424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:06:17.608625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6132c6-dd86-42a3-9131-782a76bd7d95 req-ab9be41c-ae72-4dae-8315-8ac5daed2a70 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:17.608625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f6132c6-dd86-42a3-9131-782a76bd7d95 req-ab9be41c-ae72-4dae-8315-8ac5daed2a70 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 1.1680269 Mar 03 18:06:17.641021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-264bf89e-dbb6-4d38-91b4-1556dbcb8c7e None None] Provisioning for port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:17.654827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-264bf89e-dbb6-4d38-91b4-1556dbcb8c7e None None] Provisioning complete for port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:17.654827 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-264bf89e-dbb6-4d38-91b4-1556dbcb8c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:17.702291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-a670a22d-dbc6-4951-bc9d-3de71b50dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:17.702291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-a670a22d-dbc6-4951-bc9d-3de71b50dbfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 914 time: 0.7974498 Mar 03 18:06:17.727806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:17.766800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572c28-91ee-4792-b0ca-f26d8b79f2a3 None None] Pushing event updated for resources: {'Port': ['ID=8ca9264b-58f0-4e7b-9e2c-aba75a9cc526,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:17.798960 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-256432e3-f7c6-4f77-bde1-e59ca12e9cf6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5604146 Mar 03 18:06:17.801447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:17.802725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f6132c6-dd86-42a3-9131-782a76bd7d95 req-f44e3acf-2bc0-417d-8756-025b5c56e6e2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747625 Mar 03 18:06:17.820808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a6faf314-2bb7-40ac-a2ac-a8cb87e004d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28d3862213cb46f391cb44768ea3514d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467197 Mar 03 18:06:17.822309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:17.835218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-1ad3361d-0a86-447c-9676-21ec5f8c25f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=667b919b-f894-4c8b-9774-50163438dc00 HTTP/1.1" status: 200 len: 217 time: 0.1116955 Mar 03 18:06:17.867761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b54b9-973f-408c-bf82-160de42ca905 req-cd6b106d-7e72-462b-bd8a-7a30154ecb03 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:17.870624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-283b54b9-973f-408c-bf82-160de42ca905 req-cd6b106d-7e72-462b-bd8a-7a30154ecb03 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 943 time: 0.7753656 Mar 03 18:06:17.925248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-264bf89e-dbb6-4d38-91b4-1556dbcb8c7e None None] Port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:06:17.966717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7332-2abf-4ac6-a186-1c365e02fc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.013157 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.041033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=974fb767-b787-43ed-b2f5-2106bc801f9d,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:18.067086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '974fb767-b787-43ed-b2f5-2106bc801f9d', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'port_id': '974fb767-b787-43ed-b2f5-2106bc801f9d', 'mac_address': 'fa:16:3e:7a:eb:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bde1ab-53d2-477b-8552-df227a27513e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:06:18.095045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7332-2abf-4ac6-a186-1c365e02fc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.173413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.198097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974fb767-b787-43ed-b2f5-2106bc801f9d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:06:18.220147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=974fb767-b787-43ed-b2f5-2106bc801f9d,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:18.226633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.231604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'network': {'name': 'tempest-network--844464140', 'router:external': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:18.237071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:18.242765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:network and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:18.246848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:18.253746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:18.280155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Made reservation on behalf of fdc223a5edde432baf24790c79611310 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:18.282704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.339317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.385676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=974fb767-b787-43ed-b2f5-2106bc801f9d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:18.398987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5686766f-5cfb-4f08-8873-e4e62b925a83 None None] Provisioning complete for port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:18.398987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5686766f-5cfb-4f08-8873-e4e62b925a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.416210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:18.442483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:security_group_rule and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:18.464404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:18.474899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:18.491468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33578) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:18.536170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['974fb767-b787-43ed-b2f5-2106bc801f9d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:06:18.549098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.549098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.549098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.549098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.549098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.549098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.553085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.561279 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-519b8afa-f411-4927-83e9-bd1fe798b187 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66e1ca2aecec440e84288bbfb217fee1&device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 6489 time: 0.3961301 Mar 03 18:06:18.578201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-283b54b9-973f-408c-bf82-160de42ca905 req-a5dc326e-f7f5-4be2-a5d7-960f3fe649af tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550644 Mar 03 18:06:18.578201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-64d3d32f-646d-428d-b417-fbcecabf0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:18.578201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-64d3d32f-646d-428d-b417-fbcecabf0263 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.7224476 Mar 03 18:06:18.622119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7332-2abf-4ac6-a186-1c365e02fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.658342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-0802254c-2069-40f6-be21-9f09550163a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637832 Mar 03 18:06:18.681562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f7332-2abf-4ac6-a186-1c365e02fc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486e6837-dfb6-41b5-bc4c-b79d9e6195a9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:18.775998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5686766f-5cfb-4f08-8873-e4e62b925a83 None None] Port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:06:18.847846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-674774320-network', 'tenant_id': '15255170337c45c9afac47e3444e0fbd'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:18.861070 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7332-2abf-4ac6-a186-1c365e02fc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:18.866051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Router c6225201-8328-4722-ba4f-b79859bfeaf3 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:06:18.868935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2f8f7332-2abf-4ac6-a186-1c365e02fc90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/486e6837-dfb6-41b5-bc4c-b79d9e6195a9 HTTP/1.1" status: 204 len: 168 time: 1.0333846 Mar 03 18:06:18.886567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:18.897668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Usage tracker for resource:network and tenant:15255170337c45c9afac47e3444e0fbd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:18.914711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:18.918632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-fb07fda1-6475-4b76-bf14-8778214c6713 service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389779 Mar 03 18:06:18.929613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:19.009275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-6967c0a9-b46d-4622-9355-30dd77b11c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.009698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-6967c0a9-b46d-4622-9355-30dd77b11c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.010169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-6967c0a9-b46d-4622-9355-30dd77b11c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.011777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-6967c0a9-b46d-4622-9355-30dd77b11c11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=141a9fdb-a208-4a3f-9923-08a66a420473&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=b81330da-f883-4c83-9fca-9939c9cfb4f1&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 HTTP/1.1" status: 200 len: 2290 time: 0.4146872 Mar 03 18:06:19.019002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Made reservation on behalf of 15255170337c45c9afac47e3444e0fbd for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:19.021895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.045603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.074745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 667b919b-f894-4c8b-9774-50163438dc00 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:06:19.197835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.285262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:19.285262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.312094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:06:19.317571 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Sync routers for ids ['c6225201-8328-4722-ba4f-b79859bfeaf3'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:06:19.322124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Usage tracker for resource:security_group_rule and tenant:15255170337c45c9afac47e3444e0fbd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:19.333985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Routers {'c6225201-8328-4722-ba4f-b79859bfeaf3'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:19.333985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:05:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c6225201-8328-4722-ba4f-b79859bfeaf3'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:19.340763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:19.340763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-314bf836-cd78-4960-b268-ced1b12d0f5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0185ccf4-0245-4f16-9806-f7049d5667f2 HTTP/1.1" status: 200 len: 1002 time: 0.2882638 Mar 03 18:06:19.349097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fd19dcb3-9ff6-4e90-ab0d-46aab4479799 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "PUT /v2.0/routers/c6225201-8328-4722-ba4f-b79859bfeaf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5091262 Mar 03 18:06:19.349097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33596) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:19.385798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:19.413920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=667b919b-f894-4c8b-9774-50163438dc00,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:19.439830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '667b919b-f894-4c8b-9774-50163438dc00', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'port_id': '667b919b-f894-4c8b-9774-50163438dc00', 'mac_address': 'fa:16:3e:8d:c9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bde1ab-53d2-477b-8552-df227a27513e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:06:19.455322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1066db49-0a2c-4675-ac77-7bd181073a7d req-0318df4a-296e-4eab-a02d-cd2d4d6e2a4d service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430956 Mar 03 18:06:19.510400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-10b93d39-9ff1-4316-93a4-f2e43d85452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.512056 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-10b93d39-9ff1-4316-93a4-f2e43d85452c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=836f3144-e7fd-473b-b518-be55f8b79c09 HTTP/1.1" status: 200 len: 849 time: 0.1193163 Mar 03 18:06:19.514180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:06:19.521720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.551976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667b919b-f894-4c8b-9774-50163438dc00 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:06:19.583657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da35ad4c-f784-43c6-afab-899a8c0ca889,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:19.598113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c724595-a3eb-404e-a81e-6172b2c1bf6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.598113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4c724595-a3eb-404e-a81e-6172b2c1bf6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:19.633710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4c724595-a3eb-404e-a81e-6172b2c1bf6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:19.633710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4c724595-a3eb-404e-a81e-6172b2c1bf6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports/1fdae3ab-a5a7-41dd-ade8-737e64cd0787 HTTP/1.1" status: 200 len: 911 time: 0.2808251 Mar 03 18:06:19.633710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33610) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:19.663887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5e0efe04-6f86-46dd-8bc1-fc9a5c126f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.663887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=667b919b-f894-4c8b-9774-50163438dc00,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:19.671173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.671173 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Added segment dcaf299e-a20f-4c42-96cc-b2efa00c6f62 of type vlan for network 74a06dbf-770b-4cdb-827e-b94ea22294cd Mar 03 18:06:19.676160 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.764307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f32ab-c051-4709-95b4-fbd8effe446b req-1aae5307-3740-44ca-beec-708e739fc2e5 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.768597 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Set router c6225201-8328-4722-ba4f-b79859bfeaf3 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:19.780763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-069f32ab-c051-4709-95b4-fbd8effe446b req-1aae5307-3740-44ca-beec-708e739fc2e5 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.7071393 Mar 03 18:06:19.834398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c5b26-2673-4624-b51b-be3402d40bcb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.838478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=667b919b-f894-4c8b-9774-50163438dc00,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:19.849604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c5b26-2673-4624-b51b-be3402d40bcb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:19.849604 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b6c5b26-2673-4624-b51b-be3402d40bcb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2115736 Mar 03 18:06:19.854895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33616) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:19.863527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:19.952768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:19.986844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:19.988035 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.051733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['667b919b-f894-4c8b-9774-50163438dc00'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:06:20.069765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-069f32ab-c051-4709-95b4-fbd8effe446b req-0318db2a-c674-448e-bb81-c72180aad3e7 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909479 Mar 03 18:06:20.185412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-8ea974ff-68fc-4685-9518-dd11b730e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:20.185412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-8ea974ff-68fc-4685-9518-dd11b730e03b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=141a9fdb-a208-4a3f-9923-08a66a420473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6557660 Mar 03 18:06:20.197240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.231827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.231827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:20.231827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.460656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.475820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:06:20.481993 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'name': 'tempest-NetworksTestDHCPv6-router-538313610', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:10Z', 'updated_at': '2022-03-03T18:06:14Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None, '_interfaces': [{'id': '1fdae3ab-a5a7-41dd-ade8-737e64cd0787', 'name': '', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'mac_address': 'fa:16:3e:fa:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c126f44e-934e-47f0-96a9-60200d88481f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:12Z', 'updated_at': '2022-03-03T18:06:16Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'subnets': [{'id': 'c126f44e-934e-47f0-96a9-60200d88481f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:20.489751 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.490411 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Added segment 8246aa9e-cd94-4b09-a42c-1c420135961d of type vlan for network 8d008ee7-270f-46e6-a7a3-e693fd929469 Mar 03 18:06:20.493609 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Checking router: c6225201-8328-4722-ba4f-b79859bfeaf3 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:06:20.493877 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Updating router c6225201-8328-4722-ba4f-b79859bfeaf3 port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:06:20.521121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.619501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Network': ['ID=74a06dbf-770b-4cdb-827e-b94ea22294cd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:20.623294 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.639300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 74a06dbf-770b-4cdb-827e-b94ea22294cd details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:06:20.674430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.674430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:20.674430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:20.725835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33634) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:20.805445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138354cd-fac9-4219-93e6-9f9962b08927 req-72a46a14-7ae4-48b4-b46b-5fe041aea374 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:20.805445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-138354cd-fac9-4219-93e6-9f9962b08927 req-72a46a14-7ae4-48b4-b46b-5fe041aea374 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 944 time: 0.8252163 Mar 03 18:06:20.903741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-138354cd-fac9-4219-93e6-9f9962b08927 req-9304bc61-61d5-459a-a980-175d85b1bf7e tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889826 Mar 03 18:06:20.948854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40415230-443b-408c-90b5-ec3ac3028338,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:20.970400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-network', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:20.973357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-327a336a-510e-4544-822b-398d99200c74 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.5431077 Mar 03 18:06:20.978057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:20.982940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Usage tracker for resource:network and tenant:7fc15dd8d7714bd487ba710aa19905cf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:20.986055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:20.988131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33642) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:20.993066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:21.011315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Made reservation on behalf of 7fc15dd8d7714bd487ba710aa19905cf for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:21.014318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.032157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.082515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:21.082515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc15dd8d7714bd487ba710aa19905cf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:21.091218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:21.101536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:21.114862 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6116824 Mar 03 18:06:21.131382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33648) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:21.141131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53420d1-5fb1-4602-b4db-d8b82290233e admin admin] Pushing event updated for resources: {'Network': ['ID=8d008ee7-270f-46e6-a7a3-e693fd929469,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:21.162172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 8d008ee7-270f-46e6-a7a3-e693fd929469 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:06:21.184963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Request body: {'subnet': {'network_id': '8d008ee7-270f-46e6-a7a3-e693fd929469', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-674774320-subnet', 'tenant_id': '15255170337c45c9afac47e3444e0fbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:21.281656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-b9e6ec48-e3b1-4a3e-acb2-b53c8453218e service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0705669 Mar 03 18:06:21.294115 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.322205 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Transition to ACTIVE for port object 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:21.327391 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.343404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:21.348097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.353876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Usage tracker for resource:subnet and tenant:15255170337c45c9afac47e3444e0fbd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:21.357896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:21.365548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:21.424955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 974fb767-b787-43ed-b2f5-2106bc801f9d up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:21.457683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Made reservation on behalf of 15255170337c45c9afac47e3444e0fbd for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:21.460382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.701361 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Pushing event updated for resources: {'Port': ['ID=1fdae3ab-a5a7-41dd-ade8-737e64cd0787,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.737144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.751295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 974fb767-b787-43ed-b2f5-2106bc801f9d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:21.757834 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.757834 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:21.770981 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Attempting to bind port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:21.770981 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Attempting to bind port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:21.770981 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Attempting to bind port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:21.786821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:21.786821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:21.786821 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.786821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:21.786821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Bound port: 1fdae3ab-a5a7-41dd-ade8-737e64cd0787, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:21.796605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 974fb767-b787-43ed-b2f5-2106bc801f9d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:21.796605 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.801236 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.841788 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6769d93d-e47e-4764-9249-8a50a8ce18e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:21.986945 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.045572 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] For port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:22.048076 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] For port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1fdae3ab-a5a7-41dd-ade8-737e64cd0787,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:22.060608 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.068350 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.102772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.124654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=974fb767-b787-43ed-b2f5-2106bc801f9d,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:22.126622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:22.129934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.146770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.251381 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Routers {'c6225201-8328-4722-ba4f-b79859bfeaf3'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:22.251381 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c6225201-8328-4722-ba4f-b79859bfeaf3'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:22.262535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a06dbf-770b-4cdb-827e-b94ea22294cd']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:22.312409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=974fb767-b787-43ed-b2f5-2106bc801f9d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:22.316901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55c58d8-f6f1-4fc6-ab2c-1a73505890ec,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:22.326368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-4d2b9806-585c-4ed0-ba0c-df26781e1618 service neutron] 10.222.0.35 "GET /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0502646 Mar 03 18:06:22.352543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc4c32-80be-4cec-9664-acaca3516418 req-751c3de4-fe8e-495f-a868-577d2d206f4e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:22.357123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Checking segment: {'id': '8246aa9e-cd94-4b09-a42c-1c420135961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8d008ee7-270f-46e6-a7a3-e693fd929469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:22.357123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Network hostable DHCP agents. Network: 8d008ee7-270f-46e6-a7a3-e693fd929469, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:06:22.366988 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77bc4c32-80be-4cec-9664-acaca3516418 req-751c3de4-fe8e-495f-a868-577d2d206f4e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.8301163 Mar 03 18:06:22.366988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaf299e-a20f-4c42-96cc-b2efa00c6f62') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:22.366988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaf299e-a20f-4c42-96cc-b2efa00c6f62') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:22.386551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.416951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.427032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:22.427032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.460231 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f906d-c6ee-4ad9-bbf8-1a455c6a1c55 None None] Pushing event updated for resources: {'Port': ['ID=1fdae3ab-a5a7-41dd-ade8-737e64cd0787,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:22.473244 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:22.626818 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] Set router c6225201-8328-4722-ba4f-b79859bfeaf3 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:22.638935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-253eef6e-0c1e-4c20-86b1-e7cf0e96c5d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 200 len: 217 time: 0.1744416 Mar 03 18:06:22.777618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77bc4c32-80be-4cec-9664-acaca3516418 req-caf2a028-b8c2-4795-bfcf-90f7cdf24c27 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088576 Mar 03 18:06:22.777618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.840124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74a06dbf-770b-4cdb-827e-b94ea22294cd {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 18:06:22.867647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-afe999d4-f828-4940-8f66-7cdd08d1b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:22.867647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-afe999d4-f828-4940-8f66-7cdd08d1b09f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.2171183 Mar 03 18:06:22.875201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.879224 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.893268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event deleted for resources: {'Network': ['ID=74a06dbf-770b-4cdb-827e-b94ea22294cd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:22.906147 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d', 'code': 200} Mar 03 18:06:22.944348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fbd3c7bd-c8d8-4418-be8f-7b83608f0c1b tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "DELETE /v2.0/networks/74a06dbf-770b-4cdb-827e-b94ea22294cd HTTP/1.1" status: 204 len: 168 time: 1.9508598 Mar 03 18:06:22.945138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:22.956247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Network 8d008ee7-270f-46e6-a7a3-e693fd929469 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:06:22.957400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:22.962302 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.964973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:22.970740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:22.980380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:network and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:22.991361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:22.996465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469ef5-29b1-4792-b9ac-613139c9e503 req-24892503-ede4-4834-99dc-a58df08f9408 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:23.004653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df469ef5-29b1-4792-b9ac-613139c9e503 req-24892503-ede4-4834-99dc-a58df08f9408 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 945 time: 0.9130495 Mar 03 18:06:23.014113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.028991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:06:23.031628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:23.042546 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.043164 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Added segment bed43382-92ee-43d9-bd02-80af296817ba of type vlan for network f56c037a-da10-4c31-82a5-0b433f6f33dc Mar 03 18:06:23.069918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Made reservation on behalf of fdc223a5edde432baf24790c79611310 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:23.073274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.091349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 667b919b-f894-4c8b-9774-50163438dc00 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:23.110729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-808e29ff-32f9-4c36-a674-747296fc67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:23.112542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-808e29ff-32f9-4c36-a674-747296fc67a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2236531 Mar 03 18:06:23.114661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.148622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:06:23.180981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.181627 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Added segment 493be06d-ef3c-42c0-8bdb-f1efd3a7859b of type vlan for network 750a842f-1c7a-4179-8550-896377d8c05b Mar 03 18:06:23.192188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be021435-75c0-422f-bad9-a605d0efe5be req-ed6d5b0a-0dd5-4f46-9cab-b704dbc70d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:23.193983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-be021435-75c0-422f-bad9-a605d0efe5be req-ed6d5b0a-0dd5-4f46-9cab-b704dbc70d1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 1096 time: 0.1949348 Mar 03 18:06:23.266829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 667b919b-f894-4c8b-9774-50163438dc00 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:23.274011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 667b919b-f894-4c8b-9774-50163438dc00 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:23.274011 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.302214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a771813-bf31-49f1-940a-fbe764f85bd4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:23.309182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.309182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:23.311713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.371656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 8d008ee7-270f-46e6-a7a3-e693fd929469) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:23.375026 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'name': 'tempest-NetworksTestDHCPv6-router-538313610', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:10Z', 'updated_at': '2022-03-03T18:06:14Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None, '_interfaces': [{'id': '1fdae3ab-a5a7-41dd-ade8-737e64cd0787', 'name': '', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'mac_address': 'fa:16:3e:fa:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c126f44e-934e-47f0-96a9-60200d88481f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:12Z', 'updated_at': '2022-03-03T18:06:22Z', 'revision_number': 4, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'subnets': [{'id': 'c126f44e-934e-47f0-96a9-60200d88481f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:23.379168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:23.379168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.396228 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97fbd5-aa82-446b-9c60-137fc342e50d None None] The sync data for ids ['c6225201-8328-4722-ba4f-b79859bfeaf3'] in n-d-827121-1 is: [{'id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'name': 'tempest-NetworksTestDHCPv6-router-538313610', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:10Z', 'updated_at': '2022-03-03T18:06:14Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None, '_interfaces': [{'id': '1fdae3ab-a5a7-41dd-ade8-737e64cd0787', 'name': '', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'mac_address': 'fa:16:3e:fa:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'c126f44e-934e-47f0-96a9-60200d88481f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:12Z', 'updated_at': '2022-03-03T18:06:22Z', 'revision_number': 4, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'subnets': [{'id': 'c126f44e-934e-47f0-96a9-60200d88481f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:06:23.419750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60953b86-7183-4459-a854-398ee0429939 None None] Network 8d008ee7-270f-46e6-a7a3-e693fd929469 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:23.435503 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6758230 Mar 03 18:06:23.447922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33676) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:23.454925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Request body: {'subnet': {'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-subnet', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:23.484124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:23.490968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:23.491600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.498392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.502959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Usage tracker for resource:subnet and tenant:7fc15dd8d7714bd487ba710aa19905cf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:23.510482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:23.515970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-be021435-75c0-422f-bad9-a605d0efe5be req-496b357a-0308-41bf-b092-82d80a036f7b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186674 Mar 03 18:06:23.523644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:23.553189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Made reservation on behalf of 7fc15dd8d7714bd487ba710aa19905cf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:23.555526 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:23.578792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-6f21a8c9-aa44-4e35-8814-5ab8bafb5825 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591520 Mar 03 18:06:23.657139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-52bf949e-1bf6-452a-a2de-1c2bb8023ca5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5363750 Mar 03 18:06:23.663700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df469ef5-29b1-4792-b9ac-613139c9e503 req-4086a888-18ae-4cda-93bf-83dfc4a80809 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581812 Mar 03 18:06:23.840524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a39075-4f0d-4de8-81f2-783881cd1439 admin admin] Pushing event updated for resources: {'Network': ['ID=f56c037a-da10-4c31-82a5-0b433f6f33dc,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:23.874202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f56c037a-da10-4c31-82a5-0b433f6f33dc details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:06:23.957644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] For port 1fdae3ab-a5a7-41dd-ade8-737e64cd0787, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1fdae3ab-a5a7-41dd-ade8-737e64cd0787,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:23.958006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.051567 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.053022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:24.053155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.218488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805f2a1-620a-4c1c-ac15-35f5adde0d7d None None] Network 8d008ee7-270f-46e6-a7a3-e693fd929469 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:24.266387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:24.311307 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.498299 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.537284 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.751053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=667b919b-f894-4c8b-9774-50163438dc00,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:24.761080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.803803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:24.823657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8671215 Mar 03 18:06:24.833909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:24.880195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2df8fa-7c74-4b7a-a721-55cc22ddb20f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Network': ['ID=750a842f-1c7a-4179-8550-896377d8c05b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:24.905087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'subnet': {'network_id': '750a842f-1c7a-4179-8550-896377d8c05b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:24.961650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:25.001961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=1fdae3ab-a5a7-41dd-ade8-737e64cd0787,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:25.008568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:subnet and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:25.037904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:25.070228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667b919b-f894-4c8b-9774-50163438dc00'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:25.077768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=667b919b-f894-4c8b-9774-50163438dc00,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:25.077927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33712) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:25.079476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:25.090286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:25.091691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 750a842f-1c7a-4179-8550-896377d8c05b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:06:25.132599 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-4969d575-17aa-4b83-bca5-6415ff9204d6 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1620302 Mar 03 18:06:25.143205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-116362664-network', 'tenant_id': '60de75d051fa40e886eb1e22e4921e1d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:25.241007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:25.300686 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-e28ab636-f794-42be-b8c8-c34e0450befe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 200 len: 217 time: 0.1398139 Mar 03 18:06:25.327558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Usage tracker for resource:network and tenant:60de75d051fa40e886eb1e22e4921e1d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:25.381531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:25.413953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05418cc5-4ba5-4385-a1ee-7fd6eb1f7a9f req-e3f11135-0eb0-4946-8ed8-ea3cd1438926 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:25.424675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05418cc5-4ba5-4385-a1ee-7fd6eb1f7a9f req-e3f11135-0eb0-4946-8ed8-ea3cd1438926 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 1.3663387 Mar 03 18:06:25.430918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:25.446564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Made reservation on behalf of fdc223a5edde432baf24790c79611310 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:25.449131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:25.578296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37af2adb-b0c9-4774-b4d0-08541c01e7fe,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:25.642044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05418cc5-4ba5-4385-a1ee-7fd6eb1f7a9f req-772ad2ef-baec-408c-a2f8-0c5096202fa6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291621 Mar 03 18:06:25.642044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-66cbf7a6-3b2d-4d9d-b309-a9776cdfa731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:25.642044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-66cbf7a6-3b2d-4d9d-b309-a9776cdfa731 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.3056734 Mar 03 18:06:25.642044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Made reservation on behalf of 60de75d051fa40e886eb1e22e4921e1d for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:25.642044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:25.673479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:25.679308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Checking segment: {'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:25.679308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Network hostable DHCP agents. Network: f56c037a-da10-4c31-82a5-0b433f6f33dc, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:06:25.708532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a57d-e016-4db7-90d6-11e042c571bd req-aaf9cb12-56fe-4391-baa3-d402c4a724bc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:25.708532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86c8a57d-e016-4db7-90d6-11e042c571bd req-aaf9cb12-56fe-4391-baa3-d402c4a724bc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 945 time: 0.7119565 Mar 03 18:06:25.711585 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667b919b-f894-4c8b-9774-50163438dc00', 'code': 200} Mar 03 18:06:25.823281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:25.867227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:25.878340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Usage tracker for resource:security_group_rule and tenant:60de75d051fa40e886eb1e22e4921e1d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:25.886159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:25.896516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Network f56c037a-da10-4c31-82a5-0b433f6f33dc is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:06:25.898546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:25.919826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f56c037a-da10-4c31-82a5-0b433f6f33dc) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:25.931140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e98e9d-b3e3-45d5-92df-1360d722994e None None] Network f56c037a-da10-4c31-82a5-0b433f6f33dc requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:25.933864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:25.934452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:25.939027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86c8a57d-e016-4db7-90d6-11e042c571bd req-fac2b774-7803-4459-b6b3-d7538cd2fb32 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408845 Mar 03 18:06:26.029208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-62bb56ee-4c2b-4c14-a1b0-1e80472c6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:26.031050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-62bb56ee-4c2b-4c14-a1b0-1e80472c6ca5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3636405 Mar 03 18:06:26.091246 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7df833cc-a06f-4f62-a53c-9e69b3c77ae4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6509016 Mar 03 18:06:26.102912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33728) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:26.115730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:26.205127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Router c6225201-8328-4722-ba4f-b79859bfeaf3 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:06:26.212447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c9a72-2169-413d-ba19-62c7ac4b631b req-d16bdb67-9ec6-4000-9982-93ff2a8b9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:26.212447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1c9a72-2169-413d-ba19-62c7ac4b631b req-d16bdb67-9ec6-4000-9982-93ff2a8b9bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd HTTP/1.1" status: 200 len: 1096 time: 0.3967876 Mar 03 18:06:26.293758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:26.293758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Usage tracker for resource:router and tenant:7fc15dd8d7714bd487ba710aa19905cf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:26.302210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:26.314927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:26.377872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1c9a72-2169-413d-ba19-62c7ac4b631b req-c6291867-a395-4812-a83c-06ae3678b497 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549866 Mar 03 18:06:26.390803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.392178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.422352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d467cc-0af7-4576-9944-0b3c6e45c0ea None None] Network f56c037a-da10-4c31-82a5-0b433f6f33dc requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:26.488398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:06:26.493007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.511111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.523770 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-472bc557-866c-4fb6-9d11-136105557235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "PUT /v2.0/routers/c6225201-8328-4722-ba4f-b79859bfeaf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6692309 Mar 03 18:06:26.526182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33734) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:26.529125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.539189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] Sync routers for ids ['c6225201-8328-4722-ba4f-b79859bfeaf3'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:06:26.552460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-33990055-4d6d-4026-8500-94823557e06d service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039451 Mar 03 18:06:26.568443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] Routers {'c6225201-8328-4722-ba4f-b79859bfeaf3'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:26.569220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c6225201-8328-4722-ba4f-b79859bfeaf3'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:26.632965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:06:26.680570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0310c299-0c23-4674-ab21-aebbcd8d36a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:26.680570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0310c299-0c23-4674-ab21-aebbcd8d36a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:26.680570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0310c299-0c23-4674-ab21-aebbcd8d36a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:26.727518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0310c299-0c23-4674-ab21-aebbcd8d36a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:26.727518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0310c299-0c23-4674-ab21-aebbcd8d36a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1989625 Mar 03 18:06:26.727518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33742) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:26.782984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] Set router c6225201-8328-4722-ba4f-b79859bfeaf3 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:26.785243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.785243 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Added segment e8ba5607-8626-4f18-bac7-d38273d70d9e of type vlan for network d8850ef5-f615-49af-a51f-21a45554e051 Mar 03 18:06:26.828872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d84d8dd-889b-421c-8ac6-7d1f60f8e976,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:26.869903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet c126f44e-934e-47f0-96a9-60200d88481f {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:06:26.873501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.968165 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:26.970382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'name': 'tempest-NetworksTestDHCPv6-router-538313610', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:10Z', 'updated_at': '2022-03-03T18:06:24Z', 'revision_number': 3, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:27.006315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704184b-a64a-4277-b67a-04169cdec067 req-bd07ca7d-9c6e-4595-8f75-7a8819ae5efe tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:27.008601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] Checking router: c6225201-8328-4722-ba4f-b79859bfeaf3 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:06:27.008815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3704184b-a64a-4277-b67a-04169cdec067 req-bd07ca7d-9c6e-4595-8f75-7a8819ae5efe tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd HTTP/1.1" status: 200 len: 945 time: 0.7332144 Mar 03 18:06:27.028978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] Routers {'c6225201-8328-4722-ba4f-b79859bfeaf3'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:27.029706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c6225201-8328-4722-ba4f-b79859bfeaf3'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:27.173744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-242ccf1d-e66b-496b-a76c-0be29ae24dae service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059225 Mar 03 18:06:27.210080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:27.278356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:27.297900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:27.345715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=c126f44e-934e-47f0-96a9-60200d88481f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:27.358976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:27.377561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-de423feb-4c53-4ed7-8ebc-fa79ce9a5442 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/c126f44e-934e-47f0-96a9-60200d88481f HTTP/1.1" status: 204 len: 168 time: 0.6481493 Mar 03 18:06:27.380057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:27.394811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88ecc5-0d85-41d9-bae4-53f59701d4bb None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:27.577681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] Set router c6225201-8328-4722-ba4f-b79859bfeaf3 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:27.726102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23524315-0bbf-48b7-9ec7-4befe33a1c65 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:router {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:27.744393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'name': 'tempest-NetworksTestDHCPv6-router-538313610', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:10Z', 'updated_at': '2022-03-03T18:06:24Z', 'revision_number': 3, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:27.780696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d319f040-99a6-402e-8be7-774f4d92ff2e None None] The sync data for ids ['c6225201-8328-4722-ba4f-b79859bfeaf3'] in n-d-827121-1 is: [{'id': 'c6225201-8328-4722-ba4f-b79859bfeaf3', 'name': 'tempest-NetworksTestDHCPv6-router-538313610', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:10Z', 'updated_at': '2022-03-03T18:06:24Z', 'revision_number': 3, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:06:27.844525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23524315-0bbf-48b7-9ec7-4befe33a1c65 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:router {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:27.850465 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23524315-0bbf-48b7-9ec7-4befe33a1c65 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4693873 Mar 03 18:06:27.861712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33756) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:27.924409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:27.942718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-ab03a39e-ea5f-437e-a153-a210794a217e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f HTTP/1.1" status: 200 len: 217 time: 0.6995387 Mar 03 18:06:28.052245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd68748a-61d7-4239-9db1-ff9097de8593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.067640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3704184b-a64a-4277-b67a-04169cdec067 req-dc534f27-8b16-4c31-871c-6921144f967c tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9497457 Mar 03 18:06:28.123750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-92b51579-3f7c-4f37-9872-db3cfa73f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:28.123750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-92b51579-3f7c-4f37-9872-db3cfa73f7ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.1484890 Mar 03 18:06:28.164334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:06:28.168517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] Deleting port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:28.168517 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.236005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c66285-854c-496f-841d-527f989fc531 req-1c569a7d-8f8e-4b2c-98cd-fb3d40b316b6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:28.236005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81c66285-854c-496f-841d-527f989fc531 req-1c569a7d-8f8e-4b2c-98cd-fb3d40b316b6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.5269275 Mar 03 18:06:28.239625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.239625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:28.239625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.458862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:06:28.459337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.589410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] Pushing event updated for resources: {'Network': ['ID=d8850ef5-f615-49af-a51f-21a45554e051,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:28.589410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-72ee2836-bcf7-487c-a81d-48311e3d0c63 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4926887 Mar 03 18:06:28.589410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f888bea-05b6-4a22-ad8b-e5c74b979447,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:28.589410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33766) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:28.609083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Request body: {'subnet': {'network_id': 'd8850ef5-f615-49af-a51f-21a45554e051', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-116362664-subnet', 'tenant_id': '60de75d051fa40e886eb1e22e4921e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:28.630958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:28.637256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Usage tracker for resource:subnet and tenant:60de75d051fa40e886eb1e22e4921e1d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:28.640575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd68748a-61d7-4239-9db1-ff9097de8593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.640575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81c66285-854c-496f-841d-527f989fc531 req-1a4c65e5-b008-4b41-9ff1-fe7372d57e7f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800747 Mar 03 18:06:28.648556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd68748a-61d7-4239-9db1-ff9097de8593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.652335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] For port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8ca9264b-58f0-4e7b-9e2c-aba75a9cc526,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:28.652335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.662354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network d8850ef5-f615-49af-a51f-21a45554e051 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:06:28.699126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd68748a-61d7-4239-9db1-ff9097de8593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.699126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd68748a-61d7-4239-9db1-ff9097de8593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Fanout notify agent at l3_agent the message router_deleted on router c6225201-8328-4722-ba4f-b79859bfeaf3 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:06:28.705929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:28.705929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-9bdcad86-0984-4cff-a0d5-4d788a3c0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:28.712446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-9bdcad86-0984-4cff-a0d5-4d788a3c0c83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5761170 Mar 03 18:06:28.720423 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd68748a-61d7-4239-9db1-ff9097de8593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:28.723546 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cd68748a-61d7-4239-9db1-ff9097de8593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/routers/c6225201-8328-4722-ba4f-b79859bfeaf3 HTTP/1.1" status: 204 len: 168 time: 0.8590827 Mar 03 18:06:28.726835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33772) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:28.736727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:28.794761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:28.897979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] Calling delete_port for 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:28.923251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:28.930566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:28.934331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:28.942946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:28.983583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:28.991797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:29.058908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Made reservation on behalf of 60de75d051fa40e886eb1e22e4921e1d for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:29.058908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:29.101782 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:29.216875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] No DVR routers for this DVR port 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:29.231710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19ea9f-c214-4cf1-8d5a-5f42877548de None None] Pushing event deleted for resources: {'Port': ['ID=8ca9264b-58f0-4e7b-9e2c-aba75a9cc526,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:29.293225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Checking segment: {'id': '493be06d-ef3c-42c0-8bdb-f1efd3a7859b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '750a842f-1c7a-4179-8550-896377d8c05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:29.294306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Network hostable DHCP agents. Network: 750a842f-1c7a-4179-8550-896377d8c05b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:06:29.504333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-ce22478f-dd89-40ea-ba89-d263aac4a809 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2365842 Mar 03 18:06:29.538991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3a5f3-926b-4974-8091-62e957202cb2 req-cecd6b48-5a07-40b4-b5b5-9f736d1431c3 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:29.540715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0c3a5f3-926b-4974-8091-62e957202cb2 req-cecd6b48-5a07-40b4-b5b5-9f736d1431c3 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd HTTP/1.1" status: 200 len: 945 time: 0.2167890 Mar 03 18:06:29.612946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:29.645315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-89c809c8-3b44-4a1a-b25a-7c5655ae7b75 service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9062648 Mar 03 18:06:29.645969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Network 750a842f-1c7a-4179-8550-896377d8c05b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:06:29.722370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d0c3a5f3-926b-4974-8091-62e957202cb2 req-799ea51a-87c2-4f6e-8274-0d428805a1f3 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725736 Mar 03 18:06:29.735540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:29.735540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:29.759164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec214e7a-062d-42bf-86bc-b1994616b040 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:29.763675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:29.763675 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:29.771527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=324b1cd3-7640-4979-b4f1-a8a91ca0cbeb,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:29.800172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-03650e08-1e82-4b46-a37c-c63fdc0ac6cc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0618155 Mar 03 18:06:29.800172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33790) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:29.819914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-f4e24238-b3ed-45ee-a709-3db1547211fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:29.819914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-f4e24238-b3ed-45ee-a709-3db1547211fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd HTTP/1.1" status: 200 len: 1096 time: 0.1957171 Mar 03 18:06:29.834525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-937391459', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:29.892149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:29.902154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:router and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:29.902154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:29.943600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 750a842f-1c7a-4179-8550-896377d8c05b) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:29.964794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:29.969199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:29.969199 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:29.991485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:30.045177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a643b7-7d1a-4969-964d-5f3c114f3c01 None None] Network 750a842f-1c7a-4179-8550-896377d8c05b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:30.059320 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.164968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:06:30.164968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1fdae3ab-a5a7-41dd-ade8-737e64cd0787 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:06:30.164968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:30.187102 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.187102 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.198628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-709dfd6f-70d1-4239-90e8-b09e9eef6117 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.3431900 Mar 03 18:06:30.208391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33796) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:30.261911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'floatingip': {'floating_network_id': '750a842f-1c7a-4179-8550-896377d8c05b'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:30.311603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.320373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:30.328072 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-a18bd939-f73c-4b36-a017-90934fe91bdf service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645241 Mar 03 18:06:30.336458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-deb6bef7-af04-4c15-82ef-fd208d6dc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:30.336458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-deb6bef7-af04-4c15-82ef-fd208d6dc8a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 914 time: 0.4942737 Mar 03 18:06:30.348501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.359750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:floatingip and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:30.365042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:06:30.365042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8ca9264b-58f0-4e7b-9e2c-aba75a9cc526 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:06:30.458044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:30.553629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '324b1cd3-7640-4979-b4f1-a8a91ca0cbeb'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:06:30.554594 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.562554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:30.566301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-3a462325-aa42-4c07-bbfc-2daba802e5eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=667b919b-f894-4c8b-9774-50163438dc00 HTTP/1.1" status: 200 len: 217 time: 0.2042382 Mar 03 18:06:30.646541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.670429 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.730646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-7f02b50c-794d-490f-ba0b-5ed76a514e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:30.732655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-7f02b50c-794d-490f-ba0b-5ed76a514e59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.1585219 Mar 03 18:06:30.831068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:30.831068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8e5c1988-1c16-4e6a-b583-5e469cc4af3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0247250 Mar 03 18:06:30.838392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-c243b322-2634-41d8-a5a7-c6116eaf385c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927186 Mar 03 18:06:30.838392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33814) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:30.869234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8bdbf-e002-4d7e-ae1e-4f14e74c3b3e req-b22c6f82-07af-4782-aa5d-1417d305c9a9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:30.869234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1e8bdbf-e002-4d7e-ae1e-4f14e74c3b3e req-b22c6f82-07af-4782-aa5d-1417d305c9a9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 1.5284004 Mar 03 18:06:30.869234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-fc756b52-96f3-440d-bcd0-b67f3e4df806 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3 HTTP/1.1" status: 200 len: 217 time: 0.4013495 Mar 03 18:06:30.987160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c142195-c246-453d-a82f-6cec68d27a72 None None] Network 750a842f-1c7a-4179-8550-896377d8c05b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:31.040779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-202d2b72-8939-4776-a14a-62c038bcb7bb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:31.042349 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-202d2b72-8939-4776-a14a-62c038bcb7bb tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 0.5793400 Mar 03 18:06:31.154176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-cc6c9cdb-be9a-45ac-a3e9-1c0badf5cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:31.155638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-cc6c9cdb-be9a-45ac-a3e9-1c0badf5cd68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 200 len: 797 time: 0.2794831 Mar 03 18:06:31.185358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1e8bdbf-e002-4d7e-ae1e-4f14e74c3b3e req-41e102a7-cc90-4046-a938-9bb34ac5c57e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681985 Mar 03 18:06:31.190002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:31.337868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Allocated IP 172.25.0.107 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/372b86c7-b01b-4362-ad96-e422c3fde22f) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:31.371503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08698244-5e95-438f-9ca9-c5c7e945420d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:31.410297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/324b1cd3-7640-4979-b4f1-a8a91ca0cbeb/436b6dab-f7c0-4d9c-a179-04771879560e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:31.421131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Checking segment: {'id': 'e8ba5607-8626-4f18-bac7-d38273d70d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8850ef5-f615-49af-a51f-21a45554e051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:31.421529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Network hostable DHCP agents. Network: d8850ef5-f615-49af-a51f-21a45554e051, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:06:31.539645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-5501fa93-56a8-4aaf-ad7c-97220701f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:31.541677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-5501fa93-56a8-4aaf-ad7c-97220701f269 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b81330da-f883-4c83-9fca-9939c9cfb4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3553686 Mar 03 18:06:31.577520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Network d8850ef5-f615-49af-a51f-21a45554e051 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:06:31.698832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, d8850ef5-f615-49af-a51f-21a45554e051) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:31.714062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2183831-c6f9-4468-a68f-ee0e41cfd0e7 None None] Network d8850ef5-f615-49af-a51f-21a45554e051 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:31.789847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:31.790424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Deleting port 165cdb4c-e265-4875-9d3a-51c84e912f4e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:31.790981 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:31.797300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:31.797923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:31.823884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-790566dd-15f2-40d6-95ac-18c41657d27c service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861945 Mar 03 18:06:31.841782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-381214d2-386a-4dc7-8587-b3a608f6cbe4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2478423 Mar 03 18:06:31.972444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-b27ceac5-f2a4-4e42-a880-e97d981e25ad service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221153 Mar 03 18:06:32.027426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:32.028988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:32.046076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Transition to ACTIVE for port object 436b6dab-f7c0-4d9c-a179-04771879560e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:32.101885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33832) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:32.230202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:32.246899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:32.296590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d9c4a-853c-43ec-90f4-83cfc752dbfc None None] Network d8850ef5-f615-49af-a51f-21a45554e051 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:06:32.320474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-14f06ed3-fd19-4098-b7a1-f40bb0c2e615 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:32.320474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-14f06ed3-fd19-4098-b7a1-f40bb0c2e615 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 813 time: 1.2633998 Mar 03 18:06:32.351308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Transition to ACTIVE for port object 436b6dab-f7c0-4d9c-a179-04771879560e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:32.360467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e433d41-bf77-4e57-bfa1-6574140a8933 req-ad5ca72d-329f-4647-94c4-a8dc4df23591 service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859569 Mar 03 18:06:32.370808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=372b86c7-b01b-4362-ad96-e422c3fde22f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:32.404104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] Deleting subnet a55c58d8-f6f1-4fc6-ab2c-1a73505890ec {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:06:32.411381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-82726a44-69dd-4c29-98c8-10fc162cdc0a service neutron] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155555 Mar 03 18:06:32.417726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:32.520081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:32.548033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:32.573815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-b728d6c2-4285-4ae7-b1b0-d0fb16933a51 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/quotas/001e819a70324ba0880e096485e16f5a HTTP/1.1" status: 200 len: 375 time: 0.2338781 Mar 03 18:06:32.623604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Pushing event updated for resources: {'Port': ['ID=436b6dab-f7c0-4d9c-a179-04771879560e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:32.651925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:32.656144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-adc98157-c3f9-4a28-8ccf-f0faa85cdb3f tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:32.662799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:32.667974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-adc98157-c3f9-4a28-8ccf-f0faa85cdb3f tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "GET /v2.0/ports?device_id=b660370b-aafb-4513-a6a6-fbde40f9bbdd HTTP/1.1" status: 200 len: 945 time: 0.7413523 Mar 03 18:06:32.673641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:32.799104 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-5573d247-dc99-41af-93ae-acb2f04e2ece service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ff387d6-6139-4d9d-b815-8731976f2916 HTTP/1.1" status: 200 len: 217 time: 0.3445308 Mar 03 18:06:32.882462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-f12011f8-6eb4-44db-9eb2-22912c9be77d tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:32.884268 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-f12011f8-6eb4-44db-9eb2-22912c9be77d tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec9511fb-8b40-4de0-9f41-9927a5e0e41f HTTP/1.1" status: 200 len: 945 time: 1.0363164 Mar 03 18:06:32.913671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Attempting to bind port 436b6dab-f7c0-4d9c-a179-04771879560e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:32.914315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Attempting to bind port 436b6dab-f7c0-4d9c-a179-04771879560e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:32.914836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Attempting to bind port 436b6dab-f7c0-4d9c-a179-04771879560e on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:32.920291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:32.920772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:32.921375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:32.922198 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:32.922753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:32.923399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Bound port: 436b6dab-f7c0-4d9c-a179-04771879560e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:32.923942 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.174269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 165cdb4c-e265-4875-9d3a-51c84e912f4e no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:33.188381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.196638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.232187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Deleting port 667b919b-f894-4c8b-9774-50163438dc00 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:33.232856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.246298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-f1820582-2646-4b21-ac49-3973de8c878f tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6574831 Mar 03 18:06:33.288162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:33.291459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=436b6dab-f7c0-4d9c-a179-04771879560e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:33.301198 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.381767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-d62ee74a-c106-44a0-8dbb-a6c039a5af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:33.383226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-d62ee74a-c106-44a0-8dbb-a6c039a5af6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 200 len: 797 time: 0.5240910 Mar 03 18:06:33.497266 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.512170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:33.512170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.526546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:33.531868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:33.540912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.550471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad4463-ca55-43e1-b535-0223b073d815 None None] Pushing event updated for resources: {'Port': ['ID=436b6dab-f7c0-4d9c-a179-04771879560e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:33.675145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=165cdb4c-e265-4875-9d3a-51c84e912f4e,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:33.840318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Deleting port 974fb767-b787-43ed-b2f5-2106bc801f9d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:33.868092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:33.900098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Calling delete_port for 165cdb4c-e265-4875-9d3a-51c84e912f4e owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:33.940801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:34.129088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Allocated IP 172.20.0.9 (750a842f-1c7a-4179-8550-896377d8c05b/3f888bea-05b6-4a22-ad8b-e5c74b979447/06ea0f47-27c6-41d3-8f02-334f51cbd0b7) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:34.236112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=667b919b-f894-4c8b-9774-50163438dc00,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:34.236112 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:34.263650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-866bf3df-f4e9-4cbf-bcf0-863b25b74919 service neutron] 10.222.0.23 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128041 Mar 03 18:06:34.295250 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:06:34.295250 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:06:34.380374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::1 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/324b1cd3-7640-4979-b4f1-a8a91ca0cbeb/5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:34.454910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:34.470871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Calling delete_port for 667b919b-f894-4c8b-9774-50163438dc00 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:34.569813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55c58d8-f6f1-4fc6-ab2c-1a73505890ec,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:34.609262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc8c67-5cc1-47ed-b614-ff90653164d4 req-9abfecd7-229d-4bf2-83b3-bcb4b2af24f4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:34.617433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65cc8c67-5cc1-47ed-b614-ff90653164d4 req-9abfecd7-229d-4bf2-83b3-bcb4b2af24f4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 945 time: 1.9518664 Mar 03 18:06:34.744678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:34.795170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4b2cd3e0-e1ef-49b4-9ac7-2bf954740b0d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a55c58d8-f6f1-4fc6-ab2c-1a73505890ec HTTP/1.1" status: 204 len: 168 time: 2.6994896 Mar 03 18:06:34.850069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33864) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:34.863989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Deleting port 165cdb4c-e265-4875-9d3a-51c84e912f4e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:34.863989 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.001209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65cc8c67-5cc1-47ed-b614-ff90653164d4 req-ac1164e7-c349-4c14-a00f-0faabb0d0c2d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838222 Mar 03 18:06:35.007755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-1670df91-3620-4100-89e6-1cdd4951a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:35.008633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-1670df91-3620-4100-89e6-1cdd4951a93e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5964036 Mar 03 18:06:35.008633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.044248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-4f52e8ab-6e84-4206-b309-596a7fb9d134 service neutron] 10.222.0.23 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991277 Mar 03 18:06:35.057927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.118431 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e', 'code': 200} Mar 03 18:06:35.120082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7b18f124-60e0-447b-9c6a-ed247f435e77 None None] Provisioning for port 436b6dab-f7c0-4d9c-a179-04771879560e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:35.147708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 667b919b-f894-4c8b-9774-50163438dc00 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:35.255481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.284486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:35.327850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.349004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.410697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=667b919b-f894-4c8b-9774-50163438dc00,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:35.410697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.413805 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.499337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=667b919b-f894-4c8b-9774-50163438dc00,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:35.524688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:35.533602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:35.541872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:35.542410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.545896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Network 750a842f-1c7a-4179-8550-896377d8c05b is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:35.563893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:35.580266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:35.729665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] For port 165cdb4c-e265-4875-9d3a-51c84e912f4e, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=165cdb4c-e265-4875-9d3a-51c84e912f4e,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:35.729665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.872936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:35.898874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 436b6dab-f7c0-4d9c-a179-04771879560e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:35.903797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:35.911692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:06:35.912003 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:06:35.951264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Calling delete_port for 165cdb4c-e265-4875-9d3a-51c84e912f4e owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:35.977498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c464d36-028e-4e1e-a3ba-46f680e8d2cb None None] Provisioning for port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:35.987330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c464d36-028e-4e1e-a3ba-46f680e8d2cb None None] Provisioning complete for port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:35.987674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c464d36-028e-4e1e-a3ba-46f680e8d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.049052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 436b6dab-f7c0-4d9c-a179-04771879560e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:36.058406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 436b6dab-f7c0-4d9c-a179-04771879560e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:36.058406 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.104551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-5b9bc5e0-834e-4005-af27-27351416036e service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9754698 Mar 03 18:06:36.108918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9c464d36-028e-4e1e-a3ba-46f680e8d2cb None None] Port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:06:36.177820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=974fb767-b787-43ed-b2f5-2106bc801f9d,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:36.177820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.255877 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.323663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=436b6dab-f7c0-4d9c-a179-04771879560e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:36.332415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.388440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Port': ['ID=06ea0f47-27c6-41d3-8f02-334f51cbd0b7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:36.430573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=436b6dab-f7c0-4d9c-a179-04771879560e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:36.445943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Deleting port 667b919b-f894-4c8b-9774-50163438dc00 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:36.446737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.474175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.514981 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.599754 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.696398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Calling delete_port for 974fb767-b787-43ed-b2f5-2106bc801f9d owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:36.729176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event deleted for resources: {'Port': ['ID=165cdb4c-e265-4875-9d3a-51c84e912f4e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:36.805926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] No DVR routers for this DVR port 165cdb4c-e265-4875-9d3a-51c84e912f4e on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:36.813477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.820353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.830254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'name': 'network-vif-deleted', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:36.860060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:36.967885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68d55554-97d2-47ac-81af-19c5ceb636d7 req-f71a9c0f-db55-43d2-92bf-c2bf1962c7c2 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 210 time: 0.1083088 Mar 03 18:06:37.060653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ded0a3b-0cf6-4d0a-8545-f1f5d0b412d6 req-1f95bec8-724a-4587-a1bb-7b456ac08507 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "DELETE /v2.0/ports/165cdb4c-e265-4875-9d3a-51c84e912f4e HTTP/1.1" status: 204 len: 173 time: 5.9517417 Mar 03 18:06:37.070958 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4c6177b-bed3-4862-9616-f3aaa89a8b91 req-3a7fcb29-7a60-4295-8cc6-fdf120466abc tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1903c03-e5e5-48af-93b0-a1211e29beb7 HTTP/1.1" status: 200 len: 210 time: 0.6531603 Mar 03 18:06:37.100197 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1903c03-e5e5-48af-93b0-a1211e29beb7', 'name': 'network-vif-deleted', 'tag': '165cdb4c-e265-4875-9d3a-51c84e912f4e', 'status': 'completed', 'code': 200} Mar 03 18:06:37.120921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667b919b-f894-4c8b-9774-50163438dc00'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:37.262586 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667b919b-f894-4c8b-9774-50163438dc00', 'code': 200} Mar 03 18:06:37.403059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 974fb767-b787-43ed-b2f5-2106bc801f9d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:37.628611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:37.692172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=974fb767-b787-43ed-b2f5-2106bc801f9d,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:37.708042 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:37.770917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:37.798915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=974fb767-b787-43ed-b2f5-2106bc801f9d,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:37.878445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 436b6dab-f7c0-4d9c-a179-04771879560e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:38.025740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 436b6dab-f7c0-4d9c-a179-04771879560e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:38.025740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.078183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:06:38.127647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.140739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.238280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Port': ['ID=06ea0f47-27c6-41d3-8f02-334f51cbd0b7,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:38.288526 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:06:38.379457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.379457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.421076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.421076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.432801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.432801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9914eb79-b365-494b-89ca-e111696f8c2f tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.2200217 Mar 03 18:06:38.526919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33920) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:38.564119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:38.618586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:06:38.619544 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:06:38.651997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d008ee7-270f-46e6-a7a3-e693fd929469']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:38.703465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c36d2c77-a356-4a92-8be3-e39d8527b91b req-ab5da8a2-d020-43a6-b4be-e0f812a56e21 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 210 time: 0.1327326 Mar 03 18:06:38.709321 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-e0fc13b0-d692-44c9-82ca-da67f5c83fab service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5947161 Mar 03 18:06:38.717254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8246aa9e-cd94-4b09-a42c-1c420135961d') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:38.717254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8246aa9e-cd94-4b09-a42c-1c420135961d') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:38.785504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-124097fa-3ea2-460c-b008-7b25166468dd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Synchronizing usage tracker for tenant:fdc223a5edde432baf24790c79611310 on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:38.839196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-b40a547e-6600-4b85-9104-181eb887e8e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d560d40d-e0db-4499-aff7-01a762429d71 HTTP/1.1" status: 200 len: 217 time: 0.1276896 Mar 03 18:06:38.847200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:38.970630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:39.000894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] For port 667b919b-f894-4c8b-9774-50163438dc00, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=667b919b-f894-4c8b-9774-50163438dc00,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:39.018094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:39.064970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:39.064970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:39.123589 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:39.145461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Deleting port 974fb767-b787-43ed-b2f5-2106bc801f9d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:39.145461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:39.168575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-0916f0b8-cff4-4bf3-b64f-e7117bd364a6 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:39.168575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-0916f0b8-cff4-4bf3-b64f-e7117bd364a6 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 813 time: 0.4663687 Mar 03 18:06:39.187068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-124097fa-3ea2-460c-b008-7b25166468dd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Unset dirty status for tenant:fdc223a5edde432baf24790c79611310 on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:39.187068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-124097fa-3ea2-460c-b008-7b25166468dd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=750a842f-1c7a-4179-8550-896377d8c05b HTTP/1.1" status: 200 len: 689 time: 0.6530914 Mar 03 18:06:39.201888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Request body: {'port': {'device_id': '4f736ed5-7474-43c7-832d-742bf0504e54', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'admin_state_up': True, 'tenant_id': '001e819a70324ba0880e096485e16f5a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:39.223868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33948) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:39.259077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:39.486723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2e798e31-99f9-4522-b60a-659973dea7e2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:39.505934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2e798e31-99f9-4522-b60a-659973dea7e2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.7988575 Mar 03 18:06:39.512384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-e8035369-403d-4636-8c50-b958c727ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:39.512384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-e8035369-403d-4636-8c50-b958c727ad2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 200 len: 797 time: 0.6543717 Mar 03 18:06:39.527232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Calling delete_port for 667b919b-f894-4c8b-9774-50163438dc00 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:39.549598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:39.590219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:39.697220 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d', 'code': 200} Mar 03 18:06:39.894621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-4e9bb875-c2ed-4119-9164-45b0e5892f0d tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/quotas/bb0140b63c1d4645ab4917bffa7c281d HTTP/1.1" status: 200 len: 375 time: 0.3437426 Mar 03 18:06:40.001790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.093722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-519a4b63-bdbc-4598-a477-14e9b4755a19 None None] Provisioning complete for port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:40.094091 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-519a4b63-bdbc-4598-a477-14e9b4755a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.152337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.208992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event deleted for resources: {'Port': ['ID=667b919b-f894-4c8b-9774-50163438dc00,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:40.208992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.208992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Router a6cb9477-eb71-4456-bcdc-a70b39899680 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:06:40.215110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-519a4b63-bdbc-4598-a477-14e9b4755a19 None None] Port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:06:40.282475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-b01c477d-f8a2-4150-a57a-ec699e371e73 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:40.327313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.430731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:40.439564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:40.456161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-5671c16f-ee67-4d33-bbd7-4c1d4be51de9 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:40.456161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-5671c16f-ee67-4d33-bbd7-4c1d4be51de9 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 813 time: 1.2074807 Mar 03 18:06:40.460234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Made reservation on behalf of 001e819a70324ba0880e096485e16f5a for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:40.465189 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.480640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-b01c477d-f8a2-4150-a57a-ec699e371e73 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:40.480640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-b01c477d-f8a2-4150-a57a-ec699e371e73 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5882673 Mar 03 18:06:40.490144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Request body: {'port': {'device_id': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'admin_state_up': True, 'tenant_id': '001e819a70324ba0880e096485e16f5a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:40.567316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d008ee7-270f-46e6-a7a3-e693fd929469,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:40.574893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Deleting port 06ea0f47-27c6-41d3-8f02-334f51cbd0b7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:40.575239 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.678047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] No DVR routers for this DVR port 667b919b-f894-4c8b-9774-50163438dc00 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:40.706799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:40.706799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-58eb2da3-08f9-4d09-918f-2a24bad6a456 req-e270589a-ec58-4828-a80e-a471ad8b96e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "DELETE /v2.0/ports/667b919b-f894-4c8b-9774-50163438dc00 HTTP/1.1" status: 204 len: 173 time: 7.9920952 Mar 03 18:06:40.723971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dea9ee52-3bb8-448f-b268-ffbc300d8d8d admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d008ee7-270f-46e6-a7a3-e693fd929469 HTTP/1.1" status: 204 len: 168 time: 5.7244794 Mar 03 18:06:40.723971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'name': 'network-vif-deleted', 'tag': '667b919b-f894-4c8b-9774-50163438dc00'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:40.770184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33970) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:40.892330 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-bd1e3395-0011-45a4-a733-db176ff03c49 service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115348 Mar 03 18:06:40.938590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:06:40.956183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Sync routers for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:06:40.966401 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:40.967033 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:41.075026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] Deleting subnet 08698244-5e95-438f-9ca9-c5c7e945420d {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:06:41.090215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:41.105520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:41.130215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:06:41.139976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.139976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.139976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.146687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.159458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.159458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.171053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.171053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-b57df4d6-f867-4296-9733-d159698ae84a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 1.1519301 Mar 03 18:06:41.199303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Usage tracker for resource:port and tenant:001e819a70324ba0880e096485e16f5a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:41.208868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:41.258885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:41.263710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-94601bff-7f7f-4a7f-9bbc-c750e7b190be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:41.263710 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-94601bff-7f7f-4a7f-9bbc-c750e7b190be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6838241 Mar 03 18:06:41.329302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:41.333828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a52caaec-4606-4300-a9b9-701abe7ad5a8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 15.2294185 Mar 03 18:06:41.334507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33980) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:41.348855 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:41.370237 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:41.463753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Allocated IP 172.20.0.2 (0dfeaf85-f5f6-41d8-a6d9-001c766d1c43/e2bde1ab-53d2-477b-8552-df227a27513e/353715d4-a4b9-4bdc-94ff-4d15ee578189) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:41.463753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-e3e3629a-29fd-4d19-8332-cb317867734a service neutron] 10.222.0.23 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656981 Mar 03 18:06:41.578613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] For port 974fb767-b787-43ed-b2f5-2106bc801f9d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=974fb767-b787-43ed-b2f5-2106bc801f9d,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:41.578613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:41.605367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-beaab9a9-e1f2-4007-a9ee-8a9793a0bace req-e299d5bb-ca47-4ad9-9cbf-9e45072f91d7 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4185305 Mar 03 18:06:41.637397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:41.637397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:41.693667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Made reservation on behalf of 001e819a70324ba0880e096485e16f5a for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:41.697357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:41.919473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Calling delete_port for 974fb767-b787-43ed-b2f5-2106bc801f9d owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:42.009642 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:34Z', 'revision_number': 3, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:42.009642 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Checking router: a6cb9477-eb71-4456-bcdc-a70b39899680 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:06:42.009642 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Updating router a6cb9477-eb71-4456-bcdc-a70b39899680 port 372b86c7-b01b-4362-ad96-e422c3fde22f binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:06:42.044800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:42.172304 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:42.176931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:06:42.219535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Sync routers for ids ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:06:42.233973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d73355cf-a53d-40da-962c-c1e495e39b1b req-11f87173-6ddd-462b-b59a-4c5cc0b3136e tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 210 time: 0.1948271 Mar 03 18:06:42.247481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Routers {'5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:42.248135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:42.278116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-8660d343-6a78-45c6-a72f-1da76009d15a service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9912851 Mar 03 18:06:42.278116 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b660370b-aafb-4513-a6a6-fbde40f9bbdd', 'name': 'network-vif-deleted', 'tag': '667b919b-f894-4c8b-9774-50163438dc00', 'status': 'completed', 'code': 200} Mar 03 18:06:42.332211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-682fe490-06f2-4cdd-b2ad-ddb31a6029c3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "PUT /v2.0/routers/5a22f2f2-7544-4ba9-b032-aa9cf19d5da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4864256 Mar 03 18:06:42.353474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:42.353474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:42.463401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Calling delete_port for 06ea0f47-27c6-41d3-8f02-334f51cbd0b7 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:42.553173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:42.576669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08698244-5e95-438f-9ca9-c5c7e945420d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:42.628758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Set router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:42.729077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:42.737477 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-59d5e3be-beac-41f0-965f-98fe10749291 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08698244-5e95-438f-9ca9-c5c7e945420d HTTP/1.1" status: 204 len: 168 time: 1.9644141 Mar 03 18:06:42.754862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34008) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:42.946265 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:42.990090 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Transition to ACTIVE for port object 372b86c7-b01b-4362-ad96-e422c3fde22f will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:43.004202 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.218420 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b9343-057b-48e8-aa35-f323b73602cf None None] Pushing event updated for resources: {'Port': ['ID=372b86c7-b01b-4362-ad96-e422c3fde22f,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:43.242492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event deleted for resources: {'Port': ['ID=974fb767-b787-43ed-b2f5-2106bc801f9d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:43.295935 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Attempting to bind port 372b86c7-b01b-4362-ad96-e422c3fde22f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:43.296650 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Attempting to bind port 372b86c7-b01b-4362-ad96-e422c3fde22f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:43.297202 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Attempting to bind port 372b86c7-b01b-4362-ad96-e422c3fde22f on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:43.313494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'name': 'tempest-NetworksTestDHCPv6-router-937391459', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:36Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None, '_interfaces': [{'id': '5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8', 'name': '', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'mac_address': 'fa:16:3e:89:74:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '324b1cd3-7640-4979-b4f1-a8a91ca0cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:33Z', 'updated_at': '2022-03-03T18:06:37Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'subnets': [{'id': '324b1cd3-7640-4979-b4f1-a8a91ca0cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:43.315954 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:43.316320 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:43.316884 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.317469 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:43.318075 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Bound port: 372b86c7-b01b-4362-ad96-e422c3fde22f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:43.318595 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.320130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Checking router: 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:06:43.320716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Updating router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:06:43.402487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.492170 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] For port 372b86c7-b01b-4362-ad96-e422c3fde22f, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:43.492170 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] For port 372b86c7-b01b-4362-ad96-e422c3fde22f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=372b86c7-b01b-4362-ad96-e422c3fde22f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:43.498120 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.514939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605986b8-d958-4623-8f0e-504b943ba38c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:43.514939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-605986b8-d958-4623-8f0e-504b943ba38c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:43.532568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-e451338d-c9a9-4634-875d-4aac6231942b service neutron] 10.222.0.35 "GET /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8514221 Mar 03 18:06:43.532568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-35d51667-d0a0-4c42-9a3b-03caaa1e6edd req-07ec2658-228e-4eec-ae59-bd243f116fac tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Synchronizing usage tracker for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:43.638452 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:43.639071 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:43.720951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.721456 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b9343-057b-48e8-aa35-f323b73602cf None None] Pushing event updated for resources: {'Port': ['ID=372b86c7-b01b-4362-ad96-e422c3fde22f,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:43.769010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-35d51667-d0a0-4c42-9a3b-03caaa1e6edd req-07ec2658-228e-4eec-ae59-bd243f116fac tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Unset dirty status for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:43.774659 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35d51667-d0a0-4c42-9a3b-03caaa1e6edd req-07ec2658-228e-4eec-ae59-bd243f116fac tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 210 time: 1.4989846 Mar 03 18:06:43.820233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] No DVR routers for this DVR port 974fb767-b787-43ed-b2f5-2106bc801f9d on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:43.843682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.855713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:43.889719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:44.074018 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:44.139961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:44.141060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-605986b8-d958-4623-8f0e-504b943ba38c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:44.145924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-605986b8-d958-4623-8f0e-504b943ba38c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports/5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 HTTP/1.1" status: 200 len: 911 time: 1.6869550 Mar 03 18:06:44.152818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34024) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:44.153996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event updated for resources: {'Port': ['ID=353715d4-a4b9-4bdc-94ff-4d15ee578189,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:44.167416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:44.181104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:44.202408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:44.289750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'name': 'network-vif-deleted', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.292965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:44.300120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6eb93e38-79f2-4df0-8b44-96dba8004283 req-17e2978a-cd1a-4af7-b70d-ade1dfdf6a13 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "DELETE /v2.0/ports/974fb767-b787-43ed-b2f5-2106bc801f9d HTTP/1.1" status: 204 len: 173 time: 10.9515715 Mar 03 18:06:44.352855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Transition to ACTIVE for port object 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:44.376827 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:44.552074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.552074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:44.559191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Allocated IP 172.20.0.12 (0dfeaf85-f5f6-41d8-a6d9-001c766d1c43/e2bde1ab-53d2-477b-8552-df227a27513e/ddcf3f04-9c4a-49c0-a7bb-be56baf05475) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:44.594514 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:34Z', 'revision_number': 3, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:44.605927 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b1735-9daa-4ea2-9574-eef134395246 None None] The sync data for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 is: [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:34Z', 'revision_number': 3, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:06:44.619475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-37da601e-e30f-4376-98b8-c9838e46bbe4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.619475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-37da601e-e30f-4376-98b8-c9838e46bbe4 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 811 time: 0.5286741 Mar 03 18:06:44.640746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-adc887bb-cca6-462b-9fd5-a03c9095f1f7 req-7f876778-8358-45fa-98e4-b4f3952a0f20 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 210 time: 0.5296795 Mar 03 18:06:44.640746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:44.668683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Request body: {'port': {'device_id': '358382ec-6c81-4afc-acfc-404e7be64085', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'admin_state_up': True, 'tenant_id': 'bb0140b63c1d4645ab4917bffa7c281d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:44.701338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.719802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.732052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.745797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.752314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.759202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.765484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:44.767860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-1bc8e3bd-3638-43cb-913a-b488a40daa64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 1.2693377 Mar 03 18:06:44.890885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8e474-e3a2-41ce-a468-f704c61d3327 None None] Pushing event updated for resources: {'Port': ['ID=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:44.991674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Attempting to bind port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:44.991674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Attempting to bind port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:44.991674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Attempting to bind port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:45.016019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:45.016019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:45.016019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:45.016019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:45.016019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Bound port: 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:45.016019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:45.273052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] For port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:45.287681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] For port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:45.328130 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9511fb-8b40-4de0-9f41-9927a5e0e41f', 'name': 'network-vif-deleted', 'tag': '974fb767-b787-43ed-b2f5-2106bc801f9d', 'status': 'completed', 'code': 200} Mar 03 18:06:45.328130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event deleted for resources: {'Port': ['ID=06ea0f47-27c6-41d3-8f02-334f51cbd0b7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:45.335815 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:45.371896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.459590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:06:45.494557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:45.528487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-e1bd7b3a-bf11-4237-a68c-7da2569fb951 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3428268 Mar 03 18:06:45.536618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8e474-e3a2-41ce-a468-f704c61d3327 None None] Pushing event updated for resources: {'Port': ['ID=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:45.542618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d212f-4cd5-418b-9844-e62839f1bf90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.548535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d212f-4cd5-418b-9844-e62839f1bf90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.550282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-727d212f-4cd5-418b-9844-e62839f1bf90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3101315 Mar 03 18:06:45.562569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.566283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34042) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:45.569044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.572488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Routers {'5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:45.573944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:45.575297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.581255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.587173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.593147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.599565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:45.601563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-bff7620d-8cd3-4efa-ace7-f2c4d38c65ce tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 2.1018620 Mar 03 18:06:45.621063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Request body: {'port': {'device_id': '4f736ed5-7474-43c7-832d-742bf0504e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:45.749028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-49002622-0f30-4020-b646-524c814db693 req-0ed172ad-3911-4d3b-8253-94c79ab17363 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 210 time: 0.2965496 Mar 03 18:06:45.809463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8850ef5-f615-49af-a51f-21a45554e051']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:45.936152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-333e34e5-5a0a-4331-a434-65068ae1dbf9 req-20f2b704-39af-48df-9488-a4b288dad070 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2419887 Mar 03 18:06:45.953957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ba5607-8626-4f18-bac7-d38273d70d9e') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:45.954446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ba5607-8626-4f18-bac7-d38273d70d9e') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:45.978354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:45.997265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.003061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 372b86c7-b01b-4362-ad96-e422c3fde22f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:46.005529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:46.006151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.110464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] Set router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:46.244976 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:46.248482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-b6e955ff-b823-43d2-b748-20a5125af8ca tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:46.254111 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-b6e955ff-b823-43d2-b748-20a5125af8ca tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "GET /v2.0/ports/94debac5-89fa-4a13-b8ce-2ccacfb82f6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8695695 Mar 03 18:06:46.419967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 372b86c7-b01b-4362-ad96-e422c3fde22f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:46.419967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 372b86c7-b01b-4362-ad96-e422c3fde22f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:46.419967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.458886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89c429c3-00a5-4378-945a-e4fee30ff795 req-1259ee07-b601-4791-90fe-d1e78a7d42fe tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 210 time: 0.3145072 Mar 03 18:06:46.492435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.492435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.614124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-5a60a009-6028-49b3-b104-5388db0e35b4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "GET /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3290763 Mar 03 18:06:46.614124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.641596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:46.687333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d8850ef5-f615-49af-a51f-21a45554e051,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:46.692123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d30d41ae-a63b-4e98-9e5a-0f7cad7fc6ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/d8850ef5-f615-49af-a51f-21a45554e051 HTTP/1.1" status: 204 len: 168 time: 3.9334290 Mar 03 18:06:46.702130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:46.745050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.752426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:46.762494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.885976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.903047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 372b86c7-b01b-4362-ad96-e422c3fde22f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=372b86c7-b01b-4362-ad96-e422c3fde22f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:46.921306 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:46.986817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'name': 'tempest-NetworksTestDHCPv6-router-937391459', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:36Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None, '_interfaces': [{'id': '5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8', 'name': '', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'mac_address': 'fa:16:3e:89:74:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '324b1cd3-7640-4979-b4f1-a8a91ca0cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:33Z', 'updated_at': '2022-03-03T18:06:45Z', 'revision_number': 4, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'subnets': [{'id': '324b1cd3-7640-4979-b4f1-a8a91ca0cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:47.009462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daf0e7-c65d-482e-8420-08bd07e8d9eb None None] The sync data for ids ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'] in n-d-827121-1 is: [{'id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'name': 'tempest-NetworksTestDHCPv6-router-937391459', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:36Z', 'revision_number': 2, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None, '_interfaces': [{'id': '5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8', 'name': '', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'mac_address': 'fa:16:3e:89:74:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '324b1cd3-7640-4979-b4f1-a8a91ca0cbeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:33Z', 'updated_at': '2022-03-03T18:06:45Z', 'revision_number': 4, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'subnets': [{'id': '324b1cd3-7640-4979-b4f1-a8a91ca0cbeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:06:47.032904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=372b86c7-b01b-4362-ad96-e422c3fde22f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:47.105382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event updated for resources: {'Port': ['ID=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:47.187392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34064) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:47.218162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:47.236260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:47.262701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Made reservation on behalf of bb0140b63c1d4645ab4917bffa7c281d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:47.270832 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:47.311792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:47.456233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6ff387d6-6139-4d9d-b815-8731976f2916 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:47.588438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:47.705933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:47.705933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:47.725495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3af00f5b-8c6c-46c5-828d-9d6dd293695a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15255170337c45c9afac47e3444e0fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229213 Mar 03 18:06:47.750797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34074) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:47.758247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8053f8b9-0a08-4f29-8231-945a7252a6fc tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2705214 Mar 03 18:06:47.787193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:47.790428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Request body: {'port': {'device_id': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:47.835747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:47.870015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6ff387d6-6139-4d9d-b815-8731976f2916, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ff387d6-6139-4d9d-b815-8731976f2916,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:47.871244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:47.879084 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:47.880066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0185ccf4-0245-4f16-9806-f7049d5667f2 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:47.914571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62393b-d64b-4be8-845b-ed1bc0968152 req-0d3f9b24-40f9-4fc3-af5d-546504faea11 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:47.920296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7e62393b-d64b-4be8-845b-ed1bc0968152 req-0d3f9b24-40f9-4fc3-af5d-546504faea11 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Synchronizing usage tracker for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:47.953317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:47.959137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:47.964963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:47.972569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:47.980546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:47.986766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:48.015365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:48.027630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-5ddb1ff1-72be-4af1-9775-722dde075c94 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5432 time: 0.8416758 Mar 03 18:06:48.122307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.147685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 372b86c7-b01b-4362-ad96-e422c3fde22f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:48.185857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.247892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f888bea-05b6-4a22-ad8b-e5c74b979447,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:48.253479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7e62393b-d64b-4be8-845b-ed1bc0968152 req-0d3f9b24-40f9-4fc3-af5d-546504faea11 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Unset dirty status for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:48.253479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e62393b-d64b-4be8-845b-ed1bc0968152 req-0d3f9b24-40f9-4fc3-af5d-546504faea11 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 932 time: 1.1298473 Mar 03 18:06:48.276580 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.343847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6ff387d6-6139-4d9d-b815-8731976f2916,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:48.389053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7e62393b-d64b-4be8-845b-ed1bc0968152 req-e85a3a4d-c86b-4ecf-81b3-5b3ef36b82fa tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748363 Mar 03 18:06:48.412525 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.413361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b2939822-6064-4ea3-b6a1-5f7497c38eeb req-af58d220-b6e7-4ac3-a71b-c1a19a655eb9 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3913152 Mar 03 18:06:48.415020 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3395-199c-41cc-a121-90d860d83e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.457435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 372b86c7-b01b-4362-ad96-e422c3fde22f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:48.457435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.568780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Allocated IP 172.20.0.9 (7e4ff3c8-3745-40d1-9af3-8cbbc856ef51/a8406e94-119a-46ab-bb38-f3f82601ce5c/ca8373b9-4977-4526-b7ce-6f01fb2333b3) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:48.647897 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916', 'code': 200} Mar 03 18:06:48.660873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0185ccf4-0245-4f16-9806-f7049d5667f2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0185ccf4-0245-4f16-9806-f7049d5667f2,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:48.676382 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.681136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3395-199c-41cc-a121-90d860d83e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.705134 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.706421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 4050b385-63eb-4110-8be9-4223a64d3faf no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:48.780708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.819286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a842f-1c7a-4179-8550-896377d8c05b']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:48.876812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:48.899851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493be06d-ef3c-42c0-8bdb-f1efd3a7859b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:48.899851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493be06d-ef3c-42c0-8bdb-f1efd3a7859b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:48.941722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=0185ccf4-0245-4f16-9806-f7049d5667f2,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:48.950745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:48.993872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353715d4-a4b9-4bdc-94ff-4d15ee578189 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:06:49.004672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.019298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.032191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Transition to ACTIVE for port object 353715d4-a4b9-4bdc-94ff-4d15ee578189 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:49.036361 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.068133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:06:49.083984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:49.084357 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.121806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:49.122397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.133642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4050b385-63eb-4110-8be9-4223a64d3faf,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:49.142284 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.143804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 94debac5-89fa-4a13-b8ce-2ccacfb82f6e no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:49.149311 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:49.252880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-07b3e27d-e34c-4882-b2e0-b79419756dcb req-00f502f2-e06d-4e4b-9d86-1159ac911a9a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 210 time: 0.5794199 Mar 03 18:06:49.252880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.439426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:49.684664 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.709768 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b9db7fe-ef6d-4f15-8a3c-2425424691ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.744582 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.836927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] For port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:49.851557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.854343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Allocated IP 172.20.0.1 (f56c037a-da10-4c31-82a5-0b433f6f33dc/37af2adb-b0c9-4774-b4d0-08541c01e7fe/9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:06:49.877977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:49.887602 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.895141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] For port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:49.918732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 750a842f-1c7a-4179-8550-896377d8c05b {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 18:06:49.942293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.942293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:49.975606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event deleted for resources: {'Network': ['ID=750a842f-1c7a-4179-8550-896377d8c05b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:49.985914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-43c8865d-7556-4403-a113-ad807dcb04c5 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "DELETE /v2.0/networks/750a842f-1c7a-4179-8550-896377d8c05b HTTP/1.1" status: 204 len: 168 time: 10.7280467 Mar 03 18:06:49.985914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:50.041269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:50.053305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34102) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:50.216875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b4269ce1-7a2d-4a1d-b927-1dff1a052da7 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Synchronizing usage tracker for tenant:fdc223a5edde432baf24790c79611310 on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:50.401871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb79ee-bce5-407f-bd1b-61e91ba04694 req-4303000a-9d15-4038-9ab9-3381a582d7f3 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:50.401871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71fb79ee-bce5-407f-bd1b-61e91ba04694 req-4303000a-9d15-4038-9ab9-3381a582d7f3 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 932 time: 0.6850891 Mar 03 18:06:50.418986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b4269ce1-7a2d-4a1d-b927-1dff1a052da7 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Unset dirty status for tenant:fdc223a5edde432baf24790c79611310 on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:50.418986 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b4269ce1-7a2d-4a1d-b927-1dff1a052da7 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3619390 Mar 03 18:06:50.452043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34110) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:50.545634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Pushing event updated for resources: {'Port': ['ID=353715d4-a4b9-4bdc-94ff-4d15ee578189,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:50.549865 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3395-199c-41cc-a121-90d860d83e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:50.624301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] device_id is not set on port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:06:50.634880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:50.641269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2'}, {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4050b385-63eb-4110-8be9-4223a64d3faf'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:50.726884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71fb79ee-bce5-407f-bd1b-61e91ba04694 req-d198f9e8-3402-408a-a088-214d70f058a8 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107440 Mar 03 18:06:50.780508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:06:50.780508 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:06:50.784466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:50.812336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf3f04-9c4a-49c0-a7bb-be56baf05475 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:06:50.812336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:50.822707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc3395-199c-41cc-a121-90d860d83e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40415230-443b-408c-90b5-ec3ac3028338,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:50.848746 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:50.928997 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.041218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Synchronizing usage tracker for tenant:fdc223a5edde432baf24790c79611310 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:51.056857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:51.064689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:51.074976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:51.078741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3395-199c-41cc-a121-90d860d83e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.078741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d8dc3395-199c-41cc-a121-90d860d83e43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40415230-443b-408c-90b5-ec3ac3028338 HTTP/1.1" status: 204 len: 168 time: 3.3057301 Mar 03 18:06:51.103796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Transition to ACTIVE for port object ddcf3f04-9c4a-49c0-a7bb-be56baf05475 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:51.114625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] No DVR routers for this DVR port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:51.119173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event updated for resources: {'Port': ['ID=ca8373b9-4977-4526-b7ce-6f01fb2333b3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:51.184064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Unset dirty status for tenant:fdc223a5edde432baf24790c79611310 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:51.184064 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-06af0c46-a988-42b1-83c7-6ac6a75a3a22 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7104 time: 0.7370751 Mar 03 18:06:51.189942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34124) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:51.217288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c9e89cd3-2ebb-4ca1-8db3-1a28d80d6971 None None] Provisioning complete for port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:51.231465 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c9e89cd3-2ebb-4ca1-8db3-1a28d80d6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.254787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:51.255133 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.285810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.286492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.330266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.338126 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-f8ea6223-89ea-47f9-a697-7e1f7a29ddc3 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] delete failed (client error): The resource could not be found. Mar 03 18:06:51.342020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f8ea6223-89ea-47f9-a697-7e1f7a29ddc3 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/69e1506e-d3ec-4792-9e90-6dac579b5b3b HTTP/1.1" status: 404 len: 345 time: 0.1525357 Mar 03 18:06:51.344204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34130) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:51.365527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.430069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c9e89cd3-2ebb-4ca1-8db3-1a28d80d6971 None None] Port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:06:51.434220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:51.473345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] Pushing event updated for resources: {'Port': ['ID=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:51.504403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02dbc-bcde-4391-b172-a1f5d1288f71 req-f2c19fc0-eba3-4eb7-8fcd-63e3b59644c1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.504403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d4f02dbc-bcde-4391-b172-a1f5d1288f71 req-f2c19fc0-eba3-4eb7-8fcd-63e3b59644c1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Synchronizing usage tracker for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:51.504403 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-c7d4da64-3f3a-4f9d-9491-563da875665c tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8427234 Mar 03 18:06:51.515861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Pushing event updated for resources: {'Port': ['ID=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:51.556929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] In _notify_port_updated(), no bound segment for port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:06:51.556929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.556929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.556929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-8f928024-0262-4e2c-a0ab-70094c6c12e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 200 len: 1026 time: 4.8639054 Mar 03 18:06:51.556929 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eed75d9-1634-40c3-aaea-85b8eb7f8cce tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] DELETE failed (client error): The resource could not be found. Mar 03 18:06:51.556929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eed75d9-1634-40c3-aaea-85b8eb7f8cce tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:06:51.565877 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1eed75d9-1634-40c3-aaea-85b8eb7f8cce tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "DELETE /v2.0/networks/750a842f-1c7a-4179-8550-896377d8c05b HTTP/1.1" status: 404 len: 339 time: 0.2085834 Mar 03 18:06:51.565877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Attempting to bind port 353715d4-a4b9-4bdc-94ff-4d15ee578189 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:51.565877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Attempting to bind port 353715d4-a4b9-4bdc-94ff-4d15ee578189 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:51.565877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Attempting to bind port 353715d4-a4b9-4bdc-94ff-4d15ee578189 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:51.565877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34136) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:51.622611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Request body: {'port': {'device_id': '358382ec-6c81-4afc-acfc-404e7be64085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:51.626771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.632424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.632424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.641104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.641104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.648755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.653685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.662183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:51.671635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22ac27a3-0005-4798-989a-c32278f09b3b req-ce2d79b5-057e-4ef9-b7cd-2b5bf6c0ab79 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 5426 time: 1.8913765 Mar 03 18:06:51.688821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:51.696879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.698020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d560d40d-e0db-4499-aff7-01a762429d71 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:51.698207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'network': {'name': 'tempest-network--210450448', 'router:external': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:51.735780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Port 353715d4-a4b9-4bdc-94ff-4d15ee578189 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:06:51.736113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Attempting to bind port 353715d4-a4b9-4bdc-94ff-4d15ee578189 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:51.756475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:51.772260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:network and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:51.784362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:51.784702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Checking segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:51.785090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Bound using segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:51.785549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Bound port: 353715d4-a4b9-4bdc-94ff-4d15ee578189, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:51.785897 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.823347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c57625e6-8420-4805-8886-778797e86aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:51.842098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:51.942179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:51.982680 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.037383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d560d40d-e0db-4499-aff7-01a762429d71, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d560d40d-e0db-4499-aff7-01a762429d71,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:52.040459 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.040459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ff523d08-b3fb-4756-9ec3-236dc651a0c3 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:06:52.049591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34146) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:52.056383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:52.061566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Network f56c037a-da10-4c31-82a5-0b433f6f33dc is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:52.062400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d4f02dbc-bcde-4391-b172-a1f5d1288f71 req-f2c19fc0-eba3-4eb7-8fcd-63e3b59644c1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Unset dirty status for tenant:bb0140b63c1d4645ab4917bffa7c281d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:52.063528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4f02dbc-bcde-4391-b172-a1f5d1288f71 req-f2c19fc0-eba3-4eb7-8fcd-63e3b59644c1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 931 time: 1.1423471 Mar 03 18:06:52.092778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:52.108393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:52.153184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-c1b16f53-1587-4ecd-8175-62f3ecf83497 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:52.155547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-c1b16f53-1587-4ecd-8175-62f3ecf83497 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "GET /v2.0/ports/4050b385-63eb-4110-8be9-4223a64d3faf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5802126 Mar 03 18:06:52.166100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:06:52.175044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d560d40d-e0db-4499-aff7-01a762429d71,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:52.175312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22ac27a3-0005-4798-989a-c32278f09b3b req-e172d3f7-6b38-4b12-927a-657bff7e1b06 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5056059 Mar 03 18:06:52.177992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:06:52.232228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:52.262813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:52.263478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.344521 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'code': 200} Mar 03 18:06:52.344521 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4050b385-63eb-4110-8be9-4223a64d3faf', 'code': 200} Mar 03 18:06:52.354990 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-268bf15f-effb-4d48-bef4-aead5abd1733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60de75d051fa40e886eb1e22e4921e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967606 Mar 03 18:06:52.361975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.380038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34152) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:52.380038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Made reservation on behalf of fdc223a5edde432baf24790c79611310 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:06:52.380038 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.398804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.518022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Attempting to bind port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:52.518022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Attempting to bind port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:52.518022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Attempting to bind port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:52.543880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.600384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:06:52.601132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Attempting to bind port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 on network 0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:52.604912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4f02dbc-bcde-4391-b172-a1f5d1288f71 req-2050d439-a5a9-411f-a60d-b2b0b70aff97 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036488 Mar 03 18:06:52.605612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ff523d08-b3fb-4756-9ec3-236dc651a0c3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:52.613588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.630123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:52.630470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Checking segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:52.631085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Bound using segment: {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:52.633310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Bound port: ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd481de17-5ffe-40e8-88b6-69ddff83d331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:52.633941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.641998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] For port 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:52.641998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.678864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:06:52.710604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ff523d08-b3fb-4756-9ec3-236dc651a0c3,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:52.717176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] For port 353715d4-a4b9-4bdc-94ff-4d15ee578189, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:52.735858 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.735858 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Added segment b43644fc-c02f-4e29-b313-7eb1cde31c3c of type vlan for network be84f46b-e886-4cf9-8119-eb0e58628ef0 Mar 03 18:06:52.735858 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.790839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] For port 353715d4-a4b9-4bdc-94ff-4d15ee578189, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:52.802273 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc324d70-d2a0-4700-90db-b22fda7a098d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.820801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.834243 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.867592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:52.954739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.979262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc324d70-d2a0-4700-90db-b22fda7a098d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.985984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:52.985984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:52.985984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] 10.222.0.35 "PUT /v2.0/ports/353715d4-a4b9-4bdc-94ff-4d15ee578189 HTTP/1.1" status: 200 len: 1091 time: 7.3664038 Mar 03 18:06:53.000764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f736ed5-7474-43c7-832d-742bf0504e54', 'tag': '353715d4-a4b9-4bdc-94ff-4d15ee578189'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:53.052889 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:53.099327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92278-c8eb-4fdb-afc7-91235e87fa05 req-e37f6f17-a0e1-4868-b07e-c4ed8fdca2d0 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:53.099327 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d92278-c8eb-4fdb-afc7-91235e87fa05 req-e37f6f17-a0e1-4868-b07e-c4ed8fdca2d0 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 944 time: 0.6171939 Mar 03 18:06:53.099327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:53.187367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b8b5-4e82-4ee1-9c11-34528bc89e56 service neutron] Pushing event updated for resources: {'Port': ['ID=353715d4-a4b9-4bdc-94ff-4d15ee578189,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:53.388840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:06:53.407658 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f736ed5-7474-43c7-832d-742bf0504e54', 'tag': '353715d4-a4b9-4bdc-94ff-4d15ee578189', 'status': 'completed', 'code': 200} Mar 03 18:06:53.407658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:53.433601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:53.577910 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:53.578894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:53.579454 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:53.612151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:53.612555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:53.614409 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] 10.222.0.16 "PUT /v2.0/ports/ddcf3f04-9c4a-49c0-a7bb-be56baf05475 HTTP/1.1" status: 200 len: 1092 time: 5.8416638 Mar 03 18:06:53.621387 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d92278-c8eb-4fdb-afc7-91235e87fa05 req-9ff2f8fb-303d-444a-a183-8db8e900a4ce tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440141 Mar 03 18:06:53.713559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc324d70-d2a0-4700-90db-b22fda7a098d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:53.730747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4050b385-63eb-4110-8be9-4223a64d3faf,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:53.802217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] For port 4050b385-63eb-4110-8be9-4223a64d3faf, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:53.936209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0739-4e08-48f4-b528-d3e18f714688 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:54.033382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-2bd23690-3c84-4dae-943e-b792317aacfc tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:54.033382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-2bd23690-3c84-4dae-943e-b792317aacfc tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:54.050899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc324d70-d2a0-4700-90db-b22fda7a098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d84d8dd-889b-421c-8ac6-7d1f60f8e976,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:54.052772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.059299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Network': ['ID=be84f46b-e886-4cf9-8119-eb0e58628ef0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:54.084412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-2bd23690-3c84-4dae-943e-b792317aacfc tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:54.087451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c659f49d-7f20-4be7-b335-d99ba224d69e tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4120696 Mar 03 18:06:54.089468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-2bd23690-3c84-4dae-943e-b792317aacfc tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:54.094604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-2bd23690-3c84-4dae-943e-b792317aacfc tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:54.100908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-2bd23690-3c84-4dae-943e-b792317aacfc tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:54.104354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] device_id is not set on port 4050b385-63eb-4110-8be9-4223a64d3faf yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:06:54.108464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network be84f46b-e886-4cf9-8119-eb0e58628ef0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:06:54.112915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-2bd23690-3c84-4dae-943e-b792317aacfc tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 4647 time: 0.6890085 Mar 03 18:06:54.122286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:54.122286 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc324d70-d2a0-4700-90db-b22fda7a098d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.122286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fc324d70-d2a0-4700-90db-b22fda7a098d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d84d8dd-889b-421c-8ac6-7d1f60f8e976 HTTP/1.1" status: 204 len: 168 time: 1.7235858 Mar 03 18:06:54.126677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-3ea966c1-d39c-46d1-8c3e-5d1d44ac1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:54.126677 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-3ea966c1-d39c-46d1-8c3e-5d1d44ac1c49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=4f736ed5-7474-43c7-832d-742bf0504e54 HTTP/1.1" status: 200 len: 1094 time: 1.0154452 Mar 03 18:06:54.182002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:06:54.339420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8373b9-4977-4526-b7ce-6f01fb2333b3 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:06:54.342232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f'}, {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71'}, {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:54.357997 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.370907 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.394284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Transition to ACTIVE for port object ca8373b9-4977-4526-b7ce-6f01fb2333b3 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:06:54.401857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.434480 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.451461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.476136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.489723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-0184c851-1dd8-4578-9236-aaa2dd87eb8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189 HTTP/1.1" status: 200 len: 217 time: 0.0991571 Mar 03 18:06:54.535239 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:54.645588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:55.039123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-5c76b0fd-2660-42df-ae5f-2e96fd273d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.041438 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-5c76b0fd-2660-42df-ae5f-2e96fd273d1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.5213053 Mar 03 18:06:55.050028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be102fb1-83fd-4fb4-bef9-6cf9f4e24792 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.062908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be102fb1-83fd-4fb4-bef9-6cf9f4e24792 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.089315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be102fb1-83fd-4fb4-bef9-6cf9f4e24792 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.094922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be102fb1-83fd-4fb4-bef9-6cf9f4e24792 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.099528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-be102fb1-83fd-4fb4-bef9-6cf9f4e24792 tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9857934 Mar 03 18:06:55.151230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7c19b8b-5718-41fe-b9f2-d0dbfd8340cb req-41ac7c99-c3f4-4878-b383-12a4f56353c1 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&id=727bcbeb-b668-41b0-a828-a40bcdb29f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0390964 Mar 03 18:06:55.159819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34206) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:55.170706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-611d3021-4418-47a4-843b-4daf6134ad9f None None] Provisioning complete for port 4050b385-63eb-4110-8be9-4223a64d3faf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:06:55.170706 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-611d3021-4418-47a4-843b-4daf6134ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:55.175242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-4630280d-9d38-4aba-8688-c86e8991c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.175242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-4630280d-9d38-4aba-8688-c86e8991c007 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 1095 time: 1.3386829 Mar 03 18:06:55.182946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] No DVR routers for this DVR port 4050b385-63eb-4110-8be9-4223a64d3faf on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:55.292867 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f', 'code': 200} Mar 03 18:06:55.292867 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71', 'code': 200} Mar 03 18:06:55.292867 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3', 'code': 200} Mar 03 18:06:55.297216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb58de5-da1f-41a9-8ee9-c966c5fa6fb7 req-a030373d-bfd7-4592-a0e7-eb7aa4ca6f11 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.297216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffb58de5-da1f-41a9-8ee9-c966c5fa6fb7 req-a030373d-bfd7-4592-a0e7-eb7aa4ca6f11 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 931 time: 1.3487492 Mar 03 18:06:55.363108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-611d3021-4418-47a4-843b-4daf6134ad9f None None] Port 4050b385-63eb-4110-8be9-4223a64d3faf cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:06:55.434542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:55.441774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-8d5fba19-e36d-4131-9bc6-47dba5cf428d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2803867 Mar 03 18:06:55.442925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:55.544549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] Pushing event updated for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:55.554331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-ce26e530-6681-4aa0-96a4-ddf2dc2d266e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475 HTTP/1.1" status: 200 len: 217 time: 0.2276351 Mar 03 18:06:55.646679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffb58de5-da1f-41a9-8ee9-c966c5fa6fb7 req-616a21f5-aea1-4505-ad5a-ffea7ac6ba0f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987298 Mar 03 18:06:55.646679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] In _notify_port_updated(), no bound segment for port 4050b385-63eb-4110-8be9-4223a64d3faf on network b81330da-f883-4c83-9fca-9939c9cfb4f1 {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:06:55.653780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.653780 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:55.653780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-38a08b2d-2da2-4f85-9663-1a0be6e57857 service neutron] 10.222.0.35 "PUT /v2.0/ports/4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 200 len: 1027 time: 3.4840953 Mar 03 18:06:55.878743 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475', 'status': 'completed', 'code': 200} Mar 03 18:06:55.910136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8373b9-4977-4526-b7ce-6f01fb2333b3,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:55.973841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-efd22395-8b61-40b2-be57-ca64ac311a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:55.981507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-efd22395-8b61-40b2-be57-ca64ac311a07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.3975456 Mar 03 18:06:55.992881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:56.057846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port ff523d08-b3fb-4756-9ec3-236dc651a0c3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:56.057846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:56.063613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Attempting to bind port ca8373b9-4977-4526-b7ce-6f01fb2333b3 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:06:56.063613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Attempting to bind port ca8373b9-4977-4526-b7ce-6f01fb2333b3 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:06:56.063613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Attempting to bind port ca8373b9-4977-4526-b7ce-6f01fb2333b3 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:56.102800 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-fa993165-b9ca-48d6-b538-5ef3f356c68b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039000 Mar 03 18:06:56.133767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Port ca8373b9-4977-4526-b7ce-6f01fb2333b3 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:06:56.133767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Attempting to bind port ca8373b9-4977-4526-b7ce-6f01fb2333b3 on network 7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:06:56.163325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-dde2bdd0-5b3a-43b0-b6b2-e8f7d377a8fd service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042452 Mar 03 18:06:56.166972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:06:56.166972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Checking segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:06:56.166972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Bound using segment: {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:06:56.166972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Bound port: ca8373b9-4977-4526-b7ce-6f01fb2333b3, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6162f-c474-4166-b36d-b149c732b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:06:56.166972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:56.743719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:06:56.779633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-3a13156f-7da8-404f-afa4-aef7921b1a15 service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154494 Mar 03 18:06:56.801705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-bea5151f-c6b1-4e4e-9917-c856e4140e80 service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952560 Mar 03 18:06:56.868591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:56.885219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3776-4585-4fd7-bef5-b375d6652002 req-89740011-f4c2-402b-86c9-c114dfcf01d9 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:56.892492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16af3776-4585-4fd7-bef5-b375d6652002 req-89740011-f4c2-402b-86c9-c114dfcf01d9 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 944 time: 1.3978527 Mar 03 18:06:56.999778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7555e-cafc-468e-b3c8-6e04b095a6e0 req-96ebcdbd-baed-4dce-abd3-e9c59ed1a797 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.006437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7555e-cafc-468e-b3c8-6e04b095a6e0 req-96ebcdbd-baed-4dce-abd3-e9c59ed1a797 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.014172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7555e-cafc-468e-b3c8-6e04b095a6e0 req-96ebcdbd-baed-4dce-abd3-e9c59ed1a797 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.032661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7555e-cafc-468e-b3c8-6e04b095a6e0 req-96ebcdbd-baed-4dce-abd3-e9c59ed1a797 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.039001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7555e-cafc-468e-b3c8-6e04b095a6e0 req-96ebcdbd-baed-4dce-abd3-e9c59ed1a797 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.041444 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cad7555e-cafc-468e-b3c8-6e04b095a6e0 req-96ebcdbd-baed-4dce-abd3-e9c59ed1a797 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 3875 time: 0.6640494 Mar 03 18:06:57.054108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] For port ff523d08-b3fb-4756-9ec3-236dc651a0c3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ff523d08-b3fb-4756-9ec3-236dc651a0c3,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:57.054501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.060469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be84f46b-e886-4cf9-8119-eb0e58628ef0']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:57.075019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] For port ca8373b9-4977-4526-b7ce-6f01fb2333b3, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:06:57.078121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:06:57.103700 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16af3776-4585-4fd7-bef5-b375d6652002 req-7dcd4a4d-94f8-4323-a716-89e3e46e3afb tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092032 Mar 03 18:06:57.112600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43644fc-c02f-4e29-b313-7eb1cde31c3c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:57.114012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43644fc-c02f-4e29-b313-7eb1cde31c3c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:57.207694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.223162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] For port ca8373b9-4977-4526-b7ce-6f01fb2333b3, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ca8373b9-4977-4526-b7ce-6f01fb2333b3,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:06:57.225754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.233388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:06:57.235300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.245815 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] Sync routers for ids ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:06:57.264757 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] Routers {'5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:57.265922 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:57.266369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for ff523d08-b3fb-4756-9ec3-236dc651a0c3 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:06:57.325754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.418189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfdd0e0c-9684-4871-9abe-b1c0842e0799 req-098e9d9f-e84c-4165-ad4c-4ccff58865de service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064825 Mar 03 18:06:57.426852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.443152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.446013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca8373b9-4977-4526-b7ce-6f01fb2333b3 HTTP/1.1" status: 200 len: 1091 time: 5.8459594 Mar 03 18:06:57.463256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cad7555e-cafc-468e-b3c8-6e04b095a6e0 req-9d01e7fa-9413-4f68-9e16-8ade9c5e90a2 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938694 Mar 03 18:06:57.513955 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] Set router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:57.516955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-427db319-bfaf-443e-9f0d-adf88a03decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.516955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-427db319-bfaf-443e-9f0d-adf88a03decd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=4f736ed5-7474-43c7-832d-742bf0504e54 HTTP/1.1" status: 200 len: 1094 time: 0.6529605 Mar 03 18:06:57.557960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358382ec-6c81-4afc-acfc-404e7be64085', 'tag': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:57.615412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.650847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0b289c3e-7064-457a-9fef-260e27af7094 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "PUT /v2.0/routers/5a22f2f2-7544-4ba9-b032-aa9cf19d5da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0735004 Mar 03 18:06:57.656923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34256) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:57.658087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:06:57.659242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:06:57.704345 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:06:57.709260 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358382ec-6c81-4afc-acfc-404e7be64085', 'tag': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3', 'status': 'completed', 'code': 200} Mar 03 18:06:57.735323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.750861 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'name': 'tempest-NetworksTestDHCPv6-router-937391459', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 3, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:57.755961 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] Checking router: 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:06:57.765165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] Routers {'5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:57.765899 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:57.837895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Pushing event updated for resources: {'Port': ['ID=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:57.848137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:57.860308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-a8510f7e-081a-4d3b-8d12-9e9b93887216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:57.862648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-a8510f7e-081a-4d3b-8d12-9e9b93887216 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 1094 time: 0.2828362 Mar 03 18:06:57.932701 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] Set router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:06:58.114660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Network f56c037a-da10-4c31-82a5-0b433f6f33dc is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:06:58.120045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bd956-6961-40d7-995f-cfd0b92fb995 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8373b9-4977-4526-b7ce-6f01fb2333b3,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:58.124410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:06:58.169871 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'name': 'tempest-NetworksTestDHCPv6-router-937391459', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 3, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:58.174900 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7f9dd-6206-4ab0-b84e-f620b7bfcfb4 None None] The sync data for ids ['5a22f2f2-7544-4ba9-b032-aa9cf19d5da4'] in n-d-827121-1 is: [{'id': '5a22f2f2-7544-4ba9-b032-aa9cf19d5da4', 'name': 'tempest-NetworksTestDHCPv6-router-937391459', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 3, 'project_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:06:58.254264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=ff523d08-b3fb-4756-9ec3-236dc651a0c3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:58.361773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-3a249cba-6389-4428-9aaf-54eb2cea1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.364026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-3a249cba-6389-4428-9aaf-54eb2cea1f4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 914 time: 0.8317978 Mar 03 18:06:58.419573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] No DVR routers for this DVR port ff523d08-b3fb-4756-9ec3-236dc651a0c3 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:06:58.422565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:58.427679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-9c345ec2-5524-42d5-963e-b1024271e508 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8373b9-4977-4526-b7ce-6f01fb2333b3 HTTP/1.1" status: 200 len: 217 time: 0.4988692 Mar 03 18:06:58.436050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:06:58.470183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ca30c-126e-4431-8cc5-df4ac1156c3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.472474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ca30c-126e-4431-8cc5-df4ac1156c3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.473864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c9ca30c-126e-4431-8cc5-df4ac1156c3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:06:58.500901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:58.523382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-3495f7ad-cb44-40df-bf2c-232903240a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.526090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-3495f7ad-cb44-40df-bf2c-232903240a8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 1095 time: 0.9636981 Mar 03 18:06:58.537865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aa6e3-b13f-44b3-9042-5d5606217ed2 req-4bda46c0-998f-4d28-b61d-674ad8fb976a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.539866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d9aa6e3-b13f-44b3-9042-5d5606217ed2 req-4bda46c0-998f-4d28-b61d-674ad8fb976a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 943 time: 1.2564759 Mar 03 18:06:58.562727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be84f46b-e886-4cf9-8119-eb0e58628ef0 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 18:06:58.648031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-9a5f5b91-14ae-4b86-a6bf-d1dfe2ac36c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189 HTTP/1.1" status: 200 len: 217 time: 0.2128456 Mar 03 18:06:58.654190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-3e601fad-502c-46e6-93ed-64122e79e54d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "DELETE /v2.0/ports/ff523d08-b3fb-4756-9ec3-236dc651a0c3 HTTP/1.1" status: 204 len: 173 time: 2.9969230 Mar 03 18:06:58.742699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-76437b80-087c-4ebd-880e-4b4a5de5a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.744443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-76437b80-087c-4ebd-880e-4b4a5de5a1ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.0894020 Mar 03 18:06:58.760786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:58.769311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-e9b943a7-a897-44ba-9379-a75e10a7926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.770969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-e9b943a7-a897-44ba-9379-a75e10a7926b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 914 time: 0.2096050 Mar 03 18:06:58.790105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event deleted for resources: {'Network': ['ID=be84f46b-e886-4cf9-8119-eb0e58628ef0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:06:58.868729 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-6f564970-611d-45b6-8d97-66d43403cbb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704675 Mar 03 18:06:58.885619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-04089155-b861-418a-b34b-9067c91a2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:58.887370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-04089155-b861-418a-b34b-9067c91a2f17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.3272016 Mar 03 18:06:58.993716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port 6ff387d6-6139-4d9d-b815-8731976f2916 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:06:58.994252 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:59.022569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-331982ab-6492-410b-b5fb-70417fc4a29c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104984 Mar 03 18:06:59.077087 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5368524a-c767-474d-b815-e301eecf6a19 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "DELETE /v2.0/networks/be84f46b-e886-4cf9-8119-eb0e58628ef0 HTTP/1.1" status: 204 len: 168 time: 3.8759015 Mar 03 18:06:59.089610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34274) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:59.091114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Router a6cb9477-eb71-4456-bcdc-a70b39899680 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:06:59.152776 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-ecdd54cc-61e9-44d6-a49c-79048f93dfd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475 HTTP/1.1" status: 200 len: 217 time: 0.3541052 Mar 03 18:06:59.153826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c9ca30c-126e-4431-8cc5-df4ac1156c3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:06:59.155137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c9ca30c-126e-4431-8cc5-df4ac1156c3a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.4521079 Mar 03 18:06:59.162932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d9aa6e3-b13f-44b3-9042-5d5606217ed2 req-e6f62860-3066-4c2b-af08-722763c08ed0 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905776 Mar 03 18:06:59.165823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34278) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:06:59.406767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-88f976ac-2604-4c36-a4a5-052acbfe35d8 service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305941 Mar 03 18:06:59.415665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'network': {'name': 'tempest-network--956416103', 'router:external': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:06:59.437861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02e7-b034-4e73-8773-48f19c1e617f req-6406974b-ac25-4269-b34a-64c6fa601fbd tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:59.445883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b99b02e7-b034-4e73-8773-48f19c1e617f req-6406974b-ac25-4269-b34a-64c6fa601fbd tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 944 time: 1.0802858 Mar 03 18:06:59.458439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-5bba1a1d-9402-42b2-8062-47ff2d86ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:06:59.460155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-5bba1a1d-9402-42b2-8062-47ff2d86ce49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.2963235 Mar 03 18:06:59.536970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 353715d4-a4b9-4bdc-94ff-4d15ee578189 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:06:59.571656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:06:59.579194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:network and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:06:59.585596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:06:59.591792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:06:59.619804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:06:59.635416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Sync routers for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:06:59.710424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-58ecc3e5-c47f-4165-b379-97ea6707f88c admin admin] 10.222.0.23 "PUT /v2.0/routers/a6cb9477-eb71-4456-bcdc-a70b39899680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3516929 Mar 03 18:06:59.746083 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-77c0a9a7-1708-4f4d-ae05-afe4f1cdec9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748439 Mar 03 18:06:59.754986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 324b1cd3-7640-4979-b4f1-a8a91ca0cbeb {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:06:59.758313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:59.783886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 353715d4-a4b9-4bdc-94ff-4d15ee578189, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:06:59.811397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:06:59.812261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:06:59.814152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b99b02e7-b034-4e73-8773-48f19c1e617f req-30205552-f5df-4aef-bfc1-a56a19726e75 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669286 Mar 03 18:06:59.828643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-9c9fb04a-9653-4163-bb29-2f424d44d7e5 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857800 Mar 03 18:06:59.828835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:06:59.915500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '353715d4-a4b9-4bdc-94ff-4d15ee578189', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'port_id': '353715d4-a4b9-4bdc-94ff-4d15ee578189', 'mac_address': 'fa:16:3e:42:4e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bde1ab-53d2-477b-8552-df227a27513e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:06:59.932201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:00.036115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-c452f34e-6480-4fce-9d88-daf5b65c2a84 service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635766 Mar 03 18:07:00.130604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:07:00.130956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5f2c55e2-4fdb-45fd-ac6f-4991f69a43e8 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:07:00.160430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] For port 6ff387d6-6139-4d9d-b815-8731976f2916, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ff387d6-6139-4d9d-b815-8731976f2916,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:00.160967 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.168289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.210555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aab9-51cd-4ac2-a772-2e7af3af6832 req-051ab535-c67a-4f34-985c-1874b65c350d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:00.213743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353715d4-a4b9-4bdc-94ff-4d15ee578189 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:07:00.216635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aab9-51cd-4ac2-a772-2e7af3af6832 req-051ab535-c67a-4f34-985c-1874b65c350d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:00.222465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aab9-51cd-4ac2-a772-2e7af3af6832 req-051ab535-c67a-4f34-985c-1874b65c350d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:00.228434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:07:00.228577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aab9-51cd-4ac2-a772-2e7af3af6832 req-051ab535-c67a-4f34-985c-1874b65c350d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:00.230199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7846aab9-51cd-4ac2-a772-2e7af3af6832 req-051ab535-c67a-4f34-985c-1874b65c350d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 3143 time: 0.8587735 Mar 03 18:07:00.256101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Made reservation on behalf of fdc223a5edde432baf24790c79611310 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:00.258335 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.298524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 353715d4-a4b9-4bdc-94ff-4d15ee578189, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:00.306075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.326309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7846aab9-51cd-4ac2-a772-2e7af3af6832 req-1e8eb558-808b-4a39-9868-211379bf4179 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889041 Mar 03 18:07:00.334587 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c64c5b91-ba59-467b-b1f9-ef16a2bbadba req-655743db-2e11-4ea7-9ed1-d44012587375 service neutron] 10.222.0.16 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861555 Mar 03 18:07:00.338282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.431573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.462792 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': 'ff523d08-b3fb-4756-9ec3-236dc651a0c3', 'status': 'completed', 'code': 200} Mar 03 18:07:00.484762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for 6ff387d6-6139-4d9d-b815-8731976f2916 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:00.508426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=324b1cd3-7640-4979-b4f1-a8a91ca0cbeb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:00.534414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9058e1b3-7a24-41b9-b697-5a0d1e1b4c02 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:00.538950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.563773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['353715d4-a4b9-4bdc-94ff-4d15ee578189'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:07:00.569901 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-19635325-82ce-4329-bb4d-41bcd78f7c2c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/324b1cd3-7640-4979-b4f1-a8a91ca0cbeb HTTP/1.1" status: 204 len: 168 time: 1.4032364 Mar 03 18:07:00.572879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34308) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:00.654747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=353715d4-a4b9-4bdc-94ff-4d15ee578189,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:00.739502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:07:00.809824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a994dcb8-462b-4273-9a53-1d62db8320b7 req-43c78b21-d555-4c93-8983-715c67beef32 service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3816137 Mar 03 18:07:00.811476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:00.811818 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Added segment a41a1baf-be5e-4fa9-8268-017eae314ec7 of type vlan for network ea19c93b-71e2-42ce-82f9-defd275b022b Mar 03 18:07:00.813430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4070d-7187-4a47-9f24-e6491d275c42 req-105600d7-3391-4052-9e2e-da78bc6c346b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:00.822994 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fa4070d-7187-4a47-9f24-e6491d275c42 req-105600d7-3391-4052-9e2e-da78bc6c346b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 943 time: 0.3564382 Mar 03 18:07:00.847948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-972dd27d-0c74-40f7-aaa6-0f95156e3410 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2624207 Mar 03 18:07:00.852774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34324) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:00.925673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-62b68a0b-7995-4fee-b56d-e12c780d46b9 req-57c21ad6-b274-4ac8-bd04-1dc10dc41c6e service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0611837 Mar 03 18:07:00.955758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ea7ddcb5-01d8-4032-9de5-1b108659024b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:00.956473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ea7ddcb5-01d8-4032-9de5-1b108659024b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:00.964907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.146173 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.247937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ddcf3f04-9c4a-49c0-a7bb-be56baf05475 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:07:01.254342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:06:55Z', 'revision_number': 2, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:01.273978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:07:01.279613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Checking router: a6cb9477-eb71-4456-bcdc-a70b39899680 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:07:01.279970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Updating router a6cb9477-eb71-4456-bcdc-a70b39899680 port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:07:01.347588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=6ff387d6-6139-4d9d-b815-8731976f2916,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:01.366054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Deleting port 436b6dab-f7c0-4d9c-a179-04771879560e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:01.366432 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.403751 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:07:01.424805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fa4070d-7187-4a47-9f24-e6491d275c42 req-06d25d7d-c512-4363-aca8-dbae455d9971 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009831 Mar 03 18:07:01.429482 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-baa86ab2-fa3f-448e-95aa-7490b1acd694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.470275 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.475600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ea7ddcb5-01d8-4032-9de5-1b108659024b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:01.476483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ea7ddcb5-01d8-4032-9de5-1b108659024b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 820 time: 1.0156577 Mar 03 18:07:01.481538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] No DVR routers for this DVR port 6ff387d6-6139-4d9d-b815-8731976f2916 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:01.503673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.567947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-d1d58220-3dde-4629-87c7-48cbee62f3d1 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/quotas/7fc15dd8d7714bd487ba710aa19905cf HTTP/1.1" status: 200 len: 375 time: 0.0691905 Mar 03 18:07:01.572310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.585544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:01.586270 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:01.616639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-d2f20e34-9f57-4a00-a9dc-fb8a9ba7d26b tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "DELETE /v2.0/ports/6ff387d6-6139-4d9d-b815-8731976f2916 HTTP/1.1" status: 204 len: 173 time: 2.9502358 Mar 03 18:07:01.805367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4986660 Mar 03 18:07:01.812631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-73b7f191-e500-4b74-a713-e951c0c0f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:01.814138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-73b7f191-e500-4b74-a713-e951c0c0f724 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 1094 time: 0.8095441 Mar 03 18:07:01.815409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34338) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:02.025159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 436b6dab-f7c0-4d9c-a179-04771879560e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:02.031945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-baa86ab2-fa3f-448e-95aa-7490b1acd694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:02.038017 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-baa86ab2-fa3f-448e-95aa-7490b1acd694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:02.046159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb696a-7795-49d8-aa44-d6fe1649c00c tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Network': ['ID=ea19c93b-71e2-42ce-82f9-defd275b022b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:02.075565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port d560d40d-e0db-4499-aff7-01a762429d71 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:02.075907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:02.086683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1db7-1a31-4373-9a8e-febd7ec83408 req-abc96c4a-2389-4fe1-9924-07e673bd83e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.096289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d4d1db7-1a31-4373-9a8e-febd7ec83408 req-abc96c4a-2389-4fe1-9924-07e673bd83e5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 944 time: 0.3845010 Mar 03 18:07:02.097639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ea19c93b-71e2-42ce-82f9-defd275b022b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:07:02.156630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d4d1db7-1a31-4373-9a8e-febd7ec83408 req-1af77707-5e87-4275-939c-dcc62e6594b1 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583766 Mar 03 18:07:02.159653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-baa86ab2-fa3f-448e-95aa-7490b1acd694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:02.160443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa86ab2-fa3f-448e-95aa-7490b1acd694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Fanout notify agent at l3_agent the message router_deleted on router 5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:07:02.229598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-baa86ab2-fa3f-448e-95aa-7490b1acd694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:02.244774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-baa86ab2-fa3f-448e-95aa-7490b1acd694 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/routers/5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 HTTP/1.1" status: 204 len: 168 time: 1.3863134 Mar 03 18:07:02.245489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34346) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:02.447585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809dcc0-deb3-4469-a4ce-1b4a283ebe4a tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.454426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f809dcc0-deb3-4469-a4ce-1b4a283ebe4a tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] 10.222.0.23 "GET /v2.0/networks/ea19c93b-71e2-42ce-82f9-defd275b022b HTTP/1.1" status: 200 len: 756 time: 0.6340511 Mar 03 18:07:02.467047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34352) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:02.510193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:02.550417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-42e83572-2df5-4f2a-a30c-0eadb1ab431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.552699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-42e83572-2df5-4f2a-a30c-0eadb1ab431d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 200 len: 912 time: 0.7269597 Mar 03 18:07:02.605268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:02.727036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-55d9f18a-010d-4610-b6a4-6048a049fcfe tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1294446 Mar 03 18:07:02.736557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63ec1c-66df-4b9a-aefb-83efca8d68d3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.737613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa63ec1c-66df-4b9a-aefb-83efca8d68d3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:02.799600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda3bf5-2a02-4f7a-b8d0-d819855b8dbd tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.802457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8bda3bf5-2a02-4f7a-b8d0-d819855b8dbd tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Synchronizing usage tracker for tenant:7c4d1a8f51854b52a69d01367439fb8d on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:02.870354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746120f-4d3e-45b6-a260-0a164f92c129 req-f9ede4cd-44d9-45da-8f69-bf9cb8ef9e52 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.880811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746120f-4d3e-45b6-a260-0a164f92c129 req-f9ede4cd-44d9-45da-8f69-bf9cb8ef9e52 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.887818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746120f-4d3e-45b6-a260-0a164f92c129 req-f9ede4cd-44d9-45da-8f69-bf9cb8ef9e52 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:02.896866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9746120f-4d3e-45b6-a260-0a164f92c129 req-f9ede4cd-44d9-45da-8f69-bf9cb8ef9e52 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 2410 time: 0.5142684 Mar 03 18:07:02.919040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa63ec1c-66df-4b9a-aefb-83efca8d68d3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:02.923696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa63ec1c-66df-4b9a-aefb-83efca8d68d3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6766567 Mar 03 18:07:02.925275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34362) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:02.993226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8bda3bf5-2a02-4f7a-b8d0-d819855b8dbd tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Unset dirty status for tenant:7c4d1a8f51854b52a69d01367439fb8d on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:02.994822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8bda3bf5-2a02-4f7a-b8d0-d819855b8dbd tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] 10.222.0.23 "GET /v2.0/networks/c2f6110d-b3e7-4d80-ad05-dcec7247dfec HTTP/1.1" status: 200 len: 768 time: 0.5204434 Mar 03 18:07:03.004789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34366) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:03.088455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:03.104177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Transition to ACTIVE for port object 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:03.113062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475', 'network_id': '0dfeaf85-f5f6-41d8-a6d9-001c766d1c43', 'port_id': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475', 'mac_address': 'fa:16:3e:c9:4a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bde1ab-53d2-477b-8552-df227a27513e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:07:03.115794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-18af20d8-e5b3-4235-82ce-0eeaa41c27db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8373b9-4977-4526-b7ce-6f01fb2333b3 HTTP/1.1" status: 200 len: 217 time: 0.5340674 Mar 03 18:07:03.129367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:03.198146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9746120f-4d3e-45b6-a260-0a164f92c129 req-67de1c1e-d595-4bf6-a6de-8ba2203e13c8 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999129 Mar 03 18:07:03.296629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-67531fe7-d370-41ce-8cb1-1d4b9eba0ee4 service neutron] 10.222.0.23 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687928 Mar 03 18:07:03.323239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51768765-cbf1-4a50-b5e6-f097633fab9f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:03.324390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51768765-cbf1-4a50-b5e6-f097633fab9f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:03.363067 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:03.378989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51768765-cbf1-4a50-b5e6-f097633fab9f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:03.382935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-51768765-cbf1-4a50-b5e6-f097633fab9f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4514949 Mar 03 18:07:03.383959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34374) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:03.404192 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:03.445636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf3f04-9c4a-49c0-a7bb-be56baf05475 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:07:03.507856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=436b6dab-f7c0-4d9c-a179-04771879560e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:03.507996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:03.528905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] For port d560d40d-e0db-4499-aff7-01a762429d71, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d560d40d-e0db-4499-aff7-01a762429d71,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:03.531786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:03.566317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2d5289ed-fe75-4ebc-a5f9-7d90e9c56b3b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:router {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:03.613730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81a7b3-3983-4dd9-9420-9fc6caec387e None None] Pushing event updated for resources: {'Port': ['ID=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:03.624371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 353715d4-a4b9-4bdc-94ff-4d15ee578189 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:03.677647 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:03.693963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2d5289ed-fe75-4ebc-a5f9-7d90e9c56b3b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:router {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:03.700257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2d5289ed-fe75-4ebc-a5f9-7d90e9c56b3b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3137424 Mar 03 18:07:03.700688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34380) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:03.717687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:03.862906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for d560d40d-e0db-4499-aff7-01a762429d71 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:03.880923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:03.978906 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ea6b058c-e249-4fd7-b322-3ecd826f7786 service neutron] 10.222.0.23 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710653 Mar 03 18:07:04.006316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-836757ac-a0d0-4edd-b013-0d8f6e0e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:04.008799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-836757ac-a0d0-4edd-b013-0d8f6e0e23fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 200 len: 851 time: 0.7104342 Mar 03 18:07:04.012097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Calling delete_port for 436b6dab-f7c0-4d9c-a179-04771879560e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:04.069860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:04.077617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea19c93b-71e2-42ce-82f9-defd275b022b']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:04.091612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.122872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb146f-5831-4a4d-8e24-8496ab9c222a req-0850f438-d27e-4a0b-9ffb-dcf281d12a3b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:04.124648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cdb146f-5831-4a4d-8e24-8496ab9c222a req-0850f438-d27e-4a0b-9ffb-dcf281d12a3b tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 943 time: 0.6371942 Mar 03 18:07:04.127034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41a1baf-be5e-4fa9-8268-017eae314ec7') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:04.127535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41a1baf-be5e-4fa9-8268-017eae314ec7') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:04.153075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.164043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:04.166207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-05ef77d1-e87b-4a7e-9b4c-74e9786825c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499162 Mar 03 18:07:04.200162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.233550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=436b6dab-f7c0-4d9c-a179-04771879560e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:04.234950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ca8373b9-4977-4526-b7ce-6f01fb2333b3 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:07:04.264713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:04.277164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.308018 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': '6ff387d6-6139-4d9d-b815-8731976f2916', 'status': 'completed', 'code': 200} Mar 03 18:07:04.315666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.330725 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.350414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Attempting to bind port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:07:04.351434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Attempting to bind port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:07:04.355194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Attempting to bind port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf on network f56c037a-da10-4c31-82a5-0b433f6f33dc {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:04.378087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:04.415904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:07:04.425229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:07:04.449707 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:07:04.599915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ca8373b9-4977-4526-b7ce-6f01fb2333b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ca8373b9-4977-4526-b7ce-6f01fb2333b3,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:04.642450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:07:04.642828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Checking segment: {'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:07:04.643901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.644305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Bound using segment: {'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:07:04.644788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Bound port: 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:07:04.645161 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.670386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2cdb146f-5831-4a4d-8e24-8496ab9c222a req-0e7507c0-a4f3-43d3-a56b-7ba78415391f tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227568 Mar 03 18:07:04.680724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3', 'network_id': '7e4ff3c8-3745-40d1-9af3-8cbbc856ef51', 'port_id': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3', 'mac_address': 'fa:16:3e:1c:a3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8406e94-119a-46ab-bb38-f3f82601ce5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:07:04.731120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 353715d4-a4b9-4bdc-94ff-4d15ee578189 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:04.735473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.743431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea19c93b-71e2-42ce-82f9-defd275b022b {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 18:07:04.782731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:04.804905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea19c93b-71e2-42ce-82f9-defd275b022b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:04.944966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-b1ac4a2c-0039-4e2b-957f-a0fe5525d198 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675588 Mar 03 18:07:04.991401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['ddcf3f04-9c4a-49c0-a7bb-be56baf05475'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:07:05.073139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:05.090539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158313a8-e1a1-44e2-934c-7a6834174f7f req-574a19fc-3886-492e-9215-f9f1b401a55a tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:05.092601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-158313a8-e1a1-44e2-934c-7a6834174f7f req-574a19fc-3886-492e-9215-f9f1b401a55a tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 945 time: 0.5772028 Mar 03 18:07:05.120251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0761a764-e2fe-41c1-b860-844f25940fc5 req-5ec20c48-a204-423a-a2de-e76a2f613aba tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:05.154771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6f930792-7fdb-4042-8e16-4f5e07ce3337 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ea19c93b-71e2-42ce-82f9-defd275b022b HTTP/1.1" status: 204 len: 168 time: 2.1396153 Mar 03 18:07:05.157201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34430) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:05.203476 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:05.208114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=d560d40d-e0db-4499-aff7-01a762429d71,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:05.212626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'network': {'name': 'tempest-network--269321648'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:05.336877 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:07:05.337240 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:07:05.339082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 353715d4-a4b9-4bdc-94ff-4d15ee578189 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:05.339541 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:05.443970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:05.468883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8373b9-4977-4526-b7ce-6f01fb2333b3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:07:05.478642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Usage tracker for resource:network and tenant:fdc223a5edde432baf24790c79611310 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:05.487132 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-158313a8-e1a1-44e2-934c-7a6834174f7f req-c9244278-9327-42a9-927e-f7c487da0787 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324499 Mar 03 18:07:05.519592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ca8373b9-4977-4526-b7ce-6f01fb2333b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ca8373b9-4977-4526-b7ce-6f01fb2333b3,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:05.548141 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:05.603137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=436b6dab-f7c0-4d9c-a179-04771879560e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:05.642047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] No DVR routers for this DVR port d560d40d-e0db-4499-aff7-01a762429d71 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:05.667384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:05.672549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:05.693726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-dd23953b-98fa-4616-af13-26773cabe21a tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "DELETE /v2.0/ports/d560d40d-e0db-4499-aff7-01a762429d71 HTTP/1.1" status: 204 len: 173 time: 4.0238342 Mar 03 18:07:05.769701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0761a764-e2fe-41c1-b860-844f25940fc5 req-5ec20c48-a204-423a-a2de-e76a2f613aba tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:05.775155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] For port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:07:05.788385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0761a764-e2fe-41c1-b860-844f25940fc5 req-5ec20c48-a204-423a-a2de-e76a2f613aba tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 210 time: 0.9507713 Mar 03 18:07:05.788830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:05.884133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-49d738c1-2f16-4fb7-9a6b-04e938b5064d req-728b757b-ecb8-495a-9334-de2c539ba00e service neutron] 10.222.0.16 "GET /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9278405 Mar 03 18:07:05.956876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Made reservation on behalf of fdc223a5edde432baf24790c79611310 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:05.962539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.020892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:07:06.032394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.032934 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Added segment 87321aaa-15ef-4124-a005-1722cfdf429e of type vlan for network e387ce1d-2c15-4e2c-afd4-132525e8e1b0 Mar 03 18:07:06.044358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port 0185ccf4-0245-4f16-9806-f7049d5667f2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:06.044922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.070396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.103838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Deleting port 436b6dab-f7c0-4d9c-a179-04771879560e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:06.104547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.114961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:07:06.187044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.249682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] For port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:07:06.277525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.278480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:06.279054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.315322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['ca8373b9-4977-4526-b7ce-6f01fb2333b3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:07:06.322912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:06.389648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.435497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2662439 Mar 03 18:07:06.442823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34546) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:06.453398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ca8373b9-4977-4526-b7ce-6f01fb2333b3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:06.456932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f736ed5-7474-43c7-832d-742bf0504e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353715d4-a4b9-4bdc-94ff-4d15ee578189'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:06.470193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:06.593983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d5e7-07cc-4af0-a418-b5dcbd705d29 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Network': ['ID=e387ce1d-2c15-4e2c-afd4-132525e8e1b0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:06.613474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 353715d4-a4b9-4bdc-94ff-4d15ee578189, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:06.642591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network e387ce1d-2c15-4e2c-afd4-132525e8e1b0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:07:06.690364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be168b-f030-47df-9b25-8a8f091caeb0 req-a3d2ef64-d90d-4931-bd99-c35a3ebf3e15 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:06.694417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5be168b-f030-47df-9b25-8a8f091caeb0 req-a3d2ef64-d90d-4931-bd99-c35a3ebf3e15 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 944 time: 0.3758945 Mar 03 18:07:06.772880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:06.826355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c5be168b-f030-47df-9b25-8a8f091caeb0 req-df0e327d-6062-4b98-9c0b-5e51d606f7de tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221540 Mar 03 18:07:06.844932 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:07.005012 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': 'd560d40d-e0db-4499-aff7-01a762429d71', 'status': 'completed', 'code': 200} Mar 03 18:07:07.043938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:07:07.044855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:07.228977 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f736ed5-7474-43c7-832d-742bf0504e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353715d4-a4b9-4bdc-94ff-4d15ee578189', 'code': 200} Mar 03 18:07:07.324398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:07.353542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774397f-3794-45e9-bb42-23636c74d814 req-39de0d51-4067-4d41-a206-9950bafef39c tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:07.359319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774397f-3794-45e9-bb42-23636c74d814 req-39de0d51-4067-4d41-a206-9950bafef39c tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:07.360125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3774397f-3794-45e9-bb42-23636c74d814 req-39de0d51-4067-4d41-a206-9950bafef39c tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:07.375741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:07.434911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Network e387ce1d-2c15-4e2c-afd4-132525e8e1b0 is not hosted by any dhcp agent {{(pid=87886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 18:07:07.435823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:07.436595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:07.437868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "PUT /v2.0/networks/e387ce1d-2c15-4e2c-afd4-132525e8e1b0 HTTP/1.1" status: 200 len: 857 time: 0.9907923 Mar 03 18:07:07.446222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34648) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:07.498700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3774397f-3794-45e9-bb42-23636c74d814 req-39de0d51-4067-4d41-a206-9950bafef39c tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:07.500491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81a7b3-3983-4dd9-9420-9fc6caec387e None None] Pushing event updated for resources: {'Port': ['ID=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:07.507107 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3774397f-3794-45e9-bb42-23636c74d814 req-39de0d51-4067-4d41-a206-9950bafef39c tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 1677 time: 1.3711388 Mar 03 18:07:07.726847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=436b6dab-f7c0-4d9c-a179-04771879560e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:07.727056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:07.744443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:07:07.758396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-2ebc57a3-be82-44cf-9b9f-9be218fc86cf tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:07.759423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:07.760411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-2ebc57a3-be82-44cf-9b9f-9be218fc86cf tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 820 time: 0.8970647 Mar 03 18:07:07.778487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549332f-ef71-4d84-ab8f-c5cfc8f0b5fd tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event updated for resources: {'Network': ['ID=e387ce1d-2c15-4e2c-afd4-132525e8e1b0,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:07.784870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Request body: {'port': {'device_id': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'admin_state_up': True, 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:07.815934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80871-e79b-47f0-a023-084f6aa7c5d8 req-e1388939-808f-471c-bb63-f238cd6c053d tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:07.817544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24a80871-e79b-47f0-a023-084f6aa7c5d8 req-e1388939-808f-471c-bb63-f238cd6c053d tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 945 time: 0.5449848 Mar 03 18:07:07.821050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=436b6dab-f7c0-4d9c-a179-04771879560e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:07.828984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e625c3f-a88e-4d28-9843-67ddeb4db1e3 req-d66b09a9-f3a8-462f-b0d7-9aa1327cb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:07.831942 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8e625c3f-a88e-4d28-9843-67ddeb4db1e3 req-d66b09a9-f3a8-462f-b0d7-9aa1327cb229 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f736ed5-7474-43c7-832d-742bf0504e54 HTTP/1.1" status: 200 len: 1096 time: 0.6866665 Mar 03 18:07:07.908823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=353715d4-a4b9-4bdc-94ff-4d15ee578189,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:07.955585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:07.977262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:07.994715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Made reservation on behalf of 7fc15dd8d7714bd487ba710aa19905cf for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:07.999376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.023072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3774397f-3794-45e9-bb42-23636c74d814 req-a66d00ac-29dd-4435-8d90-cbfed339676f tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148335 Mar 03 18:07:08.025028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] For port 0185ccf4-0245-4f16-9806-f7049d5667f2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0185ccf4-0245-4f16-9806-f7049d5667f2,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:08.036248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.104233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Calling delete_port for 436b6dab-f7c0-4d9c-a179-04771879560e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:08.196213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ddcf3f04-9c4a-49c0-a7bb-be56baf05475 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:08.286283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:07:08.328139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.351112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24a80871-e79b-47f0-a023-084f6aa7c5d8 req-8db1e9a3-802a-4e94-b562-1bb892fc92d4 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199788 Mar 03 18:07:08.364339 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.365072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.383262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0527523d-975c-46a2-8d1b-42b02151ac97 req-0e0d2974-e059-4e3b-aaae-c41507dbd533 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 210 time: 0.1523049 Mar 03 18:07:08.568788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8e625c3f-a88e-4d28-9843-67ddeb4db1e3 req-6f0711f1-7587-46be-97a4-e816b1946b05 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137532 Mar 03 18:07:08.570942 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.636506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:08.718397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:08.733063 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.734487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.734934 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Floating IP bfc06f91-3506-4869-9c94-0b076985a1d4 disassociated. External IP: 172.25.0.187, port: 0185ccf4-0245-4f16-9806-f7049d5667f2. Mar 03 18:07:08.735430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for 0185ccf4-0245-4f16-9806-f7049d5667f2 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:08.735782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e387ce1d-2c15-4e2c-afd4-132525e8e1b0']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:08.755235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:08.755888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.828755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87321aaa-15ef-4124-a005-1722cfdf429e') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:08.829127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87321aaa-15ef-4124-a005-1722cfdf429e') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:08.847090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=6d896a06-927a-49fe-ad21-3336ef2b4026,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:08.855340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:08.870043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=436b6dab-f7c0-4d9c-a179-04771879560e,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:08.879702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.896597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:08.897274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.902196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.909968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:07:08.910519 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:08.959220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:07:08.959754 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:07:09.024875 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:07:09.029117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77ecb479-ac2a-4bc3-9169-828bafcb5bd6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3181756 Mar 03 18:07:09.032341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:09.034407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34808) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:09.044188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:09.069075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Allocated IP 172.20.0.14 (f56c037a-da10-4c31-82a5-0b433f6f33dc/37af2adb-b0c9-4774-b4d0-08541c01e7fe/79db1f6f-d57a-475d-bc67-f1a8b403e479) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:09.072927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:05Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:09.090591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:09.091244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e387ce1d-2c15-4e2c-afd4-132525e8e1b0 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 18:07:09.093225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Pushing event deleted for resources: {'Network': ['ID=e387ce1d-2c15-4e2c-afd4-132525e8e1b0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:09.095700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:09.097314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07676ed3-f4a0-43cb-bb5a-18ec12056e84 None None] The sync data for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 is: [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:05Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:07:09.117954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1e568ebf-2518-4f68-9028-aa1f969a55b9 tempest-ExternalNetworksTestJSON-551537446 tempest-ExternalNetworksTestJSON-551537446-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e387ce1d-2c15-4e2c-afd4-132525e8e1b0 HTTP/1.1" status: 204 len: 168 time: 1.6680517 Mar 03 18:07:09.123244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34820) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:09.134737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:09.209237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Deleting port 436b6dab-f7c0-4d9c-a179-04771879560e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:09.214779 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:09.244447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=0185ccf4-0245-4f16-9806-f7049d5667f2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:09.274777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:09.283493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:09.313702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:09.475780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:09.500394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:09.503359 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd36c13c-ca1e-46e0-bc05-bb4d6cd5150c tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] DELETE failed (client error): The resource could not be found. Mar 03 18:07:09.503807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd36c13c-ca1e-46e0-bc05-bb4d6cd5150c tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:07:09.515125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd36c13c-ca1e-46e0-bc05-bb4d6cd5150c tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] 10.222.0.23 "DELETE /v2.0/subnets/3f888bea-05b6-4a22-ad8b-e5c74b979447 HTTP/1.1" status: 404 len: 337 time: 0.3773642 Mar 03 18:07:09.516090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34866) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:09.517311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:09.551738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:09.568971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:09.589281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d8abe-e048-4dad-836a-2ecab1f715ca req-43bf5ea7-b292-4f0c-9548-ecb71e7abfe6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:09.591289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c01d8abe-e048-4dad-836a-2ecab1f715ca req-43bf5ea7-b292-4f0c-9548-ecb71e7abfe6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 944 time: 0.9774163 Mar 03 18:07:09.655419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:09.668053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:09.968580 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.032725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] For port 436b6dab-f7c0-4d9c-a179-04771879560e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=436b6dab-f7c0-4d9c-a179-04771879560e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:10.033368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.134233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c01d8abe-e048-4dad-836a-2ecab1f715ca req-cd43ec92-f5d9-4039-9130-264b19a585db tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305185 Mar 03 18:07:10.239778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ca8373b9-4977-4526-b7ce-6f01fb2333b3 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:10.350707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:07:10.447306 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475', 'code': 200} Mar 03 18:07:10.469389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Calling delete_port for 436b6dab-f7c0-4d9c-a179-04771879560e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:10.491357 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.536909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:10.591034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5aea5-aebe-4446-bb6e-c9143e52f5c8 req-9e61b47d-bc28-4884-a67d-aefc122d9ed4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:10.595069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aed5aea5-aebe-4446-bb6e-c9143e52f5c8 req-9e61b47d-bc28-4884-a67d-aefc122d9ed4 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 942 time: 0.9470356 Mar 03 18:07:10.644889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f6110d-b3e7-4d80-ad05-dcec7247dfec']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:10.670800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port ca8373b9-4977-4526-b7ce-6f01fb2333b3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:10.678078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port ca8373b9-4977-4526-b7ce-6f01fb2333b3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:10.678353 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.695114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78cca52-9fb7-461f-838b-a30a09c5ce5d') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:10.697735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78cca52-9fb7-461f-838b-a30a09c5ce5d') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:10.725678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.766775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.814813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.826183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:07:10.826962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:07:10.845701 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:07:10.847600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aed5aea5-aebe-4446-bb6e-c9143e52f5c8 req-1c182b29-487d-49ee-8b44-f0deb1de8fbd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281252 Mar 03 18:07:10.862514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:10.888682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:10.889052 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:10.905771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281068d6-654a-4b32-81dc-74c0bca4aa71 req-5fe2907e-b760-4ae6-96fc-d7c1dfc4a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:10.907560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-281068d6-654a-4b32-81dc-74c0bca4aa71 req-5fe2907e-b760-4ae6-96fc-d7c1dfc4a6ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 1097 time: 0.5460837 Mar 03 18:07:11.075120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae52e-b3f4-4737-992e-d0af0c2d6bfa req-ec632271-b77a-4320-8c95-fcc902258e95 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:11.084149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1eae52e-b3f4-4737-992e-d0af0c2d6bfa req-ec632271-b77a-4320-8c95-fcc902258e95 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 946 time: 0.5319102 Mar 03 18:07:11.091022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:11.107309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-281068d6-654a-4b32-81dc-74c0bca4aa71 req-1c317c6b-c618-47a3-a83f-ae7034913fc7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211267 Mar 03 18:07:11.175440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:07:11.202608 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] Sync routers for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:07:11.218420 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:07:11.219341 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:11.316277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Pushing event deleted for resources: {'Port': ['ID=436b6dab-f7c0-4d9c-a179-04771879560e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:11.368264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:11.518343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:11.544896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:11.554583 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:11.642374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] 10.222.0.23 "DELETE /v2.0/networks/c2f6110d-b3e7-4d80-ad05-dcec7247dfec HTTP/1.1" status: 204 len: 168 time: 2.1164641 Mar 03 18:07:11.647882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.648237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.648582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.648925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.649261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.649623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.649953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.650284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.650612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.650936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.651262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.651585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:11.672149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af352312-9cf8-417f-8d9c-223807b6b7eb tempest-ExternalNetworksTestJSON-350557057 tempest-ExternalNetworksTestJSON-350557057-project] Pushing event deleted for resources: {'Network': ['ID=c2f6110d-b3e7-4d80-ad05-dcec7247dfec,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:11.713053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] No DVR routers for this DVR port 0185ccf4-0245-4f16-9806-f7049d5667f2 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:11.717829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1eae52e-b3f4-4737-992e-d0af0c2d6bfa req-c27b1d37-5e7d-4311-9a73-8bc9ca4a8392 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222796 Mar 03 18:07:11.729822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:11.748762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140fb09f-b688-4f5f-b81f-42222c2b0968 None None] No DVR routers for this DVR port 436b6dab-f7c0-4d9c-a179-04771879560e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:11.763203 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:07:11.766174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:11.844044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:11.863909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Network f56c037a-da10-4c31-82a5-0b433f6f33dc is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:11.873528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-67cba5dc-ae0b-4970-8a93-8827619d39f3 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "DELETE /v2.0/ports/0185ccf4-0245-4f16-9806-f7049d5667f2 HTTP/1.1" status: 204 len: 173 time: 6.1701715 Mar 03 18:07:11.889678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:11.932589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64384f-39f8-488b-a273-0788b29e03f6 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:12.039238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:12.076503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:12.107488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:12.108557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:12.120161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ca8373b9-4977-4526-b7ce-6f01fb2333b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ca8373b9-4977-4526-b7ce-6f01fb2333b3,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:12.170886 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:12.175297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:12.271915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:12.332914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:12.333268 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:12.334092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:12.348717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:12.383055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-265fae27-b276-4e7c-b05a-8f42d45b7841 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3431032 Mar 03 18:07:12.384522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34940) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:12.399035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:f9:25:21', 'name': 'tempest-NetworksTestDHCPv6-725055928'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:12.415245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event updated for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:12.457297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358382ec-6c81-4afc-acfc-404e7be64085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:12.488043 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:12.559400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d5393-d6dd-4854-a050-dc3bf0a6f5c3 req-e92cf5c0-3db1-4404-b051-11edf74836e7 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:12.560422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c41d5393-d6dd-4854-a050-dc3bf0a6f5c3 req-e92cf5c0-3db1-4404-b051-11edf74836e7 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:12.656561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:12.660658 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:12.678794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:12.719439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:12.724617 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:29Z', 'revision_number': 5, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:12.727054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ae2402aa-ce48-4340-b2e1-4017f9159ebd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9551194 Mar 03 18:07:12.727672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c41d5393-d6dd-4854-a050-dc3bf0a6f5c3 req-e92cf5c0-3db1-4404-b051-11edf74836e7 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:12.730954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ca8373b9-4977-4526-b7ce-6f01fb2333b3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:12.735984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c41d5393-d6dd-4854-a050-dc3bf0a6f5c3 req-e92cf5c0-3db1-4404-b051-11edf74836e7 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 932 time: 1.4897177 Mar 03 18:07:12.740185 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] Checking router: 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:07:12.754427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Request body: {'port': {'device_id': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:12.766131 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:07:12.766759 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:06:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:12.808805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b445-61ce-4bc4-88c9-e54a81b9940e req-01bf363c-1568-4de6-bd83-5c636f1afc79 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:12.816388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0378b445-61ce-4bc4-88c9-e54a81b9940e req-01bf363c-1568-4de6-bd83-5c636f1afc79 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 0.7674263 Mar 03 18:07:12.911671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:12.950934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:12.965549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Usage tracker for resource:security_group_rule and tenant:8425622a9083442f8fdbd4636441bfb0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:12.968698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:12.990266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:13.045712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:13.122940 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:07:13.188640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4'}, {'subnet_id': '6d896a06-927a-49fe-ad21-3336ef2b4026'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:07:13.190971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.213653 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0378b445-61ce-4bc4-88c9-e54a81b9940e req-c50593d3-a965-4cd8-9095-80c539823a42 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927710 Mar 03 18:07:13.255782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-74705591-6b02-401b-aa88-4c9d310b94d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c4d1a8f51854b52a69d01367439fb8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921735 Mar 03 18:07:13.258134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34952) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:13.263158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:13.321092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c41d5393-d6dd-4854-a050-dc3bf0a6f5c3 req-8ad70794-fe1f-44bd-af37-be213da9213f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:13.379164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:13.439453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1426f4b-d774-40cc-ac30-eaac0563ae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.443403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] For port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:13.443975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.469797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1426f4b-d774-40cc-ac30-eaac0563ae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.532599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:13.553273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1426f4b-d774-40cc-ac30-eaac0563ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.618391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:13.640277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1426f4b-d774-40cc-ac30-eaac0563ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f1ef52-4727-484d-8a32-862e375cca80,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:13.655192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.686191 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:29Z', 'revision_number': 5, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:13.691007 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58496b-9677-4450-baaa-b564e3464513 None None] The sync data for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 is: [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:00:20Z', 'revision_number': 4, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'e6736a35-ec88-43aa-b6ef-c93c37f2a923', 'name': '', 'network_id': '141a9fdb-a208-4a3f-9923-08a66a420473', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'mac_address': 'fa:16:3e:a7:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:18Z', 'updated_at': '2022-03-03T18:00:29Z', 'revision_number': 5, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'subnets': [{'id': '836f3144-e7fd-473b-b518-be55f8b79c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:07:13.705870 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': '0185ccf4-0245-4f16-9806-f7049d5667f2', 'status': 'completed', 'code': 200} Mar 03 18:07:13.710564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Allocated IP 172.20.0.2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4/448eda85-66f4-4c5b-8cef-a147bdabc32c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:13.721932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Allocated IP 2001:db8::f816:3eff:fead:2f4f (0e69cf99-8eb8-458c-aea8-3555a19ce91f/6d896a06-927a-49fe-ad21-3336ef2b4026/448eda85-66f4-4c5b-8cef-a147bdabc32c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:13.736682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.775685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1426f4b-d774-40cc-ac30-eaac0563ae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.777408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c1426f4b-d774-40cc-ac30-eaac0563ae70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2f1ef52-4727-484d-8a32-862e375cca80 HTTP/1.1" status: 204 len: 168 time: 0.5158076 Mar 03 18:07:13.780385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:13.797309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c41d5393-d6dd-4854-a050-dc3bf0a6f5c3 req-8ad70794-fe1f-44bd-af37-be213da9213f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:13.812157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c41d5393-d6dd-4854-a050-dc3bf0a6f5c3 req-8ad70794-fe1f-44bd-af37-be213da9213f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0743706 Mar 03 18:07:13.823821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf24396-22eb-49b8-9383-a158deb37b3f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:13.842438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d62592e3-1aec-427a-b2b8-ac8accade201 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8425622a9083442f8fdbd4636441bfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5616038 Mar 03 18:07:13.854533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:13.864388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e906668-fad9-42e7-bc19-63cd2cb2ae29 req-6621d629-2cb4-4f6e-9b7b-3194ec815516 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:13.871579 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e906668-fad9-42e7-bc19-63cd2cb2ae29 req-6621d629-2cb4-4f6e-9b7b-3194ec815516 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 942 time: 0.3192737 Mar 03 18:07:13.946871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.017689 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358382ec-6c81-4afc-acfc-404e7be64085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3', 'code': 200} Mar 03 18:07:14.045139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 35054384-e835-4d05-b6e7-c330c19a314d yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:07:14.136939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e906668-fad9-42e7-bc19-63cd2cb2ae29 req-c28c7e88-dfb1-4f76-8f42-4a6575a2fa1d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups?id=14bc443d-615d-40a0-9d5e-229c5592314c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641165 Mar 03 18:07:14.171196 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.195098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Transition to ACTIVE for port object 448eda85-66f4-4c5b-8cef-a147bdabc32c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:14.218155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9636d3f-d754-4ee9-bdf6-e20acca155f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.238588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.241286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Transition to ACTIVE for port object 448eda85-66f4-4c5b-8cef-a147bdabc32c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:14.255340 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.385791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9636d3f-d754-4ee9-bdf6-e20acca155f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.393375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34972) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:14.398842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d0f32-5d76-4c60-abe8-421c0c93fe43 None None] New status for floating IP bfc06f91-3506-4869-9c94-0b076985a1d4: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:07:14.509077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:14.519050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:14.539123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:14.572483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b89e3c99-c8f0-4db8-a157-9b8fd6866e32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdc223a5edde432baf24790c79611310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713874 Mar 03 18:07:14.584984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34976) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:14.631949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] No DVR routers for this DVR port dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:14.636866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.653524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 172.20.0.6 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4/35054384-e835-4d05-b6e7-c330c19a314d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:14.662263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:14.671317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9636d3f-d754-4ee9-bdf6-e20acca155f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.690759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e23deeb-6ff9-4d2f-b70d-f3bf4449c191 req-972d4c56-a64a-4360-937a-2df76493de64 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.35 "DELETE /v2.0/ports/dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f HTTP/1.1" status: 204 len: 173 time: 2.7710941 Mar 03 18:07:14.701203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f93e0-e027-42de-9b56-88dd6ae7ce72 req-7d35cedb-bac3-4ff8-a78d-14f740734303 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:14.703198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d56f93e0-e027-42de-9b56-88dd6ae7ce72 req-7d35cedb-bac3-4ff8-a78d-14f740734303 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 0.2981873 Mar 03 18:07:14.711536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fef9:2521 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/6d896a06-927a-49fe-ad21-3336ef2b4026/35054384-e835-4d05-b6e7-c330c19a314d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:14.723462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9636d3f-d754-4ee9-bdf6-e20acca155f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf24396-22eb-49b8-9383-a158deb37b3f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:14.743462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237434-ed90-4aec-a0f3-6d3abc59dbec req-130417e9-dbbe-47b5-a6fc-811612853e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:14.744944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4f237434-ed90-4aec-a0f3-6d3abc59dbec req-130417e9-dbbe-47b5-a6fc-811612853e9b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 1096 time: 0.5131705 Mar 03 18:07:14.804086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f065f59-cc71-4a9e-b6f2-68b268bbc601 req-25d8b9d8-7092-467b-ae02-1aef67a859eb tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:14.805665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f065f59-cc71-4a9e-b6f2-68b268bbc601 req-25d8b9d8-7092-467b-ae02-1aef67a859eb tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 946 time: 0.5725482 Mar 03 18:07:14.819046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-545f0787-df29-4278-b2d5-ac8b379c0b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.893190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d56f93e0-e027-42de-9b56-88dd6ae7ce72 req-e9cebb05-8c8b-463b-bd33-d74833ff8c85 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763837 Mar 03 18:07:14.894451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:14.926355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9636d3f-d754-4ee9-bdf6-e20acca155f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:14.959127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a9636d3f-d754-4ee9-bdf6-e20acca155f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abf24396-22eb-49b8-9383-a158deb37b3f HTTP/1.1" status: 204 len: 168 time: 1.0850728 Mar 03 18:07:15.079858 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-545f0787-df29-4278-b2d5-ac8b379c0b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.153512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Pushing event updated for resources: {'Port': ['ID=448eda85-66f4-4c5b-8cef-a147bdabc32c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:15.193364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:15.193936 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.238797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4f237434-ed90-4aec-a0f3-6d3abc59dbec req-b1e81798-9c28-48dd-baf9-9e093f891298 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832821 Mar 03 18:07:15.246737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79db1f6f-d57a-475d-bc67-f1a8b403e479 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:07:15.253592 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1f065f59-cc71-4a9e-b6f2-68b268bbc601 req-a4dfcc80-bd6c-4f73-810d-ad50b8c92161 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355745 Mar 03 18:07:15.261871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.291528 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:07:15.292228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Attempting to bind port 448eda85-66f4-4c5b-8cef-a147bdabc32c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:07:15.293522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Attempting to bind port 448eda85-66f4-4c5b-8cef-a147bdabc32c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:07:15.295172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Attempting to bind port 448eda85-66f4-4c5b-8cef-a147bdabc32c on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:15.297469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-545f0787-df29-4278-b2d5-ac8b379c0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.303217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Transition to ACTIVE for port object 79db1f6f-d57a-475d-bc67-f1a8b403e479 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:15.322945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:07:15.323468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:07:15.324623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.325826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:07:15.326193 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.327490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Bound port: 448eda85-66f4-4c5b-8cef-a147bdabc32c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:07:15.331564 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.407984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f0787-df29-4278-b2d5-ac8b379c0b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da35ad4c-f784-43c6-afab-899a8c0ca889,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:15.520263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.559334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-545f0787-df29-4278-b2d5-ac8b379c0b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.562734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-545f0787-df29-4278-b2d5-ac8b379c0b70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da35ad4c-f784-43c6-afab-899a8c0ca889 HTTP/1.1" status: 204 len: 168 time: 0.9695184 Mar 03 18:07:15.576961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52937-995a-46df-a01a-fb807fe029c1 req-2caa574b-6e9d-45b3-a0eb-11f673ac3dea tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:15.578477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53b52937-995a-46df-a01a-fb807fe029c1 req-2caa574b-6e9d-45b3-a0eb-11f673ac3dea tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 932 time: 0.4854925 Mar 03 18:07:15.597903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] For port 448eda85-66f4-4c5b-8cef-a147bdabc32c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:07:15.602510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] For port 448eda85-66f4-4c5b-8cef-a147bdabc32c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=448eda85-66f4-4c5b-8cef-a147bdabc32c,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:07:15.622688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 35054384-e835-4d05-b6e7-c330c19a314d will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:15.652478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.758051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:15.792423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34994) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:15.866406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-78ee00a8-09e5-402c-95bd-6ab1093eade4 req-fd068ca1-ca26-4c75-bedc-e05ef8602415 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Synchronizing usage tracker for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:15.906396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Pushing event updated for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:15.914142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabe8f8-07b6-4e54-a1de-3dc68dd30fb3 None None] Pushing event updated for resources: {'Port': ['ID=448eda85-66f4-4c5b-8cef-a147bdabc32c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:15.927866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:15.955068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:15.960663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Usage tracker for resource:security_group_rule and tenant:edf5286f6c4047c681b9c7c3a4e12572 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:15.963966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:15.972125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53b52937-995a-46df-a01a-fb807fe029c1 req-1cd0eee6-04da-4680-909b-1558817f8778 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768508 Mar 03 18:07:15.972789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:15.982687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-78ee00a8-09e5-402c-95bd-6ab1093eade4 req-fd068ca1-ca26-4c75-bedc-e05ef8602415 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Unset dirty status for tenant:66e1ca2aecec440e84288bbfb217fee1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:15.999344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:16.003288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78ee00a8-09e5-402c-95bd-6ab1093eade4 req-fd068ca1-ca26-4c75-bedc-e05ef8602415 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 210 time: 0.4395072 Mar 03 18:07:16.133418 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a04a399-5306-43ff-86d5-4a4f0bc4ed9f', 'name': 'network-vif-deleted', 'tag': 'dd0d4b3a-0720-4bc0-9f18-58e0fe3a822f', 'status': 'completed', 'code': 200} Mar 03 18:07:16.187023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Attempting to bind port 79db1f6f-d57a-475d-bc67-f1a8b403e479 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:07:16.187368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Attempting to bind port 79db1f6f-d57a-475d-bc67-f1a8b403e479 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:07:16.187722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Attempting to bind port 79db1f6f-d57a-475d-bc67-f1a8b403e479 on network f56c037a-da10-4c31-82a5-0b433f6f33dc {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:16.198715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:16.215621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:16.232669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Port 79db1f6f-d57a-475d-bc67-f1a8b403e479 on network f56c037a-da10-4c31-82a5-0b433f6f33dc not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:07:16.233045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Attempting to bind port 79db1f6f-d57a-475d-bc67-f1a8b403e479 on network f56c037a-da10-4c31-82a5-0b433f6f33dc {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:16.238851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:16.337914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:07:16.338261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Checking segment: {'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:07:16.339299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Bound using segment: {'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:07:16.339299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Bound port: 79db1f6f-d57a-475d-bc67-f1a8b403e479, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed43382-92ee-43d9-bd02-80af296817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:07:16.339714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:16.397539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:16.401962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:16.444317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=35054384-e835-4d05-b6e7-c330c19a314d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:16.599870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f632ae03-9c56-40dd-822f-2c604b829a09 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2150621 Mar 03 18:07:16.612811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35014) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:16.747448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae8b12-b373-444d-a177-241857b7b0e1 req-e64afbcd-7976-4183-b4a2-109eda4274bf tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:16.756220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5ae8b12-b373-444d-a177-241857b7b0e1 req-e64afbcd-7976-4183-b4a2-109eda4274bf tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f736ed5-7474-43c7-832d-742bf0504e54 HTTP/1.1" status: 200 len: 945 time: 0.3448322 Mar 03 18:07:16.814779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:07:16.817690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:07:16.827888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:16.846782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5ae8b12-b373-444d-a177-241857b7b0e1 req-5b5819ff-2407-45e0-b11d-21780235a655 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893924 Mar 03 18:07:16.888115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266209-033a-4719-9a8e-6de45ac0f568 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:16.900985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266209-033a-4719-9a8e-6de45ac0f568 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:16.903152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ff266209-033a-4719-9a8e-6de45ac0f568 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:16.928195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 448eda85-66f4-4c5b-8cef-a147bdabc32c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:16.962741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ff266209-033a-4719-9a8e-6de45ac0f568 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:16.966434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ff266209-033a-4719-9a8e-6de45ac0f568 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3528128 Mar 03 18:07:16.969127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35028) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:17.002424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Pushing event updated for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:17.018977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:17.019900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:17.022056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-a2e8ccf8-98ff-49c6-bbc9-db1427c0c50c service neutron] 10.222.0.35 "PUT /v2.0/ports/79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 1092 time: 4.2740271 Mar 03 18:07:17.179920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 35054384-e835-4d05-b6e7-c330c19a314d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:17.180442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:17.201919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 448eda85-66f4-4c5b-8cef-a147bdabc32c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:17.260081 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:17.307485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:17.369948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d7981-a19f-4b07-b8db-397c90b4ebcf req-7f1b1292-7471-4baa-820b-ea0281860c97 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:17.377935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b6d7981-a19f-4b07-b8db-397c90b4ebcf req-7f1b1292-7471-4baa-820b-ea0281860c97 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 1.1089320 Mar 03 18:07:17.468202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865da01f-a2aa-4ca5-952e-19660b7012ec,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:17.497243 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b4cf03bb-cd6f-4b7e-b866-1c7209980c81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edf5286f6c4047c681b9c7c3a4e12572&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6272769 Mar 03 18:07:17.536698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35042) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:17.659938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-b57d9b3a-0195-4bcd-a1e5-32576235f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:17.661449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-b57d9b3a-0195-4bcd-a1e5-32576235f9ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1095 time: 0.5617719 Mar 03 18:07:17.664676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-3432d17d-5866-446d-9add-c517b93a11bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f736ed5-7474-43c7-832d-742bf0504e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6408241 Mar 03 18:07:17.724998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:17.753225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b6d7981-a19f-4b07-b8db-397c90b4ebcf req-728574cd-170d-488d-8153-103a9e630bfe tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542708 Mar 03 18:07:17.825543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2f709-83c5-43b4-8bdb-f9d0ce3cd978 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:17.961353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-831003d2-f8b3-4c24-977b-d211d4e4c4b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 217 time: 0.2133768 Mar 03 18:07:18.006987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 35054384-e835-4d05-b6e7-c330c19a314d owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:18.140872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:18.189206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-343aaa49-0eaa-4324-950e-608c3d794423 req-ecd71ed8-6e6e-4d51-99be-293b8ad8e180 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a04a399-5306-43ff-86d5-4a4f0bc4ed9f HTTP/1.1" status: 200 len: 210 time: 0.0982716 Mar 03 18:07:18.200608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-03d8f7d7-7769-42de-aeff-a1d85468298e None None] Provisioning for port 448eda85-66f4-4c5b-8cef-a147bdabc32c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:18.209671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:18.217753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9881fc36-e5da-42ad-b24a-0a487aefecb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:18.222987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ed7a0a8c-199b-422e-ab64-7d82f58896b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:18.224873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-ed7a0a8c-199b-422e-ab64-7d82f58896b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.2632773 Mar 03 18:07:18.307738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-f44e2626-510f-4084-9a9a-369ecc9862d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710905 Mar 03 18:07:18.318201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9881fc36-e5da-42ad-b24a-0a487aefecb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:18.336898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-03d8f7d7-7769-42de-aeff-a1d85468298e None None] Provisioning complete for port 448eda85-66f4-4c5b-8cef-a147bdabc32c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:18.337272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03d8f7d7-7769-42de-aeff-a1d85468298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:18.430772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:18.481102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-5e361b16-1d3d-4373-bcc1-feccb1301b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:18.488523 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-5e361b16-1d3d-4373-bcc1-feccb1301b00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=001e819a70324ba0880e096485e16f5a&device_id=4f736ed5-7474-43c7-832d-742bf0504e54 HTTP/1.1" status: 200 len: 1096 time: 0.6150167 Mar 03 18:07:18.514786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35064) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:18.549421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=35054384-e835-4d05-b6e7-c330c19a314d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:18.618711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03d8f7d7-7769-42de-aeff-a1d85468298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:18.674674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-03d8f7d7-7769-42de-aeff-a1d85468298e None None] For port 448eda85-66f4-4c5b-8cef-a147bdabc32c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=448eda85-66f4-4c5b-8cef-a147bdabc32c,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:18.684171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03d8f7d7-7769-42de-aeff-a1d85468298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:18.801010 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'status': 'completed', 'code': 200} Mar 03 18:07:18.827419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1020276666'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:18.843514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-e40aca86-ef59-4eb3-bcfc-1a25bffd2ae7 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103989 Mar 03 18:07:18.873403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8f7d7-7769-42de-aeff-a1d85468298e None None] Pushing event updated for resources: {'Port': ['ID=448eda85-66f4-4c5b-8cef-a147bdabc32c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:18.902103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:18.951405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Usage tracker for resource:router and tenant:be282f2625ae448ab1d5304834fbe6d4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:18.962360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:18.972675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:19.019907 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83d53a2e-bbdb-487f-8524-c867c59f3480 req-95c81356-a390-4ad4-9784-0b1ebc2dd2ea service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683862 Mar 03 18:07:19.038607 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9881fc36-e5da-42ad-b24a-0a487aefecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.089273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.090944 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.109127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c3daf750-3e3e-4b25-b196-af55f180c860 None None] Could not find standard attr ID for object 35054384-e835-4d05-b6e7-c330c19a314d. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:07:19.116259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.129073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c3daf750-3e3e-4b25-b196-af55f180c860 None None] Provisioning complete for port 448eda85-66f4-4c5b-8cef-a147bdabc32c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:19.130318 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c3daf750-3e3e-4b25-b196-af55f180c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.132345 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.182931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34700fb1-4e37-422f-807c-983e66f629a1 req-36acc614-010b-45ba-835a-e08946df9bb3 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:19.184525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34700fb1-4e37-422f-807c-983e66f629a1 req-36acc614-010b-45ba-835a-e08946df9bb3 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f736ed5-7474-43c7-832d-742bf0504e54 HTTP/1.1" status: 200 len: 945 time: 0.5366523 Mar 03 18:07:19.191303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b952470-ad4c-443c-bd16-a8ca55065053 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/35054384-e835-4d05-b6e7-c330c19a314d HTTP/1.1" status: 204 len: 168 time: 2.2176962 Mar 03 18:07:19.230671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35078) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:19.268122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881fc36-e5da-42ad-b24a-0a487aefecb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865da01f-a2aa-4ca5-952e-19660b7012ec,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:19.294828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9881fc36-e5da-42ad-b24a-0a487aefecb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.295338 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9881fc36-e5da-42ad-b24a-0a487aefecb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/865da01f-a2aa-4ca5-952e-19660b7012ec HTTP/1.1" status: 204 len: 168 time: 1.7519464 Mar 03 18:07:19.296671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-66abb7f1-c832-4472-8b21-a437ee575ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:19.298181 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-66abb7f1-c832-4472-8b21-a437ee575ccf service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 200 len: 914 time: 0.7066824 Mar 03 18:07:19.344070 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.420015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-cfd5a60b-dbb7-4cec-be63-da7023ff4da4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189 HTTP/1.1" status: 200 len: 217 time: 0.1125102 Mar 03 18:07:19.430536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Deleting port 353715d4-a4b9-4bdc-94ff-4d15ee578189 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:19.435603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.446961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-e0d383c1-c19c-4a64-ab4e-1c1a0386d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:19.448737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-e0d383c1-c19c-4a64-ab4e-1c1a0386d76c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1095 time: 0.3647134 Mar 03 18:07:19.523044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-550dd88e-7107-4b53-abcb-c82ff1f87ebf None None] Could not find standard attr ID for object 35054384-e835-4d05-b6e7-c330c19a314d. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:07:19.529454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94250d42-c15b-4815-a310-db07b9bd6505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.543494 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.548775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ad3fefbe-cd2c-4e8f-acda-46bcf55c11e0 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0319893 Mar 03 18:07:19.556628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35086) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:19.589508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95610dc6-fbff-493a-975e-d03a035d323e req-d5263daa-705f-4193-b58d-32cbcd415d7d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:19.595973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95610dc6-fbff-493a-975e-d03a035d323e req-d5263daa-705f-4193-b58d-32cbcd415d7d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 944 time: 1.5987060 Mar 03 18:07:19.602379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc0e77-f885-4505-9f7e-b08e45a13923 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:19.604114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc0e77-f885-4505-9f7e-b08e45a13923 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:19.609530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc0e77-f885-4505-9f7e-b08e45a13923 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:19.610371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3efc0e77-f885-4505-9f7e-b08e45a13923 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:19.890910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3efc0e77-f885-4505-9f7e-b08e45a13923 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:19.892567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3efc0e77-f885-4505-9f7e-b08e45a13923 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6599503 Mar 03 18:07:19.899186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35108) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:19.971402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-190f24b9-d5d3-4045-bac6-9c3cbb7051b2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:19.985743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95610dc6-fbff-493a-975e-d03a035d323e req-e4ec3b9e-9a1e-4858-ab23-dc041d84c076 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683913 Mar 03 18:07:20.113287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c9e6d-b3a6-4b93-adcc-6151b6fe0b1a req-82d42599-9186-4582-b8fe-e0ce29a20410 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:20.120766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-570c9e6d-b3a6-4b93-adcc-6151b6fe0b1a req-82d42599-9186-4582-b8fe-e0ce29a20410 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f736ed5-7474-43c7-832d-742bf0504e54 HTTP/1.1" status: 200 len: 945 time: 1.0997045 Mar 03 18:07:20.227972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-d4ef3a93-92b3-4a95-99b0-99fc1d1ca861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:20.229631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-d4ef3a93-92b3-4a95-99b0-99fc1d1ca861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 200 len: 853 time: 0.7918522 Mar 03 18:07:20.231173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:20.259728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:20.346440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] For port 353715d4-a4b9-4bdc-94ff-4d15ee578189, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=353715d4-a4b9-4bdc-94ff-4d15ee578189,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:20.346804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:20.366322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:20.495717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-0bd2a194-d109-48f1-a88d-b5ac7abfc105 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986456 Mar 03 18:07:20.537820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f45b-565d-452b-8378-0bb5a7332e87 req-b744b20e-ee4d-4be8-a26d-8c9516301826 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:20.539509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4132f45b-565d-452b-8378-0bb5a7332e87 req-b744b20e-ee4d-4be8-a26d-8c9516301826 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 0.3777947 Mar 03 18:07:20.547586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Calling delete_port for 353715d4-a4b9-4bdc-94ff-4d15ee578189 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:20.615376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-190f24b9-d5d3-4045-bac6-9c3cbb7051b2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:20.617573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-6802c7d9-7784-44b2-876c-d14fe0cd6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:20.619030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-6802c7d9-7784-44b2-876c-d14fe0cd6b69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 1.1113248 Mar 03 18:07:20.623946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-190f24b9-d5d3-4045-bac6-9c3cbb7051b2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:20.631453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-570c9e6d-b3a6-4b93-adcc-6151b6fe0b1a req-0cb58a94-cbcc-4d0f-a19b-b29a91a95f8a tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098643 Mar 03 18:07:20.702520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4132f45b-565d-452b-8378-0bb5a7332e87 req-d374442b-7363-443e-8867-c7bf01725745 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655346 Mar 03 18:07:20.841772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:20.872403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 448eda85-66f4-4c5b-8cef-a147bdabc32c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:20.904565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-d4024cfc-5e4c-48b2-8266-81dfe687fca7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 217 time: 0.2721431 Mar 03 18:07:20.953092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:20.958250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35146) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:20.980757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['353715d4-a4b9-4bdc-94ff-4d15ee578189'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:07:21.054220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['ddcf3f04-9c4a-49c0-a7bb-be56baf05475'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:07:21.063494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event deleted for resources: {'Port': ['ID=353715d4-a4b9-4bdc-94ff-4d15ee578189,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:21.136647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521bd92-76be-4fdf-a510-13a88c904780 req-944d460e-7441-44c5-b332-67c73d661d24 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:21.138176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1521bd92-76be-4fdf-a510-13a88c904780 req-944d460e-7441-44c5-b332-67c73d661d24 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 946 time: 0.8355515 Mar 03 18:07:21.138809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-190f24b9-d5d3-4045-bac6-9c3cbb7051b2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.139359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190f24b9-d5d3-4045-bac6-9c3cbb7051b2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e94a51b-18f5-4524-9c95-5f23d122a46d {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:07:21.149630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.242898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:21.267143 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-190f24b9-d5d3-4045-bac6-9c3cbb7051b2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.268909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-190f24b9-d5d3-4045-bac6-9c3cbb7051b2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1e94a51b-18f5-4524-9c95-5f23d122a46d HTTP/1.1" status: 204 len: 168 time: 1.7113318 Mar 03 18:07:21.277624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.281714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] No DVR routers for this DVR port 353715d4-a4b9-4bdc-94ff-4d15ee578189 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:21.285003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.291620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fce0ac-b240-4f18-86c3-b249030a5428 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:21.293565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35160) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:21.309831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f736ed5-7474-43c7-832d-742bf0504e54', 'name': 'network-vif-deleted', 'tag': '353715d4-a4b9-4bdc-94ff-4d15ee578189'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:21.318184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-40553a75-d299-41cc-b7b3-8d4b2c1c11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:21.320443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-40553a75-d299-41cc-b7b3-8d4b2c1c11a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.3726747 Mar 03 18:07:21.326353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34700fb1-4e37-422f-807c-983e66f629a1 req-e223ea5d-c414-4de5-8735-4486b7d62cff tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.35 "DELETE /v2.0/ports/353715d4-a4b9-4bdc-94ff-4d15ee578189 HTTP/1.1" status: 204 len: 173 time: 2.1329005 Mar 03 18:07:21.372507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eed2ffd3-15c1-4b6f-babf-77f8ae7682bb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.419225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Request body: {'router': {'name': 'tempest-router-1479002635', 'distributed': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:21.425451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:21.431234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Usage tracker for resource:router and tenant:be282f2625ae448ab1d5304834fbe6d4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:21.431545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 448eda85-66f4-4c5b-8cef-a147bdabc32c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:21.432155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.435945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:21.444057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:21.450036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eed2ffd3-15c1-4b6f-babf-77f8ae7682bb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.462078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-0cab7c6c-a28f-48b2-8ce1-4c9c4dc0b094 service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9566870 Mar 03 18:07:21.476974 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.479032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.496639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.526729 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f736ed5-7474-43c7-832d-742bf0504e54', 'name': 'network-vif-deleted', 'tag': '353715d4-a4b9-4bdc-94ff-4d15ee578189', 'status': 'completed', 'code': 200} Mar 03 18:07:21.531454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-736fba81-1dae-4520-b280-5f45f8ffba99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4 HTTP/1.1" status: 204 len: 168 time: 1.6312714 Mar 03 18:07:21.532354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35170) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:21.584447 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eed2ffd3-15c1-4b6f-babf-77f8ae7682bb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.605716 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-2db8e139-c57d-4abc-a3c6-2d186c820f6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306720 Mar 03 18:07:21.640432 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.656806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Deleting port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:21.657771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.708287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 79db1f6f-d57a-475d-bc67-f1a8b403e479 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:07:21.798895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2ffd3-15c1-4b6f-babf-77f8ae7682bb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc443d-615d-40a0-9d5e-229c5592314c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:21.873811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-740bad5c-ebc1-4cb8-a513-588dcbbef916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.939930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eed2ffd3-15c1-4b6f-babf-77f8ae7682bb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:21.943058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eed2ffd3-15c1-4b6f-babf-77f8ae7682bb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/security-groups/14bc443d-615d-40a0-9d5e-229c5592314c HTTP/1.1" status: 204 len: 168 time: 0.9770491 Mar 03 18:07:21.944277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35188) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:21.955363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 6d896a06-927a-49fe-ad21-3336ef2b4026 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:22.005847 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-47f84d74-2475-4b48-96d7-eb3b3f134ad0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] show failed (client error): The resource could not be found. Mar 03 18:07:22.006871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-47f84d74-2475-4b48-96d7-eb3b3f134ad0 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "GET /v2.0/security-groups/14bc443d-615d-40a0-9d5e-229c5592314c HTTP/1.1" status: 404 len: 347 time: 0.0309699 Mar 03 18:07:22.008687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:22.085546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35192) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:22.132048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:22.176988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'port_id': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'mac_address': 'fa:16:3e:62:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:07:22.193927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-386a4bbe-37ba-44e0-9ddf-6fa6f4e1e995 req-1608c485-f20b-4542-9182-22ad658a782e service neutron] 10.222.0.35 "GET /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916197 Mar 03 18:07:22.468963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:22.484346 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:22.514592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79db1f6f-d57a-475d-bc67-f1a8b403e479 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:07:22.558954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:22.566658 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:22.590314 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-40846016-8476-4029-86a0-1eab8ae3b300 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9435160 Mar 03 18:07:22.686856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:22.688433 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e131eca8-a876-4da9-b9a2-d5c4da9f1db2 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3929448 Mar 03 18:07:22.702223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35210) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:22.717111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:22.773473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['79db1f6f-d57a-475d-bc67-f1a8b403e479'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:07:22.818708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port e82adf6c-ef58-4061-aa55-f437f989c9d5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:22.818708 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:22.884158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146d6d6-5a4f-411a-8ad2-6af1cbfc7707 req-8a6e2105-d3fc-4c97-9456-bacb7ea4f93a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:22.886305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e146d6d6-5a4f-411a-8ad2-6af1cbfc7707 req-8a6e2105-d3fc-4c97-9456-bacb7ea4f93a tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 1.2144432 Mar 03 18:07:22.910147 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:22.989336 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.062195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e146d6d6-5a4f-411a-8ad2-6af1cbfc7707 req-3cb8f65d-cd52-41fb-81cc-b46e7c278af1 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601584 Mar 03 18:07:23.252787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-08b6873b-dfd6-4e78-b542-5fcc36fcfd53 None None] Provisioning complete for port 448eda85-66f4-4c5b-8cef-a147bdabc32c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:23.254707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08b6873b-dfd6-4e78-b542-5fcc36fcfd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.285276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.289549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d21bc96-a7d2-4baf-8ccb-321d87030cf2 req-20e3d7c0-61dc-49d4-8ab8-bb93121ae90e service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882537 Mar 03 18:07:23.305675 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd000-81bb-4875-8dc4-0764c2290a45 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.502722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.503179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.581826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33189a8-2abf-4501-ac2c-7611e3191dfc req-874f51c6-5d8f-4d57-ac04-0b216ff448af tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:23.598091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33189a8-2abf-4501-ac2c-7611e3191dfc req-874f51c6-5d8f-4d57-ac04-0b216ff448af tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 944 time: 2.2707384 Mar 03 18:07:23.629735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:23.630173 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.656397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 353715d4-a4b9-4bdc-94ff-4d15ee578189 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:23.729586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for e82adf6c-ef58-4061-aa55-f437f989c9d5 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:23.750588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 353715d4-a4b9-4bdc-94ff-4d15ee578189 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:07:23.750985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 353715d4-a4b9-4bdc-94ff-4d15ee578189 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:07:23.823621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.875027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:23.877123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e06b3a-0976-4afc-8df6-230b0d2aaa6b None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:23.892935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Calling delete_port for ddcf3f04-9c4a-49c0-a7bb-be56baf05475 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:23.906406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/6d896a06-927a-49fe-ad21-3336ef2b4026 HTTP/1.1" status: 204 len: 168 time: 2.3703129 Mar 03 18:07:23.927564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:23.941558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494454bf-d1ad-4397-bab8-6479ed2d1e0e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=6d896a06-927a-49fe-ad21-3336ef2b4026,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:24.031865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50deb8-6f06-4cd1-840a-b07986b00ef1 req-125079d4-f5d3-4f32-b7b6-ced5b7997a6f tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:24.033055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ab50deb8-6f06-4cd1-840a-b07986b00ef1 req-125079d4-f5d3-4f32-b7b6-ced5b7997a6f tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Synchronizing usage tracker for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:24.052327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ab50deb8-6f06-4cd1-840a-b07986b00ef1 req-125079d4-f5d3-4f32-b7b6-ced5b7997a6f tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Unset dirty status for tenant:001e819a70324ba0880e096485e16f5a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:24.061107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab50deb8-6f06-4cd1-840a-b07986b00ef1 req-125079d4-f5d3-4f32-b7b6-ced5b7997a6f tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 946 time: 0.5326526 Mar 03 18:07:24.191108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ddcf3f04-9c4a-49c0-a7bb-be56baf05475 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:24.204833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab50deb8-6f06-4cd1-840a-b07986b00ef1 req-816d1921-5c3e-4201-9be5-445cc5ef7aa5 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394703 Mar 03 18:07:24.231324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.291712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.331503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d5930c64-b7ab-431d-9f85-e2829255d46c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:router {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:24.342107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd000-81bb-4875-8dc4-0764c2290a45 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.349631 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd000-81bb-4875-8dc4-0764c2290a45 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.352988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.375836 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33189a8-2abf-4501-ac2c-7611e3191dfc req-6fade44b-fabc-4304-a1d9-cc7660f944c1 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7763400 Mar 03 18:07:24.396980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d5930c64-b7ab-431d-9f85-e2829255d46c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:router {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:24.402030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d5930c64-b7ab-431d-9f85-e2829255d46c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4731107 Mar 03 18:07:24.405578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=e82adf6c-ef58-4061-aa55-f437f989c9d5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:24.408643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35246) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:24.434158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:24.505158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:07:24.541046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] Deleting port 448eda85-66f4-4c5b-8cef-a147bdabc32c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:24.541624 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.597232 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.631618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.634894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:24.637556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd000-81bb-4875-8dc4-0764c2290a45 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.638324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fdd000-81bb-4875-8dc4-0764c2290a45 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd5428df-ca54-403d-b834-91597fd45062 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:07:24.660021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:24.664947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:24.674358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:24.679721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:24.683753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b98298-7fe4-4c96-aeb9-3acc76628a3b req-24b93c9d-8eb2-4969-9062-796cb0535e21 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:24.687525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:24.700396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd000-81bb-4875-8dc4-0764c2290a45 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.716721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1fdd000-81bb-4875-8dc4-0764c2290a45 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "DELETE /v2.0/routers/bd5428df-ca54-403d-b834-91597fd45062 HTTP/1.1" status: 204 len: 168 time: 1.9993985 Mar 03 18:07:24.721201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42b98298-7fe4-4c96-aeb9-3acc76628a3b req-24b93c9d-8eb2-4969-9062-796cb0535e21 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 0.2221217 Mar 03 18:07:24.721201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35258) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:24.726500 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.746037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:07:24.747484 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:07:24.756642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:24.761501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Request body: {'router': {'name': 'tempest-router-596011270', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f7aac81ec6924101bdb7ec084d12cab0'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:24.767989 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.776069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42b98298-7fe4-4c96-aeb9-3acc76628a3b req-c2bbb2dd-b1cd-4f51-8caf-ec5a774ec5e3 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634630 Mar 03 18:07:24.795993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.797318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70c87597-bcdc-44bf-97f7-b38e08a206bf tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/floatingips/bfc06f91-3506-4869-9c94-0b076985a1d4 HTTP/1.1" status: 204 len: 168 time: 2.7090726 Mar 03 18:07:24.799078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:24.801864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35266) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:24.840214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Usage tracker for resource:router and tenant:f7aac81ec6924101bdb7ec084d12cab0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:24.864971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:24.887989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:24.893860 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475', 'code': 200} Mar 03 18:07:24.894677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 448eda85-66f4-4c5b-8cef-a147bdabc32c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:24.925927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.930004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:24.964330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.025851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port 4050b385-63eb-4110-8be9-4223a64d3faf {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:25.026201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.170050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.236794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.238185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-24ad8d54-11bb-4f5e-afd4-48022d386abb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5210326 Mar 03 18:07:25.242205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35282) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:25.255344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:25.271906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Deleting port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:25.272362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.287158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] For port 448eda85-66f4-4c5b-8cef-a147bdabc32c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=448eda85-66f4-4c5b-8cef-a147bdabc32c,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:25.287747 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.598863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:25.608082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] Calling delete_port for 448eda85-66f4-4c5b-8cef-a147bdabc32c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:25.727659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 79db1f6f-d57a-475d-bc67-f1a8b403e479 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:25.801730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.812205 n-d-827121-1 neutron-server[87888]: INFO neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No ports have port_id starting with 448eda85-66f4-4c5b-8cef-a147bdabc32c Mar 03 18:07:25.865076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:07:25.885052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] No DVR routers for this DVR port 448eda85-66f4-4c5b-8cef-a147bdabc32c on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:25.900592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcfec3-eb84-4243-af0c-2eb16f2425f4 None None] Pushing event deleted for resources: {'Port': ['ID=448eda85-66f4-4c5b-8cef-a147bdabc32c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:25.917892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 79db1f6f-d57a-475d-bc67-f1a8b403e479 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:25.924769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 79db1f6f-d57a-475d-bc67-f1a8b403e479 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:25.925143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:25.979415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] For port ddcf3f04-9c4a-49c0-a7bb-be56baf05475, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,segment=NetworkSegment(d481de17-5ffe-40e8-88b6-69ddff83d331),segment_id=d481de17-5ffe-40e8-88b6-69ddff83d331)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:25.979695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.019411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb844f9-2eca-4bad-978c-a6581890860e req-97c3c8bd-0e2b-4720-82d5-927da265afd8 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:26.027538 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecb844f9-2eca-4bad-978c-a6581890860e req-97c3c8bd-0e2b-4720-82d5-927da265afd8 tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 944 time: 0.5461700 Mar 03 18:07:26.123214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.173723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:26.184808 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.221281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.223301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.267043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:26.295692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Calling delete_port for ddcf3f04-9c4a-49c0-a7bb-be56baf05475 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:26.367656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 03 18:07:26.367988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Router 35758d5b-29ad-4d22-8a33-e412c33983bc migrating from provider to provider. {{(pid=87887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 03 18:07:26.368350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.373438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.434765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.554990 n-d-827121-1 neutron-server[87886]: WARNING neutron.services.revisions.revision_plugin [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Could not find related port for resource to bump revision. Mar 03 18:07:26.561815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecb844f9-2eca-4bad-978c-a6581890860e req-1419b695-8a3e-4d50-a05d-c23a29ddbbac tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/security-groups?id=9096e15e-4cb9-45cc-a189-e627b966fc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329921 Mar 03 18:07:26.576100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Port 448eda85-66f4-4c5b-8cef-a147bdabc32c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87886) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 03 18:07:26.576413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Reverting IP allocation for 2001:db8::f816:3eff:fead:2f4f {{(pid=87886) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 03 18:07:26.589434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fead:2f4f {{(pid=87886) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 03 18:07:26.592684 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.670835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:26.682703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.760617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.777204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:26.779671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8384-090f-4df4-acb5-5b372071eb16 req-1c4fbdca-f00c-4b14-9677-361e4205d3ff tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:26.786677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b3e8384-090f-4df4-acb5-5b372071eb16 req-1c4fbdca-f00c-4b14-9677-361e4205d3ff tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 1.3021812 Mar 03 18:07:26.800687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:26.816263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c14ff-897a-4aae-ad99-ab34d70d55cc None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:26.840740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Pushing event deleted for resources: {'Port': ['ID=ddcf3f04-9c4a-49c0-a7bb-be56baf05475,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:26.852645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:26.853524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:26.893191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cb745a18-fe71-4ebd-b6cb-188d33ed1cb7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4828200 Mar 03 18:07:26.906896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:26.953431 n-d-827121-1 neutron-server[87887]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] No L3 agents can host the router 35758d5b-29ad-4d22-8a33-e412c33983bc Mar 03 18:07:27.014873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:27.021038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for 4050b385-63eb-4110-8be9-4223a64d3faf owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:27.177680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:27.266955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': 'b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:07:27.267802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:27.271223 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b3e8384-090f-4df4-acb5-5b372071eb16 req-641eae2a-27bb-437f-9c94-718c1f2ad875 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837070 Mar 03 18:07:27.288521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] No DVR routers for this DVR port ddcf3f04-9c4a-49c0-a7bb-be56baf05475 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:27.353164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:27.355256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1521bd92-76be-4fdf-a510-13a88c904780 req-5887b473-2616-4961-8c9b-e9bca72462da tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.16 "DELETE /v2.0/ports/ddcf3f04-9c4a-49c0-a7bb-be56baf05475 HTTP/1.1" status: 204 len: 173 time: 6.1969655 Mar 03 18:07:27.356930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'name': 'network-vif-deleted', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:27.391286 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'code': 200} Mar 03 18:07:27.471916 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13312bd-8d79-4b06-98cd-a9a559901a2c', 'name': 'network-vif-deleted', 'tag': 'ddcf3f04-9c4a-49c0-a7bb-be56baf05475', 'status': 'completed', 'code': 200} Mar 03 18:07:27.491733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db4618-3eef-4849-9cbb-7c1ca26b9cab req-ee4dd172-60aa-420f-a710-03fb316bbbda tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:27.494819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3db4618-3eef-4849-9cbb-7c1ca26b9cab req-ee4dd172-60aa-420f-a710-03fb316bbbda tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.7122808 Mar 03 18:07:27.570801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Allocated IP 2001:db8::f816:3eff:febf:60ab (0e69cf99-8eb8-458c-aea8-3555a19ce91f/b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe/9486a4a6-1ac8-4988-a6e6-05079849d395) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:27.677385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Hosts for router 35758d5b-29ad-4d22-8a33-e412c33983bc: [] {{(pid=87887) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 03 18:07:27.687026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:27.741251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3db4618-3eef-4849-9cbb-7c1ca26b9cab req-fae05250-2366-4162-88e5-b350f9c28357 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296720 Mar 03 18:07:27.747550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:27.756281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:27.778328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:27.803856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:27.807742 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:27.850988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5781aef-cef5-481a-8794-17fa0d06e8ff req-9577c5c0-eebd-40ae-b5f9-f7104e02d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:27.853123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5781aef-cef5-481a-8794-17fa0d06e8ff req-9577c5c0-eebd-40ae-b5f9-f7104e02d049 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 0.3425205 Mar 03 18:07:27.870927 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:27.883910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Transition to ACTIVE for port object 9486a4a6-1ac8-4988-a6e6-05079849d395 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:27.904995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Transition to ACTIVE for port object 9486a4a6-1ac8-4988-a6e6-05079849d395 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:27.911902 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:27.971833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:27.974849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:27.996528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:28.087437 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.093418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Pushing event updated for resources: {'Port': ['ID=9486a4a6-1ac8-4988-a6e6-05079849d395,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:28.117646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Attempting to bind port 9486a4a6-1ac8-4988-a6e6-05079849d395 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:07:28.118149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Hosts for other DVR routers connected to router 35758d5b-29ad-4d22-8a33-e412c33983bc: set() {{(pid=87887) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 03 18:07:28.118574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Attempting to bind port 9486a4a6-1ac8-4988-a6e6-05079849d395 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:07:28.119197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Attempting to bind port 9486a4a6-1ac8-4988-a6e6-05079849d395 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:28.125145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:07:28.126730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:07:28.127532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.128231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:07:28.128942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Bound port: 9486a4a6-1ac8-4988-a6e6-05079849d395, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:07:28.129609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.147013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fc3f5a6-7f83-47c2-89b5-11622a59975a req-c7e9fd01-b4b7-4afe-995f-2ce0e70e76cb tempest-MultipleCreateTestJSON-1755121457 tempest-MultipleCreateTestJSON-1755121457-project] 10.222.0.23 "GET /v2.0/ports?device_id=b13312bd-8d79-4b06-98cd-a9a559901a2c HTTP/1.1" status: 200 len: 210 time: 0.1828399 Mar 03 18:07:28.158767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-459d5042-eda8-445e-832e-57b78a8c5d79 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:28.160543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-459d5042-eda8-445e-832e-57b78a8c5d79 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 1.1907222 Mar 03 18:07:28.283264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.302225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.308818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] For port 9486a4a6-1ac8-4988-a6e6-05079849d395, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:07:28.312614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] For port 9486a4a6-1ac8-4988-a6e6-05079849d395, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9486a4a6-1ac8-4988-a6e6-05079849d395,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:07:28.317814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8dbd0596-19af-46d8-8331-524bc6ce9feb tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "PUT /v2.0/routers/35758d5b-29ad-4d22-8a33-e412c33983bc HTTP/1.1" status: 200 len: 716 time: 3.0721419 Mar 03 18:07:28.319171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=4050b385-63eb-4110-8be9-4223a64d3faf,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:28.320987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:28.327739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.334026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5781aef-cef5-481a-8794-17fa0d06e8ff req-e1b4e90c-f6e6-4608-927b-5c44bf120d5a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739692 Mar 03 18:07:28.358840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:28.367195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:28.372473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:28.373529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.376249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Deleting port ca8373b9-4977-4526-b7ce-6f01fb2333b3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:28.376639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.459634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=62a5b34b-f004-4a11-8b7d-e318b106f490,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:28.484648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5735f8f4-fd41-40cf-88c0-3b8100e8c948 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5337541 Mar 03 18:07:28.487519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35352) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:28.493181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:6a:73:fa', 'name': 'tempest-NetworksTestDHCPv6-660475737'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:28.495689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30f499-7fc2-4c6e-89aa-c2528ea9014b None None] Pushing event updated for resources: {'Port': ['ID=9486a4a6-1ac8-4988-a6e6-05079849d395,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:28.677484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:28.679571 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3a78e5a2-f2c7-4427-8d38-4ca18b1a93eb tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/ports/4050b385-63eb-4110-8be9-4223a64d3faf HTTP/1.1" status: 204 len: 168 time: 3.8766124 Mar 03 18:07:28.684507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35356) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:28.865381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:28.874801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:28.883457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:28.913853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:28.967306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79607b-41bb-4463-98fd-6f80ef2905fd req-374c8802-e6c9-44e8-99b0-bb0dc07cf7e6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:28.975729 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca79607b-41bb-4463-98fd-6f80ef2905fd req-374c8802-e6c9-44e8-99b0-bb0dc07cf7e6 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 945 time: 0.4205515 Mar 03 18:07:28.996893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21293239-d80a-4ac6-8f25-0a7814c2f1a4 tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "GET /v2.0/routers/35758d5b-29ad-4d22-8a33-e412c33983bc HTTP/1.1" status: 200 len: 716 time: 0.6228142 Mar 03 18:07:29.001302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:29.037158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:29.133756 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca79607b-41bb-4463-98fd-6f80ef2905fd req-f6a6c009-0b16-465e-b923-0f53fd7b9043 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566076 Mar 03 18:07:29.243710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port 94debac5-89fa-4a13-b8ce-2ccacfb82f6e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:29.250559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:29.392524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:29.414852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35376) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:29.620128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ab07b768-d267-4eab-ac7e-bfd952ee7dc8 tempest-RoutersTestDVR-468829847 tempest-RoutersTestDVR-468829847-project] 10.222.0.23 "GET /v2.0/routers/35758d5b-29ad-4d22-8a33-e412c33983bc HTTP/1.1" status: 200 len: 682 time: 0.6055772 Mar 03 18:07:29.621588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35386) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:29.743121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b4a05-3876-4912-9744-34bdfe44cafd req-9412734b-37f7-49d4-a0d8-e941e817f357 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:29.751295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba7b4a05-3876-4912-9744-34bdfe44cafd req-9412734b-37f7-49d4-a0d8-e941e817f357 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.7356339 Mar 03 18:07:29.754591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] For port ca8373b9-4977-4526-b7ce-6f01fb2333b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ca8373b9-4977-4526-b7ce-6f01fb2333b3,segment=NetworkSegment(b3b6162f-c474-4166-b36d-b149c732b400),segment_id=b3b6162f-c474-4166-b36d-b149c732b400)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:29.761805 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:29.816989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 80801009-f268-426c-bb62-58fd9386b1d6 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:07:29.868381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d905c4-3d67-4434-a6de-a4de184b341f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:30.024222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Calling delete_port for ca8373b9-4977-4526-b7ce-6f01fb2333b3 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:30.090274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba7b4a05-3876-4912-9744-34bdfe44cafd req-e0f3a7aa-7075-4193-b08a-93e1aaf00fbf tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369756 Mar 03 18:07:30.099498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ba091-ba66-41bf-8341-93009234681f None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:30.272556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] Deleting subnet e2bde1ab-53d2-477b-8552-df227a27513e {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:30.296348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ca8373b9-4977-4526-b7ce-6f01fb2333b3 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:30.377396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:30.379318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:30.428148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4048a3b9-577a-4b08-9c26-17980e464cbb None None] Provisioning for port 9486a4a6-1ac8-4988-a6e6-05079849d395 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:30.448617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:30.486651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:30.518843 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:30.865863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] Update dhcp port {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': 'b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe', 'ip_address': '2001:db8::f816:3eff:febf:60ab'}, {'subnet_id': '62a5b34b-f004-4a11-8b7d-e318b106f490'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '9486a4a6-1ac8-4988-a6e6-05079849d395'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:07:30.881785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:30.926096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for 94debac5-89fa-4a13-b8ce-2ccacfb82f6e owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:31.007106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.016782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9486a4a6-1ac8-4988-a6e6-05079849d395 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:31.022563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.138371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Pushing event deleted for resources: {'Port': ['ID=ca8373b9-4977-4526-b7ce-6f01fb2333b3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:31.144702 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d905c4-3d67-4434-a6de-a4de184b341f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.147176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d905c4-3d67-4434-a6de-a4de184b341f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.325295 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d905c4-3d67-4434-a6de-a4de184b341f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.325498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d905c4-3d67-4434-a6de-a4de184b341f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35758d5b-29ad-4d22-8a33-e412c33983bc {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:07:31.341052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] No DVR routers for this DVR port ca8373b9-4977-4526-b7ce-6f01fb2333b3 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:31.350722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.354353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358382ec-6c81-4afc-acfc-404e7be64085', 'name': 'network-vif-deleted', 'tag': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:31.368308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bde1ab-53d2-477b-8552-df227a27513e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:31.376824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.466332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-033f137a-e9fa-4024-8894-19edd5ac5456 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e2bde1ab-53d2-477b-8552-df227a27513e HTTP/1.1" status: 204 len: 168 time: 1.8571882 Mar 03 18:07:31.504220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35426) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:31.506734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31d905c4-3d67-4434-a6de-a4de184b341f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.507478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-31d905c4-3d67-4434-a6de-a4de184b341f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "DELETE /v2.0/routers/35758d5b-29ad-4d22-8a33-e412c33983bc HTTP/1.1" status: 204 len: 168 time: 1.8831122 Mar 03 18:07:31.511081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35434) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:31.549584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Request body: {'router': {'name': 'tempest-router-303588731', 'distributed': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:31.593891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:31.602267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.637970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9486a4a6-1ac8-4988-a6e6-05079849d395 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:31.650641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9486a4a6-1ac8-4988-a6e6-05079849d395 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:31.651018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.713374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Port': ['ID=94debac5-89fa-4a13-b8ce-2ccacfb82f6e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:31.713976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Usage tracker for resource:router and tenant:be282f2625ae448ab1d5304834fbe6d4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:31.733317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d97ff587-3f5e-46a3-bafc-f87e34995b51 req-888f913b-c344-4dd2-809e-175da30251b8 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.16 "DELETE /v2.0/ports/ca8373b9-4977-4526-b7ce-6f01fb2333b3 HTTP/1.1" status: 204 len: 173 time: 3.5031602 Mar 03 18:07:31.734712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4192e-2aef-4856-bd4a-7a71ecf98998 req-d324383d-f666-4d7b-bbea-429b67f60dc9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:31.736639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d4192e-2aef-4856-bd4a-7a71ecf98998 req-d324383d-f666-4d7b-bbea-429b67f60dc9 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/ports?device_id=358382ec-6c81-4afc-acfc-404e7be64085 HTTP/1.1" status: 200 len: 867 time: 1.1404085 Mar 03 18:07:31.739812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:31.803205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:31.808184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35442) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:31.841560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 172.20.0.12 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/62a5b34b-f004-4a11-8b7d-e318b106f490/80801009-f268-426c-bb62-58fd9386b1d6) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:31.858634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.864107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fe6a:73fa (0e69cf99-8eb8-458c-aea8-3555a19ce91f/b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe/80801009-f268-426c-bb62-58fd9386b1d6) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:31.867890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.868905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.916390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d4192e-2aef-4856-bd4a-7a71ecf98998 req-1c7c7049-4023-4b6e-a00b-758f7a06f1c2 tempest-DeleteServersTestJSON-149789315 tempest-DeleteServersTestJSON-149789315-project] 10.222.0.23 "GET /v2.0/security-groups?id=e33d3bf4-43ce-49ad-ba2b-14271dba5160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588244 Mar 03 18:07:31.932630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.946042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:31.973308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.002424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bec9-2107-4775-81b1-2addc4f8d933 req-ebd263c7-046c-4376-9a66-32d1b28057ed tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:32.004996 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6610bec9-2107-4775-81b1-2addc4f8d933 req-ebd263c7-046c-4376-9a66-32d1b28057ed tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.6273654 Mar 03 18:07:32.007292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-783b3ad0-917c-4a46-b80a-ed88360a451d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/ports/94debac5-89fa-4a13-b8ce-2ccacfb82f6e HTTP/1.1" status: 204 len: 168 time: 3.3203206 Mar 03 18:07:32.009816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35452) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:32.040523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9486a4a6-1ac8-4988-a6e6-05079849d395, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9486a4a6-1ac8-4988-a6e6-05079849d395,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:32.044722 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.159251 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358382ec-6c81-4afc-acfc-404e7be64085', 'name': 'network-vif-deleted', 'tag': 'ca8373b9-4977-4526-b7ce-6f01fb2333b3', 'status': 'completed', 'code': 200} Mar 03 18:07:32.193117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9486a4a6-1ac8-4988-a6e6-05079849d395,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:32.202575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.214684 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.239084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting subnet 37a45f22-07a1-4f71-9070-65a7fe7efd37 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:32.243579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.352472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfeaf85-f5f6-41d8-a6d9-001c766d1c43']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:32.374874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd481de17-5ffe-40e8-88b6-69ddff83d331') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:32.375166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd481de17-5ffe-40e8-88b6-69ddff83d331') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:32.378673 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.402525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6610bec9-2107-4775-81b1-2addc4f8d933 req-51204ec1-c9e8-4055-bc7e-0c76eaf7fba7 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839562 Mar 03 18:07:32.411336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:32.414590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.418758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Usage tracker for resource:security_group_rule and tenant:298408c63dfe4bf18d9211f2f2e2f2a3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:32.421864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:32.422859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.424065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8a21938d-cef3-4659-b37c-676248ce137f tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8912153 Mar 03 18:07:32.435377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35460) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:32.435560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:32.494430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.613476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.622385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.673807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61db3e43-59be-4bbf-b426-598c98e52df1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:32.700857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4adf715d-69a5-42e3-addb-85d2766ca935 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=298408c63dfe4bf18d9211f2f2e2f2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866875 Mar 03 18:07:32.701431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35470) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:32.719068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.798000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e029d2e4-1e75-4cc1-ba8a-7347d4d8b21a tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.854320 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f308daa-8a4a-4753-884c-55ac1e5996f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.890996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.893738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9486a4a6-1ac8-4988-a6e6-05079849d395 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:32.916260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.979172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f308daa-8a4a-4753-884c-55ac1e5996f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:32.980214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9427cd-0154-43a9-951a-8aaac1b013b9 None None] Network 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:33.000036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.023475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:07:33.023875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:07:33.037355 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:07:33.117237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Subnet': ['ID=37a45f22-07a1-4f71-9070-65a7fe7efd37,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:33.127744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6e46597d-1742-427e-b28a-c3bfd74be09d tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/subnets/37a45f22-07a1-4f71-9070-65a7fe7efd37 HTTP/1.1" status: 204 len: 168 time: 1.1134679 Mar 03 18:07:33.128548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:33.138662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f308daa-8a4a-4753-884c-55ac1e5996f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.245732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting subnet 47233fe3-caee-43e5-8464-365c341ec0c0 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:33.253695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.293500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308daa-8a4a-4753-884c-55ac1e5996f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db3e43-59be-4bbf-b426-598c98e52df1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:33.301839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9486a4a6-1ac8-4988-a6e6-05079849d395 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:33.301973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2f308daa-8a4a-4753-884c-55ac1e5996f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.305799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.306400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2f308daa-8a4a-4753-884c-55ac1e5996f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61db3e43-59be-4bbf-b426-598c98e52df1 HTTP/1.1" status: 204 len: 168 time: 0.6040359 Mar 03 18:07:33.341277 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.343688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.438793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d3d0c-63a5-4056-874d-67b6e170cadb req-7915fe54-31aa-49a0-84cb-37355983a42c tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:33.446365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd1d3d0c-63a5-4056-874d-67b6e170cadb req-7915fe54-31aa-49a0-84cb-37355983a42c tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.4799781 Mar 03 18:07:33.562299 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e029d2e4-1e75-4cc1-ba8a-7347d4d8b21a tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.565681 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd1d3d0c-63a5-4056-874d-67b6e170cadb req-bff2f7de-4b29-46a7-862f-6f8963777bfd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098504 Mar 03 18:07:33.566134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e029d2e4-1e75-4cc1-ba8a-7347d4d8b21a tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.568039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 80801009-f268-426c-bb62-58fd9386b1d6 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:33.569309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.592627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.597574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.627493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dfeaf85-f5f6-41d8-a6d9-001c766d1c43,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:33.644728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fab54d0f-7712-4e69-899d-573906bbb6e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0dfeaf85-f5f6-41d8-a6d9-001c766d1c43 HTTP/1.1" status: 204 len: 168 time: 2.1360958 Mar 03 18:07:33.652147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] DHCP port deletion for 75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:07:33.658172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e029d2e4-1e75-4cc1-ba8a-7347d4d8b21a tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.659777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e029d2e4-1e75-4cc1-ba8a-7347d4d8b21a tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 411631c3-aad6-4709-9d15-89489ae81f54 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:07:33.667691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] Deleting port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:33.668070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.672104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e029d2e4-1e75-4cc1-ba8a-7347d4d8b21a tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.673301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e029d2e4-1e75-4cc1-ba8a-7347d4d8b21a tempest-RoutersTestDVR-333935864 tempest-RoutersTestDVR-333935864-project-admin] 10.222.0.23 "DELETE /v2.0/routers/411631c3-aad6-4709-9d15-89489ae81f54 HTTP/1.1" status: 204 len: 168 time: 1.2408035 Mar 03 18:07:33.680266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-da522aea-695f-4765-b42a-a5441b6fdb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:33.681780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-da522aea-695f-4765-b42a-a5441b6fdb8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 0.8077600 Mar 03 18:07:33.743333 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.848346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.859668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Subnet': ['ID=47233fe3-caee-43e5-8464-365c341ec0c0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:33.873793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8d43de51-64db-41bb-b9b1-4acd18a281ba tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/subnets/47233fe3-caee-43e5-8464-365c341ec0c0 HTTP/1.1" status: 204 len: 168 time: 0.7347314 Mar 03 18:07:33.873793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35510) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:33.876607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35512) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:33.898102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:33.904505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf0430-2952-4432-a9c3-9c2c60dac9b8 None None] Network b81330da-f883-4c83-9fca-9939c9cfb4f1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:33.937262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-d25b312b-eaf3-4dee-bddb-54d59df63973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:33.939687 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-d25b312b-eaf3-4dee-bddb-54d59df63973 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.2447889 Mar 03 18:07:34.017171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35518) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:34.034074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:34.051428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-8ec8a2d5-4ab9-4eea-9419-b96591c44bc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 217 time: 0.1055257 Mar 03 18:07:34.219121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:34.231994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:34.239201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=80801009-f268-426c-bb62-58fd9386b1d6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:34.254728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:34.323473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:34.324337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:34.337318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05fedbdf-70f2-4126-98ba-ba1986bd68cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=001e819a70324ba0880e096485e16f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134098 Mar 03 18:07:34.346260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35532) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:34.347938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-bef48578-a191-4c68-b57f-918ffd582703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:34.350025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-bef48578-a191-4c68-b57f-918ffd582703 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.2381034 Mar 03 18:07:34.416699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:34.424710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6d7a1f63-fe45-46fb-ae73-e21d848c54c9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.9361348 Mar 03 18:07:34.430688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35536) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:34.432028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:34.437256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-d988be0c-4e0c-4dfe-91f9-c7ab6ec7bf0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690801 Mar 03 18:07:34.483445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Usage tracker for resource:security_group_rule and tenant:34b0e78a11604f06b59e8798a5ccd1a1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:34.491836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:34.495723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:34.496136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:34.534548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35546) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:34.543498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:34.585084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] For port a35d786e-03c2-4af3-ba2a-8a44efbfaf11, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:34.585513 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:34.719617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] Calling delete_port for a35d786e-03c2-4af3-ba2a-8a44efbfaf11 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:34.768275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-b6a98088-99bb-4cfd-b2f1-30f6020f1cf0 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179693 Mar 03 18:07:34.906381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:34.950160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a35d786e-03c2-4af3-ba2a-8a44efbfaf11 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:34.985138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.028624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22190232-e6c6-40a5-ab9e-94afc31a39fc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:35.035152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a35d786e-03c2-4af3-ba2a-8a44efbfaf11 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:07:35.035875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a35d786e-03c2-4af3-ba2a-8a44efbfaf11 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:07:35.038285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22190232-e6c6-40a5-ab9e-94afc31a39fc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:35.040215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-22190232-e6c6-40a5-ab9e-94afc31a39fc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:35.044190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:35.057037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] For port a35d786e-03c2-4af3-ba2a-8a44efbfaf11, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,segment=NetworkSegment(c38194c7-e549-413a-a213-e7e877ab0250),segment_id=c38194c7-e549-413a-a213-e7e877ab0250)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:35.057820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.070335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] Pushing event deleted for resources: {'Port': ['ID=a35d786e-03c2-4af3-ba2a-8a44efbfaf11,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:35.074002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Usage tracker for resource:security_group_rule and tenant:f7aac81ec6924101bdb7ec084d12cab0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:35.075783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684db8fb-70ca-4dd7-8bdb-a70c4af63018 None None] No DVR routers for this DVR port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:35.083185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] Allocated IP 172.20.0.2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/62a5b34b-f004-4a11-8b7d-e318b106f490/9486a4a6-1ac8-4988-a6e6-05079849d395) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:35.089089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:35.105155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:35.327175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-242354bc-08f2-4aaa-9cd7-025e4fc68b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.369884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] For port 9486a4a6-1ac8-4988-a6e6-05079849d395, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9486a4a6-1ac8-4988-a6e6-05079849d395,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:35.401365 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.402498 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-242354bc-08f2-4aaa-9cd7-025e4fc68b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.421621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] Transition to ACTIVE for port object 9486a4a6-1ac8-4988-a6e6-05079849d395 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:35.423646 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.424722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] DHCP port deletion for b81330da-f883-4c83-9fca-9939c9cfb4f1 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:07:35.430147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] Deleting port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:35.430527 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.473131 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.474903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.481109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b83a0a4-ee10-4a23-bb23-c2f46ae265a1 req-42d8095f-5502-45eb-b8d9-8d008ab228c6 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046614 Mar 03 18:07:35.513727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec523ab3-21fd-4fac-93ab-a645ee5f171f req-63b3384a-1b51-4115-8d13-6972944b0a20 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:35.522245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec523ab3-21fd-4fac-93ab-a645ee5f171f req-63b3384a-1b51-4115-8d13-6972944b0a20 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.6908264 Mar 03 18:07:35.555866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.571828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Calling delete_port for a35d786e-03c2-4af3-ba2a-8a44efbfaf11 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:35.585200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec523ab3-21fd-4fac-93ab-a645ee5f171f req-5b2baeda-2994-4e2f-a2ee-dcf1d38ed52a tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Mar 03 18:07:35.594083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-242354bc-08f2-4aaa-9cd7-025e4fc68b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.614229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242354bc-08f2-4aaa-9cd7-025e4fc68b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9096e15e-4cb9-45cc-a189-e627b966fc03,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:35.627490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.637591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-22190232-e6c6-40a5-ab9e-94afc31a39fc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:35.642533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-22190232-e6c6-40a5-ab9e-94afc31a39fc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 1.2053235 Mar 03 18:07:35.642640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-242354bc-08f2-4aaa-9cd7-025e4fc68b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.646318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-242354bc-08f2-4aaa-9cd7-025e4fc68b20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9096e15e-4cb9-45cc-a189-e627b966fc03 HTTP/1.1" status: 204 len: 168 time: 1.2924447 Mar 03 18:07:35.646318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35576) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:35.789159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 80801009-f268-426c-bb62-58fd9386b1d6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:35.791137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:35.815604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34b0e78a11604f06b59e8798a5ccd1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9417336 Mar 03 18:07:35.823764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db112-33f3-4637-b81a-4d5c6c1b23e3 None None] Pushing event updated for resources: {'Port': ['ID=9486a4a6-1ac8-4988-a6e6-05079849d395,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:35.835877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce7237-efb0-44ad-a2a6-576cfd234f17,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:35.878737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35582) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:35.893001 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1727a455-be6f-4600-b91a-b6083c13d908 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7aac81ec6924101bdb7ec084d12cab0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3558211 Mar 03 18:07:35.899229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35588) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:36.040142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd26ea-4d68-4bbc-b223-b37c9fda8d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90de375d-8db4-4e95-bd5e-579e1abf2fbb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:36.049507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:07:36.077119 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:07:36.132746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07c3a9eb-e03e-4770-8d1d-fc180ea4a4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.175873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] For port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=12f1ffc2-4a07-4bb3-b24e-1839a2b500b7,segment=NetworkSegment(aed70230-2b50-46b0-a33c-b2e051c1d7a1),segment_id=aed70230-2b50-46b0-a33c-b2e051c1d7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:36.175873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.240036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07c3a9eb-e03e-4770-8d1d-fc180ea4a4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.365102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07c3a9eb-e03e-4770-8d1d-fc180ea4a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.415637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3a9eb-e03e-4770-8d1d-fc180ea4a4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90de375d-8db4-4e95-bd5e-579e1abf2fbb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:36.455659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] Calling delete_port for 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:36.455978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07c3a9eb-e03e-4770-8d1d-fc180ea4a4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.460489 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07c3a9eb-e03e-4770-8d1d-fc180ea4a4dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90de375d-8db4-4e95-bd5e-579e1abf2fbb HTTP/1.1" status: 204 len: 168 time: 0.5793257 Mar 03 18:07:36.540212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34186ee1-f729-45e1-918c-01425280d24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.579560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Deleting port a35d786e-03c2-4af3-ba2a-8a44efbfaf11 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:36.580125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.625220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.668032 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.671720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34186ee1-f729-45e1-918c-01425280d24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:36.799459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] No DVR routers for this DVR port 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:36.807556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a6e09-e5a7-4510-9d97-393c799b1a56 None None] Pushing event deleted for resources: {'Port': ['ID=12f1ffc2-4a07-4bb3-b24e-1839a2b500b7,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:36.818601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] The port 'a35d786e-03c2-4af3-ba2a-8a44efbfaf11' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:07:36.999667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9486a4a6-1ac8-4988-a6e6-05079849d395 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:37.113816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 80801009-f268-426c-bb62-58fd9386b1d6 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:37.201769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-688d38bf-4aeb-4b9a-b30c-306a7188e441 None None] Provisioning for port 9486a4a6-1ac8-4988-a6e6-05079849d395 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:37.254093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-688d38bf-4aeb-4b9a-b30c-306a7188e441 None None] Provisioning complete for port 9486a4a6-1ac8-4988-a6e6-05079849d395 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:37.255389 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-688d38bf-4aeb-4b9a-b30c-306a7188e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.273138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.372806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:37.414092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38194c7-e549-413a-a213-e7e877ab0250') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:37.414386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38194c7-e549-413a-a213-e7e877ab0250') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:37.415573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9486a4a6-1ac8-4988-a6e6-05079849d395 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:37.416091 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.438696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.499356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.516490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:07:37.519361 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.635109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35644) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:37.642474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.711087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34186ee1-f729-45e1-918c-01425280d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.755018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=80801009-f268-426c-bb62-58fd9386b1d6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:37.762677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34186ee1-f729-45e1-918c-01425280d24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce7237-efb0-44ad-a2a6-576cfd234f17,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:07:37.790957 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:07:37.799382 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.828848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:37.848472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Network': ['ID=75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:37.859302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7468ec5f-4dec-4bbd-a899-8d11dc23e0cd tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/networks/75ceee44-eb33-44c3-b0f9-b8b9bc7d8db8 HTTP/1.1" status: 204 len: 168 time: 3.9628060 Mar 03 18:07:37.860606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35652) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:37.861967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0218c28a-72ad-4213-b302-0c4a4d6bfd7f None None] Could not find standard attr ID for object 80801009-f268-426c-bb62-58fd9386b1d6. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:07:37.945829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:38.036986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:07:38.052023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 12f1ffc2-4a07-4bb3-b24e-1839a2b500b7 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:07:38.159457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f3bb0-d392-4afe-9885-4cdf722413c7 req-7355101a-0743-4055-ae92-787434d5b85b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:38.162615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff4f3bb0-d392-4afe-9885-4cdf722413c7 req-7355101a-0743-4055-ae92-787434d5b85b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 1.2525272 Mar 03 18:07:38.191359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2060813592-network', 'tenant_id': 'da44f62f78164fa5bf9c5cf99688b193'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:38.196278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:38.200536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Usage tracker for resource:network and tenant:da44f62f78164fa5bf9c5cf99688b193 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:38.204520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:38.213412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:38.235367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34186ee1-f729-45e1-918c-01425280d24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.237828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-34186ee1-f729-45e1-918c-01425280d24f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56ce7237-efb0-44ad-a2a6-576cfd234f17 HTTP/1.1" status: 204 len: 168 time: 2.3291752 Mar 03 18:07:38.238819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Made reservation on behalf of da44f62f78164fa5bf9c5cf99688b193 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:38.241499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.271079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.296336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.300240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff4f3bb0-d392-4afe-9885-4cdf722413c7 req-68fcd8cf-b079-4449-b387-a93dd93cfde5 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324065 Mar 03 18:07:38.345058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:38.350055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Usage tracker for resource:security_group_rule and tenant:da44f62f78164fa5bf9c5cf99688b193 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:38.354392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:38.363101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:38.431994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.451098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1654bd99-a6e0-4bc5-8d96-c05316976213 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/80801009-f268-426c-bb62-58fd9386b1d6 HTTP/1.1" status: 204 len: 168 time: 2.8047898 Mar 03 18:07:38.453045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35672) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:38.586765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45184f-5141-46fc-91e7-76b65f23b00f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:38.588784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45184f-5141-46fc-91e7-76b65f23b00f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:38.590880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45184f-5141-46fc-91e7-76b65f23b00f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:38.591863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1f45184f-5141-46fc-91e7-76b65f23b00f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:38.612597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.620352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.652602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.681502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1f45184f-5141-46fc-91e7-76b65f23b00f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:38.684016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1f45184f-5141-46fc-91e7-76b65f23b00f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2296066 Mar 03 18:07:38.684593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81330da-f883-4c83-9fca-9939c9cfb4f1']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:38.692837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35684) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:38.717473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed70230-2b50-46b0-a33c-b2e051c1d7a1') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:38.717768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed70230-2b50-46b0-a33c-b2e051c1d7a1') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:38.747571 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.778555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.781382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeea04ed-7d34-4da5-9fc8-4c8d241f615e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:38.788775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:07:38.789044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:07:38.818242 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:07:38.844454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:07:38.928975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.945107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.947415 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Added segment b5c84a36-d050-45d7-a27b-4a65fdc22c81 of type vlan for network 26674299-b4e7-4115-8b97-2bcaf16d3f54 Mar 03 18:07:38.957629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35692) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:38.959364 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:38.976511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] Pushing event deleted for resources: {'Network': ['ID=b81330da-f883-4c83-9fca-9939c9cfb4f1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:38.980750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d18f86fd-13b2-4f34-9c24-656d66f3f737 tempest-TaggedBootDevicesTest-1712649405 tempest-TaggedBootDevicesTest-1712649405-project] 10.222.0.23 "DELETE /v2.0/networks/b81330da-f883-4c83-9fca-9939c9cfb4f1 HTTP/1.1" status: 204 len: 168 time: 1.1184585 Mar 03 18:07:38.988410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 62a5b34b-f004-4a11-8b7d-e318b106f490 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:39.034661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.052281 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.119321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:39.145562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Usage tracker for resource:security_group_rule and tenant:be282f2625ae448ab1d5304834fbe6d4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:39.152815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.161207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:39.173823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.290291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.357684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:39.488700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.490107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:39.490921 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.902206 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.962198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=62a5b34b-f004-4a11-8b7d-e318b106f490,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:39.966916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] Pushing event updated for resources: {'Network': ['ID=26674299-b4e7-4115-8b97-2bcaf16d3f54,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:39.975110 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:39.980668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafbfa5-dec1-49a8-a56b-f6756201edf5 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:39.982488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-37914e2e-47d1-4654-bd86-0147637e3abf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3447735 Mar 03 18:07:39.986246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35734) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:39.991723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Request body: {'subnet': {'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2060813592-subnet', 'tenant_id': 'da44f62f78164fa5bf9c5cf99688b193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:39.996757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-054c7acc-3a94-4732-ad02-56a823849e96 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/62a5b34b-f004-4a11-8b7d-e318b106f490 HTTP/1.1" status: 204 len: 168 time: 1.2972531 Mar 03 18:07:39.998202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35738) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:40.008043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:40.060160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f757f3-5a89-46e6-9a39-b42fb39b3975 req-e170d799-493d-4af4-9426-3f26b80043ee tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:40.071884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-85f757f3-5a89-46e6-9a39-b42fb39b3975 req-e170d799-493d-4af4-9426-3f26b80043ee tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.4886956 Mar 03 18:07:40.135709 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.145792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.150694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Usage tracker for resource:subnet and tenant:da44f62f78164fa5bf9c5cf99688b193 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:40.174885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:40.204435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:40.247788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Made reservation on behalf of da44f62f78164fa5bf9c5cf99688b193 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:40.254453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.304356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:40.313238 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.386274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a89fcd-f763-4e9c-9496-8c3f3f3e226a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:40.413879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-85f757f3-5a89-46e6-9a39-b42fb39b3975 req-f88ca1c1-845e-447e-b9df-3fd78e7a0104 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407786 Mar 03 18:07:40.426715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d1606b3f-9b31-4b6f-b000-5f7d91c217f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be282f2625ae448ab1d5304834fbe6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4668877 Mar 03 18:07:40.428093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35754) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:40.538371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.554164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 26674299-b4e7-4115-8b97-2bcaf16d3f54 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:07:40.572175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd7722f-7206-4c46-8a86-deb6a5716a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.615090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd7722f-7206-4c46-8a86-deb6a5716a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.690171 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd7722f-7206-4c46-8a86-deb6a5716a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.750371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd7722f-7206-4c46-8a86-deb6a5716a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.758549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7bd7722f-7206-4c46-8a86-deb6a5716a1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66a89fcd-f763-4e9c-9496-8c3f3f3e226a HTTP/1.1" status: 204 len: 168 time: 0.3289075 Mar 03 18:07:40.760524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7722f-7206-4c46-8a86-deb6a5716a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a89fcd-f763-4e9c-9496-8c3f3f3e226a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:40.946825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:40.976768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35768) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:41.068409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:41.250747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:41.260939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f3e5a8-04c8-472e-b2b5-aae2658514be,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:41.334935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:41.376539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:41.397019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c6c85e52-c486-462b-95d8-b141a8f027b8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe HTTP/1.1" status: 204 len: 168 time: 1.3931663 Mar 03 18:07:41.400406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35782) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:41.403830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Checking segment: {'id': 'b5c84a36-d050-45d7-a27b-4a65fdc22c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:07:41.404410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Network hostable DHCP agents. Network: 26674299-b4e7-4115-8b97-2bcaf16d3f54, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:07:41.452571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Network 26674299-b4e7-4115-8b97-2bcaf16d3f54 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:07:41.473756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 26674299-b4e7-4115-8b97-2bcaf16d3f54) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:41.484015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748d920-3ea7-4a5c-be30-0526f4db9c32 None None] Network 26674299-b4e7-4115-8b97-2bcaf16d3f54 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:41.496797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:41.497439 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:41.592541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e29db1c4-9309-4a8d-b092-5f38246eb90f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6051655 Mar 03 18:07:41.657445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-91af9fe0-0d67-43f8-a991-935cd0448ddf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2543831 Mar 03 18:07:41.659706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35796) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:41.666539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:41.685625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] Deleting subnet a8406e94-119a-46ab-bb38-f3f82601ce5c {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:41.689723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:41.990942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:41.999511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:42.009567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:42.026654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:42.058337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:42.072021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:42.087089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:42.189158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f7e6a-1347-498c-95b3-75674bfe54f6 None None] Network 26674299-b4e7-4115-8b97-2bcaf16d3f54 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:42.253203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:42.308787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86fdb-6c44-41b3-a899-b129880cf334 req-6e346156-fb9f-4d4b-9014-e784d3011e27 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:42.318796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52a86fdb-6c44-41b3-a899-b129880cf334 req-6e346156-fb9f-4d4b-9014-e784d3011e27 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.5311251 Mar 03 18:07:42.396564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-52a86fdb-6c44-41b3-a899-b129880cf334 req-38119948-0257-4f22-b770-a54ab935a22e tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765758 Mar 03 18:07:42.417617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a04a3-2fd7-4470-abe6-ba647dee9b3b None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:42.453709 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:42.583588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:42.597907 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a8406e94-119a-46ab-bb38-f3f82601ce5c HTTP/1.1" status: 204 len: 168 time: 1.6200001 Mar 03 18:07:42.602156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35828) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:42.614378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741701f-27b9-4df5-9027-f22696037265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8406e94-119a-46ab-bb38-f3f82601ce5c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:42.666459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b51eae8a-61aa-4b54-a2b6-54fdafda135f None None] Provisioning complete for port 9486a4a6-1ac8-4988-a6e6-05079849d395 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:42.666984 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b51eae8a-61aa-4b54-a2b6-54fdafda135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:42.929873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35834) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:42.984273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.267837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--8225916'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:43.279481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:43.290441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:43.299406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:43.320792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:43.342755 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.355191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.368647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:07:43.373213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.374824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] Deleting port 9486a4a6-1ac8-4988-a6e6-05079849d395 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:43.375841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.408566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:43.420031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:43.423135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:43.429177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:43.451133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4ff3c8-3745-40d1-9af3-8cbbc856ef51']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:43.475939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b6162f-c474-4166-b36d-b149c732b400') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:43.476549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b6162f-c474-4166-b36d-b149c732b400') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:07:43.497568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.655412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.659078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.687229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:43.715046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:43.721346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:43.761520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:43.764008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f748df-fb17-45e6-b69f-cbd92ffe214c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:43.910568 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.918231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] For port 9486a4a6-1ac8-4988-a6e6-05079849d395, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9486a4a6-1ac8-4988-a6e6-05079849d395,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:43.919249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:43.919368 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.001674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.008860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=cbaf0bdc-36f8-418d-9859-c29c4d2df1ef,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:44.048592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c7de2e-e6db-4fd2-871d-9287bc41f254,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:44.081896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.087863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0a31a0c0-e8cc-49e4-8d1e-3fac853c99f6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1526833 Mar 03 18:07:44.089157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35880) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:44.102789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.107632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:44.115396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:44.127186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:44.128033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.154926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] Calling delete_port for 9486a4a6-1ac8-4988-a6e6-05079849d395 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:44.196101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:07:44.196807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:07:44.212344 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:07:44.244079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1ddd0d08-378c-440f-9d7a-8d84dfcf6062 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5797195 Mar 03 18:07:44.246826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35894) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:44.260383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:44.320293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-692bda25-5ec7-4946-9be6-87accad2fe01 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:44.377992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-692bda25-5ec7-4946-9be6-87accad2fe01 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:44.379355 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-692bda25-5ec7-4946-9be6-87accad2fe01 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.2879779 Mar 03 18:07:44.389478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35902) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:44.395338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-security--893304523', 'description': 'tempest-security-description-2086426672'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:44.431119 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.455657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.605077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a8673-e64e-4f19-bc1f-4b2c90033467 req-a9d76a41-c431-479c-865a-e87961656762 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:44.613838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-384a8673-e64e-4f19-bc1f-4b2c90033467 req-a9d76a41-c431-479c-865a-e87961656762 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.6140351 Mar 03 18:07:44.641558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.647809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.650834 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.652506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "PUT /v2.0/security-groups/76c7de2e-e6db-4fd2-871d-9287bc41f254 HTTP/1.1" status: 200 len: 1779 time: 0.2619865 Mar 03 18:07:44.662456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:44.679453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-384a8673-e64e-4f19-bc1f-4b2c90033467 req-cec822d1-74d0-4e33-b8d4-21297d364c7e tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645354 Mar 03 18:07:44.686882 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.704504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.735116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c7de2e-e6db-4fd2-871d-9287bc41f254,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:44.740541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] Pushing event deleted for resources: {'Port': ['ID=9486a4a6-1ac8-4988-a6e6-05079849d395,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:44.742473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345f526-b850-434c-b33b-f2c443a8095e None None] No DVR routers for this DVR port 9486a4a6-1ac8-4988-a6e6-05079849d395 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:07:44.777466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:44.778690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.779099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.779505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.779916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.780492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.780942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5a429-ec79-4ee8-a0a8-358f8224d712 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:44.783250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4ff3c8-3745-40d1-9af3-8cbbc856ef51,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:44.790623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.791196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.791764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.792317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.792863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.793097 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fe8c4974-839a-4c32-bd46-74395566d3f1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e4ff3c8-3745-40d1-9af3-8cbbc856ef51 HTTP/1.1" status: 204 len: 168 time: 2.1884556 Mar 03 18:07:44.793980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.794937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5446ca6-62ba-4419-9be1-3abe3c6f04f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:44.804327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:44.819269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:44.857496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:44.886388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f1681a25-fce4-47bc-b835-20cf5f263662 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups/76c7de2e-e6db-4fd2-871d-9287bc41f254 HTTP/1.1" status: 200 len: 1779 time: 0.2005885 Mar 03 18:07:44.886388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35932) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:44.950213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:44.955744 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:44.991136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9486a4a6-1ac8-4988-a6e6-05079849d395 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:07:45.134224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9486a4a6-1ac8-4988-a6e6-05079849d395 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:07:45.134568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9486a4a6-1ac8-4988-a6e6-05079849d395 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:07:45.159363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-8829cb7b-86ae-4ab9-b1f4-2f49aa8fe7ca tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:45.171211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-8829cb7b-86ae-4ab9-b1f4-2f49aa8fe7ca tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Synchronizing usage tracker for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:45.240467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-8829cb7b-86ae-4ab9-b1f4-2f49aa8fe7ca tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Unset dirty status for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:45.241839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-8829cb7b-86ae-4ab9-b1f4-2f49aa8fe7ca tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/networks?id=26674299-b4e7-4115-8b97-2bcaf16d3f54 HTTP/1.1" status: 200 len: 810 time: 0.4415150 Mar 03 18:07:45.243879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35938) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:45.334934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-0933b396-da9d-405e-ae1a-ea396abeda9e tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/quotas/da44f62f78164fa5bf9c5cf99688b193 HTTP/1.1" status: 200 len: 375 time: 0.0827079 Mar 03 18:07:45.407899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-e30a82a5-d49c-4cc4-8dd7-ba447c1c8cd6 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=da44f62f78164fa5bf9c5cf99688b193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709727 Mar 03 18:07:45.418309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bec67e7a-6ffa-4b8e-b731-1fed6512336e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:45.502552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': 'cbaf0bdc-36f8-418d-9859-c29c4d2df1ef'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:07:45.503405 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:45.595190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-01613dd3-d8b6-46e7-a2df-8be391901f56 service neutron] 10.222.0.23 "GET /v2.0/networks/26674299-b4e7-4115-8b97-2bcaf16d3f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859782 Mar 03 18:07:45.667348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3f7deeac-2742-4615-9606-bd9688674d31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb0140b63c1d4645ab4917bffa7c281d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217222 Mar 03 18:07:45.679304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35946) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:45.691657 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bec67e7a-6ffa-4b8e-b731-1fed6512336e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:45.710481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:07:45.714452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:45.811460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:45.817361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:45.822127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:45.822851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:45.836921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=3e670514-b54e-41b0-a96e-2a25c637d21d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:45.872905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.874362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.874708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.886484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.886904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.887251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.887565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.887892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.888219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.893193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.895006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.895591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:07:45.937843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bec67e7a-6ffa-4b8e-b731-1fed6512336e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:45.992440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Allocated IP 172.20.0.2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/cbaf0bdc-36f8-418d-9859-c29c4d2df1ef/8f60c275-ce51-454a-b10a-0c39be4e2a3c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:45.999758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec67e7a-6ffa-4b8e-b731-1fed6512336e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c7de2e-e6db-4fd2-871d-9287bc41f254,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:46.004841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Allocated IP 2001:db8::f816:3eff:fea1:46f0 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/3e670514-b54e-41b0-a96e-2a25c637d21d/8f60c275-ce51-454a-b10a-0c39be4e2a3c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:46.005045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bec67e7a-6ffa-4b8e-b731-1fed6512336e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.007134 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bec67e7a-6ffa-4b8e-b731-1fed6512336e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/76c7de2e-e6db-4fd2-871d-9287bc41f254 HTTP/1.1" status: 204 len: 168 time: 1.1193259 Mar 03 18:07:46.040794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35960) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:46.064221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ba19c837-4506-4f56-8fdc-37ca64e24fee tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8186433 Mar 03 18:07:46.066216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35964) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:46.087387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:ac:7c:3d', 'name': 'tempest-NetworksTestDHCPv6-2095383300'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:46.251288 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c325778b-f238-41ec-a69f-a057d93e0343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.312247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-e048726e-3437-4e64-b65c-aba6e615f77e service neutron] 10.222.0.23 "GET /v2.0/networks/26674299-b4e7-4115-8b97-2bcaf16d3f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129352 Mar 03 18:07:46.322527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3be806c0-2f10-4a77-a3e2-f3c569fc3365 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2782507 Mar 03 18:07:46.323473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35974) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:46.346755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb69ebb-3c90-422d-8200-2af6f3413b01 req-97bdd298-e2f9-4fa2-802b-38d01343076b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:46.355123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cb69ebb-3c90-422d-8200-2af6f3413b01 req-97bdd298-e2f9-4fa2-802b-38d01343076b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.3624356 Mar 03 18:07:46.379717 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.382672 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-3563f6ba-6061-480a-bed1-4813c4d301e7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] delete failed (client error): The resource could not be found. Mar 03 18:07:46.383711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3563f6ba-6061-480a-bed1-4813c4d301e7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/76c7de2e-e6db-4fd2-871d-9287bc41f254 HTTP/1.1" status: 404 len: 347 time: 0.0564127 Mar 03 18:07:46.392597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35978) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:46.403449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Transition to ACTIVE for port object 8f60c275-ce51-454a-b10a-0c39be4e2a3c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:46.411224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--291538740'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:46.455903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c325778b-f238-41ec-a69f-a057d93e0343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.474487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Transition to ACTIVE for port object 8f60c275-ce51-454a-b10a-0c39be4e2a3c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:46.479365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:46.488886 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.520625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:46.544270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:46.551233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9cb69ebb-3c90-422d-8200-2af6f3413b01 req-bc2e9bbb-b88d-4bad-8b27-cb87abe63eea tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951687 Mar 03 18:07:46.557230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:46.567690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:46.583516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:46.587856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.606000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:46.645394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:46.647986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:46.650610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:46.652974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:46.659614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:46.669269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:46.674188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Pushing event updated for resources: {'Port': ['ID=8f60c275-ce51-454a-b10a-0c39be4e2a3c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:46.692077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:46.809032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.816045 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:46.989525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.045727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Attempting to bind port 8f60c275-ce51-454a-b10a-0c39be4e2a3c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:07:47.046191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Attempting to bind port 8f60c275-ce51-454a-b10a-0c39be4e2a3c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:07:47.046292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Attempting to bind port 8f60c275-ce51-454a-b10a-0c39be4e2a3c on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:47.046630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-477a374c-fd83-4349-b8c9-1b8fb3b60a0c req-561dc691-c916-4a7f-a9ad-490ed06cdf5d tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 210 time: 0.2027400 Mar 03 18:07:47.070414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:07:47.072078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:07:47.072466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:07:47.072875 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.073276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:07:47.073780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Bound port: 8f60c275-ce51-454a-b10a-0c39be4e2a3c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:07:47.074163 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.116829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83426a75-a93d-4499-bc94-c14f13277f03,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:47.119031 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c325778b-f238-41ec-a69f-a057d93e0343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.204680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325778b-f238-41ec-a69f-a057d93e0343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d3bf4-43ce-49ad-ba2b-14271dba5160,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:47.295553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c325778b-f238-41ec-a69f-a057d93e0343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.297321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c325778b-f238-41ec-a69f-a057d93e0343 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e33d3bf4-43ce-49ad-ba2b-14271dba5160 HTTP/1.1" status: 204 len: 168 time: 1.6161995 Mar 03 18:07:47.304093 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.305408 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a4f0ebdd-30e5-4123-a1e3-fa877b473d9f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9118311 Mar 03 18:07:47.308118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:47.317533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': '83426a75-a93d-4499-bc94-c14f13277f03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:47.327643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:47.338508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:47.346156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:47.378396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:47.430123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.467606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] For port 8f60c275-ce51-454a-b10a-0c39be4e2a3c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:07:47.467606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] For port 8f60c275-ce51-454a-b10a-0c39be4e2a3c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8f60c275-ce51-454a-b10a-0c39be4e2a3c,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:07:47.473472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.647560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.654813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.696977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 172.20.0.7 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/cbaf0bdc-36f8-418d-9859-c29c4d2df1ef/25d7a4fd-8d8f-4e62-a520-683dcc7a02a0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:47.713556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbf8565-2a2a-4475-8cbc-2f7ceff46509,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:47.718314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:feac:7c3d (0e69cf99-8eb8-458c-aea8-3555a19ce91f/3e670514-b54e-41b0-a96e-2a25c637d21d/25d7a4fd-8d8f-4e62-a520-683dcc7a02a0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:47.738780 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:47.740098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-19a1135b-32df-477d-96cd-5319268ed2da tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4310460 Mar 03 18:07:47.742926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36014) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:47.786292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75742ac0-e83c-4853-bd9e-72322a30ebe7 None None] Pushing event updated for resources: {'Port': ['ID=8f60c275-ce51-454a-b10a-0c39be4e2a3c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:47.994506 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cabe53-e287-432c-9f14-22551ccd0f6b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.029987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cabe53-e287-432c-9f14-22551ccd0f6b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.030864 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.306397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30dc10-8d38-44c6-a264-b91959333d29 req-133f8a5f-7e36-4277-a33e-e7d0fc34448f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:48.323633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d30dc10-8d38-44c6-a264-b91959333d29 req-133f8a5f-7e36-4277-a33e-e7d0fc34448f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.5065775 Mar 03 18:07:48.325627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cabe53-e287-432c-9f14-22551ccd0f6b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.429263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cabe53-e287-432c-9f14-22551ccd0f6b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bbf8565-2a2a-4475-8cbc-2f7ceff46509,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:48.433605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cabe53-e287-432c-9f14-22551ccd0f6b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.436435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-20cabe53-e287-432c-9f14-22551ccd0f6b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6bbf8565-2a2a-4475-8cbc-2f7ceff46509 HTTP/1.1" status: 204 len: 168 time: 0.6924675 Mar 03 18:07:48.440438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36044) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:48.590982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-59263dc1-7998-46e5-8704-419ffde6ac10 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:48.608531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d30dc10-8d38-44c6-a264-b91959333d29 req-61d2afca-09f8-4922-8b59-c0c0b29a6289 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880468 Mar 03 18:07:48.655979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-59263dc1-7998-46e5-8704-419ffde6ac10 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:48.662125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-59263dc1-7998-46e5-8704-419ffde6ac10 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2134602 Mar 03 18:07:48.662954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36050) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:48.665308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bcfa38a7-81cb-48f6-82c6-dd6723c80b54 req-5546c1ee-39cd-4f27-b6c9-323bed86a0ef tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 210 time: 0.1256797 Mar 03 18:07:48.772833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.816404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:48.839097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49193790-beb5-4a59-a6d0-aa3bbf9c7969 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.874478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:48.970439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49193790-beb5-4a59-a6d0-aa3bbf9c7969 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:49.024614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f60c275-ce51-454a-b10a-0c39be4e2a3c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:49.077557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:49.088739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:49.102712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:49.153066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49193790-beb5-4a59-a6d0-aa3bbf9c7969 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:49.215451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49193790-beb5-4a59-a6d0-aa3bbf9c7969 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83426a75-a93d-4499-bc94-c14f13277f03,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:49.244481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49193790-beb5-4a59-a6d0-aa3bbf9c7969 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:49.258785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36070) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:49.260774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-49193790-beb5-4a59-a6d0-aa3bbf9c7969 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/83426a75-a93d-4499-bc94-c14f13277f03 HTTP/1.1" status: 204 len: 168 time: 0.5818837 Mar 03 18:07:49.318859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8f60c275-ce51-454a-b10a-0c39be4e2a3c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:49.343161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=25d7a4fd-8d8f-4e62-a520-683dcc7a02a0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:49.461243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-32320220-ae4d-4c86-9a8e-bf3f192fcbb2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:49.525870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f6f01ce-28fd-4039-b634-d7109ba9e86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:49.664425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-1928f676-a08c-4ae9-a692-ad6a6607b78a tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:49.666098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-1928f676-a08c-4ae9-a692-ad6a6607b78a tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.16 "GET /v2.0/networks?id=26674299-b4e7-4115-8b97-2bcaf16d3f54 HTTP/1.1" status: 200 len: 810 time: 0.3939316 Mar 03 18:07:49.679630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:49.680771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:49.691279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Request body: {'port': {'device_id': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54', 'admin_state_up': True, 'tenant_id': 'da44f62f78164fa5bf9c5cf99688b193'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:49.894686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-32320220-ae4d-4c86-9a8e-bf3f192fcbb2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:49.895553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25adf57f-f5d2-45a7-a30b-acca5f9ee9d1 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:49.901623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-32320220-ae4d-4c86-9a8e-bf3f192fcbb2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6321414 Mar 03 18:07:49.902258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36098) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:49.905605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a69982c5-fd46-438b-a8d3-0035f0650839 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8341241 Mar 03 18:07:49.908266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821299879'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:49.909664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36102) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:49.928173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:49.960470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:50.011894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:50.055963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:50.075083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:50.081599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:50.106012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:50.239815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a93cfceb-51f7-4143-bd8c-a85a5d1afaa3 None None] Provisioning for port 8f60c275-ce51-454a-b10a-0c39be4e2a3c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:50.273892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a93cfceb-51f7-4143-bd8c-a85a5d1afaa3 None None] Provisioning complete for port 8f60c275-ce51-454a-b10a-0c39be4e2a3c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:50.274547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a93cfceb-51f7-4143-bd8c-a85a5d1afaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:50.315704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:50.332044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Usage tracker for resource:port and tenant:da44f62f78164fa5bf9c5cf99688b193 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:50.338333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:50.363201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:50.493016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0106ef-a8b4-4bc6-8a9f-ee68f2f32f9c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:50.501600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22beb063-b6c7-4e2e-9627-38e024f4881c req-8dd461ac-7faa-4d5c-9441-bd77a3e25572 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 210 time: 0.1424949 Mar 03 18:07:50.534689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0106ef-a8b4-4bc6-8a9f-ee68f2f32f9c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:50.539867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dc0106ef-a8b4-4bc6-8a9f-ee68f2f32f9c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:50.592581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:50.610090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:50.697129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Made reservation on behalf of da44f62f78164fa5bf9c5cf99688b193 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:50.729252 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:50.758354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:50.762728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8593655 Mar 03 18:07:50.768729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36134) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:50.816394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dc0106ef-a8b4-4bc6-8a9f-ee68f2f32f9c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:50.832923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dc0106ef-a8b4-4bc6-8a9f-ee68f2f32f9c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.9070637 Mar 03 18:07:50.849724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36138) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:50.922645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': '236fa083-e156-499a-a7fe-148d8e25bed1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:50.930981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:50.935923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:50.939854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:50.946606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:50.977898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a9911ae-7694-40d6-81b9-5b4620416309 req-18d0a4ea-91c6-4b40-92e6-0e45cca76513 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.2131064 Mar 03 18:07:50.983382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fde268-79ae-4773-ad73-3704e693c857 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236fa083-e156-499a-a7fe-148d8e25bed1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:50.986060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.013469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20861dca-fffc-4023-aed8-6cbb045996c0 req-fe2fdc25-5a40-4c51-8924-6392059834ac tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:51.031225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20861dca-fffc-4023-aed8-6cbb045996c0 req-fe2fdc25-5a40-4c51-8924-6392059834ac tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 1.0221639 Mar 03 18:07:51.087887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a93cfceb-51f7-4143-bd8c-a85a5d1afaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.197352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a93cfceb-51f7-4143-bd8c-a85a5d1afaa3 None None] For port 8f60c275-ce51-454a-b10a-0c39be4e2a3c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8f60c275-ce51-454a-b10a-0c39be4e2a3c,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:51.204128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a93cfceb-51f7-4143-bd8c-a85a5d1afaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.244406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.256218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.387168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f977787c-4f29-4310-8ab6-e6f2f6255305,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:51.406636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Allocated IP 172.20.0.7 (26674299-b4e7-4115-8b97-2bcaf16d3f54/48f3e5a8-04c8-472e-b2b5-aae2658514be/b0b618cf-6268-451c-9b93-88b44754ea53) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:07:51.458537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.459741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d37c384e-cad2-46a6-84e6-4da93c4180ca tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6846831 Mar 03 18:07:51.463188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36160) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:51.471454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': '236fa083-e156-499a-a7fe-148d8e25bed1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:51.488947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cfceb-51f7-4143-bd8c-a85a5d1afaa3 None None] Pushing event updated for resources: {'Port': ['ID=8f60c275-ce51-454a-b10a-0c39be4e2a3c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:51.515055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:51.528989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:51.544636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:51.570377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:51.626458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.768471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.778236 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd19c-203a-4b68-b006-c0863f5e2e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.847596 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.914427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14961c0-b416-4829-a8bf-96785f7655d0,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:51.930902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a94badd3-5caa-4900-a106-ef366c620b9c req-69de42a6-2a48-49d6-8998-6b44ad27cd47 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 210 time: 0.1564050 Mar 03 18:07:51.932053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20861dca-fffc-4023-aed8-6cbb045996c0 req-c1f471dd-3b3d-4493-b010-1a74f4536265 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610239 Mar 03 18:07:51.960726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:51.961086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.970621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:51.971802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66278b58-8b0b-4f19-abb4-f1ebf13a4f90 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5075393 Mar 03 18:07:51.974530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36178) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:51.982940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': '236fa083-e156-499a-a7fe-148d8e25bed1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:51.991731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:51.996357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:51.999600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:52.007203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:52.044986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.295148 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:07:52.333536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ac4ef41-c6a3-4152-bd14-718ebd6c7f29 req-e86629cf-f10f-4068-a5d4-cf6ea413c861 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1209259 Mar 03 18:07:52.388099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.399035 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.454697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20038aea-9df2-4788-81cb-24673f88757a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:52.485004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.486743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c202a7d6-78e9-401b-8275-95a047d88e17 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5112557 Mar 03 18:07:52.489645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36190) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:52.495200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': '236fa083-e156-499a-a7fe-148d8e25bed1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:52.511192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:52.538029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:52.552570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:52.566965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:52.622171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.634753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.755855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-204ece64-0c3a-46e3-8627-43930136430a None None] Provisioning for port 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:07:52.760662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36204) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:52.768324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-204ece64-0c3a-46e3-8627-43930136430a None None] Provisioning complete for port 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:52.768628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204ece64-0c3a-46e3-8627-43930136430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.857942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:52.862319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.022405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db010f1-773b-4aa2-89e3-d04eaa65eea4,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:53.085615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.092102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f5626fcc-d0c6-4404-bdc8-c4ecfe50218f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6012928 Mar 03 18:07:53.095612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36216) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:53.113216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': '236fa083-e156-499a-a7fe-148d8e25bed1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:53.126932 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.131770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f60c275-ce51-454a-b10a-0c39be4e2a3c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:07:53.168565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:53.178058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:53.190305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:53.206925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:53.270343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.342160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:53.361078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.394032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-204ece64-0c3a-46e3-8627-43930136430a None None] Port 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:07:53.422684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8f60c275-ce51-454a-b10a-0c39be4e2a3c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:53.423294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.507628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-204ece64-0c3a-46e3-8627-43930136430a None None] Provisioning complete for port 8f60c275-ce51-454a-b10a-0c39be4e2a3c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:53.508015 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-204ece64-0c3a-46e3-8627-43930136430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.679426 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf05cc96-5cfa-49b3-b5a6-b7e446717963 req-9abc23f8-4238-45c9-a64c-2c048c09a4cb tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 210 time: 0.0705879 Mar 03 18:07:53.718385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.891176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:53.946655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-52918633-217c-4777-a5f3-c06cc7be325e None None] Could not find standard attr ID for object 25d7a4fd-8d8f-4e62-a520-683dcc7a02a0. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:07:53.947892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=25d7a4fd-8d8f-4e62-a520-683dcc7a02a0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:53.988769 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e82e28c5-59af-416a-99f5-3bdc7cea0d3f req-a00074da-e1d8-408e-8d20-c91886d8f535 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1030095 Mar 03 18:07:54.028076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.031776 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.049002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.055321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.274325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.304938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c6a32f-f7ff-47a8-873c-61f6d1b19587,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:54.357534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265485bc-574f-47b9-8aec-481eba12356a req-5eb65bf5-3f5b-435f-aa7f-57ce286b77f3 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:54.374148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-265485bc-574f-47b9-8aec-481eba12356a req-5eb65bf5-3f5b-435f-aa7f-57ce286b77f3 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 1.0535951 Mar 03 18:07:54.406461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.408004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b63969d5-f259-4044-9f9b-32672ff2240f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3092580 Mar 03 18:07:54.413812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36246) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:54.459757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Network 26674299-b4e7-4115-8b97-2bcaf16d3f54 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:07:54.463047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:07:54.471403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.509082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:07:54.658747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:54.660252 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:54.745892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Pushing event updated for resources: {'Port': ['ID=b0b618cf-6268-451c-9b93-88b44754ea53,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:54.757656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-405e01d2-6437-4ddd-bd84-602c84232812 req-b0df3d41-371e-440d-83c5-c79519689c25 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.3054061 Mar 03 18:07:54.758838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-cae96574-9ebe-43f3-85b8-6e33904535b7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0718222 Mar 03 18:07:54.769209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e1091db3-754b-4e91-ada5-d12dd0b04446 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 HTTP/1.1" status: 204 len: 168 time: 3.9012978 Mar 03 18:07:54.777311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Request body: {'port': {'device_id': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:54.836786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:55.083142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e467e8c-6587-479f-bc0c-5b286db18048 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:55.088388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e467e8c-6587-479f-bc0c-5b286db18048 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:55.096455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e467e8c-6587-479f-bc0c-5b286db18048 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:55.101646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5e467e8c-6587-479f-bc0c-5b286db18048 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:55.131037 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-265485bc-574f-47b9-8aec-481eba12356a req-44fca63e-8e86-424f-b7d4-1b59c3e533a4 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7558079 Mar 03 18:07:55.132766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8c78f24-629a-4a0b-849b-20d298f61b13 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.143070 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.162296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8c78f24-629a-4a0b-849b-20d298f61b13 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.262371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5e467e8c-6587-479f-bc0c-5b286db18048 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:55.264473 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e467e8c-6587-479f-bc0c-5b286db18048 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3848982 Mar 03 18:07:55.274173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36272) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:55.336192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8c78f24-629a-4a0b-849b-20d298f61b13 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.370089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c78f24-629a-4a0b-849b-20d298f61b13 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3c6a32f-f7ff-47a8-873c-61f6d1b19587,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:55.408795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 3e670514-b54e-41b0-a96e-2a25c637d21d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:55.413950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.430403 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8c78f24-629a-4a0b-849b-20d298f61b13 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.434527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b8c78f24-629a-4a0b-849b-20d298f61b13 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a3c6a32f-f7ff-47a8-873c-61f6d1b19587 HTTP/1.1" status: 204 len: 168 time: 1.0174441 Mar 03 18:07:55.450200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36278) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:55.492740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.553918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a2d57964-41c3-47f4-be78-afadf4c24287 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:55.603416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a2d57964-41c3-47f4-be78-afadf4c24287 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:55.610323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a2d57964-41c3-47f4-be78-afadf4c24287 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1544495 Mar 03 18:07:55.618385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36288) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:55.632104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603365f-ba50-432d-a231-3619bdb393c4 req-af8814f7-8172-40b0-ab0f-ee101fa92e2d tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:55.632965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2603365f-ba50-432d-a231-3619bdb393c4 req-af8814f7-8172-40b0-ab0f-ee101fa92e2d tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Synchronizing usage tracker for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:55.710551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1766fc5f-6d7f-4625-b868-40c76900feb9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.724048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1766fc5f-6d7f-4625-b868-40c76900feb9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.726471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2603365f-ba50-432d-a231-3619bdb393c4 req-af8814f7-8172-40b0-ab0f-ee101fa92e2d tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Unset dirty status for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:55.728083 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2603365f-ba50-432d-a231-3619bdb393c4 req-af8814f7-8172-40b0-ab0f-ee101fa92e2d tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 931 time: 0.6947393 Mar 03 18:07:55.749554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.836674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1766fc5f-6d7f-4625-b868-40c76900feb9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.868138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766fc5f-6d7f-4625-b868-40c76900feb9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6db010f1-773b-4aa2-89e3-d04eaa65eea4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:55.879542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1766fc5f-6d7f-4625-b868-40c76900feb9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:55.883693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1766fc5f-6d7f-4625-b868-40c76900feb9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6db010f1-773b-4aa2-89e3-d04eaa65eea4 HTTP/1.1" status: 204 len: 168 time: 0.2643478 Mar 03 18:07:55.886526 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2603365f-ba50-432d-a231-3619bdb393c4 req-586082db-35b4-4d01-8882-29bd164a8017 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510344 Mar 03 18:07:55.887524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36300) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:55.905283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.054902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06cf7cb0-955a-4a24-bb10-c21a7fc00fc5 req-fc0b5be0-be70-4c52-ac8c-c905e44caf12 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0452087 Mar 03 18:07:56.101146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-330e78e7-6959-4cff-8a6b-eae9dccadf4f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:56.137012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b618cf-6268-451c-9b93-88b44754ea53 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:07:56.164642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.196337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-330e78e7-6959-4cff-8a6b-eae9dccadf4f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:56.201018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-330e78e7-6959-4cff-8a6b-eae9dccadf4f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3125942 Mar 03 18:07:56.209967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:56.217755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Transition to ACTIVE for port object b0b618cf-6268-451c-9b93-88b44754ea53 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:07:56.225067 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.290755 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32db926d-0f63-46f3-90d5-274b72c34091 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.307322 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32db926d-0f63-46f3-90d5-274b72c34091 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.338535 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.429285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32db926d-0f63-46f3-90d5-274b72c34091 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.576598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db926d-0f63-46f3-90d5-274b72c34091 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20038aea-9df2-4788-81cb-24673f88757a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:56.578131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=3e670514-b54e-41b0-a96e-2a25c637d21d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:56.590575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c8fc57-ac9f-4e25-ba7e-40c091a38010 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:56.591930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.596829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32db926d-0f63-46f3-90d5-274b72c34091 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.600110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-32db926d-0f63-46f3-90d5-274b72c34091 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/20038aea-9df2-4788-81cb-24673f88757a HTTP/1.1" status: 204 len: 168 time: 0.3865888 Mar 03 18:07:56.607211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36334) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:56.628257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e6c67d65-b99d-40c3-92c1-d7a655acc9cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/3e670514-b54e-41b0-a96e-2a25c637d21d HTTP/1.1" status: 204 len: 168 time: 1.3415906 Mar 03 18:07:56.630304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Deleting port e6736a35-ec88-43aa-b6ef-c93c37f2a923 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:56.630700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:56.660955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36338) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:56.839360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b618cf-6268-451c-9b93-88b44754ea53,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:56.908112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122e8c-8c13-41c1-92e4-42c8ebad5b65 req-1047a8c4-ea39-4f13-9c92-89b9e84eef74 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:56.926786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45122e8c-8c13-41c1-92e4-42c8ebad5b65 req-1047a8c4-ea39-4f13-9c92-89b9e84eef74 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.5014653 Mar 03 18:07:56.927153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Attempting to bind port b0b618cf-6268-451c-9b93-88b44754ea53 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:07:56.929578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Attempting to bind port b0b618cf-6268-451c-9b93-88b44754ea53 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'b5c84a36-d050-45d7-a27b-4a65fdc22c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:07:56.929578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Attempting to bind port b0b618cf-6268-451c-9b93-88b44754ea53 on network 26674299-b4e7-4115-8b97-2bcaf16d3f54 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:56.940894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Port b0b618cf-6268-451c-9b93-88b44754ea53 on network 26674299-b4e7-4115-8b97-2bcaf16d3f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:07:56.941208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Attempting to bind port b0b618cf-6268-451c-9b93-88b44754ea53 on network 26674299-b4e7-4115-8b97-2bcaf16d3f54 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:07:56.958121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:07:56.959214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Checking segment: {'id': 'b5c84a36-d050-45d7-a27b-4a65fdc22c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:07:56.959624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Bound using segment: {'id': 'b5c84a36-d050-45d7-a27b-4a65fdc22c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:07:56.960069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Bound port: b0b618cf-6268-451c-9b93-88b44754ea53, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c84a36-d050-45d7-a27b-4a65fdc22c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:07:56.960424 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:57.234830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ca5f0c72-160e-4345-97d5-43882cd300aa tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:57.284552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:07:57.299964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b0b618cf-6268-451c-9b93-88b44754ea53,segment=NetworkSegment(b5c84a36-d050-45d7-a27b-4a65fdc22c81),segment_id=b5c84a36-d050-45d7-a27b-4a65fdc22c81)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:07:57.315028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:57.397677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:57.398761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:57.402127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] 10.222.0.16 "PUT /v2.0/ports/b0b618cf-6268-451c-9b93-88b44754ea53 HTTP/1.1" status: 200 len: 1091 time: 2.6299784 Mar 03 18:07:57.411004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:07:57.456870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45122e8c-8c13-41c1-92e4-42c8ebad5b65 req-0008149d-c166-497d-8c2a-daf3c5f832a4 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895666 Mar 03 18:07:57.467091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet cbaf0bdc-36f8-418d-9859-c29c4d2df1ef {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:07:57.492077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:57.544231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa585f-6e5e-447e-862e-105d35fa8d78 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b618cf-6268-451c-9b93-88b44754ea53,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:57.590370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9acf-969d-4960-9de8-6911a3324376 req-fe1f0df0-56ca-47ef-be6c-038d387e08fc tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:57.597451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-861d9acf-969d-4960-9de8-6911a3324376 req-fe1f0df0-56ca-47ef-be6c-038d387e08fc tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 943 time: 0.4058819 Mar 03 18:07:57.657951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-861d9acf-969d-4960-9de8-6911a3324376 req-a123d5bd-b6b8-4b20-a45c-dc7bbb93eb2f tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595191 Mar 03 18:07:57.678246 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:57.703065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-3dab5ae2-bcbd-4610-bd55-f36220b7f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:57.704875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-3dab5ae2-bcbd-4610-bd55-f36220b7f986 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da44f62f78164fa5bf9c5cf99688b193&device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 1094 time: 0.2184381 Mar 03 18:07:57.787228 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53', 'status': 'completed', 'code': 200} Mar 03 18:07:57.795744 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:57.809637 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-ec0ba503-5cea-4016-b131-1ec997e4f4c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0b618cf-6268-451c-9b93-88b44754ea53 HTTP/1.1" status: 200 len: 217 time: 0.0941038 Mar 03 18:07:57.903071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-b52f6214-80d9-49fc-bddf-a929496cfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:57.904708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-b52f6214-80d9-49fc-bddf-a929496cfc8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48f3e5a8-04c8-472e-b2b5-aae2658514be HTTP/1.1" status: 200 len: 850 time: 0.0861073 Mar 03 18:07:57.976431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-12892141-03a3-4ea5-b251-75a80be84474 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26674299-b4e7-4115-8b97-2bcaf16d3f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647447 Mar 03 18:07:58.095738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ca5f0c72-160e-4345-97d5-43882cd300aa tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:58.100046 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ca5f0c72-160e-4345-97d5-43882cd300aa tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.4916787 Mar 03 18:07:58.113560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36384) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:58.166101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-b5890ed0-afd6-4764-bfbf-0a41dfd6e0a8 service neutron] 10.222.0.16 "GET /v2.0/networks/26674299-b4e7-4115-8b97-2bcaf16d3f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821744 Mar 03 18:07:58.167627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] For port e6736a35-ec88-43aa-b6ef-c93c37f2a923, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e6736a35-ec88-43aa-b6ef-c93c37f2a923,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:58.168026 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.199424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae047d87-4bbc-4d8e-94ee-af2ce2409f97 req-6c6bca96-b4c7-440b-bca4-24880fb446bc tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.3435717 Mar 03 18:07:58.407261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-54ffefa7-9257-4bb2-bf84-26da8da2cc2c None None] Provisioning complete for port 8f60c275-ce51-454a-b10a-0c39be4e2a3c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:07:58.407843 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54ffefa7-9257-4bb2-bf84-26da8da2cc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.412517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Calling delete_port for e6736a35-ec88-43aa-b6ef-c93c37f2a923 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:58.432271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67b7b1aa-1036-4f76-aae6-50736fe79eed req-2143b8fb-3e0e-438f-8184-dc20c03b9f89 service neutron] 10.222.0.16 "GET /v2.0/networks/26674299-b4e7-4115-8b97-2bcaf16d3f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606034 Mar 03 18:07:58.465104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bba32daf-a150-41d3-95eb-37a48a60ed6f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.476730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da793-e1ef-4424-bb8a-9cffaa379b3d req-10bd68ca-e9ab-4f5b-8f00-85ef200acbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:58.478707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-178da793-e1ef-4424-bb8a-9cffaa379b3d req-10bd68ca-e9ab-4f5b-8f00-85ef200acbca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 1.8166542 Mar 03 18:07:58.543501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bba32daf-a150-41d3-95eb-37a48a60ed6f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.629578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d181e-45bd-450c-b553-78465a83fc62 req-67438d7a-7abf-4251-b359-34a1f35642e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:58.631840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-649d181e-45bd-450c-b553-78465a83fc62 req-67438d7a-7abf-4251-b359-34a1f35642e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da44f62f78164fa5bf9c5cf99688b193&device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 1094 time: 0.1180835 Mar 03 18:07:58.637616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-178da793-e1ef-4424-bb8a-9cffaa379b3d req-59b9a1cc-7a37-4d42-a77e-e4f850173730 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275687 Mar 03 18:07:58.640430 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.716996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=cbaf0bdc-36f8-418d-9859-c29c4d2df1ef,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:58.719132 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.725757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bba32daf-a150-41d3-95eb-37a48a60ed6f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.727027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8242cca-9615-49ad-a2f0-576397c2a816 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:07:58.754916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e2dde6e3-d083-47b2-9ef7-bcddb3aa260e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/cbaf0bdc-36f8-418d-9859-c29c4d2df1ef HTTP/1.1" status: 204 len: 168 time: 2.0883629 Mar 03 18:07:58.756559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36408) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:58.759200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba32daf-a150-41d3-95eb-37a48a60ed6f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d14961c0-b416-4829-a8bf-96785f7655d0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:58.762723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bba32daf-a150-41d3-95eb-37a48a60ed6f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:58.766675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bba32daf-a150-41d3-95eb-37a48a60ed6f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d14961c0-b416-4829-a8bf-96785f7655d0 HTTP/1.1" status: 204 len: 168 time: 0.6496363 Mar 03 18:07:58.769147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36412) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:58.866731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-faf5cc2d-f9f4-4b4d-8c00-83ab9b0b27cd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087191 Mar 03 18:07:58.873132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36418) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:58.882905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:07:58.989509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d181e-45bd-450c-b553-78465a83fc62 req-150a8f83-9002-496e-a41f-ac9afedb6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:58.991267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-649d181e-45bd-450c-b553-78465a83fc62 req-150a8f83-9002-496e-a41f-ac9afedb6968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26674299-b4e7-4115-8b97-2bcaf16d3f54 HTTP/1.1" status: 200 len: 911 time: 0.3045223 Mar 03 18:07:59.125667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b9a2106d-565e-4cce-9e95-5eff3f6cb0b2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:07:59.134385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:07:59.145603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:07:59.153722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:07:59.163036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:07:59.176232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-649d181e-45bd-450c-b553-78465a83fc62 req-b4b48385-381e-4d70-937d-380b2f8a1543 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0b618cf-6268-451c-9b93-88b44754ea53 HTTP/1.1" status: 200 len: 217 time: 0.1772430 Mar 03 18:07:59.212384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93497ec6-1247-490f-8324-0a4170583560 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:07:59.216379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-93497ec6-1247-490f-8324-0a4170583560 None None] Deleting port 8f60c275-ce51-454a-b10a-0c39be4e2a3c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:07:59.216945 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93497ec6-1247-490f-8324-0a4170583560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:59.229574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b9a2106d-565e-4cce-9e95-5eff3f6cb0b2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:07:59.233703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b9a2106d-565e-4cce-9e95-5eff3f6cb0b2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4610183 Mar 03 18:07:59.281008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:07:59.285920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d181e-45bd-450c-b553-78465a83fc62 req-40952686-b5f7-4e9e-a482-7deb4b417823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:59.286082 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:59.286230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-649d181e-45bd-450c-b553-78465a83fc62 req-40952686-b5f7-4e9e-a482-7deb4b417823 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48f3e5a8-04c8-472e-b2b5-aae2658514be HTTP/1.1" status: 200 len: 850 time: 0.0994468 Mar 03 18:07:59.286918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36430) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:07:59.310476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:59.413231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f9fe-6569-4fb3-8dfe-0b23592adf38 req-7582459c-9d0b-46ae-b809-05f8a4e954dd tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:59.423077 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7467f9fe-6569-4fb3-8dfe-0b23592adf38 req-7582459c-9d0b-46ae-b809-05f8a4e954dd tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 943 time: 0.5193572 Mar 03 18:07:59.470080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6736a35-ec88-43aa-b6ef-c93c37f2a923,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:07:59.551716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-93497ec6-1247-490f-8324-0a4170583560 None None] For port 8f60c275-ce51-454a-b10a-0c39be4e2a3c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8f60c275-ce51-454a-b10a-0c39be4e2a3c,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:07:59.552194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93497ec6-1247-490f-8324-0a4170583560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:59.572650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-649d181e-45bd-450c-b553-78465a83fc62 req-4da09cbd-5c6d-414e-acb3-2cc1f4a9c34d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26674299-b4e7-4115-8b97-2bcaf16d3f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2775478 Mar 03 18:07:59.655795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b50ef15-2c98-4d95-bcb8-b42fe5fefe16 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:59.720755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fb37e-96c9-4eea-86f2-a7c07ab7f1e2 req-38655989-b350-4dbf-bf9d-12f1aea27c9e tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:07:59.753133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a4fb37e-96c9-4eea-86f2-a7c07ab7f1e2 req-38655989-b350-4dbf-bf9d-12f1aea27c9e tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 1.1106596 Mar 03 18:07:59.850877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-93497ec6-1247-490f-8324-0a4170583560 None None] Calling delete_port for 8f60c275-ce51-454a-b10a-0c39be4e2a3c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:07:59.896430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b50ef15-2c98-4d95-bcb8-b42fe5fefe16 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:07:59.950122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a4fb37e-96c9-4eea-86f2-a7c07ab7f1e2 req-9873a322-386e-4529-937c-74ad929fd60c tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787915 Mar 03 18:08:00.041771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-649d181e-45bd-450c-b553-78465a83fc62 req-d26547b5-0f2b-4528-ba95-7d254c778ae0 service neutron] 10.222.0.16 "GET /v2.0/networks/26674299-b4e7-4115-8b97-2bcaf16d3f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497912 Mar 03 18:08:00.043837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b50ef15-2c98-4d95-bcb8-b42fe5fefe16 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:00.090110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7467f9fe-6569-4fb3-8dfe-0b23592adf38 req-de48b958-6258-4987-91d5-ffd16a6af4b6 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Synchronizing usage tracker for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:00.223530 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93497ec6-1247-490f-8324-0a4170583560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:00.227036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-649d181e-45bd-450c-b553-78465a83fc62 req-5e4c775c-143d-4908-99d8-78c4ecd6f87b service neutron] 10.222.0.16 "GET /v2.0/networks/26674299-b4e7-4115-8b97-2bcaf16d3f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670890 Mar 03 18:08:00.273320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:00.275660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50ef15-2c98-4d95-bcb8-b42fe5fefe16 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f977787c-4f29-4310-8ab6-e6f2f6255305,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:00.283584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93497ec6-1247-490f-8324-0a4170583560 None None] Pushing event deleted for resources: {'Port': ['ID=8f60c275-ce51-454a-b10a-0c39be4e2a3c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:00.288150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93497ec6-1247-490f-8324-0a4170583560 None None] No DVR routers for this DVR port 8f60c275-ce51-454a-b10a-0c39be4e2a3c on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:00.369808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7467f9fe-6569-4fb3-8dfe-0b23592adf38 req-de48b958-6258-4987-91d5-ffd16a6af4b6 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Unset dirty status for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:00.371027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7467f9fe-6569-4fb3-8dfe-0b23592adf38 req-de48b958-6258-4987-91d5-ffd16a6af4b6 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9472206 Mar 03 18:08:00.376513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbeb9af6-0f76-4b95-98a2-734851087e2f req-fb617c24-f238-4729-9286-102cfa276eda tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1431398 Mar 03 18:08:00.376616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:00.377638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b50ef15-2c98-4d95-bcb8-b42fe5fefe16 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:00.380861 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b50ef15-2c98-4d95-bcb8-b42fe5fefe16 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f977787c-4f29-4310-8ab6-e6f2f6255305 HTTP/1.1" status: 204 len: 168 time: 1.0878670 Mar 03 18:08:00.382096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:00.383636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36458) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:00.397466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f3bc5-c881-4a53-923b-30bc19b1d489 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:00.414498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:00.415815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:00.430283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=269b4b1e-d712-4a1f-97c1-b1baf1d1977a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:00.583539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36466) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:00.585984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-570d47cb-82a9-4a3f-bc5d-47718075e4bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7102785 Mar 03 18:08:00.590589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:00.593812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:00.613053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-862d4960-4b0b-4fe5-af47-67ea726cd488 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2261009 Mar 03 18:08:00.613602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36474) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:00.856883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '269b4b1e-d712-4a1f-97c1-b1baf1d1977a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:08:00.857894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:00.938407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:00.942854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:00.946462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:00.955972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:00.976039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:00.980043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.144081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Allocated IP 172.20.0.2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/269b4b1e-d712-4a1f-97c1-b1baf1d1977a/b27d9ecf-7e45-4239-9ee3-7e057ff130dd) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:01.277699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-024e027b-bc33-4a5b-badf-0009f904de9c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.286605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f60c275-ce51-454a-b10a-0c39be4e2a3c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:01.329800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8f60c275-ce51-454a-b10a-0c39be4e2a3c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:01.330533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f60c275-ce51-454a-b10a-0c39be4e2a3c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:01.417406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-024e027b-bc33-4a5b-badf-0009f904de9c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.542148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0eaf6-a119-402c-b6e0-545177169433 req-15395827-5da4-4aa0-b4e3-f8f9c7f821d0 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:01.549966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fff0eaf6-a119-402c-b6e0-545177169433 req-15395827-5da4-4aa0-b4e3-f8f9c7f821d0 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.4125605 Mar 03 18:08:01.570682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.583542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Transition to ACTIVE for port object b27d9ecf-7e45-4239-9ee3-7e057ff130dd will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:01.607282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Transition to ACTIVE for port object b27d9ecf-7e45-4239-9ee3-7e057ff130dd will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:01.617041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.642203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fff0eaf6-a119-402c-b6e0-545177169433 req-d3ce2acd-6fea-4064-a116-6316b75d9df4 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912721 Mar 03 18:08:01.675494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-024e027b-bc33-4a5b-badf-0009f904de9c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.708836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:01.718128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:01.731541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:01.856651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-024e027b-bc33-4a5b-badf-0009f904de9c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.856651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-024e027b-bc33-4a5b-badf-0009f904de9c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/236fa083-e156-499a-a7fe-148d8e25bed1 HTTP/1.1" status: 204 len: 168 time: 1.2170699 Mar 03 18:08:01.856651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e027b-bc33-4a5b-badf-0009f904de9c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236fa083-e156-499a-a7fe-148d8e25bed1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:01.856651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:01.925740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Pushing event updated for resources: {'Port': ['ID=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:01.935335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Attempting to bind port b27d9ecf-7e45-4239-9ee3-7e057ff130dd on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:08:01.935704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Attempting to bind port b27d9ecf-7e45-4239-9ee3-7e057ff130dd by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:08:01.936074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Attempting to bind port b27d9ecf-7e45-4239-9ee3-7e057ff130dd on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:08:01.945369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:08:01.945752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:08:01.946155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.946545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:08:01.947135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Bound port: b27d9ecf-7e45-4239-9ee3-7e057ff130dd, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:08:01.947512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:01.948283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d5a42d2b-3d31-4e68-965b-04f6ed2bdc0a req-b1fbc6fd-8cd1-4fba-af80-528cb2553593 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0763810 Mar 03 18:08:01.969022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:08:01.989942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:08:02.016809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-213640385', 'description': 'tempest-description-1486305170'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:02.031993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:02.046591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:02.047092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] For port b27d9ecf-7e45-4239-9ee3-7e057ff130dd, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:08:02.050204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] For port b27d9ecf-7e45-4239-9ee3-7e057ff130dd, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:08:02.056268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:02.095660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:02.099882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7c295-28a4-4d1a-86a3-b3c71a58e284 req-0a1c57da-52e9-48cf-9909-ada551a0d484 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:02.126715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2d7c295-28a4-4d1a-86a3-b3c71a58e284 req-0a1c57da-52e9-48cf-9909-ada551a0d484 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 943 time: 0.4362931 Mar 03 18:08:02.178744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54a324-505b-47a1-8340-3b0ae07a45e3 None None] Pushing event updated for resources: {'Port': ['ID=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:02.275896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2d7c295-28a4-4d1a-86a3-b3c71a58e284 req-e802c97b-e18f-4b8d-b6e4-0e4025a7e5ff tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481147 Mar 03 18:08:02.321105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b0b618cf-6268-451c-9b93-88b44754ea53 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:08:02.341586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:08:02.351042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1fd82984-5f7d-45b5-8c82-fd4366676c43 admin admin] 10.222.0.23 "PUT /v2.0/routers/70f7b872-3bbe-41f7-bdb1-466b9daa08a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5822394 Mar 03 18:08:02.354846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7dd1e9d9-1b00-465c-b35f-9a9c685dcc92 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:02.356486 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] Sync routers for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:08:02.360755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36526) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:02.383702 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:02.384623 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:07:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:02.474770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:02.487876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7dd1e9d9-1b00-465c-b35f-9a9c685dcc92 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:02.495334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7dd1e9d9-1b00-465c-b35f-9a9c685dcc92 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6452277 Mar 03 18:08:02.501658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:02.506681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36530) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:02.507086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Usage tracker for resource:security_group_rule and tenant:7fc15dd8d7714bd487ba710aa19905cf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:02.527769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:02.534974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089576272'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:02.540904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:02.555533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:02.631484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:02.658056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:02.684486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b0b618cf-6268-451c-9b93-88b44754ea53,segment=NetworkSegment(b5c84a36-d050-45d7-a27b-4a65fdc22c81),segment_id=b5c84a36-d050-45d7-a27b-4a65fdc22c81)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:02.695554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:02.705478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:02.718961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:02.719927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'b0b618cf-6268-451c-9b93-88b44754ea53', 'network_id': '26674299-b4e7-4115-8b97-2bcaf16d3f54', 'port_id': 'b0b618cf-6268-451c-9b93-88b44754ea53', 'mac_address': 'fa:16:3e:33:28:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f3e5a8-04c8-472e-b2b5-aae2658514be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:08:02.736856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:02.832566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:02.931451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:02.932315 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:02.961875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b618cf-6268-451c-9b93-88b44754ea53 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:08:03.013437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b0b618cf-6268-451c-9b93-88b44754ea53,segment=NetworkSegment(b5c84a36-d050-45d7-a27b-4a65fdc22c81),segment_id=b5c84a36-d050-45d7-a27b-4a65fdc22c81)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:03.023729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.101502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b27d9ecf-7e45-4239-9ee3-7e057ff130dd up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:03.186544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] For port b27d9ecf-7e45-4239-9ee3-7e057ff130dd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:03.262498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.270128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.281961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.293046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.334451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Deleting port 32ba30d5-f57c-4a28-a0ec-5e046964430d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:03.336175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.383977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b0b618cf-6268-451c-9b93-88b44754ea53'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:08:03.392621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40179afb-f632-4c06-a77a-c646da5c8b91 req-3264e1ec-c22c-4318-ad99-a6412b170a8b tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1126246 Mar 03 18:08:03.393626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.412341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:08:03.444308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.467398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.468161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.566623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b27d9ecf-7e45-4239-9ee3-7e057ff130dd completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:03.679153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b0b618cf-6268-451c-9b93-88b44754ea53,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:03.855491 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:07:59Z', 'revision_number': 5, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port': {'id': '32ba30d5-f57c-4a28-a0ec-5e046964430d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:12Z', 'updated_at': '2022-03-03T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:03.860531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:03.863037 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6029d1c-be79-4343-93c9-83ac0ebb4e7b req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.8499906 Mar 03 18:08:03.873679 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] Checking router: 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:08:03.899453 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] Routers {'70f7b872-3bbe-41f7-bdb1-466b9daa08a2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:03.900345 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:07:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:04.007469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bca41213-9ef6-489d-87f7-f11f6d14acac None None] Provisioning for port b27d9ecf-7e45-4239-9ee3-7e057ff130dd completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:04.014479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bca41213-9ef6-489d-87f7-f11f6d14acac None None] Provisioning complete for port b27d9ecf-7e45-4239-9ee3-7e057ff130dd triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:04.015142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bca41213-9ef6-489d-87f7-f11f6d14acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:04.043272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,revision_number=4']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:04.047128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=cf49f629-59a7-49a7-aa85-db589f01ce5f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:04.068552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95bcdb2-b27b-46d3-a201-daefff25d053,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:04.105947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:04.113405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:04.116376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:04.118643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:04.143958 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:04.147700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5668f3d-38f4-4f4e-9d75-692f1fa81830 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:04.161519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-69adfd93-5bc3-4db7-8443-53a0c563aef7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6506479 Mar 03 18:08:04.165263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:04.167422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] For port 32ba30d5-f57c-4a28-a0ec-5e046964430d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=32ba30d5-f57c-4a28-a0ec-5e046964430d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:04.167895 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:04.188535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': 'f95bcdb2-b27b-46d3-a201-daefff25d053', 'direction': 'ingress', 'protocol': 17}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:04.214118 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] Set router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:04.255799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:04.269215 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-591dc9f8-7073-4f0f-b7e1-734728c4ba8b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6842668 Mar 03 18:08:04.271730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36576) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:04.283478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:75:42:a9', 'name': 'tempest-NetworksTestDHCPv6-744402159'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:04.302649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:04.310693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:04.342873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:04.354618 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:08:03Z', 'revision_number': 6, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:04.365373 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f4826-ff94-4ddb-908e-901518083ebf None None] The sync data for ids ['70f7b872-3bbe-41f7-bdb1-466b9daa08a2'] in n-d-827121-1 is: [{'id': '70f7b872-3bbe-41f7-bdb1-466b9daa08a2', 'name': 'tempest-TaggedBootDevicesTest-39138356-router', 'tenant_id': '66e1ca2aecec440e84288bbfb217fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:10Z', 'updated_at': '2022-03-03T18:08:03Z', 'revision_number': 6, 'project_id': '66e1ca2aecec440e84288bbfb217fee1', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:08:04.443961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Calling delete_port for 32ba30d5-f57c-4a28-a0ec-5e046964430d owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:04.486792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8f989-9ba4-4347-8b47-90fe2dcb5e39 req-ffcca6a2-e1bf-4f50-9e67-5f6d74ced7f2 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:04.497886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43d8f989-9ba4-4347-8b47-90fe2dcb5e39 req-ffcca6a2-e1bf-4f50-9e67-5f6d74ced7f2 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 944 time: 0.4938715 Mar 03 18:08:04.523204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:04.544914 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bca41213-9ef6-489d-87f7-f11f6d14acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:04.665511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b0f14-f264-4943-8341-272bb5d50ec2 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56293163-11f0-4f15-a561-750249370e09,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:04.674486 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43d8f989-9ba4-4347-8b47-90fe2dcb5e39 req-3293c8fc-8600-4e46-a630-3d24752bfa3b tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747482 Mar 03 18:08:04.699692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:04.719321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:04.735211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:04.762407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bca41213-9ef6-489d-87f7-f11f6d14acac None None] For port b27d9ecf-7e45-4239-9ee3-7e057ff130dd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:04.781844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:04.789314 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bca41213-9ef6-489d-87f7-f11f6d14acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:04.815306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:04.870841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-0351456b-56ff-41f7-ae7c-0149593e156f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:04.895787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-0351456b-56ff-41f7-ae7c-0149593e156f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:04.903304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-0351456b-56ff-41f7-ae7c-0149593e156f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-213640385&fields=id&tenant_id=7fc15dd8d7714bd487ba710aa19905cf HTTP/1.1" status: 200 len: 267 time: 0.4745502 Mar 03 18:08:04.958945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b27d9ecf-7e45-4239-9ee3-7e057ff130dd up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:04.969214 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.073155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ba30d5-f57c-4a28-a0ec-5e046964430d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:05.073631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.205936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca41213-9ef6-489d-87f7-f11f6d14acac None None] Pushing event updated for resources: {'Port': ['ID=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:05.209985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-085616fa-9ed6-4575-a2fd-b08a7263e2f3 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:05.211509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-085616fa-9ed6-4575-a2fd-b08a7263e2f3 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.3085022 Mar 03 18:08:05.220316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.227089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Request body: {'port': {'security_groups': ['7a771813-bf31-49f1-940a-fbe764f85bd4', '56293163-11f0-4f15-a561-750249370e09']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:05.238924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5269561-d603-4173-961b-10a0f5b67dbf req-e4650b83-b585-4e98-a604-85952b30c6fe tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1802874 Mar 03 18:08:05.254334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b27d9ecf-7e45-4239-9ee3-7e057ff130dd triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:05.254705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.260397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.273828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e4824f-2ac3-4235-b7a7-86e9f01d94c1,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:05.331578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 2d317057-57d6-4e43-b5ee-101e837d137a yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:08:05.376144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.415810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.417003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-54f235e4-2611-45ff-8de5-7458538c97a6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2506623 Mar 03 18:08:05.431092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36602) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:05.438938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e6736a35-ec88-43aa-b6ef-c93c37f2a923 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:05.546020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e6736a35-ec88-43aa-b6ef-c93c37f2a923 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:05.546353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e6736a35-ec88-43aa-b6ef-c93c37f2a923 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:05.653070 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90c05ce1-c230-4002-84b1-e7112cc5c681 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.731640 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90c05ce1-c230-4002-84b1-e7112cc5c681 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.759840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.774453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.791738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.921501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 172.20.0.14 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/269b4b1e-d712-4a1f-97c1-b1baf1d1977a/2d317057-57d6-4e43-b5ee-101e837d137a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:05.936633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.937810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f7b872-3bbe-41f7-bdb1-466b9daa08a2 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:08:05.955905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:05.959652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fafb4220-7e47-4244-ab3c-d608c9586a20 admin admin] 10.222.0.23 "DELETE /v2.0/routers/70f7b872-3bbe-41f7-bdb1-466b9daa08a2 HTTP/1.1" status: 204 len: 168 time: 3.5863392 Mar 03 18:08:05.963171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36618) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:06.016457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fe75:42a9 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/cf49f629-59a7-49a7-aa85-db589f01ce5f/2d317057-57d6-4e43-b5ee-101e837d137a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:06.024913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90c05ce1-c230-4002-84b1-e7112cc5c681 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.061026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c05ce1-c230-4002-84b1-e7112cc5c681 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95bcdb2-b27b-46d3-a201-daefff25d053,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:06.142154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] Deleting subnet 836f3144-e7fd-473b-b518-be55f8b79c09 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:08:06.146184 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.165298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90c05ce1-c230-4002-84b1-e7112cc5c681 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.168670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-90c05ce1-c230-4002-84b1-e7112cc5c681 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/f95bcdb2-b27b-46d3-a201-daefff25d053 HTTP/1.1" status: 204 len: 168 time: 0.7343614 Mar 03 18:08:06.171570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36630) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:06.250013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.387770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b0b618cf-6268-451c-9b93-88b44754ea53 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:06.530014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.547402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port b0b618cf-6268-451c-9b93-88b44754ea53 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:06.553263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port b0b618cf-6268-451c-9b93-88b44754ea53 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:06.553692 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.566110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 2d317057-57d6-4e43-b5ee-101e837d137a will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:06.683492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c738d0-ce97-40b3-a770-b492dd4c2954 req-1b69d226-abe1-45ed-88e4-8265cfdda9bf tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:06.688109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90c738d0-ce97-40b3-a770-b492dd4c2954 req-1b69d226-abe1-45ed-88e4-8265cfdda9bf tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 944 time: 0.7668011 Mar 03 18:08:06.696247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c805df89-380c-42e9-adcd-56291cce9c48 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:06.699287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.730001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.732419 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.791623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b0b618cf-6268-451c-9b93-88b44754ea53,segment=NetworkSegment(b5c84a36-d050-45d7-a27b-4a65fdc22c81),segment_id=b5c84a36-d050-45d7-a27b-4a65fdc22c81)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:06.792821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90e4cf75-b004-4292-bd48-a7e2df03de1f None None] Provisioning complete for port b27d9ecf-7e45-4239-9ee3-7e057ff130dd triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:06.793300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90e4cf75-b004-4292-bd48-a7e2df03de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.816377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:06.886377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:06.888649 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.899179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:06.902740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b27d9ecf-7e45-4239-9ee3-7e057ff130dd up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:06.923770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=2d317057-57d6-4e43-b5ee-101e837d137a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:06.935143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:06.940793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90c738d0-ce97-40b3-a770-b492dd4c2954 req-f5ec7d1a-f527-404e-a0b8-13bffe0f28a2 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370968 Mar 03 18:08:06.941606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['79db1f6f-d57a-475d-bc67-f1a8b403e479'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:08:06.942239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:06.950098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c805df89-380c-42e9-adcd-56291cce9c48 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:06.951522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c805df89-380c-42e9-adcd-56291cce9c48 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7769337 Mar 03 18:08:06.952784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:07.003212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.022992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36650) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:07.054341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--75093152'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:07.077038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:07.095484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.135566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:07.144961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event updated for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:07.188178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:07.189196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.240396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.299644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.322863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836f3144-e7fd-473b-b518-be55f8b79c09,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:07.345008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:07.346168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.357842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-332953d4-2e1a-4845-bbe8-b4b7f688e5a9 req-10107e27-1a8c-4534-b1b8-c1b76028da9f tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "PUT /v2.0/ports/79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 982 time: 2.1371005 Mar 03 18:08:07.359717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:07.360594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced0874-cad8-4ae9-a72f-57b34f74ad28 None None] Network 141a9fdb-a208-4a3f-9923-08a66a420473 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:07.371936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-94cc3a69-0b52-4eee-9746-d4c36d5d35c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/836f3144-e7fd-473b-b518-be55f8b79c09 HTTP/1.1" status: 204 len: 168 time: 1.4080930 Mar 03 18:08:07.375052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36668) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:07.416495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74743f23-c772-42c7-b642-557c4c383b30 req-110091b0-5f95-4a8b-a353-8766707a222a tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.2001560 Mar 03 18:08:07.424447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c191a3b6-94b3-459c-9791-ffbe22c0ebbc tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1470294 Mar 03 18:08:07.427694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:07.536419 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.539084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:07.556095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Deleting port 00b440df-b00d-4f7b-827b-077c49007c7a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:07.556445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:07.579984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:07.596735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:07.620956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:07.647946 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53', 'code': 200} Mar 03 18:08:07.748844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-6b88ad1f-3c86-47e6-8f24-4780776393f7 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-213640385&fields=id&tenant_id=7fc15dd8d7714bd487ba710aa19905cf HTTP/1.1" status: 200 len: 267 time: 0.0791955 Mar 03 18:08:07.753283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['79db1f6f-d57a-475d-bc67-f1a8b403e479'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:08:07.867185 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'status': 'completed', 'code': 200} Mar 03 18:08:07.993606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3506f8-03a8-4db8-aab6-d6557f1a1d84 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:08.007817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b0b618cf-6268-451c-9b93-88b44754ea53,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:08.010502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3506f8-03a8-4db8-aab6-d6557f1a1d84 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:08.031051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6b3506f8-03a8-4db8-aab6-d6557f1a1d84 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:08.069993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b27d9ecf-7e45-4239-9ee3-7e057ff130dd triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:08.072599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.107686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] For port 00b440df-b00d-4f7b-827b-077c49007c7a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=00b440df-b00d-4f7b-827b-077c49007c7a,segment=NetworkSegment(01fd1aaa-8dd9-45e7-b94d-584f7838bc60),segment_id=01fd1aaa-8dd9-45e7-b94d-584f7838bc60)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:08.108197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.158182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6b3506f8-03a8-4db8-aab6-d6557f1a1d84 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:08.159346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6b3506f8-03a8-4db8-aab6-d6557f1a1d84 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7187266 Mar 03 18:08:08.163943 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.164681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36692) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:08.211260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.321840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad0c169-961e-4afc-a27c-be3af963a037,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:08.354072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 2d317057-57d6-4e43-b5ee-101e837d137a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:08.354422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.401127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-56a0c705-64f9-4f4c-8858-16a4b50c5fca None None] Provisioning for port 2d317057-57d6-4e43-b5ee-101e837d137a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:08.423765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-cc7b19e2-5e3b-486f-8e61-15b89901b248 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:08.430878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-56a0c705-64f9-4f4c-8858-16a4b50c5fca None None] Provisioning complete for port 2d317057-57d6-4e43-b5ee-101e837d137a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:08.432291 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-56a0c705-64f9-4f4c-8858-16a4b50c5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.433515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-cc7b19e2-5e3b-486f-8e61-15b89901b248 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 985 time: 0.6833086 Mar 03 18:08:08.439055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Calling delete_port for 00b440df-b00d-4f7b-827b-077c49007c7a owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:08.439572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Request body: {'port': {'security_groups': ['7a771813-bf31-49f1-940a-fbe764f85bd4']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:08.468899 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.470458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2829ea47-2348-49e2-be20-64eac331d5cf tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4463472 Mar 03 18:08:08.479662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36704) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:08.480166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8125e66-1ec4-453d-8e33-65455dcda71b req-eef62f1d-2b2c-407c-928f-0de79ce0e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:08.482409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8125e66-1ec4-453d-8e33-65455dcda71b req-eef62f1d-2b2c-407c-928f-0de79ce0e2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 1096 time: 0.6986864 Mar 03 18:08:08.482548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b2bc4c-ffe0-4bed-bfa5-d10d7fee608f None None] DHCP port deletion for 141a9fdb-a208-4a3f-9923-08a66a420473 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:08:08.482974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-3263e8a1-e75f-49be-aec2-10924f0d3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:08.485314 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-3263e8a1-e75f-49be-aec2-10924f0d3104 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1136 time: 0.6169794 Mar 03 18:08:08.495077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977849082'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:08.508332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:08.541829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57b2bc4c-ffe0-4bed-bfa5-d10d7fee608f None None] Deleting port 00b440df-b00d-4f7b-827b-077c49007c7a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:08.542221 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57b2bc4c-ffe0-4bed-bfa5-d10d7fee608f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.613722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:08.619468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:08.642566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.647084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:08.715293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b440df-b00d-4f7b-827b-077c49007c7a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:08.744450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-56a0c705-64f9-4f4c-8858-16a4b50c5fca None None] Port 2d317057-57d6-4e43-b5ee-101e837d137a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:08:08.772237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8125e66-1ec4-453d-8e33-65455dcda71b req-a5862357-f673-48e8-94ab-e4b7ac3230aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776954 Mar 03 18:08:08.794509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] No DVR routers for this DVR port 00b440df-b00d-4f7b-827b-077c49007c7a on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:08.804752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.873025 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:08.901584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-57b2bc4c-ffe0-4bed-bfa5-d10d7fee608f None None] The port '00b440df-b00d-4f7b-827b-077c49007c7a' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:08:08.938662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd8eb-2d0f-48af-9fb5-486a8a71ba8f req-37487d0e-0452-4274-b9d7-c43362a9992d tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:08.941415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-240fd8eb-2d0f-48af-9fb5-486a8a71ba8f req-37487d0e-0452-4274-b9d7-c43362a9992d tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 945 time: 0.7177827 Mar 03 18:08:09.116151 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.138791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-fbc5274f-37cf-4cff-9856-970e357f1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:09.140785 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-fbc5274f-37cf-4cff-9856-970e357f1f88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.6275311 Mar 03 18:08:09.146968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 32ba30d5-f57c-4a28-a0ec-5e046964430d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:09.158983 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.263216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:09.278191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-c4f34e8e-ae15-4671-b480-2a7039ddd7b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 217 time: 0.1229646 Mar 03 18:08:09.288233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:09.290110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 32ba30d5-f57c-4a28-a0ec-5e046964430d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:09.294410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 32ba30d5-f57c-4a28-a0ec-5e046964430d not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:09.294504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141a9fdb-a208-4a3f-9923-08a66a420473']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:09.302380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:09.341620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 2d317057-57d6-4e43-b5ee-101e837d137a owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:09.351074 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-240fd8eb-2d0f-48af-9fb5-486a8a71ba8f req-fbaaf41f-aa1a-43b2-a79e-452f3fdce18a tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475805 Mar 03 18:08:09.351980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:09.398990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-4a603087-8b50-4df9-9526-c01528be8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:09.400487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-4a603087-8b50-4df9-9526-c01528be8136 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.0952713 Mar 03 18:08:09.402236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fd1aaa-8dd9-45e7-b94d-584f7838bc60') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:09.402537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fd1aaa-8dd9-45e7-b94d-584f7838bc60') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:09.440037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 00b440df-b00d-4f7b-827b-077c49007c7a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:09.545905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 00b440df-b00d-4f7b-827b-077c49007c7a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:09.545905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 00b440df-b00d-4f7b-827b-077c49007c7a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:09.656294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:09.707114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.736969 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-fa7e1d20-94ee-4a62-a150-cbb4f4b6c6c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034698 Mar 03 18:08:09.757962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a195e24-8c21-4944-afb9-b5e1bfd6c77a req-d130048c-d43e-481b-9936-6d4397e2c43c tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1197655 Mar 03 18:08:09.766120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.808790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.820228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.831242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['79db1f6f-d57a-475d-bc67-f1a8b403e479'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:08:09.841842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:08:09.842364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:08:09.878969 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:08:09.968332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:09.969190 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:09.974873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9585c209-c0d4-4df6-ad29-1f8fba927f10 req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "PUT /v2.0/ports/79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 943 time: 1.5401042 Mar 03 18:08:09.995876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:10.065858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['79db1f6f-d57a-475d-bc67-f1a8b403e479'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:08:10.093938 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'status': 'completed', 'code': 200} Mar 03 18:08:10.105573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:10.116561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81714c2-c103-4853-a24c-3d20fede3f96 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event updated for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:10.177652 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:10.273495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-382af41c-c207-411f-b110-6592c5ac8f78 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121794 Mar 03 18:08:10.292771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:10.306010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:10.321391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=2d317057-57d6-4e43-b5ee-101e837d137a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:10.325273 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:10.522845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01978746-f661-4f26-ad9f-ba006df5cc1e req-f65f4633-83eb-4c5f-8143-6ecf8c91d8c9 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810420 Mar 03 18:08:10.648246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:10.676364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ef51022-a7ca-4733-b829-5622e0aa882c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/2d317057-57d6-4e43-b5ee-101e837d137a HTTP/1.1" status: 204 len: 168 time: 2.5105963 Mar 03 18:08:10.679424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36758) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:10.703180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=141a9fdb-a208-4a3f-9923-08a66a420473,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:10.753559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:10.756624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2677131 Mar 03 18:08:10.756624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-69b89b37-9c12-4777-94c6-c28669d4f6c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/141a9fdb-a208-4a3f-9923-08a66a420473 HTTP/1.1" status: 204 len: 168 time: 3.3793950 Mar 03 18:08:10.763969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36764) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:10.764296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36766) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:10.770114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf624ec-c7bc-4d54-846f-ec6b1128db99 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4233a5-6464-4717-9c7c-f327f9da6d7f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:10.787422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': 'dad0c169-961e-4afc-a27c-be3af963a037', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fd4233a5-6464-4717-9c7c-f327f9da6d7f', 'remote_ip_prefix': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:10.795146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:10.800371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:10.803345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:10.833951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03ac8d26-e709-474f-881b-908513c41e3f req-88dd3a66-dee4-4716-a514-4c6c1457b515 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6544895 Mar 03 18:08:10.838949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:10.848489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:10.859910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Usage tracker for resource:floatingip and tenant:7fc15dd8d7714bd487ba710aa19905cf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:10.864500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:10.872747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-931196e4-0701-4be0-805f-4b3dc45fd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:10.874507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-931196e4-0701-4be0-805f-4b3dc45fd624 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 0.1802037 Mar 03 18:08:10.875592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:10.893829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.044920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:11.079183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cacc99-6003-4b5b-9dae-fb787e3d9c26 req-622e1471-5616-41ce-9a8f-65bf489f5a80 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:11.084144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b3cacc99-6003-4b5b-9dae-fb787e3d9c26 req-622e1471-5616-41ce-9a8f-65bf489f5a80 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 945 time: 0.4829745 Mar 03 18:08:11.134165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f89634-15cf-4eee-b1d6-0f0f09d7fa90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:11.136410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f89634-15cf-4eee-b1d6-0f0f09d7fa90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:11.138001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f89634-15cf-4eee-b1d6-0f0f09d7fa90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:11.138852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d7f89634-15cf-4eee-b1d6-0f0f09d7fa90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:11.171305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-7bf6728c-eb32-4337-9755-b04378adb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:11.172481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-7bf6728c-eb32-4337-9755-b04378adb4f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.2913516 Mar 03 18:08:11.290566 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-c5ff8edd-c11c-48f4-9798-9561340a4172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 217 time: 0.0699916 Mar 03 18:08:11.336207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d7f89634-15cf-4eee-b1d6-0f0f09d7fa90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:11.339923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d7f89634-15cf-4eee-b1d6-0f0f09d7fa90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6571338 Mar 03 18:08:11.343822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b3cacc99-6003-4b5b-9dae-fb787e3d9c26 req-30c40e08-7939-4da2-95aa-050bcd41d60a tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432950 Mar 03 18:08:11.344462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.345553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36792) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:11.442853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 269b4b1e-d712-4a1f-97c1-b1baf1d1977a {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:08:11.446375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.516033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.606236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.628715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f26bb58e-6160-4477-9621-6b85f44097af req-3fefc2fb-0fec-4601-9a26-68302e5c9834 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0716269 Mar 03 18:08:11.698468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-cfdfec80-8a7d-4a6a-a9e7-2375ae243e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:11.699910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-cfdfec80-8a7d-4a6a-a9e7-2375ae243e15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.3997438 Mar 03 18:08:11.810195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.820817 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.852092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b18e2e-1c90-4187-b1ef-d84e51c1165b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:11.993444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:11.994636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1d8662dd-16bf-4667-99d2-e10a8c98e7ff tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2233303 Mar 03 18:08:11.997712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36812) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:12.024507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-6999da36-573d-4391-88ff-68f0a028d56a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3160207 Mar 03 18:08:12.050324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6e47-7a1b-45c7-b683-3a49030f7e97 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.060901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6e47-7a1b-45c7-b683-3a49030f7e97 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.083219 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.088203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.101869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6e47-7a1b-45c7-b683-3a49030f7e97 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.124804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e6e47-7a1b-45c7-b683-3a49030f7e97 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00b18e2e-1c90-4187-b1ef-d84e51c1165b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:12.127549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6e47-7a1b-45c7-b683-3a49030f7e97 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.128727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c7e6e47-7a1b-45c7-b683-3a49030f7e97 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/00b18e2e-1c90-4187-b1ef-d84e51c1165b HTTP/1.1" status: 204 len: 168 time: 0.1299999 Mar 03 18:08:12.147054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36820) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:12.191880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=269b4b1e-d712-4a1f-97c1-b1baf1d1977a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:12.248649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.302476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d4ca5-7cdc-4257-9f74-3e32a055bec0 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:12.331896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.414452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6db48a1d-3976-48e3-8a0f-02640da0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/269b4b1e-d712-4a1f-97c1-b1baf1d1977a HTTP/1.1" status: 204 len: 168 time: 1.0669627 Mar 03 18:08:12.425673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36832) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:12.461395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fff49fa6-4d8f-4a28-8302-bf46e53f278b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:12.564855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-e10298d3-9ae8-4533-a73c-57eae874a204 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227032 Mar 03 18:08:12.569377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet cf49f629-59a7-49a7-aa85-db589f01ce5f {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:08:12.607781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.649940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9792-6a5e-4aee-add0-1128893514b0 req-87a58822-78f2-4d6b-8774-c89f5ea195e1 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:12.649940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-457a9792-6a5e-4aee-add0-1128893514b0 req-87a58822-78f2-4d6b-8774-c89f5ea195e1 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 945 time: 0.2751527 Mar 03 18:08:12.781101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fff49fa6-4d8f-4a28-8302-bf46e53f278b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:12.782413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fff49fa6-4d8f-4a28-8302-bf46e53f278b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5877044 Mar 03 18:08:12.790206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36844) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:12.816480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:12.873471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Allocated IP 172.25.0.99 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/eaa62d18-b011-47ec-9e8a-0f76be7f39b3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:12.892828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-457a9792-6a5e-4aee-add0-1128893514b0 req-d0e4380f-6198-4da6-937e-49d68c81ab93 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260506 Mar 03 18:08:13.008533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20b3f330-bcb3-4114-a273-09e125f70a78 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.126012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fd413e8-da5c-4c25-b7c6-9afa8f1e1be6 req-3800eebf-d645-4620-a654-4181abe89ec4 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542603 Mar 03 18:08:13.158173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20b3f330-bcb3-4114-a273-09e125f70a78 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.178819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbea6eb7-1e37-4e2b-8b8c-1b6aa14fa1aa req-31c5cfad-4b0e-49a2-bc0d-1095b50bd8f8 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0848331 Mar 03 18:08:13.200977 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.257150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Deleting port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:13.257517 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.272050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.317374 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.381691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=cf49f629-59a7-49a7-aa85-db589f01ce5f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:13.388009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.394491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.485531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-284147cf-6e21-44c1-b625-c2f1ecf8482b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/cf49f629-59a7-49a7-aa85-db589f01ce5f HTTP/1.1" status: 204 len: 168 time: 1.0206263 Mar 03 18:08:13.490677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:13.493825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36866) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:13.500063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:13.583879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-589c1020-9276-4a68-a25f-7714b6c2332b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886583 Mar 03 18:08:13.587496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36874) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:13.593883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:13.640017 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20b3f330-bcb3-4114-a273-09e125f70a78 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.659155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event updated for resources: {'Port': ['ID=eaa62d18-b011-47ec-9e8a-0f76be7f39b3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:13.694103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.712290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7b6e3-8009-4faa-ad2c-f7283079ecc4 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:13.766735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] For port 9967c1e5-ce6c-4b38-8355-8b9d1c775a96, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,segment=NetworkSegment(5e05403e-148c-4304-96f8-bc91c847c2b5),segment_id=5e05403e-148c-4304-96f8-bc91c847c2b5)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:13.767105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.775089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:13.778007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b9ac0b2a-3b58-4635-aa81-cedaf7fe611a None None] Provisioning complete for port b27d9ecf-7e45-4239-9ee3-7e057ff130dd triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:13.778563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b2a-3b58-4635-aa81-cedaf7fe611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.010148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Calling delete_port for 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:14.047900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.058181 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.190324 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3f330-bcb3-4114-a273-09e125f70a78 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4233a5-6464-4717-9c7c-f327f9da6d7f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:14.209192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:08:14.228947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Deleting port b27d9ecf-7e45-4239-9ee3-7e057ff130dd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:14.229675 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.251681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event updated for resources: {'Port': ['ID=eaa62d18-b011-47ec-9e8a-0f76be7f39b3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:14.258481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.281261 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.282605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03ac8d26-e709-474f-881b-908513c41e3f req-8b8c834b-9d16-47bc-8680-f0a5b3015223 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4476700 Mar 03 18:08:14.428307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20b3f330-bcb3-4114-a273-09e125f70a78 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.432375 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-20b3f330-bcb3-4114-a273-09e125f70a78 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd4233a5-6464-4717-9c7c-f327f9da6d7f HTTP/1.1" status: 204 len: 168 time: 1.6410456 Mar 03 18:08:14.436812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36892) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:14.481862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.587668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] For port b27d9ecf-7e45-4239-9ee3-7e057ff130dd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:14.588795 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.624692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49699a75-b3a7-45dd-867e-de2009e25eb9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:14.625680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49699a75-b3a7-45dd-867e-de2009e25eb9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:14.631487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=9967c1e5-ce6c-4b38-8355-8b9d1c775a96,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:14.631688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-03ac8d26-e709-474f-881b-908513c41e3f req-72f336ff-8926-403c-8d9b-ff91d21b134a tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:14.661907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-03ac8d26-e709-474f-881b-908513c41e3f req-72f336ff-8926-403c-8d9b-ff91d21b134a tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:14.664279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03ac8d26-e709-474f-881b-908513c41e3f req-72f336ff-8926-403c-8d9b-ff91d21b134a tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.3750284 Mar 03 18:08:14.674053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937127-912f-4ae6-9596-76091becb955 req-338e0916-c31e-4145-b315-6eb008af4c43 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:14.679881 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56937127-912f-4ae6-9596-76091becb955 req-338e0916-c31e-4145-b315-6eb008af4c43 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.16 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 945 time: 1.0046818 Mar 03 18:08:14.818609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Calling delete_port for b27d9ecf-7e45-4239-9ee3-7e057ff130dd owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:14.867119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac8d26-e709-474f-881b-908513c41e3f req-fdd31361-84e7-4830-bb9d-18395e9006d1 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:14.868557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03ac8d26-e709-474f-881b-908513c41e3f req-fdd31361-84e7-4830-bb9d-18395e9006d1 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.1998761 Mar 03 18:08:14.884778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-03ac8d26-e709-474f-881b-908513c41e3f req-05f296ea-76be-48d4-a307-dc2fa36ead0e tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:08:14.888968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49699a75-b3a7-45dd-867e-de2009e25eb9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:14.889190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03ac8d26-e709-474f-881b-908513c41e3f req-05f296ea-76be-48d4-a307-dc2fa36ead0e tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137317 Mar 03 18:08:14.890394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-49699a75-b3a7-45dd-867e-de2009e25eb9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2996304 Mar 03 18:08:14.895183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36902) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:14.940478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:14.964239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa30ad3-b118-4b05-8688-dbf68c499415 req-ffee10a6-084e-4b44-ad53-a55fa547374f tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:14.973956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aaa30ad3-b118-4b05-8688-dbf68c499415 req-ffee10a6-084e-4b44-ad53-a55fa547374f tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 945 time: 0.7946217 Mar 03 18:08:14.998117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c6b6b265-b054-4081-8fdb-95121d28eb45 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:15.021855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] No DVR routers for this DVR port b27d9ecf-7e45-4239-9ee3-7e057ff130dd on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:15.033559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Pushing event deleted for resources: {'Port': ['ID=b27d9ecf-7e45-4239-9ee3-7e057ff130dd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:15.043623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.044204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.044309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8705c-0e9d-43a4-8179-bfccc3b237ed tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:15.044624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.045033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.045458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.046481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.046881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.047281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.047675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.048067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.048462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.048854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8412cfa6-dd40-4a5e-885e-5a736422bdee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:15.053673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-00b8705c-0e9d-43a4-8179-bfccc3b237ed tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:15.073279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-00b8705c-0e9d-43a4-8179-bfccc3b237ed tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:15.077892 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-00b8705c-0e9d-43a4-8179-bfccc3b237ed tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1789703 Mar 03 18:08:15.078199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36910) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:15.150381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Deleting port b0b618cf-6268-451c-9b93-88b44754ea53 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:15.150847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:15.217143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c6b6b265-b054-4081-8fdb-95121d28eb45 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:15.222614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c6b6b265-b054-4081-8fdb-95121d28eb45 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.7831802 Mar 03 18:08:15.223295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36918) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:15.257532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b27a0aa-bc63-4c70-a513-4f2faca1fe5f req-67270869-ac91-4caf-bcde-ae0728b75a59 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0985746 Mar 03 18:08:15.265152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fa4f4c1c-8a3f-4f62-9df5-a4882cea029c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1830063 Mar 03 18:08:15.266137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36922) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:15.271561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:15.401464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aaa30ad3-b118-4b05-8688-dbf68c499415 req-8c7b36d5-3c14-4bf7-9afd-d67af1d40e54 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266062 Mar 03 18:08:15.504673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:15.524060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b27d9ecf-7e45-4239-9ee3-7e057ff130dd no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:15.559662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:15.597104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:15.597649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b27d9ecf-7e45-4239-9ee3-7e057ff130dd {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:15.598230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b27d9ecf-7e45-4239-9ee3-7e057ff130dd not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:15.607066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:15.607810 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:08:15.608326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:08:15.639477 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f3f21ebe-d0f5-4dbe-9e5a-fd52cc7e84c7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3719935 Mar 03 18:08:15.641929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36932) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:15.656623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:15.695997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707844-0135-4e77-9330-ae539cf2388f req-e58946e6-0e10-41da-a0c8-a2d7384823ad tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:15.697114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-e58946e6-0e10-41da-a0c8-a2d7384823ad tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2359917 Mar 03 18:08:15.741060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b23f-6c4f-4017-b480-a7dda0bedb26 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:15.750302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:15.840652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-7d0f75a7-24d5-45d3-81ee-6840859cb464 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.1291544 Mar 03 18:08:15.860776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Request body: {'floatingip': {'port_id': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:15.903792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b23f-6c4f-4017-b480-a7dda0bedb26 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:15.943879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:16.008138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:16.018399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:16.044633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:16.048671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:16.060455 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:08:16.061019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:08:16.143252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3ee78f49-a5f2-4fb8-9ea3-179da2a823ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4973340 Mar 03 18:08:16.152301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36942) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:16.191294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:16.200537 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b23f-6c4f-4017-b480-a7dda0bedb26 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:16.332944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4b23f-6c4f-4017-b480-a7dda0bedb26 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad0c169-961e-4afc-a27c-be3af963a037,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:16.347060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b0b618cf-6268-451c-9b93-88b44754ea53,segment=NetworkSegment(b5c84a36-d050-45d7-a27b-4a65fdc22c81),segment_id=b5c84a36-d050-45d7-a27b-4a65fdc22c81)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:16.347551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:16.439500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b0b618cf-6268-451c-9b93-88b44754ea53 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:16.574078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98ae210b-62a0-4421-97d0-cd4d2790e5aa req-2667b2c9-31f5-4bf7-b20a-2444181e0191 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1319149 Mar 03 18:08:16.574916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b23f-6c4f-4017-b480-a7dda0bedb26 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:16.575929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5fd4b23f-6c4f-4017-b480-a7dda0bedb26 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/dad0c169-961e-4afc-a27c-be3af963a037 HTTP/1.1" status: 204 len: 168 time: 1.3418660 Mar 03 18:08:16.578594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36966) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:16.585561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Calling delete_port for b0b618cf-6268-451c-9b93-88b44754ea53 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:16.650954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:16.713064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:16.723152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b0b618cf-6268-451c-9b93-88b44754ea53,segment=NetworkSegment(b5c84a36-d050-45d7-a27b-4a65fdc22c81),segment_id=b5c84a36-d050-45d7-a27b-4a65fdc22c81)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:16.732358 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:16.854535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b0b618cf-6268-451c-9b93-88b44754ea53,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:17.005026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa9a3fc2-fa2f-462f-b623-a6264bfb9961 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:17.041226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:17.078749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:17.119609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-90a8e4a6-244a-40fa-9934-6bdbe1b6941b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434741 Mar 03 18:08:17.121646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:17.126454 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:17.127906 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:08:17.128338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:08:17.138668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:08:17.138995 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:08:17.151258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa9a3fc2-fa2f-462f-b623-a6264bfb9961 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:17.153634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa9a3fc2-fa2f-462f-b623-a6264bfb9961 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5279961 Mar 03 18:08:17.159625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36980) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:17.168936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9673add6-0db1-4fbe-be15-05ae3fe98dfa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0127993 Mar 03 18:08:17.169124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36982) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:17.175921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:17.207081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Router e270dc45-1e77-4278-9218-20496b2ec18e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:08:17.214576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--78862782'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:17.225269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:17.266761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c804-c3cd-4649-b0d3-a05e9d0cadf5 req-ad1a3d47-6491-4d2b-ba76-fc947e3646bf tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:17.275576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1563c804-c3cd-4649-b0d3-a05e9d0cadf5 req-ad1a3d47-6491-4d2b-ba76-fc947e3646bf tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 943 time: 0.4506645 Mar 03 18:08:17.298724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:17.350464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:08:17.377745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:17.420134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:17.449521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1563c804-c3cd-4649-b0d3-a05e9d0cadf5 req-eeaf6ef8-5c38-4ab4-9188-6a3c425bcd73 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729329 Mar 03 18:08:17.450697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:17.461672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:17.471714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:17.473773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:17.478637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:17.486854 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:17.507166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:17.558688 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53', 'code': 200} Mar 03 18:08:17.648221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Deleting port b0b618cf-6268-451c-9b93-88b44754ea53 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:17.648695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:17.687389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:17.692117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:17.696629 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:08:17.697447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:08:17.758577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-74d23e2a-292e-4f75-b621-66dd87b92886 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5882668 Mar 03 18:08:17.775774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-46c0bea9-ffe5-4a5a-816a-c147ec7ffc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:17.777353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-46c0bea9-ffe5-4a5a-816a-c147ec7ffc61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 0.4978726 Mar 03 18:08:17.778106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:17.788823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:17.836811 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Floating IP da9c33c0-0bf6-4f1e-9e21-b94047fde38d associated. External IP: 172.25.0.99, port: 79db1f6f-d57a-475d-bc67-f1a8b403e479. Mar 03 18:08:17.860021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-199a0dd4-50aa-44a2-acc4-19967d0a40a5 req-6e1fa495-2d05-46b8-ab7e-db00f4847a71 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1131914 Mar 03 18:08:17.872559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:08:17.883115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] Sync routers for ids ['e270dc45-1e77-4278-9218-20496b2ec18e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:08:17.904410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] Routers {'e270dc45-1e77-4278-9218-20496b2ec18e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:17.905545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:07:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e270dc45-1e77-4278-9218-20496b2ec18e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:18.059732 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:18.216892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:18.245516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-869e21bd-6948-48aa-b9db-9f1196ccfc06 admin admin] 10.222.0.23 "PUT /v2.0/routers/e270dc45-1e77-4278-9218-20496b2ec18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4712253 Mar 03 18:08:18.248158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37012) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:18.255947 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:18.269446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] Set router e270dc45-1e77-4278-9218-20496b2ec18e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:18.330412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:18.331797 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1603241 Mar 03 18:08:18.341041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37018) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:18.362233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': 'ebf04241-6152-4942-99e2-cc7253bd9873', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:18.372054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4cec1-25de-4eae-89dd-ba6b28b387a7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf04241-6152-4942-99e2-cc7253bd9873,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:18.377501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:18.387503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:18.391264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] For port b0b618cf-6268-451c-9b93-88b44754ea53, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b0b618cf-6268-451c-9b93-88b44754ea53,segment=NetworkSegment(b5c84a36-d050-45d7-a27b-4a65fdc22c81),segment_id=b5c84a36-d050-45d7-a27b-4a65fdc22c81)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:18.391836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:18.399620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:18.411268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:18.475504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:18.538100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:18.540750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-cdfe295f-9ce5-4c6e-8159-897bcb443fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:18.547303 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-cdfe295f-9ce5-4c6e-8159-897bcb443fb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.7361701 Mar 03 18:08:18.789767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:08:14Z', 'revision_number': 5, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:18.794044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] Checking router: e270dc45-1e77-4278-9218-20496b2ec18e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:08:18.819775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] Routers {'e270dc45-1e77-4278-9218-20496b2ec18e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:18.820326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:07:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e270dc45-1e77-4278-9218-20496b2ec18e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:18.831077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Calling delete_port for b0b618cf-6268-451c-9b93-88b44754ea53 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:18.888284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.036219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cb31-bd5f-477a-bd80-da71af8a1eba req-5d123596-266e-4d7d-9f4f-ad3c0d358039 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:19.036219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e7b5cb31-bd5f-477a-bd80-da71af8a1eba req-5d123596-266e-4d7d-9f4f-ad3c0d358039 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Synchronizing usage tracker for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:19.117480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-151884e3-2ed2-4138-adc1-e82738fcfe3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 999 time: 0.5336781 Mar 03 18:08:19.129114 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.148778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.150444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e7b5cb31-bd5f-477a-bd80-da71af8a1eba req-5d123596-266e-4d7d-9f4f-ad3c0d358039 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Unset dirty status for tenant:da44f62f78164fa5bf9c5cf99688b193 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:19.151607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7b5cb31-bd5f-477a-bd80-da71af8a1eba req-5d123596-266e-4d7d-9f4f-ad3c0d358039 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/ports?device_id=248b5c14-8a7d-45df-a416-3b0ca80f7c89 HTTP/1.1" status: 200 len: 943 time: 0.4842699 Mar 03 18:08:19.239825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b92f22b-2622-41a7-aedb-89b24954e923,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:19.263275 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.264773 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bb5966be-7b19-49a3-a95f-0f726c3e26b6 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9225202 Mar 03 18:08:19.270372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37038) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:19.291839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.337587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:19.341738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.342060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] Set router e270dc45-1e77-4278-9218-20496b2ec18e gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:19.344045 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:08:19.344649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:08:19.392193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Pushing event deleted for resources: {'Port': ['ID=b0b618cf-6268-451c-9b93-88b44754ea53,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:19.398860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7b5cb31-bd5f-477a-bd80-da71af8a1eba req-d4379acc-7fa3-4dc8-8796-1abd4269c1a7 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.23 "GET /v2.0/security-groups?id=eeea04ed-7d34-4da5-9fc8-4c8d241f615e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014284 Mar 03 18:08:19.426336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94d25f64-66d6-4dd8-8299-9e6d0154bd43 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.436289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Router a6cb9477-eb71-4456-bcdc-a70b39899680 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:08:19.457231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94d25f64-66d6-4dd8-8299-9e6d0154bd43 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.457799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bd7608d8-bb58-44c7-b502-e1822f224258 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.6739588 Mar 03 18:08:19.466929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37046) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:19.540554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94d25f64-66d6-4dd8-8299-9e6d0154bd43 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.577558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25f64-66d6-4dd8-8299-9e6d0154bd43 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b92f22b-2622-41a7-aedb-89b24954e923,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:19.578528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.626856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] No DVR routers for this DVR port b0b618cf-6268-451c-9b93-88b44754ea53 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:19.629592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.632608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56937127-912f-4ae6-9596-76091becb955 req-26b38290-7d24-456d-a341-2be288c395e9 tempest-ServerGroupTestJSON-1020329631 tempest-ServerGroupTestJSON-1020329631-project] 10.222.0.16 "DELETE /v2.0/ports/b0b618cf-6268-451c-9b93-88b44754ea53 HTTP/1.1" status: 204 len: 173 time: 4.8716493 Mar 03 18:08:19.633527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94d25f64-66d6-4dd8-8299-9e6d0154bd43 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.636912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94d25f64-66d6-4dd8-8299-9e6d0154bd43 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8b92f22b-2622-41a7-aedb-89b24954e923 HTTP/1.1" status: 204 len: 168 time: 0.3630323 Mar 03 18:08:19.637412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'name': 'network-vif-deleted', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:19.647351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:19.662525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37050) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:19.708344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c3c83c8-5661-4acb-9ed0-08b3b3650941 req-bc22a847-f3be-4a1b-b2f7-18e12c4a521c tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0835054 Mar 03 18:08:19.711953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-c9baf752-6455-466e-9aae-8dd3574ca9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:19.713896 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-c9baf752-6455-466e-9aae-8dd3574ca9e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.5858693 Mar 03 18:08:19.827509 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b5c14-8a7d-45df-a416-3b0ca80f7c89', 'name': 'network-vif-deleted', 'tag': 'b0b618cf-6268-451c-9b93-88b44754ea53', 'status': 'completed', 'code': 200} Mar 03 18:08:19.847554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54ed29c3-1c13-487c-8b54-e12dc9858ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:19.913671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:08:14Z', 'revision_number': 5, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:19.919327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502efbac-c706-4578-a037-7b2df2d73a3e None None] The sync data for ids ['e270dc45-1e77-4278-9218-20496b2ec18e'] in n-d-827121-1 is: [{'id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'name': 'tempest-TaggedBootDevicesTest-1788015952-router', 'tenant_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:00:27Z', 'updated_at': '2022-03-03T18:08:14Z', 'revision_number': 5, 'project_id': 'a1aafb5b59ab4ce38e3f2567579aab59', 'gw_port': {'id': '4b31f19b-2d99-4b41-912b-431537dc9331', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e270dc45-1e77-4278-9218-20496b2ec18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:00:29Z', 'updated_at': '2022-03-03T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:08:20.134680 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.169274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-a6024174-da95-4bd5-98a2-89478fa25d0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557169 Mar 03 18:08:20.204291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Deleting port 4b31f19b-2d99-4b41-912b-431537dc9331 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:20.204762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.286721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1a819a0c-3e9d-4623-ab25-c747ac9d8ea3 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6149178 Mar 03 18:08:20.288070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:20.289471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:20.314606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:08:20.325740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.326655 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] Sync routers for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:08:20.351556 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:20.352544 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:07:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:20.378044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-798518a3-4c74-4e00-b827-a84abf9a656a tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.380058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:20.426843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-798518a3-4c74-4e00-b827-a84abf9a656a tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.499227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-798518a3-4c74-4e00-b827-a84abf9a656a tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.546379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798518a3-4c74-4e00-b827-a84abf9a656a tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf04241-6152-4942-99e2-cc7253bd9873,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:20.604775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-798518a3-4c74-4e00-b827-a84abf9a656a tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.613687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-798518a3-4c74-4e00-b827-a84abf9a656a tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/ebf04241-6152-4942-99e2-cc7253bd9873 HTTP/1.1" status: 204 len: 168 time: 0.3202295 Mar 03 18:08:20.613687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37074) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:20.635554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:20.645424 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.651181 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:08:20.651636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:08:20.734569 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:20.742740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9acd2728-14bc-43c7-b9fc-5c0effadbdbb tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:20.782495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9acd2728-14bc-43c7-b9fc-5c0effadbdbb tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:20.790707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9acd2728-14bc-43c7-b9fc-5c0effadbdbb tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1703796 Mar 03 18:08:20.791893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37090) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:20.792791 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-c26ef1cf-18f1-4216-83f4-5a33ccc86002 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896101 Mar 03 18:08:20.797290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544763441'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:20.799263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-7c35a6ea-6734-4a45-882b-32c232af23dc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "PUT /v2.0/floatingips/da9c33c0-0bf6-4f1e-9e21-b94047fde38d HTTP/1.1" status: 200 len: 996 time: 4.9437995 Mar 03 18:08:20.845263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:20.865535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:20.885010 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:20.917266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:20.930993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:20.941212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:20.954440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:20.969528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:21.163023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69499132-a7c6-46ce-96fe-87dcd09d0ea4 req-c172a0f7-6cb3-4dc8-9ac9-56c5c61a2a0c tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1155574 Mar 03 18:08:21.217262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.224124 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.349256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db289786-0fa2-48e3-8629-f11adecd5e1b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:21.364855 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.365779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a0cd246c-1589-4e24-822f-8cb12a97b556 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.8519101 Mar 03 18:08:21.370949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cdf936af-96e7-4d98-818a-d2706d74985d tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5783720 Mar 03 18:08:21.371652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37108) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:21.371993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37110) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:21.380196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:21.409406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': 'db289786-0fa2-48e3-8629-f11adecd5e1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:21.415027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-93b43a81-b966-4c62-ae9a-5191291a9b29 req-1ed92880-b7ef-4ae5-944b-45d32461cd05 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124879 Mar 03 18:08:21.452994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] For port 4b31f19b-2d99-4b41-912b-431537dc9331, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4b31f19b-2d99-4b41-912b-431537dc9331,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:21.453841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.463013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:21.463682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9967c1e5-ce6c-4b38-8355-8b9d1c775a96 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:21.473105 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'status': 'completed', 'code': 200} Mar 03 18:08:21.519333 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'da9c33c0-0bf6-4f1e-9e21-b94047fde38d', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'port_id': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'mac_address': 'fa:16:3e:62:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:08:13Z', 'updated_at': '2022-03-03T18:08:17Z', 'revision_number': 1, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:12Z', 'revision_number': 5, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:21.527530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd958d5e-d0e4-486e-bb29-222c96e11b42 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1544495 Mar 03 18:08:21.528421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37118) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:21.534080 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] Checking router: a6cb9477-eb71-4456-bcdc-a70b39899680 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:08:21.556447 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:21.557611 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:07:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:21.566388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:21.578020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:21.588413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:21.596028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:21.652926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Calling delete_port for 4b31f19b-2d99-4b41-912b-431537dc9331 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:21.658547 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.714812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707844-0135-4e77-9330-ae539cf2388f req-c7e811fc-a3b5-4023-b201-dab94427156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:21.716351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-c7e811fc-a3b5-4023-b201-dab94427156c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 0.7772617 Mar 03 18:08:21.725923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef925e-33d3-4752-9860-c3acdb08e227 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:21.734298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-41ef925e-33d3-4752-9860-c3acdb08e227 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2005475 Mar 03 18:08:21.760818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37138) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:21.783463 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65644524-a6c3-4100-89c5-d86d1895d91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.803601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37142) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:21.863461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-130c76df-4286-4461-8534-7f4946c2ed73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007977 Mar 03 18:08:21.863742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37146) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:21.865136 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:21.897350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.905401 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.945258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dd90a3-56ee-40fb-a391-243754326f02,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:21.968141 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:21.969694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8751c936-35e0-414d-ab76-2f5f4d4782fd tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5951679 Mar 03 18:08:21.972257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37150) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:21.997277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b8cde810-606d-41aa-9751-2f94aa9a8dd7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules/58dd90a3-56ee-40fb-a391-243754326f02 HTTP/1.1" status: 200 len: 763 time: 0.0236025 Mar 03 18:08:21.999721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:22.023786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:22.073809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0384bb7e-9147-4dce-b293-56a21a2f01a0 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:22.096643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0384bb7e-9147-4dce-b293-56a21a2f01a0 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:22.098542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0384bb7e-9147-4dce-b293-56a21a2f01a0 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0978131 Mar 03 18:08:22.101468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37164) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:22.176637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77e4c152-a210-4452-b43c-921bcc9b6a52 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.198216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] Deleting subnet 48f3e5a8-04c8-472e-b2b5-aae2658514be {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:08:22.203274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77e4c152-a210-4452-b43c-921bcc9b6a52 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.257838 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.290430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77e4c152-a210-4452-b43c-921bcc9b6a52 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.323941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4c152-a210-4452-b43c-921bcc9b6a52 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58dd90a3-56ee-40fb-a391-243754326f02,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:22.345622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77e4c152-a210-4452-b43c-921bcc9b6a52 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.349364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77e4c152-a210-4452-b43c-921bcc9b6a52 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/58dd90a3-56ee-40fb-a391-243754326f02 HTTP/1.1" status: 204 len: 168 time: 0.2447031 Mar 03 18:08:22.350566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37170) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:22.410681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-63835533-39cf-4c5f-af2b-152e9141aeef tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:22.470107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707844-0135-4e77-9330-ae539cf2388f req-b10cbfd6-6a3c-4d9d-ba71-73aeb75097ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:22.480006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-b10cbfd6-6a3c-4d9d-ba71-73aeb75097ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.7569957 Mar 03 18:08:22.489791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6a90e1b-e479-4483-84b8-f77f179d1197 req-52df84c4-14b9-4906-91bd-d7e7397ca01d tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0673482 Mar 03 18:08:22.527291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-63835533-39cf-4c5f-af2b-152e9141aeef tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:22.529118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-63835533-39cf-4c5f-af2b-152e9141aeef tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1785834 Mar 03 18:08:22.531803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37186) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:22.534137 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'da9c33c0-0bf6-4f1e-9e21-b94047fde38d', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'port_id': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'mac_address': 'fa:16:3e:62:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:08:13Z', 'updated_at': '2022-03-03T18:08:17Z', 'revision_number': 1, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:12Z', 'revision_number': 5, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:22.541929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': 'db289786-0fa2-48e3-8629-f11adecd5e1b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:22.547587 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1fd51-08a4-47aa-b74b-4772b99a6e36 None None] The sync data for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 is: [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'da9c33c0-0bf6-4f1e-9e21-b94047fde38d', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'port_id': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'mac_address': 'fa:16:3e:62:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:08:13Z', 'updated_at': '2022-03-03T18:08:17Z', 'revision_number': 1, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:12Z', 'revision_number': 5, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:08:22.548321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:22.721506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:22.721506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.779347 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.800694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.805033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.839509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.847784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c76615-c298-4c58-b925-a45fbea58987,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:22.859649 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.866900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:22.868977 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c549aa36-1a41-4dd4-9316-d14449e7fb0f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3357596 Mar 03 18:08:22.872978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37198) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:22.926265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e0b76cfd-7425-4285-bbad-e3d1f4693028 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules/d2c76615-c298-4c58-b925-a45fbea58987 HTTP/1.1" status: 200 len: 763 time: 0.0477259 Mar 03 18:08:22.938387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:22.996839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e79a3c0-7c76-49f6-8a4d-7f9d07242b0c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:23.000119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758152-6ebf-4a56-8486-2e850f385643 req-f1940a43-13d6-4760-baf0-8c73f885938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:23.008435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea758152-6ebf-4a56-8486-2e850f385643 req-f1940a43-13d6-4760-baf0-8c73f885938f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 1.4569516 Mar 03 18:08:23.017149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.019679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e79a3c0-7c76-49f6-8a4d-7f9d07242b0c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:23.019679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e79a3c0-7c76-49f6-8a4d-7f9d07242b0c tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0820768 Mar 03 18:08:23.026585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:23.033802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:23.042898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0694a-4c7c-4006-8008-11d55b7b9920 None None] New status for floating IP da9c33c0-0bf6-4f1e-9e21-b94047fde38d: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:08:23.055261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:23.114283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0612a48-06a3-419d-8749-861f71628a79 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.135941 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0612a48-06a3-419d-8749-861f71628a79 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.142061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:23.146055 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.197763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-19e8771e-8c8b-4b61-adb5-fd8692efc27e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 999 time: 0.7167258 Mar 03 18:08:23.205021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0612a48-06a3-419d-8749-861f71628a79 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.258387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0612a48-06a3-419d-8749-861f71628a79 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2c76615-c298-4c58-b925-a45fbea58987,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:23.268165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0612a48-06a3-419d-8749-861f71628a79 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.268165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0612a48-06a3-419d-8749-861f71628a79 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d2c76615-c298-4c58-b925-a45fbea58987 HTTP/1.1" status: 204 len: 168 time: 0.2462363 Mar 03 18:08:23.276861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37220) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:23.645037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.714020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6e425ca-0e58-45b6-9434-d798bdd84526 req-1a281eb1-c90d-4856-9cd5-667b590b0562 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0475798 Mar 03 18:08:23.794487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b31f19b-2d99-4b41-912b-431537dc9331,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:23.794487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:23.881177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f3e5a8-04c8-472e-b2b5-aae2658514be,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:23.884865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707844-0135-4e77-9330-ae539cf2388f req-ce1877f4-3032-4a9e-bd6f-d41b7bac8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:23.886344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-ce1877f4-3032-4a9e-bd6f-d41b7bac8ff3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.6597106 Mar 03 18:08:23.933776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.005585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37238) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:24.007832 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-479048e3-ba68-471b-afb6-521aeee3eddc tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7188797 Mar 03 18:08:24.010188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': 'db289786-0fa2-48e3-8629-f11adecd5e1b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:24.041981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:24.044778 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-696e19fc-dfea-4928-a6b7-f46dc1d0be5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042659 Mar 03 18:08:24.046377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:24.049633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:24.056117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:24.065155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.068233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758152-6ebf-4a56-8486-2e850f385643 req-f15a8ba8-b691-4568-96d5-54f1c9a1d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:24.070287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea758152-6ebf-4a56-8486-2e850f385643 req-f15a8ba8-b691-4568-96d5-54f1c9a1d455 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.9962325 Mar 03 18:08:24.072319 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Project c6fd0f2117404792ba100663761597f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:08:24.074874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-075fecee-28d2-4ec5-aaef-edf20f2d02df service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:08:24.075807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-075fecee-28d2-4ec5-aaef-edf20f2d02df service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049107 Mar 03 18:08:24.084589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.086818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5c21a0cc-b228-4623-9f49-351ef51b339b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/48f3e5a8-04c8-472e-b2b5-aae2658514be HTTP/1.1" status: 204 len: 168 time: 2.2788165 Mar 03 18:08:24.104086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37242) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:24.221264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.262260 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.343185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.353819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.353819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.406256 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.406256 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.418400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d016d8-9117-469b-8247-60cc34c8ae3a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:24.434828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.434828 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0741b205-7da9-40cb-bdae-7c28eaf2d39e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4266081 Mar 03 18:08:24.471416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:24.586669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-83a9d06c-bbe5-4478-b308-a25b7185236b service neutron] 10.222.0.23 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939721 Mar 03 18:08:24.696131 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.696131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e270dc45-1e77-4278-9218-20496b2ec18e {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:08:24.713200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.750785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26674299-b4e7-4115-8b97-2bcaf16d3f54']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:24.757668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c84a36-d050-45d7-a27b-4a65fdc22c81') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:24.757668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c84a36-d050-45d7-a27b-4a65fdc22c81') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:24.794105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.823041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.857105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea758152-6ebf-4a56-8486-2e850f385643 req-45f6b3e4-9b4a-4b8d-91bb-cebe879bce8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 1001 time: 0.7736969 Mar 03 18:08:24.887654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4c4ed6c0-6b66-48b5-8b5a-514217fbe468 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules/66d016d8-9117-469b-8247-60cc34c8ae3a HTTP/1.1" status: 200 len: 769 time: 0.0614638 Mar 03 18:08:24.893234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37268) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:24.896405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:08:24.897039 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:08:24.914592 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:08:24.977820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:24.985140 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f643cb3a-653a-4577-87ba-9ced5e0a2f8c admin admin] 10.222.0.23 "DELETE /v2.0/routers/e270dc45-1e77-4278-9218-20496b2ec18e HTTP/1.1" status: 204 len: 168 time: 6.7316608 Mar 03 18:08:24.997272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37272) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:25.088979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a3420c1-a2fd-4e94-8f65-e4b31362516e req-fe8558d5-c015-4926-a0d8-6029d7fea64b tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1243203 Mar 03 18:08:25.151384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9bae42e6-5bb0-4168-9c86-e0b6e0b40aa7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:25.158751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f2c0f322-dcfc-4bd1-8269-400252517fd2 req-2e1f1189-e545-4f7d-a927-ffb30212ea86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1587286 Mar 03 18:08:25.166454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.172941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9bae42e6-5bb0-4168-9c86-e0b6e0b40aa7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:25.172941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9bae42e6-5bb0-4168-9c86-e0b6e0b40aa7 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2771223 Mar 03 18:08:25.190748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37276) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:25.209588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.236341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/26674299-b4e7-4115-8b97-2bcaf16d3f54 HTTP/1.1" status: 204 len: 168 time: 1.1254802 Mar 03 18:08:25.244381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f8f90-f229-4dd6-b10f-293376d3dda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=26674299-b4e7-4115-8b97-2bcaf16d3f54,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:25.333780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:08:25.357560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.408727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b31f19b-2d99-4b41-912b-431537dc9331 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:25.425127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37290) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:25.494867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4b31f19b-2d99-4b41-912b-431537dc9331 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:25.494867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4b31f19b-2d99-4b41-912b-431537dc9331 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:25.513375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=0eb691fe-ccf4-45fb-9500-d7e4758877b9,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:25.516815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-47612049-087a-4c2b-a847-bf290e710058 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da44f62f78164fa5bf9c5cf99688b193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853024 Mar 03 18:08:25.519699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-957f9ed8-2308-4767-9b87-74e2e3d18b0b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.526321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37294) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:25.529009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-957f9ed8-2308-4767-9b87-74e2e3d18b0b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.558257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:25.579414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:25.585604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758152-6ebf-4a56-8486-2e850f385643 req-f3fc81a4-a666-49b4-b01a-4b3eaa10293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:25.589115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40841c03-d22f-411f-a8e0-fefe422c7dce None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:25.592855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea758152-6ebf-4a56-8486-2e850f385643 req-f3fc81a4-a666-49b4-b01a-4b3eaa10293c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.5883515 Mar 03 18:08:25.592855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] Deleting subnet a40b50e0-a7eb-40a0-9e33-d25281d94d4f {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:08:25.592855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:25.592855 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.605666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.612262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b59d164-b53a-42ce-8f3c-85d155f4322e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.636475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b59d164-b53a-42ce-8f3c-85d155f4322e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.696073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19707844-0135-4e77-9330-ae539cf2388f req-c0b4c2dd-f724-49ee-9dae-7c4cfeec428b service neutron] 10.222.0.23 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0771937 Mar 03 18:08:25.734414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea758152-6ebf-4a56-8486-2e850f385643 req-efa89d7b-39d8-4d55-bc38-c11e27a74930 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351976 Mar 03 18:08:25.739324 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a686986b-ee61-43d3-b41a-ef8a6a38b7b1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8216603 Mar 03 18:08:25.742055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37302) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:25.748183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:a9:02:af', 'name': 'tempest-NetworksTestDHCPv6-635676705'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:25.776784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.777749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b59d164-b53a-42ce-8f3c-85d155f4322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.928590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59d164-b53a-42ce-8f3c-85d155f4322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeea04ed-7d34-4da5-9fc8-4c8d241f615e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:25.974894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b59d164-b53a-42ce-8f3c-85d155f4322e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:25.974894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5b59d164-b53a-42ce-8f3c-85d155f4322e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eeea04ed-7d34-4da5-9fc8-4c8d241f615e HTTP/1.1" status: 204 len: 168 time: 0.4481516 Mar 03 18:08:26.017930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '0eb691fe-ccf4-45fb-9500-d7e4758877b9'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:08:26.017930 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:26.098508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ae9feed2-1dd2-4ce6-ab6c-9bc6b604d13c tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 1001 time: 0.3219385 Mar 03 18:08:26.111501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:26.183861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:26.221785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-72e711e7-ec89-4820-9784-6f43875f3514 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:26.223144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-72e711e7-ec89-4820-9784-6f43875f3514 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports/79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 943 time: 0.1176138 Mar 03 18:08:26.224140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:26.409455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea758152-6ebf-4a56-8486-2e850f385643 req-009fee8d-2f43-4daa-b526-79d466a0b538 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319153 Mar 03 18:08:26.409455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-957f9ed8-2308-4767-9b87-74e2e3d18b0b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:26.506061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-957f9ed8-2308-4767-9b87-74e2e3d18b0b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:26.506061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-957f9ed8-2308-4767-9b87-74e2e3d18b0b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/66d016d8-9117-469b-8247-60cc34c8ae3a HTTP/1.1" status: 204 len: 168 time: 1.3155985 Mar 03 18:08:26.511058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37318) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:26.575245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f9ed8-2308-4767-9b87-74e2e3d18b0b tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66d016d8-9117-469b-8247-60cc34c8ae3a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:26.581367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:26.594107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Allocated IP 2001:db8::f816:3eff:fe16:7428 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/0eb691fe-ccf4-45fb-9500-d7e4758877b9/17db0835-ef62-4383-a8de-5c5c8126c6e5) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:26.624678 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e012d295-008e-4e36-a088-caac92ee38a9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1178851 Mar 03 18:08:26.676426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37324) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:26.710758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86f3b829-7b5e-4e74-94bd-8e097b98e633 req-2b5a0b18-4bbf-4dea-a2a5-738997416010 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.3085103 Mar 03 18:08:26.744058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 413dba45-96a9-410f-ba2e-a22e31f44f9a yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:08:26.817422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:26.887744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-f278bd94-240e-469f-8fc7-e2b7779687f3 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 1001 time: 0.2610343 Mar 03 18:08:26.963877 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:26.983323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Transition to ACTIVE for port object 17db0835-ef62-4383-a8de-5c5c8126c6e5 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:27.004711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Transition to ACTIVE for port object 17db0835-ef62-4383-a8de-5c5c8126c6e5 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:27.017812 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.168790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea758152-6ebf-4a56-8486-2e850f385643 req-355dcad2-fb9e-408b-b626-9e2c141ae8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267145 Mar 03 18:08:27.232017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Pushing event updated for resources: {'Port': ['ID=17db0835-ef62-4383-a8de-5c5c8126c6e5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:27.251119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07b78a32-6909-4153-ba75-a5b3ad4eb4f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.251119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.256205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:27.256205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:27.271011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:27.303917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40b50e0-a7eb-40a0-9e33-d25281d94d4f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:27.303917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.331117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07b78a32-6909-4153-ba75-a5b3ad4eb4f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.336596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c5bcb-cf89-4812-a68a-87bbfcd8080d None None] Network 69b4f722-57fa-47b2-b907-7d0c10b3983b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:27.364409 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6c3eb2ef-8302-49cd-ac25-c262d217022b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a40b50e0-a7eb-40a0-9e33-d25281d94d4f HTTP/1.1" status: 204 len: 168 time: 2.3634534 Mar 03 18:08:27.373078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37348) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:27.468265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-b5aae1c3-8355-4b7b-b5dd-1e590d034985 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:27.468265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-b5aae1c3-8355-4b7b-b5dd-1e590d034985 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.5698922 Mar 03 18:08:27.494048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-50a3fcd9-77a3-4276-ad57-bf9b48a8adfc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:08:27.512835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07b78a32-6909-4153-ba75-a5b3ad4eb4f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.521117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-50a3fcd9-77a3-4276-ad57-bf9b48a8adfc tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465834 Mar 03 18:08:27.541280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b78a32-6909-4153-ba75-a5b3ad4eb4f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db289786-0fa2-48e3-8629-f11adecd5e1b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:27.541280 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.566167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07b78a32-6909-4153-ba75-a5b3ad4eb4f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.569644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-07b78a32-6909-4153-ba75-a5b3ad4eb4f2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/db289786-0fa2-48e3-8629-f11adecd5e1b HTTP/1.1" status: 204 len: 168 time: 0.8555567 Mar 03 18:08:27.570146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37360) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:27.607338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Deleting port 0676be2a-5151-43b9-af04-278e7a0077f6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:27.607710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:27.673189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fea9:2af (0e69cf99-8eb8-458c-aea8-3555a19ce91f/0eb691fe-ccf4-45fb-9500-d7e4758877b9/413dba45-96a9-410f-ba2e-a22e31f44f9a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:27.768593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-999fa90f-aca5-45ba-a1e3-0645a1fe4d76 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:27.905229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-999fa90f-aca5-45ba-a1e3-0645a1fe4d76 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:27.905229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-999fa90f-aca5-45ba-a1e3-0645a1fe4d76 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3216348 Mar 03 18:08:27.912232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-cc503163-8c22-4074-b372-d9a472060c10 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 1001 time: 0.3810713 Mar 03 18:08:27.926722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37380) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:27.938245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group': {'name': 'tempest-secgroup--225535482'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:27.977856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Attempting to bind port 17db0835-ef62-4383-a8de-5c5c8126c6e5 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:08:27.977856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Attempting to bind port 17db0835-ef62-4383-a8de-5c5c8126c6e5 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:08:27.977856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Attempting to bind port 17db0835-ef62-4383-a8de-5c5c8126c6e5 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:08:27.985270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:28.022776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:08:28.023432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:08:28.024089 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:28.024822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:08:28.025515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Bound port: 17db0835-ef62-4383-a8de-5c5c8126c6e5, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:08:28.026089 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:28.141051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6941ce26-0dda-484e-bc79-2c39bfa08b4b req-50631954-fe38-4417-bbd4-60a7fd726f1d tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0674899 Mar 03 18:08:28.213848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] For port 17db0835-ef62-4383-a8de-5c5c8126c6e5, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:08:28.221044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] For port 0676be2a-5151-43b9-af04-278e7a0077f6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0676be2a-5151-43b9-af04-278e7a0077f6,segment=NetworkSegment(5e05403e-148c-4304-96f8-bc91c847c2b5),segment_id=5e05403e-148c-4304-96f8-bc91c847c2b5)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:28.221044 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:28.229060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] For port 17db0835-ef62-4383-a8de-5c5c8126c6e5, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=17db0835-ef62-4383-a8de-5c5c8126c6e5,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:08:28.229060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:28.409130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2991a-0929-433b-bd7d-8ece80cfd755 None None] Pushing event updated for resources: {'Port': ['ID=17db0835-ef62-4383-a8de-5c5c8126c6e5,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:28.518974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37392) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:28.528070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Calling delete_port for 0676be2a-5151-43b9-af04-278e7a0077f6 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:28.544661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137cfd10-ddb8-4f8d-8cbb-fcfb80e7b4a5 None None] DHCP port deletion for 69b4f722-57fa-47b2-b907-7d0c10b3983b request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:08:28.550275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-137cfd10-ddb8-4f8d-8cbb-fcfb80e7b4a5 None None] Deleting port 0676be2a-5151-43b9-af04-278e7a0077f6 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:28.550735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-137cfd10-ddb8-4f8d-8cbb-fcfb80e7b4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:28.629001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:28.697944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] No DVR routers for this DVR port 0676be2a-5151-43b9-af04-278e7a0077f6 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:28.761631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Pushing event deleted for resources: {'Port': ['ID=0676be2a-5151-43b9-af04-278e7a0077f6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:28.889715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-137cfd10-ddb8-4f8d-8cbb-fcfb80e7b4a5 None None] The port '0676be2a-5151-43b9-af04-278e7a0077f6' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:08:28.920813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:29.039261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:29.092909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.157020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.193033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:29.193033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Usage tracker for resource:security_group_rule and tenant:2f6f544093c449968c40874f448cb4f4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:29.205912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:29.212405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:29.231247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.287195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.295901 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:08:29.356433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:29.394679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:29.403489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:29.542117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9f3b99e-94a1-4a3d-b5f5-dc4594cab497 req-fcc18f56-ff7c-4963-9f67-671598b83a19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daf8a8c71f1c4ac08846b38f8228ee50&device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.4477408 Mar 03 18:08:29.563420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 17db0835-ef62-4383-a8de-5c5c8126c6e5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:29.567339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:29.614229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.645211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fbb23e6e-d92c-46c7-a176-562312dad7c7 req-02d000b3-235b-4e67-abe4-ecb47c9633c2 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.3400917 Mar 03 18:08:29.662394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9f3b99e-94a1-4a3d-b5f5-dc4594cab497 req-2e72f9b7-48f3-4fec-9b6b-808fb34bfcae service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=daf8a8c71f1c4ac08846b38f8228ee50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009548 Mar 03 18:08:29.701200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b4f722-57fa-47b2-b907-7d0c10b3983b']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:29.724573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 17db0835-ef62-4383-a8de-5c5c8126c6e5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:29.740848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 413dba45-96a9-410f-ba2e-a22e31f44f9a will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:29.763405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e05403e-148c-4304-96f8-bc91c847c2b5') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:29.763734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e05403e-148c-4304-96f8-bc91c847c2b5') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:29.834155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0676be2a-5151-43b9-af04-278e7a0077f6 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:29.842549 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.920816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 0676be2a-5151-43b9-af04-278e7a0077f6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:29.920816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0676be2a-5151-43b9-af04-278e7a0077f6 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:29.925236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.939900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.939900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.948493 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:29.948493 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Floating IP da9c33c0-0bf6-4f1e-9e21-b94047fde38d disassociated. External IP: 172.25.0.99, port: 79db1f6f-d57a-475d-bc67-f1a8b403e479. Mar 03 18:08:30.029839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.050487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:08:30.050487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:08:30.089186 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:08:30.115839 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.117290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ef1c0a-3fce-4512-b492-055216842778,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:30.178982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.251627 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.277225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f6f544093c449968c40874f448cb4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7528546 Mar 03 18:08:30.285744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37430) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:30.308269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b99e-94a1-4a3d-b5f5-dc4594cab497 req-ec92b8cc-43f2-48f1-9b50-1ea331f8e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:30.312938 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9f3b99e-94a1-4a3d-b5f5-dc4594cab497 req-ec92b8cc-43f2-48f1-9b50-1ea331f8e110 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6432221 Mar 03 18:08:30.325315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.331708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.380300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] 10.222.0.23 "DELETE /v2.0/networks/69b4f722-57fa-47b2-b907-7d0c10b3983b HTTP/1.1" status: 204 len: 168 time: 3.0080225 Mar 03 18:08:30.387533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.387533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7cba4db1-6657-438a-9a2b-78e13638a800 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4631507 Mar 03 18:08:30.391625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f0046-5cbc-4e80-8245-d76dd75ee56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7829ef0c-081b-4400-9dd2-7e8fd1da4523,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:30.394728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37436) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:30.413657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de96f10-c630-4258-91fc-1314a6563207 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b4f722-57fa-47b2-b907-7d0c10b3983b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:30.436320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=413dba45-96a9-410f-ba2e-a22e31f44f9a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:30.445721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:30.477956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d2a2e73-294a-4c8f-bf94-3e6c1d12cae4 None None] Provisioning for port 17db0835-ef62-4383-a8de-5c5c8126c6e5 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:30.483633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d2a2e73-294a-4c8f-bf94-3e6c1d12cae4 None None] Provisioning complete for port 17db0835-ef62-4383-a8de-5c5c8126c6e5 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:30.484282 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d2a2e73-294a-4c8f-bf94-3e6c1d12cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.519073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3a15aa30-8d94-440d-8f17-c4fc17fb9975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.584310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3a15aa30-8d94-440d-8f17-c4fc17fb9975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.646443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37444) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:30.699365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3a15aa30-8d94-440d-8f17-c4fc17fb9975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.711906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15aa30-8d94-440d-8f17-c4fc17fb9975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7829ef0c-081b-4400-9dd2-7e8fd1da4523,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:30.732125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3a15aa30-8d94-440d-8f17-c4fc17fb9975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.732125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3a15aa30-8d94-440d-8f17-c4fc17fb9975 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7829ef0c-081b-4400-9dd2-7e8fd1da4523 HTTP/1.1" status: 204 len: 168 time: 0.4451120 Mar 03 18:08:30.749917 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d2a2e73-294a-4c8f-bf94-3e6c1d12cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.785045 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8e00b051-f98e-40cd-aaca-f26e3bb1b47c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66e1ca2aecec440e84288bbfb217fee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324160 Mar 03 18:08:30.785045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37452) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:30.803230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1d2a2e73-294a-4c8f-bf94-3e6c1d12cae4 None None] For port 17db0835-ef62-4383-a8de-5c5c8126c6e5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=17db0835-ef62-4383-a8de-5c5c8126c6e5,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:30.806178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Request body: {'security_group_rule': {'security_group_id': 'c6ef1c0a-3fce-4512-b492-055216842778', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:30.811238 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d2a2e73-294a-4c8f-bf94-3e6c1d12cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.823213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:30.840620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:30.857239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:30.857239 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:30.933308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:30.953708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Usage tracker for resource:security_group_rule and tenant:c6fd0f2117404792ba100663761597f9 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:30.964485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:30.974843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Router a6cb9477-eb71-4456-bcdc-a70b39899680 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:08:30.981228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-14b35a43-95eb-4caf-b5bf-b1db955f85c0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.2357554 Mar 03 18:08:30.986192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37458) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:31.025302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a2e73-294a-4c8f-bf94-3e6c1d12cae4 None None] Pushing event updated for resources: {'Port': ['ID=17db0835-ef62-4383-a8de-5c5c8126c6e5,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:31.043976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c47acbda-2f64-437a-aaf0-776a87c6b60b req-11afab9a-afde-4d1c-9cde-7f538d830cef tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1040695 Mar 03 18:08:31.053473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23ec6879-0d36-4740-84ce-c5b653536bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.067410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:31.135227 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23ec6879-0d36-4740-84ce-c5b653536bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.268393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.333928 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23ec6879-0d36-4740-84ce-c5b653536bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.402662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23ec6879-0d36-4740-84ce-c5b653536bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.423480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23ec6879-0d36-4740-84ce-c5b653536bb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/727bcbeb-b668-41b0-a828-a40bcdb29f9c HTTP/1.1" status: 204 len: 168 time: 0.6371243 Mar 03 18:08:31.427819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec6879-0d36-4740-84ce-c5b653536bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727bcbeb-b668-41b0-a828-a40bcdb29f9c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:31.486725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 17db0835-ef62-4383-a8de-5c5c8126c6e5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:31.562046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-507b9521-7fc3-4727-a4d9-7405456e91ef None None] Provisioning for port 413dba45-96a9-410f-ba2e-a22e31f44f9a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:31.589873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-507b9521-7fc3-4727-a4d9-7405456e91ef None None] Provisioning complete for port 413dba45-96a9-410f-ba2e-a22e31f44f9a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:31.590245 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-507b9521-7fc3-4727-a4d9-7405456e91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.629556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.631287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:08:31.645908 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] Sync routers for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:08:31.649697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435583d7-ef61-4c7e-9549-9e7e27c64e02 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:31.681056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435583d7-ef61-4c7e-9549-9e7e27c64e02 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:31.681056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-435583d7-ef61-4c7e-9549-9e7e27c64e02 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:31.690880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9f3b99e-94a1-4a3d-b5f5-dc4594cab497 req-aa42438d-1f6c-4ae4-acb6-4908e6ba6148 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.1076777 Mar 03 18:08:31.705025 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:31.709935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.712916 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:08:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:31.774982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6682b9df-583e-4bed-858c-14e203a1eacd,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:31.788657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-507b9521-7fc3-4727-a4d9-7405456e91ef None None] Port 413dba45-96a9-410f-ba2e-a22e31f44f9a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:08:31.788657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 17db0835-ef62-4383-a8de-5c5c8126c6e5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:31.788657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:31.792742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:32.135432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-435583d7-ef61-4c7e-9549-9e7e27c64e02 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:32.137983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-435583d7-ef61-4c7e-9549-9e7e27c64e02 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1508133 Mar 03 18:08:32.141433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37492) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:32.187722 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:32.199009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:32.199009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e81afff-795a-4232-b462-cdf031808ec9 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7918787 Mar 03 18:08:32.202614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37498) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:32.361939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37506) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:32.395792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-ad9dba45-bea5-4741-b1c3-bec56f977d90 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "PUT /v2.0/floatingips/da9c33c0-0bf6-4f1e-9e21-b94047fde38d HTTP/1.1" status: 200 len: 694 time: 4.4266815 Mar 03 18:08:32.402945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:32.439272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 413dba45-96a9-410f-ba2e-a22e31f44f9a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:32.439740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:32.723072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4f7a782e-5e48-4453-a867-82e53134fbbb req-d41997a9-705a-4320-9235-b7a087c77564 tempest-ServerShowV257Test-798418699 tempest-ServerShowV257Test-798418699-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba821a2-d62c-45a4-a9f9-7281ba19d1d9 HTTP/1.1" status: 200 len: 210 time: 0.2706950 Mar 03 18:08:32.879594 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d372d44-ab0a-46f6-b159-955562b506c2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:32.938344 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'status': 'completed', 'code': 200} Mar 03 18:08:32.955177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d372d44-ab0a-46f6-b159-955562b506c2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:32.960023 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:12Z', 'revision_number': 5, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:32.965872 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] Checking router: a6cb9477-eb71-4456-bcdc-a70b39899680 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:08:32.997968 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:32.999107 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:08:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:33.077663 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:33.112956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-6fac350a-1ac8-413e-9434-0a3072ea8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:33.136419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-6fac350a-1ac8-413e-9434-0a3072ea8da6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 0.7034805 Mar 03 18:08:33.178233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d372d44-ab0a-46f6-b159-955562b506c2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:33.278782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1d634cc6-2855-4a28-b8bc-5b99534ae76c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1aafb5b59ab4ce38e3f2567579aab59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9079986 Mar 03 18:08:33.278782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37530) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:33.306406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d372d44-ab0a-46f6-b159-955562b506c2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ef1c0a-3fce-4512-b492-055216842778,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:33.356939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d372d44-ab0a-46f6-b159-955562b506c2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:33.368798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4d372d44-ab0a-46f6-b159-955562b506c2 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6ef1c0a-3fce-4512-b492-055216842778 HTTP/1.1" status: 204 len: 168 time: 1.1714361 Mar 03 18:08:33.370008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37538) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:33.460446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-0eae3785-917c-43ff-a67d-fde262f042a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:33.461966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-0eae3785-917c-43ff-a67d-fde262f042a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 1097 time: 0.3966365 Mar 03 18:08:33.464335 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e53a66-1605-451d-b8a5-ebed2af56543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:33.540605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 413dba45-96a9-410f-ba2e-a22e31f44f9a owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:33.552957 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:33.593167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73299061-b822-486b-9ec7-6c9fe025bc6e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:33.607076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e53a66-1605-451d-b8a5-ebed2af56543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:33.754316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-641389c7-0e88-4bd2-bc43-18a02f67397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:33.764479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73299061-b822-486b-9ec7-6c9fe025bc6e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:33.764479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-73299061-b822-486b-9ec7-6c9fe025bc6e tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3835759 Mar 03 18:08:33.768809 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-641389c7-0e88-4bd2-bc43-18a02f67397f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.6305046 Mar 03 18:08:33.768809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37566) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:33.841579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-a164184d-87d4-43bc-89a9-93d3419e93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:33.843119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-a164184d-87d4-43bc-89a9-93d3419e93d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 200 len: 921 time: 0.3544989 Mar 03 18:08:33.933259 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e53a66-1605-451d-b8a5-ebed2af56543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:33.937710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-6aef02fd-c521-49cb-8614-8812e25b8379 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 217 time: 0.0882766 Mar 03 18:08:33.955505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-34e03873-bff3-4d4d-9ff2-0a90704df095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 200 len: 217 time: 0.1437464 Mar 03 18:08:34.003459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ddb716c-7f73-4976-bb46-fd7d27c1dd12 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Synchronizing usage tracker for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:34.020225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e53a66-1605-451d-b8a5-ebed2af56543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d5bfa-95cf-4ca2-942c-32b00fd9dd9b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:34.059241 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-56e53a66-1605-451d-b8a5-ebed2af56543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:34.064382 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-56e53a66-1605-451d-b8a5-ebed2af56543 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b0d5bfa-95cf-4ca2-942c-32b00fd9dd9b HTTP/1.1" status: 204 len: 168 time: 0.7690697 Mar 03 18:08:34.109507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-3494abd6-36c4-44a1-84cc-2b21cb4f8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:34.109507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-3494abd6-36c4-44a1-84cc-2b21cb4f8b74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.1384959 Mar 03 18:08:34.238916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-e197af78-0975-4bb0-be62-a85761cd9c61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242256 Mar 03 18:08:34.353525 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:12Z', 'revision_number': 5, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:34.356128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ddb716c-7f73-4976-bb46-fd7d27c1dd12 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] Unset dirty status for tenant:c6fd0f2117404792ba100663761597f9 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:34.359116 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06267ad5-fad9-4e81-a51c-d2b40803c7ce None None] The sync data for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 is: [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:06:53Z', 'revision_number': 4, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf', 'name': '', 'network_id': 'f56c037a-da10-4c31-82a5-0b433f6f33dc', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'mac_address': 'fa:16:3e:a1:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:48Z', 'updated_at': '2022-03-03T18:07:12Z', 'revision_number': 5, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'subnets': [{'id': '37af2adb-b0c9-4774-b4d0-08541c01e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:08:34.362179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0ddb716c-7f73-4976-bb46-fd7d27c1dd12 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5958433 Mar 03 18:08:34.363285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37588) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:34.409349 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-d40237c1-630d-4c07-910a-b7123bd01963 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] delete failed (client error): The resource could not be found. Mar 03 18:08:34.425633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d40237c1-630d-4c07-910a-b7123bd01963 tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6ef1c0a-3fce-4512-b492-055216842778 HTTP/1.1" status: 404 len: 347 time: 0.0449336 Mar 03 18:08:34.438770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37594) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:34.472444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-6c3c4185-07d3-4558-abe0-06a8958ade65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:34.472444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-6c3c4185-07d3-4558-abe0-06a8958ade65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 200 len: 860 time: 0.4933462 Mar 03 18:08:34.472444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:34.716357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-222b018a-26b6-444c-b27e-1371ecd6039f tempest-SecGroupIPv6Test-1433351714 tempest-SecGroupIPv6Test-1433351714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2806804 Mar 03 18:08:34.722285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-082ad89b-21d6-4639-ae1f-a3ec57cca750 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765072 Mar 03 18:08:34.731960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37608) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:34.770563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=413dba45-96a9-410f-ba2e-a22e31f44f9a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:34.823823 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-e8eed181-1a22-43cd-8d3c-eb67bbb91db9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f56c037a-da10-4c31-82a5-0b433f6f33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2099988 Mar 03 18:08:35.028186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:35.083292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f840d-2a15-4d53-b0de-b3c98dfecd89 None None] New status for floating IP da9c33c0-0bf6-4f1e-9e21-b94047fde38d: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:08:35.148535 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e8fdaeca-1479-4605-a9e4-e32a46e5ab51 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/413dba45-96a9-410f-ba2e-a22e31f44f9a HTTP/1.1" status: 204 len: 168 time: 3.0055330 Mar 03 18:08:35.152882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37624) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:35.357248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-5f24e460-7653-4fca-8efe-682170a0e954 service neutron] 10.222.0.23 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300038 Mar 03 18:08:35.369123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb21f1b-798b-4a9f-bddc-0e48ac12b44e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:35.369123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb21f1b-798b-4a9f-bddc-0e48ac12b44e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:35.369123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0fb21f1b-798b-4a9f-bddc-0e48ac12b44e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1951830 Mar 03 18:08:35.384163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37632) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:35.427625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37636) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:35.459025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37642) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:35.786095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:35.823460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:35.835933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Usage tracker for resource:security_group_rule and tenant:3defe55bab4c4384a7503605e946d27d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:35.846713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-16b7a917-3497-42db-8417-6c478a7b20c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6fd0f2117404792ba100663761597f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134119 Mar 03 18:08:35.846713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-813f4dbc-d625-4c87-9011-47a6b6b59e24 req-0b620671-c8ba-47f8-ba8a-9b71539ee752 service neutron] 10.222.0.23 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835036 Mar 03 18:08:35.851650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:35.862978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37656) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:35.867032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:35.886059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:35.950112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:35.952720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 0eb691fe-ccf4-45fb-9500-d7e4758877b9 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:08:35.971664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:35.983266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Usage tracker for resource:security_group_rule and tenant:daf8a8c71f1c4ac08846b38f8228ee50 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:35.988010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:36.016840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:36.031080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5becc904-1d94-42c1-9457-00a4a2d259ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.126045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5becc904-1d94-42c1-9457-00a4a2d259ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.270736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c90bb22-b49b-4289-9731-92eaa15e6cf1 req-9da1c38b-123c-47a1-bba0-c8a321546759 service neutron] 10.222.0.35 "GET /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5382919 Mar 03 18:08:36.281840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-091728d9-8b35-4465-a84e-3e0489d8a611 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips/da9c33c0-0bf6-4f1e-9e21-b94047fde38d HTTP/1.1" status: 200 len: 692 time: 0.3346789 Mar 03 18:08:36.328908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.390201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5becc904-1d94-42c1-9457-00a4a2d259ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.425747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becc904-1d94-42c1-9457-00a4a2d259ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f748df-fb17-45e6-b69f-cbd92ffe214c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:36.487160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5becc904-1d94-42c1-9457-00a4a2d259ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.488108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5becc904-1d94-42c1-9457-00a4a2d259ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02f748df-fb17-45e6-b69f-cbd92ffe214c HTTP/1.1" status: 204 len: 168 time: 0.6386201 Mar 03 18:08:36.495913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.504001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.566030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.589294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f57f089-77c8-4e75-838e-ebe696b7c4f3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:36.665568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-688875fe-39e3-4020-a080-5392fdc6f177 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daf8a8c71f1c4ac08846b38f8228ee50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1230369 Mar 03 18:08:36.665568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37684) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:36.774776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.799201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.811922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d77c3a86-2046-46d8-b73b-b4beb4f8c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.859943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692a703b-b330-4c43-b71c-dbe1c4263f17,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:36.885758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d77c3a86-2046-46d8-b73b-b4beb4f8c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:36.939810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-68e63f25-2060-40f0-b3b4-c720f39cc58c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3defe55bab4c4384a7503605e946d27d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2063181 Mar 03 18:08:36.948873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37700) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:36.949575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-cd57f9c4-13a3-49d6-a6b9-4cdd41c354e9 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:36.951739 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-cd57f9c4-13a3-49d6-a6b9-4cdd41c354e9 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 784 time: 0.6646798 Mar 03 18:08:36.980033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-860d9c3d-b840-4e59-82e2-1d947b3bb3a9 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:08:36.996530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-860d9c3d-b840-4e59-82e2-1d947b3bb3a9 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291004 Mar 03 18:08:37.093784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.156799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb691fe-ccf4-45fb-9500-d7e4758877b9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:37.165757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-b6f749bc-2300-4d3d-b762-a9be419922ee tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.1604295 Mar 03 18:08:37.165757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.169638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c66d09-e8ce-428b-87fe-e8a392cef48b None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:37.223274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4401-1876-4be9-96b9-402543f452f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.236134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d77c3a86-2046-46d8-b73b-b4beb4f8c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.245126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-37a40a3c-2680-4372-9838-a17194190ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/0eb691fe-ccf4-45fb-9500-d7e4758877b9 HTTP/1.1" status: 204 len: 168 time: 1.8637619 Mar 03 18:08:37.255066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37710) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:37.345449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0c1fbf4b-2332-4ca3-aa43-b1eeda341500 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910079 Mar 03 18:08:37.348178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:37.354395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:37.374987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c3a86-2046-46d8-b73b-b4beb4f8c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f57f089-77c8-4e75-838e-ebe696b7c4f3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:37.376998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-73211bb9-037a-4029-ad60-fd13f81472b4 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.2048512 Mar 03 18:08:37.424599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4401-1876-4be9-96b9-402543f452f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.445427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d77c3a86-2046-46d8-b73b-b4beb4f8c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.455701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d77c3a86-2046-46d8-b73b-b4beb4f8c6c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f57f089-77c8-4e75-838e-ebe696b7c4f3 HTTP/1.1" status: 204 len: 168 time: 0.7901075 Mar 03 18:08:37.608905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4401-1876-4be9-96b9-402543f452f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.653991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b4401-1876-4be9-96b9-402543f452f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692a703b-b330-4c43-b71c-dbe1c4263f17,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:37.672116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4401-1876-4be9-96b9-402543f452f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.679514 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2b1b4401-1876-4be9-96b9-402543f452f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/692a703b-b330-4c43-b71c-dbe1c4263f17 HTTP/1.1" status: 204 len: 168 time: 0.7239690 Mar 03 18:08:37.905811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Deleting port eaa62d18-b011-47ec-9e8a-0f76be7f39b3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:37.905811 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.936346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:08:37.948762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] Deleting port 17db0835-ef62-4383-a8de-5c5c8126c6e5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:37.948762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:37.974293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:37.981454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:37.998394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:38.032762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:38.468095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] For port 17db0835-ef62-4383-a8de-5c5c8126c6e5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=17db0835-ef62-4383-a8de-5c5c8126c6e5,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:38.468095 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:38.526060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:38.534946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:38.771103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:38.771425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:38.802665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] Calling delete_port for 17db0835-ef62-4383-a8de-5c5c8126c6e5 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:38.969671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Calling delete_port for eaa62d18-b011-47ec-9e8a-0f76be7f39b3 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:39.033877 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:39.106779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] Pushing event deleted for resources: {'Port': ['ID=17db0835-ef62-4383-a8de-5c5c8126c6e5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:39.113845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545fab0-fc0b-48d7-af7e-89dcf028a0df None None] No DVR routers for this DVR port 17db0835-ef62-4383-a8de-5c5c8126c6e5 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:39.447256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 17db0835-ef62-4383-a8de-5c5c8126c6e5 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:39.473105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37802) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:39.481404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0049858 Mar 03 18:08:39.481404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37804) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:39.558710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 17db0835-ef62-4383-a8de-5c5c8126c6e5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:39.559241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 17db0835-ef62-4383-a8de-5c5c8126c6e5 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:39.709370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37818) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:39.761577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:08:39.761577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:39.830708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:39.937767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:39.948647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event deleted for resources: {'Port': ['ID=eaa62d18-b011-47ec-9e8a-0f76be7f39b3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:39.991437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:40.000220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:40.003302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:40.003901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.011322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d402ad7-3210-49ab-85a6-28e476197c41 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:40.031871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:40.050624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Usage tracker for resource:security_group_rule and tenant:20f1cf51e7d44d57ab3e89cfb74ba7f3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:40.057067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:40.073165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:40.169032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=7883eec8-ba7e-48ab-a838-625bd1f785a9,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:40.266829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.266829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.266829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d197c8e2-56f5-40cb-969e-2375484282a1 req-36fe7832-6fa4-4965-9283-5a8164a97d4d tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "DELETE /v2.0/floatingips/da9c33c0-0bf6-4f1e-9e21-b94047fde38d HTTP/1.1" status: 204 len: 173 time: 2.8811975 Mar 03 18:08:40.266829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-30dcef5c-ff55-4730-b854-d24b3ea17b83 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9143770 Mar 03 18:08:40.266829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37840) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:40.274609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:b4:e0:b7', 'name': 'tempest-NetworksTestDHCPv6-1567306932'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:40.417299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-098477e4-4976-4526-8119-26663bbc8a3e tempest-NetworksApiDiscovery-1211303030 tempest-NetworksApiDiscovery-1211303030-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.9335697 Mar 03 18:08:40.443043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.462576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.507347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '7883eec8-ba7e-48ab-a838-625bd1f785a9'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:08:40.508195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.565956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30a08603-dbbd-4cb6-8aec-92101539b7f6 req-fb913d49-a8c6-4f96-8874-c07e06c7165b tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups/56293163-11f0-4f15-a561-750249370e09 HTTP/1.1" status: 200 len: 1809 time: 0.2123120 Mar 03 18:08:40.628942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:40.635355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:40.644252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:40.660085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:40.684654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37862) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:40.684654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:40.689895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20f1cf51e7d44d57ab3e89cfb74ba7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9743228 Mar 03 18:08:40.694044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f0fb5-e2d4-4ddf-a90c-ea7d29606350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0589c287-fa7d-4731-8ae4-86841d33d4b8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:40.801442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-30a08603-dbbd-4cb6-8aec-92101539b7f6 req-929a8cec-15c8-4fb9-89b2-99dcb7721089 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.818576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Allocated IP 2001:db8::f816:3eff:fe56:fa25 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/7883eec8-ba7e-48ab-a838-625bd1f785a9/82308f26-360d-465c-8a30-06e743d8de08) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:40.865022 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-30a08603-dbbd-4cb6-8aec-92101539b7f6 req-929a8cec-15c8-4fb9-89b2-99dcb7721089 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:40.959235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-30a08603-dbbd-4cb6-8aec-92101539b7f6 req-929a8cec-15c8-4fb9-89b2-99dcb7721089 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.007079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a8cec-15c8-4fb9-89b2-99dcb7721089 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56293163-11f0-4f15-a561-750249370e09,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:41.049903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-30a08603-dbbd-4cb6-8aec-92101539b7f6 req-929a8cec-15c8-4fb9-89b2-99dcb7721089 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.056984 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30a08603-dbbd-4cb6-8aec-92101539b7f6 req-929a8cec-15c8-4fb9-89b2-99dcb7721089 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "DELETE /v2.0/security-groups/56293163-11f0-4f15-a561-750249370e09 HTTP/1.1" status: 204 len: 173 time: 0.4564157 Mar 03 18:08:41.164317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.186052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24384b50-4437-4199-acc0-c31d02413330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.239446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.243125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port b51ece76-046e-4d2b-94c2-552f02b2e7c3 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:08:41.276000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Transition to ACTIVE for port object 82308f26-360d-465c-8a30-06e743d8de08 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:41.325482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Transition to ACTIVE for port object 82308f26-360d-465c-8a30-06e743d8de08 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:41.356674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24384b50-4437-4199-acc0-c31d02413330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.366255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.425659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24384b50-4437-4199-acc0-c31d02413330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.468630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37884) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:41.477861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24384b50-4437-4199-acc0-c31d02413330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0589c287-fa7d-4731-8ae4-86841d33d4b8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:41.508022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24384b50-4437-4199-acc0-c31d02413330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:41.509453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-24384b50-4437-4199-acc0-c31d02413330 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0589c287-fa7d-4731-8ae4-86841d33d4b8 HTTP/1.1" status: 204 len: 168 time: 0.5125136 Mar 03 18:08:41.658157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Pushing event updated for resources: {'Port': ['ID=82308f26-360d-465c-8a30-06e743d8de08,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:41.680936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:41.680936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:41.686561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:41.800661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:feb4:e0b7 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/7883eec8-ba7e-48ab-a838-625bd1f785a9/b51ece76-046e-4d2b-94c2-552f02b2e7c3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:41.842221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.039436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:42.071575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Attempting to bind port 82308f26-360d-465c-8a30-06e743d8de08 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:08:42.071575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Attempting to bind port 82308f26-360d-465c-8a30-06e743d8de08 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:08:42.071575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Attempting to bind port 82308f26-360d-465c-8a30-06e743d8de08 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:08:42.089688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:08:42.089688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:08:42.089688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.089688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:08:42.089688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Bound port: 82308f26-360d-465c-8a30-06e743d8de08, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:08:42.089688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.134055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Usage tracker for resource:security_group_rule and tenant:0d9cb6d56a2645969cc9e47ff4fe3918 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:42.138120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:42.158820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:42.304957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951621c-4e96-4570-b064-318cc131fd36 req-53d4b4eb-cbc0-4afd-9ac2-b34d610f729a tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:42.304957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3951621c-4e96-4570-b064-318cc131fd36 req-53d4b4eb-cbc0-4afd-9ac2-b34d610f729a tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.4672732 Mar 03 18:08:42.354740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] For port 82308f26-360d-465c-8a30-06e743d8de08, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:08:42.354740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] For port 82308f26-360d-465c-8a30-06e743d8de08, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=82308f26-360d-465c-8a30-06e743d8de08,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:08:42.368872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.461360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3951621c-4e96-4570-b064-318cc131fd36 req-9dd5f45a-efd4-4af5-b970-b9aabdd21759 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:42.509237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb970de-c698-4c85-bf28-43713e51818d None None] Pushing event updated for resources: {'Port': ['ID=82308f26-360d-465c-8a30-06e743d8de08,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:42.534024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3951621c-4e96-4570-b064-318cc131fd36 req-9dd5f45a-efd4-4af5-b970-b9aabdd21759 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:42.535495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3951621c-4e96-4570-b064-318cc131fd36 req-9dd5f45a-efd4-4af5-b970-b9aabdd21759 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183321 Mar 03 18:08:42.556810 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.686067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object b51ece76-046e-4d2b-94c2-552f02b2e7c3 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:42.699498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.729883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.785223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:42.808215 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d9cb6d56a2645969cc9e47ff4fe3918&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3326433 Mar 03 18:08:42.808215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:42.897141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d61c26-af10-4a29-9830-5fd327c7e49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a686650-c9fd-49fc-94db-fa20598385b7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:42.965451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9c6d-e465-49b2-910b-b971ea8dafd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:43.014861 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9c6d-e465-49b2-910b-b971ea8dafd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:43.038332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:43.038332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:43.053222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:43.053222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:43.053222 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:43.082152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=b51ece76-046e-4d2b-94c2-552f02b2e7c3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:43.089515 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e4e19a27-cccb-48a8-9d3e-69b2cb4e8235 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8227975 Mar 03 18:08:43.097595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37944) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:43.109642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9c6d-e465-49b2-910b-b971ea8dafd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:43.164155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b9c6d-e465-49b2-910b-b971ea8dafd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a686650-c9fd-49fc-94db-fa20598385b7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:43.184692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9c6d-e465-49b2-910b-b971ea8dafd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:43.203972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4a5b9c6d-e465-49b2-910b-b971ea8dafd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a686650-c9fd-49fc-94db-fa20598385b7 HTTP/1.1" status: 204 len: 168 time: 0.3866265 Mar 03 18:08:43.369387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a60fc-4ae1-4052-9d95-107d84233d15 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:43.375999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a60fc-4ae1-4052-9d95-107d84233d15 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:43.378435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-181a60fc-4ae1-4052-9d95-107d84233d15 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:43.398757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-181a60fc-4ae1-4052-9d95-107d84233d15 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:43.403445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-181a60fc-4ae1-4052-9d95-107d84233d15 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3099988 Mar 03 18:08:43.403584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:43.518289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 82308f26-360d-465c-8a30-06e743d8de08 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:43.553039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port b51ece76-046e-4d2b-94c2-552f02b2e7c3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:43.553039 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:43.626738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 82308f26-360d-465c-8a30-06e743d8de08 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:43.860622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-d8116aa1-8a40-4ae5-8b66-7d11c3b0b9e6 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:43.879366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-d8116aa1-8a40-4ae5-8b66-7d11c3b0b9e6 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Synchronizing usage tracker for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:43.997249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-d8116aa1-8a40-4ae5-8b66-7d11c3b0b9e6 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Unset dirty status for tenant:7fc15dd8d7714bd487ba710aa19905cf on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:43.997249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-d8116aa1-8a40-4ae5-8b66-7d11c3b0b9e6 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.2684376 Mar 03 18:08:44.084473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0412-dc6f-4a41-aa47-06cc84b1b8ed req-9b1085b9-c366-46bd-8aff-652a87cdfd28 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:44.115079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba5a0412-dc6f-4a41-aa47-06cc84b1b8ed req-9b1085b9-c366-46bd-8aff-652a87cdfd28 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.3606505 Mar 03 18:08:44.284742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:44.335939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba5a0412-dc6f-4a41-aa47-06cc84b1b8ed req-0874a841-6780-49c8-b478-0a1cc8f8eedd tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297688 Mar 03 18:08:44.381252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Deleting port 79db1f6f-d57a-475d-bc67-f1a8b403e479 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:44.381816 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:44.589608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0a85b507-ab7d-4735-884a-a2fd9ee3f08c None None] Provisioning for port 82308f26-360d-465c-8a30-06e743d8de08 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:44.599905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0a85b507-ab7d-4735-884a-a2fd9ee3f08c None None] Provisioning complete for port 82308f26-360d-465c-8a30-06e743d8de08 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:44.601705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a85b507-ab7d-4735-884a-a2fd9ee3f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:44.733299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for b51ece76-046e-4d2b-94c2-552f02b2e7c3 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:45.071032 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a85b507-ab7d-4735-884a-a2fd9ee3f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:45.181177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0a85b507-ab7d-4735-884a-a2fd9ee3f08c None None] For port 82308f26-360d-465c-8a30-06e743d8de08, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=82308f26-360d-465c-8a30-06e743d8de08,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:45.185443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:45.189067 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a85b507-ab7d-4735-884a-a2fd9ee3f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:45.217208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] For port 79db1f6f-d57a-475d-bc67-f1a8b403e479, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=79db1f6f-d57a-475d-bc67-f1a8b403e479,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:45.217208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:45.326343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=b51ece76-046e-4d2b-94c2-552f02b2e7c3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:45.337916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85b507-ab7d-4735-884a-a2fd9ee3f08c None None] Pushing event updated for resources: {'Port': ['ID=82308f26-360d-465c-8a30-06e743d8de08,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:45.372411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fde412a7-93e2-4148-8b33-9225620b687a None None] Could not find standard attr ID for object b51ece76-046e-4d2b-94c2-552f02b2e7c3. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:08:45.506176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:45.570448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bbdcad59-6553-4c6b-ac15-0394e7a9c6ca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/b51ece76-046e-4d2b-94c2-552f02b2e7c3 HTTP/1.1" status: 204 len: 168 time: 2.1605983 Mar 03 18:08:45.580444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38026) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:45.583949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 82308f26-360d-465c-8a30-06e743d8de08 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:45.710741 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 82308f26-360d-465c-8a30-06e743d8de08 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:45.711359 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:45.764457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Calling delete_port for 79db1f6f-d57a-475d-bc67-f1a8b403e479 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:45.797775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38036) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:45.886114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f61440-1661-4e69-9544-be5319b62ef9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:45.891827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f61440-1661-4e69-9544-be5319b62ef9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:45.891827 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-80f61440-1661-4e69-9544-be5319b62ef9 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3106329 Mar 03 18:08:45.893612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38044) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:45.969699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b9f59-2095-4b4b-8f2f-68c1b76826fb req-2431b37d-d94b-4f05-ae37-20dc8526bec8 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:45.972921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-745b9f59-2095-4b4b-8f2f-68c1b76826fb req-2431b37d-d94b-4f05-ae37-20dc8526bec8 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 946 time: 0.3028817 Mar 03 18:08:46.220803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 7883eec8-ba7e-48ab-a838-625bd1f785a9 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:08:46.225705 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.292679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-745b9f59-2095-4b4b-8f2f-68c1b76826fb req-48f89f00-602b-4749-87fa-430d5ae1a6b5 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a771813-bf31-49f1-940a-fbe764f85bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219557 Mar 03 18:08:46.333060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.436876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2057252898-network', 'tenant_id': 'c86fc92b9a3e4297b101ed9b02791653'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:46.445764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:46.462383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Usage tracker for resource:network and tenant:c86fc92b9a3e4297b101ed9b02791653 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:46.462383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:46.468294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:46.503927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.606844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Made reservation on behalf of c86fc92b9a3e4297b101ed9b02791653 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:46.609849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.640304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Pushing event deleted for resources: {'Port': ['ID=79db1f6f-d57a-475d-bc67-f1a8b403e479,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:46.641643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.682486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.682486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.682486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.682486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.682486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.682486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.682486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.692614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.692614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.692614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.692614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.692614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:46.728894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:46.737702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Usage tracker for resource:security_group_rule and tenant:c86fc92b9a3e4297b101ed9b02791653 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:46.745558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:46.789731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] No DVR routers for this DVR port 79db1f6f-d57a-475d-bc67-f1a8b403e479 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:46.794990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:46.794990 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.829538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.830720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'name': 'network-vif-deleted', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:08:46.878463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-14e9a4c6-cae9-4983-938b-2dd6e7ffdfe6 req-352ef505-9dfc-458a-ade9-53c38352c184 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.35 "DELETE /v2.0/ports/79db1f6f-d57a-475d-bc67-f1a8b403e479 HTTP/1.1" status: 204 len: 173 time: 2.9429865 Mar 03 18:08:46.935878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.978856 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a77cc8a-b0cb-4b81-a2af-0e1439e94f42', 'name': 'network-vif-deleted', 'tag': '79db1f6f-d57a-475d-bc67-f1a8b403e479', 'status': 'completed', 'code': 200} Mar 03 18:08:46.984104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:46.988331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94b3d3-6d2a-4fb9-ade7-b601266fb5af None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:46.998974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=7883eec8-ba7e-48ab-a838-625bd1f785a9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:47.029316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c44b5fc2-4fef-4e60-a81e-152890ec9493 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/7883eec8-ba7e-48ab-a838-625bd1f785a9 HTTP/1.1" status: 204 len: 168 time: 1.1315863 Mar 03 18:08:47.030285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38078) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:47.048974 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:47.063914 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:47.204032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4973224a-3045-4166-98bc-4e20925f78ea,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:47.219794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:08:47.230728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:47.230728 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Added segment 4082cc22-a183-4dab-9430-6c5f9afa058a of type vlan for network f9e676f1-5fd0-40a3-a161-cc163ba04a1d Mar 03 18:08:47.273050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:47.282777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-121be048-6b1f-4d14-b1f7-ddba25b610d4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2438054 Mar 03 18:08:47.282777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38088) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:47.320530 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:47.338183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:47.338183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:47.519674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc221737-a2c0-4fba-91a4-d9f507010988 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:47.526869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fc221737-a2c0-4fba-91a4-d9f507010988 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:47.534166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7317116 Mar 03 18:08:47.582062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38098) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:47.633434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Request body: {'subnet': {'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2057252898-subnet', 'tenant_id': 'c86fc92b9a3e4297b101ed9b02791653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:47.648620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:47.667840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Usage tracker for resource:subnet and tenant:c86fc92b9a3e4297b101ed9b02791653 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:47.711199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0111-6730-4998-86c7-fd0294cd0e72 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e676f1-5fd0-40a3-a161-cc163ba04a1d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:47.729697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f9e676f1-5fd0-40a3-a161-cc163ba04a1d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:08:47.752532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:47.791243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:47.825886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a846726-3ed9-4dee-891b-63587f27195b req-b5c40353-13af-4ff2-9099-128af4b1d6e9 tempest-ServerRescueTestJSONUnderV235-672845597 tempest-ServerRescueTestJSONUnderV235-672845597-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a77cc8a-b0cb-4b81-a2af-0e1439e94f42 HTTP/1.1" status: 200 len: 210 time: 0.1580322 Mar 03 18:08:47.826514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fc221737-a2c0-4fba-91a4-d9f507010988 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:47.827513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fc221737-a2c0-4fba-91a4-d9f507010988 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5464721 Mar 03 18:08:47.830242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:47.845244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Made reservation on behalf of c86fc92b9a3e4297b101ed9b02791653 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:47.850921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:47.862592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:08:47.885199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] Deleting port 82308f26-360d-465c-8a30-06e743d8de08 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:47.885625 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:48.087977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 79db1f6f-d57a-475d-bc67-f1a8b403e479 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:48.215836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 79db1f6f-d57a-475d-bc67-f1a8b403e479 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:08:48.215836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 79db1f6f-d57a-475d-bc67-f1a8b403e479 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:48.260527 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:48.463986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e1d9d-cde9-4221-9613-84deef1e4320 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:48.464585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:48.465110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-867e1d9d-cde9-4221-9613-84deef1e4320 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:48.490140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-867e1d9d-cde9-4221-9613-84deef1e4320 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:48.494184 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-867e1d9d-cde9-4221-9613-84deef1e4320 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6626146 Mar 03 18:08:48.498507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38126) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:48.571629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583bfe47-4212-4837-b222-aa0972f60e6f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:48.580952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Checking segment: {'id': '4082cc22-a183-4dab-9430-6c5f9afa058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:08:48.580952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Network hostable DHCP agents. Network: f9e676f1-5fd0-40a3-a161-cc163ba04a1d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.604488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:08:48.614686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Network f9e676f1-5fd0-40a3-a161-cc163ba04a1d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:08:48.634167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] For port 82308f26-360d-465c-8a30-06e743d8de08, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=82308f26-360d-465c-8a30-06e743d8de08,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:48.646587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:48.650403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f9e676f1-5fd0-40a3-a161-cc163ba04a1d) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:48.650403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:48.650403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:48.679407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b18a80-2ad0-45e6-aa09-ba73fb5a2365 None None] Network f9e676f1-5fd0-40a3-a161-cc163ba04a1d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:48.684662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38132) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:48.729878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e599ac8e-2ccb-460e-b441-a657e654f347 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1284134 Mar 03 18:08:48.750970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38146) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:48.793522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38154) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:48.796557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b6a82bda-f342-4c68-b5c0-103572d925bb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2857368 Mar 03 18:08:48.800418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:49.028446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38162) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:49.184055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:49.274906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:49.388975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] Calling delete_port for 82308f26-360d-465c-8a30-06e743d8de08 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:49.392324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:49.442797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:49.455022 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:49.487767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:49.539258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:49.552966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:49.559534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2f401cb5414eedaefea48449eed2a8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:49.612484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Usage tracker for resource:security_group_rule and tenant:3f938ec68cbb4a14ad79fa43b2151c84 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:49.615650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:49.624869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:49.641736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:49.642610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:49.699701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 82308f26-360d-465c-8a30-06e743d8de08 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:08:49.985422 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:49.985422 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9562-5843-42ac-9aae-0e173a368a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:50.060882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] Pushing event deleted for resources: {'Port': ['ID=82308f26-360d-465c-8a30-06e743d8de08,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:50.079492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c824554-8427-45b2-83b9-a5fc86fd0b78 None None] No DVR routers for this DVR port 82308f26-360d-465c-8a30-06e743d8de08 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:08:50.081572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port 82308f26-360d-465c-8a30-06e743d8de08 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:08:50.082029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 82308f26-360d-465c-8a30-06e743d8de08 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:08:50.150198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:50.160716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efced7c-274a-4db6-b28f-40b90af03512 None None] Network f9e676f1-5fd0-40a3-a161-cc163ba04a1d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:50.280323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:50.358724 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:50.400861 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f938ec68cbb4a14ad79fa43b2151c84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7148154 Mar 03 18:08:50.410915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d561b-39cf-49a9-8b92-c340ce91a48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a1f05-fde9-47df-89a4-63e6f0b44397,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:50.438601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:50.438601 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:50.486105 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:50.760078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c2f401cb5414eedaefea48449eed2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0078893 Mar 03 18:08:50.764385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38228) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:50.770764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf7149-377f-4a0b-910d-dd973261f057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9472ecb-4bbb-43f6-88cd-d604cb370ad3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:50.975736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c616-3b31-4110-b705-586ad0d87579 req-804d247c-5e0d-40b6-8e5c-cf17130394db tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:50.980829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-804d247c-5e0d-40b6-8e5c-cf17130394db tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/networks?id=f9e676f1-5fd0-40a3-a161-cc163ba04a1d HTTP/1.1" status: 200 len: 821 time: 0.8085814 Mar 03 18:08:51.030584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:08:51.030584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.033939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7249bc24-b928-4c79-8e34-334142132d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.038525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60c9f5ae-c226-4297-9ccb-fe958e357a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.170672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-62b6f75e-9a38-4bed-ab88-7b939d18073d tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/quotas/c86fc92b9a3e4297b101ed9b02791653 HTTP/1.1" status: 200 len: 375 time: 0.1438642 Mar 03 18:08:51.184849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60c9f5ae-c226-4297-9ccb-fe958e357a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.198463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7249bc24-b928-4c79-8e34-334142132d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.267625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:51.282813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:51.294276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99431c8b-996f-499e-9287-c77ae0605279 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:08:51.442437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60c9f5ae-c226-4297-9ccb-fe958e357a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.474390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9f5ae-c226-4297-9ccb-fe958e357a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9472ecb-4bbb-43f6-88cd-d604cb370ad3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:51.488252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-2295eb80-6600-43f4-8b55-a2aafb8c0d49 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c86fc92b9a3e4297b101ed9b02791653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2920301 Mar 03 18:08:51.491907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60c9f5ae-c226-4297-9ccb-fe958e357a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.491907 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-60c9f5ae-c226-4297-9ccb-fe958e357a4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9472ecb-4bbb-43f6-88cd-d604cb370ad3 HTTP/1.1" status: 204 len: 168 time: 0.7202086 Mar 03 18:08:51.499488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=4e362d34-6983-427d-bb31-a11c5be50ad1,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:51.522751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:51.522751 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.563138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Deleting port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:51.563138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.601368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7249bc24-b928-4c79-8e34-334142132d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.601368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7249bc24-b928-4c79-8e34-334142132d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:51.609661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7249bc24-b928-4c79-8e34-334142132d8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/248a1f05-fde9-47df-89a4-63e6f0b44397 HTTP/1.1" status: 204 len: 168 time: 1.1664596 Mar 03 18:08:51.854727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ee70-493c-4e1e-838f-aa996a297513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:52.001388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] For port 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,segment=NetworkSegment(bed43382-92ee-43d9-bd02-80af296817ba),segment_id=bed43382-92ee-43d9-bd02-80af296817ba)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:52.001388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:52.031268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '4e362d34-6983-427d-bb31-a11c5be50ad1'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:08:52.031268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:52.200878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07d51152-e3ea-41fc-a38e-07bc1a02d74d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4061220 Mar 03 18:08:52.216643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249bc24-b928-4c79-8e34-334142132d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a1f05-fde9-47df-89a4-63e6f0b44397,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:52.227755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38262) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:52.269025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:d5:d5:cf', 'name': 'tempest-NetworksTestDHCPv6-678342244'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:52.302671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Allocated IP 2001:db8::f816:3eff:fe72:4582 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/4e362d34-6983-427d-bb31-a11c5be50ad1/1d1236f9-93fb-446d-985e-576a6b9a6050) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:52.572209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-e78947ae-94b4-48b2-a840-4066d715273d service neutron] 10.222.0.23 "GET /v2.0/networks/f9e676f1-5fd0-40a3-a161-cc163ba04a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9777565 Mar 03 18:08:52.677951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38276) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:52.708004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:52.710118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:52.712618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:52.753265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Transition to ACTIVE for port object 1d1236f9-93fb-446d-985e-576a6b9a6050 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:52.810533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Transition to ACTIVE for port object 1d1236f9-93fb-446d-985e-576a6b9a6050 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:52.810533 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:52.863456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:52.865856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Calling delete_port for 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:52.887951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Usage tracker for resource:security_group_rule and tenant:dfde6d90ce364f92ac13f6813a51da89 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:52.912473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:52.966736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:53.036065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:53.040879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:53.052014 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.053065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:53.060335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.063871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Pushing event updated for resources: {'Port': ['ID=1d1236f9-93fb-446d-985e-576a6b9a6050,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:53.120491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:53.257486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Attempting to bind port 1d1236f9-93fb-446d-985e-576a6b9a6050 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:08:53.257486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Attempting to bind port 1d1236f9-93fb-446d-985e-576a6b9a6050 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:08:53.257486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Attempting to bind port 1d1236f9-93fb-446d-985e-576a6b9a6050 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:08:53.266994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.278143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:08:53.278436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:08:53.278885 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.279285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:08:53.279764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Bound port: 1d1236f9-93fb-446d-985e-576a6b9a6050, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:08:53.280145 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.337818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:53.349046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:53.375684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.390374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:53.399309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.469277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-02d38be4-53f3-45e3-a7f5-676d96982083 service neutron] 10.222.0.23 "GET /v2.0/networks/f9e676f1-5fd0-40a3-a161-cc163ba04a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8814611 Mar 03 18:08:53.487849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:53.490348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa53d0fd95645348f5c6c209a9c77ee is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:53.507859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3684413-6a13-4012-9fef-d9ac80a7847f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:53.610546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:53.631314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:53.633295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:08:53.640893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1d1236f9-93fb-446d-985e-576a6b9a6050,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:08:53.666082 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.871852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.883023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d38100fa-6e3f-409d-90f0-56424f5222cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfde6d90ce364f92ac13f6813a51da89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2069836 Mar 03 18:08:53.888539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:53.916423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38318) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:53.920612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254c1e6-7f24-4255-81c5-0581cfdf6f5f None None] Pushing event updated for resources: {'Port': ['ID=1d1236f9-93fb-446d-985e-576a6b9a6050,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:53.972503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:54.006223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af961e0-e6d1-4053-8f0c-ddf58f701714,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:54.118673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-67ac11bb-3e25-4a84-a26a-951bccb6a8f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fa53d0fd95645348f5c6c209a9c77ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3967648 Mar 03 18:08:54.130985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38322) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:54.150729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.268941 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29198419-2d6c-48ab-b3cd-2890f8e68844 req-df24dea9-9735-4171-a9e5-6c0a08a8463c tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 210 time: 0.2118342 Mar 03 18:08:54.270292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.281110 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.554353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.604619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e16eb96e-5358-47ab-8339-cfd0684f941d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.633987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e16eb96e-5358-47ab-8339-cfd0684f941d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.667145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0164edd6-cc12-4a43-baca-f7281eaa08fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.698242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 1037b2ee-6f10-40c5-9a80-3538aa4b53e1 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:08:54.826798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0164edd6-cc12-4a43-baca-f7281eaa08fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:54.976250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e16eb96e-5358-47ab-8339-cfd0684f941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:55.121765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16eb96e-5358-47ab-8339-cfd0684f941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af961e0-e6d1-4053-8f0c-ddf58f701714,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:55.468273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Router a6cb9477-eb71-4456-bcdc-a70b39899680 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:08:55.631857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e16eb96e-5358-47ab-8339-cfd0684f941d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:55.648055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e16eb96e-5358-47ab-8339-cfd0684f941d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2af961e0-e6d1-4053-8f0c-ddf58f701714 HTTP/1.1" status: 204 len: 168 time: 1.5165167 Mar 03 18:08:55.658412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1d1236f9-93fb-446d-985e-576a6b9a6050 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:55.812905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4280b035-2200-4aba-ae55-387ec758d0e2 req-70e4d7fb-3f4b-470f-94ef-2631bb0e9db1 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 210 time: 0.2472389 Mar 03 18:08:55.889307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 1d1236f9-93fb-446d-985e-576a6b9a6050 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:55.896873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fed5:d5cf (0e69cf99-8eb8-458c-aea8-3555a19ce91f/4e362d34-6983-427d-bb31-a11c5be50ad1/1037b2ee-6f10-40c5-9a80-3538aa4b53e1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:08:56.207978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0164edd6-cc12-4a43-baca-f7281eaa08fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:56.215047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8b592604-ca97-4fea-b685-5093a3bfb78b None None] Provisioning for port 1d1236f9-93fb-446d-985e-576a6b9a6050 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:56.253437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8b592604-ca97-4fea-b685-5093a3bfb78b None None] Provisioning complete for port 1d1236f9-93fb-446d-985e-576a6b9a6050 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:56.254256 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b592604-ca97-4fea-b685-5093a3bfb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:56.330775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:08:56.367209 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] Sync routers for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:08:56.392641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2eb518c6-2ed8-4db0-ba84-b6de0d170abe admin admin] 10.222.0.23 "PUT /v2.0/routers/a6cb9477-eb71-4456-bcdc-a70b39899680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3623674 Mar 03 18:08:56.408845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38378) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:56.419885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164edd6-cc12-4a43-baca-f7281eaa08fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3684413-6a13-4012-9fef-d9ac80a7847f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:56.432165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:56.443606 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:08:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:56.484680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0164edd6-cc12-4a43-baca-f7281eaa08fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:56.484680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0164edd6-cc12-4a43-baca-f7281eaa08fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3684413-6a13-4012-9fef-d9ac80a7847f HTTP/1.1" status: 204 len: 168 time: 2.4783320 Mar 03 18:08:56.534983 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:56.568527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 1037b2ee-6f10-40c5-9a80-3538aa4b53e1 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:08:56.596913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:56.735580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:08:56.740496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:08:56.747824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:08:56.758520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:56.763077 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:56.787084 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b592604-ca97-4fea-b685-5093a3bfb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:56.912531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=1037b2ee-6f10-40c5-9a80-3538aa4b53e1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:56.991870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2cb6ac3d-abac-4e8a-853d-dc75e2a449f2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7362347 Mar 03 18:08:56.998579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38400) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:57.027853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8b592604-ca97-4fea-b685-5093a3bfb78b None None] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1d1236f9-93fb-446d-985e-576a6b9a6050,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:57.038973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b592604-ca97-4fea-b685-5093a3bfb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:57.314933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb6362-c0ce-4183-8751-460602e0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:57.335521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb6362-c0ce-4183-8751-460602e0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:57.336353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-48eb6362-c0ce-4183-8751-460602e0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:08:57.491105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-48eb6362-c0ce-4183-8751-460602e0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:08:57.513409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48eb6362-c0ce-4183-8751-460602e0f593 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5094523 Mar 03 18:08:57.513409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38414) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:08:57.535808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592604-ca97-4fea-b685-5093a3bfb78b None None] Pushing event updated for resources: {'Port': ['ID=1d1236f9-93fb-446d-985e-576a6b9a6050,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:08:57.687568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bdc8ecd6-5b5b-49f6-b11d-9d8288172705 None None] Provisioning for port 1037b2ee-6f10-40c5-9a80-3538aa4b53e1 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:08:57.713271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bdc8ecd6-5b5b-49f6-b11d-9d8288172705 None None] Provisioning complete for port 1037b2ee-6f10-40c5-9a80-3538aa4b53e1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:57.714521 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bdc8ecd6-5b5b-49f6-b11d-9d8288172705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:57.832365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8ecd6-5b5b-49f6-b11d-9d8288172705 None None] Port 1037b2ee-6f10-40c5-9a80-3538aa4b53e1 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:08:57.872662 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:57.983388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cb7ff97f-d1f4-40ba-be0c-06151f8ff1b1 req-e21ff5c2-0d30-4bdc-a146-de5473f18836 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 210 time: 0.0751319 Mar 03 18:08:58.058236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:58.445197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:58.494864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Deleting port 372b86c7-b01b-4362-ad96-e422c3fde22f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:58.494864 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:58.742119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c616-3b31-4110-b705-586ad0d87579 req-9ae531e4-218a-4910-b4ba-bc65a3968e94 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:08:58.743754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-9ae531e4-218a-4910-b4ba-bc65a3968e94 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.16 "GET /v2.0/networks?id=f9e676f1-5fd0-40a3-a161-cc163ba04a1d HTTP/1.1" status: 200 len: 821 time: 1.2358665 Mar 03 18:08:58.763204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Request body: {'port': {'device_id': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d', 'admin_state_up': True, 'tenant_id': 'c86fc92b9a3e4297b101ed9b02791653'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:08:58.786476 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:08:53Z', 'revision_number': 5, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port': {'id': '372b86c7-b01b-4362-ad96-e422c3fde22f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:06:30Z', 'updated_at': '2022-03-03T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:58.799899 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] Checking router: a6cb9477-eb71-4456-bcdc-a70b39899680 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:08:58.813689 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] Routers {'a6cb9477-eb71-4456-bcdc-a70b39899680'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:08:58.814585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:08:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a6cb9477-eb71-4456-bcdc-a70b39899680'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:58.882070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 1037b2ee-6f10-40c5-9a80-3538aa4b53e1 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:08:58.882440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:59.076951 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] Set router a6cb9477-eb71-4456-bcdc-a70b39899680 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:08:59.261493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] For port 372b86c7-b01b-4362-ad96-e422c3fde22f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=372b86c7-b01b-4362-ad96-e422c3fde22f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:08:59.262006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:59.484261 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c4a968d7-02f6-48af-9fa1-c2fa8737e995 req-8ab8d60e-c8c0-41ba-b28f-c9b11e60c461 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 210 time: 0.1938593 Mar 03 18:08:59.556410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:08:59.568869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Usage tracker for resource:port and tenant:c86fc92b9a3e4297b101ed9b02791653 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:08:59.568869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:08:59.574705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1d1236f9-93fb-446d-985e-576a6b9a6050 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:08:59.577728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:08:59.607564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Made reservation on behalf of c86fc92b9a3e4297b101ed9b02791653 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:08:59.607564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:08:59.619575 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:08:58Z', 'revision_number': 6, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:08:59.628320 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a50c2-de6b-463d-9fb2-0e83c4173ed1 None None] The sync data for ids ['a6cb9477-eb71-4456-bcdc-a70b39899680'] in n-d-827121-1 is: [{'id': 'a6cb9477-eb71-4456-bcdc-a70b39899680', 'name': 'tempest-ServerRescueTestJSONUnderV235-2105925669-router', 'tenant_id': '7fc15dd8d7714bd487ba710aa19905cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:06:26Z', 'updated_at': '2022-03-03T18:08:58Z', 'revision_number': 6, 'project_id': '7fc15dd8d7714bd487ba710aa19905cf', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:08:59.688399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Calling delete_port for 372b86c7-b01b-4362-ad96-e422c3fde22f owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:08:59.814927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1d1236f9-93fb-446d-985e-576a6b9a6050 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:08:59.815304 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:00.092217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Allocated IP 172.20.0.3 (f9e676f1-5fd0-40a3-a161-cc163ba04a1d/583bfe47-4212-4837-b222-aa0972f60e6f/09806dc0-c512-44a1-86a1-0c6542c98976) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:00.121453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:00.297883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Pushing event deleted for resources: {'Port': ['ID=372b86c7-b01b-4362-ad96-e422c3fde22f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:00.571707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:00.602706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:00.926451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 1037b2ee-6f10-40c5-9a80-3538aa4b53e1 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:01.141517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-847f1d2a-01e3-40ea-8013-78c9b7d07895 req-908988b0-db49-42b0-8607-01d71d7e848d tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 210 time: 0.1762464 Mar 03 18:09:01.324340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.343645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.343645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.386393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.387130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6cb9477-eb71-4456-bcdc-a70b39899680 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:09:01.453119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.465069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7a4d6672-9938-4bfc-89c1-93f51a7ab041 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a6cb9477-eb71-4456-bcdc-a70b39899680 HTTP/1.1" status: 204 len: 168 time: 5.0588198 Mar 03 18:09:01.469116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38530) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:01.526333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:09:01.559244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.696076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=1037b2ee-6f10-40c5-9a80-3538aa4b53e1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:01.700544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] Deleting subnet 37af2adb-b0c9-4774-b4d0-08541c01e7fe {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:09:01.705666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.710757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:09:01.710757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9fc1a6a8-3459-445b-9ef1-fda6bb2feeaf not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:09:01.710757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 372b86c7-b01b-4362-ad96-e422c3fde22f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:09:01.721791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.731203 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.857980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 372b86c7-b01b-4362-ad96-e422c3fde22f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:09:01.857980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 372b86c7-b01b-4362-ad96-e422c3fde22f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:09:01.878647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:01.917662 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f8e6b6a2-37b4-4e4d-a935-9d8c7cd2b4ae tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/1037b2ee-6f10-40c5-9a80-3538aa4b53e1 HTTP/1.1" status: 204 len: 168 time: 4.1779490 Mar 03 18:09:01.926952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38548) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:01.999441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Network f9e676f1-5fd0-40a3-a161-cc163ba04a1d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:02.166948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e2e7fa-a5d4-4b49-9696-a01a479cf7af tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:02.173766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e2e7fa-a5d4-4b49-9696-a01a479cf7af tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:02.180912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-06e2e7fa-a5d4-4b49-9696-a01a479cf7af tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:02.201515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:02.239840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:02.334555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Pushing event updated for resources: {'Port': ['ID=09806dc0-c512-44a1-86a1-0c6542c98976,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:02.364037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-06e2e7fa-a5d4-4b49-9696-a01a479cf7af tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:02.365938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-06e2e7fa-a5d4-4b49-9696-a01a479cf7af tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4375250 Mar 03 18:09:02.372346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38562) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:02.474160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:02.475258 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:02.488711 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:02.585097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 4e362d34-6983-427d-bb31-a11c5be50ad1 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:09:02.603490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:02.660854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-1a2bf855-5767-42d0-b6e9-2475f1732ffa tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9001255 Mar 03 18:09:02.717841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e97c3b-641d-442c-90c2-2ab3201992f4 req-54e6b684-676f-4c86-8076-c8154dde6aad tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:02.717841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b4e97c3b-641d-442c-90c2-2ab3201992f4 req-54e6b684-676f-4c86-8076-c8154dde6aad tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Synchronizing usage tracker for tenant:c86fc92b9a3e4297b101ed9b02791653 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:02.722552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:02.774771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b4e97c3b-641d-442c-90c2-2ab3201992f4 req-54e6b684-676f-4c86-8076-c8154dde6aad tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Unset dirty status for tenant:c86fc92b9a3e4297b101ed9b02791653 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:02.776284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4e97c3b-641d-442c-90c2-2ab3201992f4 req-54e6b684-676f-4c86-8076-c8154dde6aad tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 931 time: 0.2888975 Mar 03 18:09:02.805169 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:02.894057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4e97c3b-641d-442c-90c2-2ab3201992f4 req-344e71d4-0038-413b-8d51-6da7d13f067c tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075120 Mar 03 18:09:02.923851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37af2adb-b0c9-4774-b4d0-08541c01e7fe,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:02.933437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:02.971307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4167302a-68b2-425e-a9fe-34bd5f6e0a81 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/37af2adb-b0c9-4774-b4d0-08541c01e7fe HTTP/1.1" status: 204 len: 168 time: 1.4832919 Mar 03 18:09:02.971307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38586) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:03.084043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Request body: {'port': {'device_id': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:03.095377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:03.244406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:03.679848 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:03.714116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:03.832153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56c037a-da10-4c31-82a5-0b433f6f33dc']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:09:03.860327 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.020299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed43382-92ee-43d9-bd02-80af296817ba') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:09:04.020299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed43382-92ee-43d9-bd02-80af296817ba') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:09:04.059540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=4e362d34-6983-427d-bb31-a11c5be50ad1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:04.087348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608a282-48a3-4427-89dd-9d31ec7583a7 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:04.089847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.132789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.152140 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-feaeeb48-31df-45dd-97c0-13f628856c95 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/4e362d34-6983-427d-bb31-a11c5be50ad1 HTTP/1.1" status: 204 len: 168 time: 1.7737262 Mar 03 18:09:04.161222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38624) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:04.355949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09806dc0-c512-44a1-86a1-0c6542c98976 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:09:04.369907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.399187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Transition to ACTIVE for port object 09806dc0-c512-44a1-86a1-0c6542c98976 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:04.399187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.591183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.621839 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c4e2acee-6a2a-485a-8995-ef39262f6ae7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4563770 Mar 03 18:09:04.624308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38656) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:04.628055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:09:04.628673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:09:04.644104 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:09:04.652371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:04.821110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:09:04.821110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Deleting port 1d1236f9-93fb-446d-985e-576a6b9a6050 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:04.826456 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:04.924950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Attempting to bind port 09806dc0-c512-44a1-86a1-0c6542c98976 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Attempting to bind port 09806dc0-c512-44a1-86a1-0c6542c98976 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '4082cc22-a183-4dab-9430-6c5f9afa058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Attempting to bind port 09806dc0-c512-44a1-86a1-0c6542c98976 on network f9e676f1-5fd0-40a3-a161-cc163ba04a1d {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Pushing event updated for resources: {'Port': ['ID=09806dc0-c512-44a1-86a1-0c6542c98976,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Port 09806dc0-c512-44a1-86a1-0c6542c98976 on network f9e676f1-5fd0-40a3-a161-cc163ba04a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Attempting to bind port 09806dc0-c512-44a1-86a1-0c6542c98976 on network f9e676f1-5fd0-40a3-a161-cc163ba04a1d {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Checking segment: {'id': '4082cc22-a183-4dab-9430-6c5f9afa058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Bound using segment: {'id': '4082cc22-a183-4dab-9430-6c5f9afa058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:09:05.014179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Bound port: 09806dc0-c512-44a1-86a1-0c6542c98976, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4082cc22-a183-4dab-9430-6c5f9afa058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:09:05.024532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:05.040933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:05.151554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56c037a-da10-4c31-82a5-0b433f6f33dc,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:05.159616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:05.187565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:05.208754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36159b-f0ec-43e5-a318-70f98e5cc977 req-370df90e-4dd7-459e-9427-ea0aad07b43c tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:05.218717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b36159b-f0ec-43e5-a318-70f98e5cc977 req-370df90e-4dd7-459e-9427-ea0aad07b43c tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 943 time: 1.0570381 Mar 03 18:09:05.220147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:05.252976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] For port 09806dc0-c512-44a1-86a1-0c6542c98976, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:09:05.257443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:05.261362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] For port 09806dc0-c512-44a1-86a1-0c6542c98976, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=09806dc0-c512-44a1-86a1-0c6542c98976,segment=NetworkSegment(4082cc22-a183-4dab-9430-6c5f9afa058a),segment_id=4082cc22-a183-4dab-9430-6c5f9afa058a)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:09:05.261362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:05.301304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fe817bd8-8e84-4276-82b1-77892eae8946 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f56c037a-da10-4c31-82a5-0b433f6f33dc HTTP/1.1" status: 204 len: 168 time: 2.3220334 Mar 03 18:09:05.358799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:05.382678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:05.486283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1d1236f9-93fb-446d-985e-576a6b9a6050,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:05.486283 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:05.518545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1d1236f9-93fb-446d-985e-576a6b9a6050 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:09:05.539818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Pushing event updated for resources: {'Port': ['ID=09806dc0-c512-44a1-86a1-0c6542c98976,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:05.570264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:05.570874 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:05.579355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-d0e74d3d-04be-4c31-a4f4-a470a0d71d2c service neutron] 10.222.0.16 "PUT /v2.0/ports/09806dc0-c512-44a1-86a1-0c6542c98976 HTTP/1.1" status: 200 len: 1091 time: 2.8884578 Mar 03 18:09:05.579869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'tag': '09806dc0-c512-44a1-86a1-0c6542c98976'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:09:05.761053 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'tag': '09806dc0-c512-44a1-86a1-0c6542c98976', 'status': 'completed', 'code': 200} Mar 03 18:09:05.845172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c616-3b31-4110-b705-586ad0d87579 req-3811efff-77c2-46c1-84da-140e31b04f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:05.847952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-3811efff-77c2-46c1-84da-140e31b04f10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c86fc92b9a3e4297b101ed9b02791653&device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 1094 time: 0.2239599 Mar 03 18:09:05.895592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4b36159b-f0ec-43e5-a318-70f98e5cc977 req-9b51c01d-eff1-4d49-ae8b-65570aa4427f tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Synchronizing usage tracker for tenant:c86fc92b9a3e4297b101ed9b02791653 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:05.937982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Calling delete_port for 1d1236f9-93fb-446d-985e-576a6b9a6050 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:06.003382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38692) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:06.004171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4b36159b-f0ec-43e5-a318-70f98e5cc977 req-9b51c01d-eff1-4d49-ae8b-65570aa4427f tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Unset dirty status for tenant:c86fc92b9a3e4297b101ed9b02791653 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:06.018911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b36159b-f0ec-43e5-a318-70f98e5cc977 req-9b51c01d-eff1-4d49-ae8b-65570aa4427f tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224693 Mar 03 18:09:06.053035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-cdd1c805-b973-4b0d-a9cf-bb6495b81052 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09806dc0-c512-44a1-86a1-0c6542c98976 HTTP/1.1" status: 200 len: 217 time: 0.1857593 Mar 03 18:09:06.174268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38698) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:06.268383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38706) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:06.297984 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:06.308206 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:09:06.308757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c616-3b31-4110-b705-586ad0d87579 req-de4de8b9-5234-47b4-b0d2-d79993829851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:06.309822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-de4de8b9-5234-47b4-b0d2-d79993829851 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583bfe47-4212-4837-b222-aa0972f60e6f HTTP/1.1" status: 200 len: 861 time: 0.2589247 Mar 03 18:09:06.475522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-43a0323c-4e1d-4b41-a175-2d3e05f32308 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9e676f1-5fd0-40a3-a161-cc163ba04a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507444 Mar 03 18:09:06.537454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1d1236f9-93fb-446d-985e-576a6b9a6050,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:06.549823 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:06.613101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d815d224-56fb-41ae-94f3-73fe6fd9d346 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fc15dd8d7714bd487ba710aa19905cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366871 Mar 03 18:09:06.613101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:06.720257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=1d1236f9-93fb-446d-985e-576a6b9a6050,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:06.734232 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:09:06.734886 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:09:06.815640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-9393b8b1-e1dc-4b7b-9ba1-9ead9b686e4a service neutron] 10.222.0.16 "GET /v2.0/networks/f9e676f1-5fd0-40a3-a161-cc163ba04a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235297 Mar 03 18:09:06.907426 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:06.951093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:07.004472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Usage tracker for resource:security_group_rule and tenant:5e149ca90f0541e8a717b175777f8ae5 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:07.015684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:07.041321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:07.061123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:09:07.114597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b499c616-3b31-4110-b705-586ad0d87579 req-6f9f4637-0ae7-4799-bfb3-b3b181cbf27a service neutron] 10.222.0.16 "GET /v2.0/networks/f9e676f1-5fd0-40a3-a161-cc163ba04a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978518 Mar 03 18:09:07.128787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.179343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:07.208787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8f9d351ab84eac943ac7c797223320 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:07.227843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:07.236556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Deleting port 1d1236f9-93fb-446d-985e-576a6b9a6050 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:07.237206 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.282351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:07.326947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8f2372f-e16d-4490-b0ef-cd707093eb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.356700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8f2372f-e16d-4490-b0ef-cd707093eb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.460211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8f2372f-e16d-4490-b0ef-cd707093eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.479239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-2d9ae1e3-9ad9-4f6f-9a1e-c73a6cc6f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:07.479239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-2d9ae1e3-9ad9-4f6f-9a1e-c73a6cc6f0e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c86fc92b9a3e4297b101ed9b02791653&device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 1094 time: 0.2433398 Mar 03 18:09:07.568980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2372f-e16d-4490-b0ef-cd707093eb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a771813-bf31-49f1-940a-fbe764f85bd4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:07.745464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8f2372f-e16d-4490-b0ef-cd707093eb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.745464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a8f2372f-e16d-4490-b0ef-cd707093eb3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a771813-bf31-49f1-940a-fbe764f85bd4 HTTP/1.1" status: 204 len: 168 time: 1.1188481 Mar 03 18:09:07.807935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.807935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.897206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1d1236f9-93fb-446d-985e-576a6b9a6050,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:07.897206 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:07.995990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e149ca90f0541e8a717b175777f8ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9786775 Mar 03 18:09:07.995990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38746) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:08.003708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdf99d-454d-4ffa-967b-54f0fc2bb576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdf3939-3b17-4a64-857c-d25b9d611acf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:08.062434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:08.220503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Calling delete_port for 1d1236f9-93fb-446d-985e-576a6b9a6050 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:08.271374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:08.284102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:08.413694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e3a4e-b1d6-4e59-abf4-9e6808b8fb60,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:08.428410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-69cbdb02-edd7-44a2-af31-467552113125 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e8f9d351ab84eac943ac7c797223320&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2639554 Mar 03 18:09:08.436128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:09:08.436504 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:09:08.438275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38756) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:08.517192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec83d38d-e683-431c-8669-dd555caed8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:08.669032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe8fee-b036-4eb1-bae4-e7cdb5fd305b req-037d19c6-00e9-4b7e-a1cd-e192efca5340 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:08.688262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbbe8fee-b036-4eb1-bae4-e7cdb5fd305b req-037d19c6-00e9-4b7e-a1cd-e192efca5340 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 943 time: 1.2097042 Mar 03 18:09:08.827397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-0bd0a581-319d-4d1c-a71c-728cb67d7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:08.829285 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-0bd0a581-319d-4d1c-a71c-728cb67d7d7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9e676f1-5fd0-40a3-a161-cc163ba04a1d HTTP/1.1" status: 200 len: 922 time: 1.2733665 Mar 03 18:09:08.838565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec83d38d-e683-431c-8669-dd555caed8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:08.904363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbbe8fee-b036-4eb1-bae4-e7cdb5fd305b req-05bf6f5b-70a5-4a62-bef9-c80d7edeb520 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111001 Mar 03 18:09:08.922222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-1f0d0be6-80b4-4833-aa6f-2ea707b7ef43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09806dc0-c512-44a1-86a1-0c6542c98976 HTTP/1.1" status: 200 len: 217 time: 0.0862427 Mar 03 18:09:08.954497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1d1236f9-93fb-446d-985e-576a6b9a6050,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:08.956007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Deleting port 1d1236f9-93fb-446d-985e-576a6b9a6050 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:08.957197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.038951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec83d38d-e683-431c-8669-dd555caed8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.058604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83d38d-e683-431c-8669-dd555caed8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdf3939-3b17-4a64-857c-d25b9d611acf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:09.081214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-498da73b-0083-4b9d-89b7-85f74b158a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.119337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec83d38d-e683-431c-8669-dd555caed8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.129746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ec83d38d-e683-431c-8669-dd555caed8de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fdf3939-3b17-4a64-857c-d25b9d611acf HTTP/1.1" status: 204 len: 168 time: 1.1181436 Mar 03 18:09:09.147139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.155853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.158532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.228666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-498da73b-0083-4b9d-89b7-85f74b158a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.274602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-f365e7b8-7e32-4c72-b821-7f3dc9955ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:09.276221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-f365e7b8-7e32-4c72-b821-7f3dc9955ddd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583bfe47-4212-4837-b222-aa0972f60e6f HTTP/1.1" status: 200 len: 861 time: 0.3403904 Mar 03 18:09:09.390613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-0fef1b3e-fdbf-4e40-a04e-7ffa9beeb0a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9e676f1-5fd0-40a3-a161-cc163ba04a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024055 Mar 03 18:09:09.613664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-498da73b-0083-4b9d-89b7-85f74b158a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.619030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:09.638323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=630aa326-b16a-4e87-89fe-b9e07c0c3c3e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:09.651193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:09.659428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:09.659861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498da73b-0083-4b9d-89b7-85f74b158a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2e3a4e-b1d6-4e59-abf4-9e6808b8fb60,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:09.660519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.687550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-498da73b-0083-4b9d-89b7-85f74b158a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.698105 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-498da73b-0083-4b9d-89b7-85f74b158a60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e2e3a4e-b1d6-4e59-abf4-9e6808b8fb60 HTTP/1.1" status: 204 len: 168 time: 1.2525287 Mar 03 18:09:09.703616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.0784373 Mar 03 18:09:09.703855 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-87415e1d-0728-4631-b5ff-1677613029b3 service neutron] 10.222.0.16 "GET /v2.0/networks/f9e676f1-5fd0-40a3-a161-cc163ba04a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024957 Mar 03 18:09:09.711496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:09.795597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e4792-815e-419c-80a5-af7cb853946e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=1d1236f9-93fb-446d-985e-576a6b9a6050,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:09.814991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] For port 1d1236f9-93fb-446d-985e-576a6b9a6050, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1d1236f9-93fb-446d-985e-576a6b9a6050,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:09.816294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:09.823224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:31:9c:69', 'name': 'tempest-NetworksTestDHCPv6-283902657'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:09.824359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38796) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:10.177772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38806) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:10.239850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:10.240186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Calling delete_port for 1d1236f9-93fb-446d-985e-576a6b9a6050 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:10.291251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:10.301241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Usage tracker for resource:security_group_rule and tenant:6fcee2d68f724939b4f096c98d6957d7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:10.307752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:10.322190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:10.456282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:10.481209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:10.499736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:10.542585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:10.570631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc0d3537-dbb8-4b26-a8bb-d3839604e7e8 req-50e0bf8d-229b-4380-a9a1-f78055c71097 service neutron] 10.222.0.16 "GET /v2.0/networks/f9e676f1-5fd0-40a3-a161-cc163ba04a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8565266 Mar 03 18:09:10.612338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:10.634409 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:10.755901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-670044526-network', 'tenant_id': 'd0682b69989f4417a2b7d9a5af17d710'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:10.773952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fc645-1566-4cf3-92ac-343b4be79e8c req-60f904b3-6ff0-47c6-8fce-73cb22c65c69 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:10.775879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c5fc645-1566-4cf3-92ac-343b4be79e8c req-60f904b3-6ff0-47c6-8fce-73cb22c65c69 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 943 time: 0.4385004 Mar 03 18:09:10.781293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:10.813221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Usage tracker for resource:network and tenant:d0682b69989f4417a2b7d9a5af17d710 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:10.817876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:10.823114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:10.832794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:10.838509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:10.861360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 09806dc0-c512-44a1-86a1-0c6542c98976 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:09:10.876262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:10.908186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Made reservation on behalf of d0682b69989f4417a2b7d9a5af17d710 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:10.910770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:10.912861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 32b3dcd1-b124-4a42-beba-dd8921300911 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:09:10.940877 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fcee2d68f724939b4f096c98d6957d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610147 Mar 03 18:09:10.942638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38812) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:10.943813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:10.967607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c5fc645-1566-4cf3-92ac-343b4be79e8c req-aa335928-00b7-42a7-8f5d-f887f28ac155 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767035 Mar 03 18:09:10.969656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] Pushing event deleted for resources: {'Port': ['ID=1d1236f9-93fb-446d-985e-576a6b9a6050,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:10.983634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01bc6-2f69-484b-9a48-19c2d6902c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c85d8-1430-4f15-9e74-37c2e7dc3569,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:11.001157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38816) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:11.122849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:11.189217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Usage tracker for resource:security_group_rule and tenant:d0682b69989f4417a2b7d9a5af17d710 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:11.192594 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.240237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:11.303750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:11.308399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:11.323466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Usage tracker for resource:security_group_rule and tenant:cb168c48cb474789b9ca744215f9b7f7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:11.349492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:11.383254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:11.399200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1ddf216-938e-41f7-a432-042adbec59f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.410225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fe31:9c69 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/630aa326-b16a-4e87-89fe-b9e07c0c3c3e/32b3dcd1-b124-4a42-beba-dd8921300911) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:11.417949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3f082-9407-4218-a113-2c5cbff56582 None None] No DVR routers for this DVR port 1d1236f9-93fb-446d-985e-576a6b9a6050 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:09:11.461720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8b24eb-be09-4230-9484-fd281526c880 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:11.518475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1ddf216-938e-41f7-a432-042adbec59f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.622233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1ddf216-938e-41f7-a432-042adbec59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.677413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddf216-938e-41f7-a432-042adbec59f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c85d8-1430-4f15-9e74-37c2e7dc3569,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:11.731556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.748128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.763089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 09806dc0-c512-44a1-86a1-0c6542c98976, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=09806dc0-c512-44a1-86a1-0c6542c98976,segment=NetworkSegment(4082cc22-a183-4dab-9430-6c5f9afa058a),segment_id=4082cc22-a183-4dab-9430-6c5f9afa058a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:11.785928 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.789898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1ddf216-938e-41f7-a432-042adbec59f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.794038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d1ddf216-938e-41f7-a432-042adbec59f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c5c85d8-1430-4f15-9e74-37c2e7dc3569 HTTP/1.1" status: 204 len: 168 time: 0.8396211 Mar 03 18:09:11.800804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:09:11.803400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.836650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.837391 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Added segment bb3e27b5-628f-4aff-8a19-9512d497e7a1 of type vlan for network aa5f89e0-852d-4949-8a25-10030815493e Mar 03 18:09:11.838717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7ae162-81d6-4bec-9260-b149b4864699,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:11.854265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.862637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '09806dc0-c512-44a1-86a1-0c6542c98976', 'network_id': 'f9e676f1-5fd0-40a3-a161-cc163ba04a1d', 'port_id': '09806dc0-c512-44a1-86a1-0c6542c98976', 'mac_address': 'fa:16:3e:0d:55:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583bfe47-4212-4837-b222-aa0972f60e6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:09:11.873273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '630aa326-b16a-4e87-89fe-b9e07c0c3c3e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:09:11.874942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 32b3dcd1-b124-4a42-beba-dd8921300911 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:11.876798 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.885319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a41031-916a-4c15-bd3e-7ee6519aaf9a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:11.917189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9f2b229e-1c16-4df1-af60-d1fed5c0e909 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb168c48cb474789b9ca744215f9b7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8772161 Mar 03 18:09:11.920709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38832) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:11.957189 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:11.972139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.040445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.041678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:12.042434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.360581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5342300 Mar 03 18:09:12.363630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38848) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:12.380050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Request body: {'subnet': {'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-670044526-subnet', 'tenant_id': 'd0682b69989f4417a2b7d9a5af17d710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:12.387293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8435fb-8081-4612-9c46-f82c0b94bd9d admin admin] Pushing event updated for resources: {'Network': ['ID=aa5f89e0-852d-4949-8a25-10030815493e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:12.393162 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.393480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:12.407058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Usage tracker for resource:subnet and tenant:d0682b69989f4417a2b7d9a5af17d710 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:12.431029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:12.445521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09806dc0-c512-44a1-86a1-0c6542c98976 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:09:12.452237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:12.456429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network aa5f89e0-852d-4949-8a25-10030815493e details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:09:12.470818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Made reservation on behalf of d0682b69989f4417a2b7d9a5af17d710 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:12.473783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.605971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:12.609045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c99934-c5ee-44a0-88ed-6a22fbd8c395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.616337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:12.623740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:12.631014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:12.631889 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.723291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=32b3dcd1-b124-4a42-beba-dd8921300911,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:12.756643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 09806dc0-c512-44a1-86a1-0c6542c98976, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=09806dc0-c512-44a1-86a1-0c6542c98976,segment=NetworkSegment(4082cc22-a183-4dab-9430-6c5f9afa058a),segment_id=4082cc22-a183-4dab-9430-6c5f9afa058a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:12.764113 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.803659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c99934-c5ee-44a0-88ed-6a22fbd8c395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:12.888041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0cb0d550-61cf-4991-be8f-3b1257045b6a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1686606 Mar 03 18:09:12.889150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38866) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:12.933784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46297a9a-0d47-441a-8391-ac9eb7b7ffd2 req-c6938c29-46af-4388-abe3-8bb29a32d684 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:12.943231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46297a9a-0d47-441a-8391-ac9eb7b7ffd2 req-c6938c29-46af-4388-abe3-8bb29a32d684 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 943 time: 0.6470745 Mar 03 18:09:13.064037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=09806dc0-c512-44a1-86a1-0c6542c98976,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:13.113147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Allocated IP 2001:db8::f816:3eff:fedc:6490 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/630aa326-b16a-4e87-89fe-b9e07c0c3c3e/dbaf3304-5f98-4612-9e6e-b25d37ca766e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:13.131035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['09806dc0-c512-44a1-86a1-0c6542c98976'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:09:13.456125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46297a9a-0d47-441a-8391-ac9eb7b7ffd2 req-fb13b1fb-c987-4490-839f-a74abc2d65c9 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005095 Mar 03 18:09:13.464136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c99934-c5ee-44a0-88ed-6a22fbd8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:13.493875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c99934-c5ee-44a0-88ed-6a22fbd8c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a41031-916a-4c15-bd3e-7ee6519aaf9a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:13.506040 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:13.509896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c5c99934-c5ee-44a0-88ed-6a22fbd8c395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:13.514798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c5c99934-c5ee-44a0-88ed-6a22fbd8c395 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53a41031-916a-4c15-bd3e-7ee6519aaf9a HTTP/1.1" status: 204 len: 168 time: 1.5889304 Mar 03 18:09:13.665873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8539d5-1199-447a-bae6-abff1c12db4f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:13.866706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e6e72-7469-4c51-a3fe-31699ee7d810 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:13.869703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-850e6e72-7469-4c51-a3fe-31699ee7d810 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9790123 Mar 03 18:09:13.875086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38896) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:13.898573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Checking segment: {'id': 'bb3e27b5-628f-4aff-8a19-9512d497e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:13.898994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Network hostable DHCP agents. Network: aa5f89e0-852d-4949-8a25-10030815493e, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:09:13.942346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Network aa5f89e0-852d-4949-8a25-10030815493e is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:09:13.967316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, aa5f89e0-852d-4949-8a25-10030815493e) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:13.974962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:13.975598 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:14.007887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9b1c4-f965-4c99-9c23-937b6a9055a1 None None] Network aa5f89e0-852d-4949-8a25-10030815493e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:14.034205 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5db9c31e-d795-473e-ab9b-a3a7b342b172 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6677887 Mar 03 18:09:14.065688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 32b3dcd1-b124-4a42-beba-dd8921300911 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:14.066183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:14.296591 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:14.372822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Transition to ACTIVE for port object dbaf3304-5f98-4612-9e6e-b25d37ca766e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:14.594027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Transition to ACTIVE for port object dbaf3304-5f98-4612-9e6e-b25d37ca766e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:14.618109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:14.928711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Pushing event updated for resources: {'Port': ['ID=dbaf3304-5f98-4612-9e6e-b25d37ca766e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:14.928907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5225ae-c26d-40a5-a484-77610d354241 req-7eae6ba6-ac6e-4b67-9623-bdc93453c933 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:14.931315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 09806dc0-c512-44a1-86a1-0c6542c98976 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:14.946373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef5225ae-c26d-40a5-a484-77610d354241 req-7eae6ba6-ac6e-4b67-9623-bdc93453c933 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 944 time: 0.2675271 Mar 03 18:09:15.000190 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:15.072541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef5225ae-c26d-40a5-a484-77610d354241 req-5794fdc5-3017-4fc2-9953-cb6886125866 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231673 Mar 03 18:09:15.303201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:15.304159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 32b3dcd1-b124-4a42-beba-dd8921300911 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:15.306951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:15.327251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:15.336597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc6c117-7a2a-4939-a221-1f9168cb411b None None] Network aa5f89e0-852d-4949-8a25-10030815493e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:15.776407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 09806dc0-c512-44a1-86a1-0c6542c98976 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:15.882477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 09806dc0-c512-44a1-86a1-0c6542c98976 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:15.886417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:15.948812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-54934986-aebc-4adf-8149-4902b6f05e62 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:15.950113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Attempting to bind port dbaf3304-5f98-4612-9e6e-b25d37ca766e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:09:15.950657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Attempting to bind port dbaf3304-5f98-4612-9e6e-b25d37ca766e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:09:15.950856 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-54934986-aebc-4adf-8149-4902b6f05e62 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/networks?id=aa5f89e0-852d-4949-8a25-10030815493e HTTP/1.1" status: 200 len: 808 time: 0.2883422 Mar 03 18:09:15.951416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Attempting to bind port dbaf3304-5f98-4612-9e6e-b25d37ca766e on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:15.952041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:15.979154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:09:15.979806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:15.980360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:15.981522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:09:15.982239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Bound port: dbaf3304-5f98-4612-9e6e-b25d37ca766e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:09:15.982837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:16.084936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-70c5edcd-62a0-4140-8549-b448c9e73ddc tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/quotas/d0682b69989f4417a2b7d9a5af17d710 HTTP/1.1" status: 200 len: 375 time: 0.0759850 Mar 03 18:09:16.102773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=32b3dcd1-b124-4a42-beba-dd8921300911,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:16.120864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:16.148527 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5289c1a8-778d-4784-844e-5ce296d619e5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/32b3dcd1-b124-4a42-beba-dd8921300911 HTTP/1.1" status: 204 len: 168 time: 2.2700434 Mar 03 18:09:16.149436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38992) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:16.182148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] For port dbaf3304-5f98-4612-9e6e-b25d37ca766e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:09:16.191890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] For port dbaf3304-5f98-4612-9e6e-b25d37ca766e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dbaf3304-5f98-4612-9e6e-b25d37ca766e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:09:16.211066 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:16.263921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-9f5e3cf7-5ad7-46ae-b1f9-51477efe0d32 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0682b69989f4417a2b7d9a5af17d710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1495202 Mar 03 18:09:16.463968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd93d7-4c75-4964-87b4-657c62416f6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:16.468852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd93d7-4c75-4964-87b4-657c62416f6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:16.469836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8fbd93d7-4c75-4964-87b4-657c62416f6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:16.494884 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:16.571853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Pushing event updated for resources: {'Port': ['ID=dbaf3304-5f98-4612-9e6e-b25d37ca766e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:16.593677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8fbd93d7-4c75-4964-87b4-657c62416f6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:16.599316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8fbd93d7-4c75-4964-87b4-657c62416f6c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4474754 Mar 03 18:09:16.600597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39004) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:16.628922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09806dc0-c512-44a1-86a1-0c6542c98976'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:09:16.657161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.657161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.665199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.665729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.669202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f7635-e9eb-4fe5-b664-6bf279ebc886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:16.679714 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-c756fd1d-77f7-4662-aee0-f92c70ef5724 service neutron] 10.222.0.23 "GET /v2.0/networks/aa5f89e0-852d-4949-8a25-10030815493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959897 Mar 03 18:09:16.713758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 09806dc0-c512-44a1-86a1-0c6542c98976, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=09806dc0-c512-44a1-86a1-0c6542c98976,segment=NetworkSegment(4082cc22-a183-4dab-9430-6c5f9afa058a),segment_id=4082cc22-a183-4dab-9430-6c5f9afa058a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:16.721039 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:16.885591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 630aa326-b16a-4e87-89fe-b9e07c0c3c3e {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:09:16.910106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:17.005751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=09806dc0-c512-44a1-86a1-0c6542c98976,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:17.045699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05625d6f-59f7-402b-927d-252e7a6a4baf req-88ffb260-ae41-415b-9270-1bb5ba2aba7f tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:17.047484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05625d6f-59f7-402b-927d-252e7a6a4baf req-88ffb260-ae41-415b-9270-1bb5ba2aba7f tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 944 time: 0.7273791 Mar 03 18:09:17.107395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:17.178738 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-7d341231-fc7a-4c97-a5b3-3526e44f609d service neutron] 10.222.0.23 "GET /v2.0/networks/aa5f89e0-852d-4949-8a25-10030815493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918342 Mar 03 18:09:17.287148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-05625d6f-59f7-402b-927d-252e7a6a4baf req-c60d5ec5-2901-4e3f-8455-dd6dfd0d3828 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220337 Mar 03 18:09:17.373956 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:17.472032 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09806dc0-c512-44a1-86a1-0c6542c98976', 'code': 200} Mar 03 18:09:17.686029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:17.794135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ef4c8e04-aa99-40ec-9a62-943b8c17acf8 req-49cbd01c-adc6-482b-9221-180bbf8423e2 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 210 time: 0.1500015 Mar 03 18:09:17.799252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dbaf3304-5f98-4612-9e6e-b25d37ca766e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:17.800377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=630aa326-b16a-4e87-89fe-b9e07c0c3c3e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:17.800377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:17.849895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3728b291-27a9-45df-a11f-de56ef7fb0f1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/630aa326-b16a-4e87-89fe-b9e07c0c3c3e HTTP/1.1" status: 204 len: 168 time: 1.2417550 Mar 03 18:09:17.851223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39066) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:17.916588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port dbaf3304-5f98-4612-9e6e-b25d37ca766e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:18.034518 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:18.054063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4f531de5-9a69-4ea6-8444-4ed55c65a577 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1993020 Mar 03 18:09:18.055420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39082) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:18.132397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd20e-2e35-426d-b61e-aa95361f395c req-e49c4e1d-79b3-41a6-8af5-908339a59345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:18.132397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc5fd20e-2e35-426d-b61e-aa95361f395c req-e49c4e1d-79b3-41a6-8af5-908339a59345 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 1096 time: 0.5166693 Mar 03 18:09:18.388780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc5fd20e-2e35-426d-b61e-aa95361f395c req-8f05fe46-94ec-425e-83aa-00fa87fde373 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490366 Mar 03 18:09:18.462083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da1a10-b542-4c22-aa9e-21f3191d55d1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:18.464037 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d5da1a10-b542-4c22-aa9e-21f3191d55d1 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4072347 Mar 03 18:09:18.466883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39106) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:18.629985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6147e-cff7-4d67-9fb5-c0bf5744e45c None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:18.840804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899248ae-bc57-4225-882e-7440510b92d0 req-4359d88e-590c-4e85-a552-838a54416b9a tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:18.856433 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-899248ae-bc57-4225-882e-7440510b92d0 req-4359d88e-590c-4e85-a552-838a54416b9a tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 945 time: 0.2558291 Mar 03 18:09:19.037202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-899248ae-bc57-4225-882e-7440510b92d0 req-184f4912-6e94-47a4-9e9e-9e689131d99e tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797698 Mar 03 18:09:19.248178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-83d75100-a4f2-4a4d-acd0-c572d79e0ad4 None None] Provisioning for port dbaf3304-5f98-4612-9e6e-b25d37ca766e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:19.290260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-83d75100-a4f2-4a4d-acd0-c572d79e0ad4 None None] Provisioning complete for port dbaf3304-5f98-4612-9e6e-b25d37ca766e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:19.290260 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83d75100-a4f2-4a4d-acd0-c572d79e0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:19.305369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00dcadd8-629b-4e3f-83ff-18644ae72903 req-d77d11f6-c5da-4752-99b9-47ddafddc0d0 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 210 time: 0.5569453 Mar 03 18:09:19.344918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a753-bfde-4491-9dd5-c7859f142b5f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:19.349660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39164) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:19.359999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f3d4a753-bfde-4491-9dd5-c7859f142b5f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8914552 Mar 03 18:09:19.456146 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f0aaad5a-1036-46c3-92d3-578609c8579b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044831 Mar 03 18:09:19.459864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:19.466657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:19.684946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c411fae-3aff-4a8d-a5a4-15fa65c5bbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:19.763613 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83d75100-a4f2-4a4d-acd0-c572d79e0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:19.836880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-83d75100-a4f2-4a4d-acd0-c572d79e0ad4 None None] For port dbaf3304-5f98-4612-9e6e-b25d37ca766e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dbaf3304-5f98-4612-9e6e-b25d37ca766e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:19.847149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:09:19.864275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:19.870226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] Deleting port dbaf3304-5f98-4612-9e6e-b25d37ca766e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:19.871897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:19.874918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:19.879167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:19.893875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:19.922674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:19.927661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:19.978638 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83d75100-a4f2-4a4d-acd0-c572d79e0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:20.507448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d75100-a4f2-4a4d-acd0-c572d79e0ad4 None None] Pushing event updated for resources: {'Port': ['ID=dbaf3304-5f98-4612-9e6e-b25d37ca766e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:20.558262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cc909-b558-4a1c-b10b-93557defb706 req-a3d5b0fb-e9e1-4e08-916c-82befd9b0d25 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:20.560501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-631cc909-b558-4a1c-b10b-93557defb706 req-a3d5b0fb-e9e1-4e08-916c-82befd9b0d25 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 945 time: 0.3009188 Mar 03 18:09:20.846220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-631cc909-b558-4a1c-b10b-93557defb706 req-72e8860a-b45e-4e65-bb68-7313e21401a2 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659614 Mar 03 18:09:20.876648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] For port dbaf3304-5f98-4612-9e6e-b25d37ca766e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dbaf3304-5f98-4612-9e6e-b25d37ca766e,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:20.877936 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:21.212559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:21.261220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] Calling delete_port for dbaf3304-5f98-4612-9e6e-b25d37ca766e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:21.283145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-04bb7bec-deca-4cd1-873e-d8a98c43248c req-bd2bb95f-58e2-4372-b9eb-e45ce97ba729 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 210 time: 0.2603714 Mar 03 18:09:21.284852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-bd8eaac8-2bd0-409b-b22d-d110321e7404 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:21.304117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-bd8eaac8-2bd0-409b-b22d-d110321e7404 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Synchronizing usage tracker for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:21.335139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-bd8eaac8-2bd0-409b-b22d-d110321e7404 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Unset dirty status for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:21.341508 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-bd8eaac8-2bd0-409b-b22d-d110321e7404 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.35 "GET /v2.0/networks?id=aa5f89e0-852d-4949-8a25-10030815493e HTTP/1.1" status: 200 len: 808 time: 0.4890497 Mar 03 18:09:21.358733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Request body: {'port': {'device_id': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e', 'admin_state_up': True, 'tenant_id': 'd0682b69989f4417a2b7d9a5af17d710'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:21.416928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:21.425653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:21.440348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:21.451367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:21.494924 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:21.509482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=302607ac-80e7-4950-8d39-92943f79e42b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:21.546409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-12508a6e-0288-4e8a-99aa-19144aa414d8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0851171 Mar 03 18:09:21.549278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39322) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:21.562074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:ce:66:cd', 'name': 'tempest-NetworksTestDHCPv6-1663945334'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:21.681654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dbaf3304-5f98-4612-9e6e-b25d37ca766e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:09:21.928560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:21.935730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:21.939867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:21.949846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:21.962323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:21.964663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:21.967324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: dbaf3304-5f98-4612-9e6e-b25d37ca766e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:09:21.979891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dbaf3304-5f98-4612-9e6e-b25d37ca766e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:09:21.991602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Usage tracker for resource:port and tenant:d0682b69989f4417a2b7d9a5af17d710 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:21.999606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:22.024673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] No DVR routers for this DVR port dbaf3304-5f98-4612-9e6e-b25d37ca766e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:09:22.037712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b87f4-7296-4518-b586-84052ebe2fa2 None None] Pushing event deleted for resources: {'Port': ['ID=dbaf3304-5f98-4612-9e6e-b25d37ca766e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:22.050601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:22.087622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Made reservation on behalf of d0682b69989f4417a2b7d9a5af17d710 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:22.093292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905c61e-539b-47c1-876c-5a75d2a9befc None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:22.099263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:22.194203 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:22.302150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 9f01c9c7-3041-48af-a6f1-dd8db80c8664 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:09:22.719540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4209b7e-409f-447e-a1e3-d34d433138ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:22.733992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::325 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/302607ac-80e7-4950-8d39-92943f79e42b/9f01c9c7-3041-48af-a6f1-dd8db80c8664) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:22.811422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153d9b1-898f-4f8a-aaed-e91807196f10 req-c51e5a58-97ea-4532-a893-87432ed491b1 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:22.821562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e153d9b1-898f-4f8a-aaed-e91807196f10 req-c51e5a58-97ea-4532-a893-87432ed491b1 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 945 time: 0.6786914 Mar 03 18:09:22.883886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '302607ac-80e7-4950-8d39-92943f79e42b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:09:22.884713 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:22.988185 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:23.047964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e153d9b1-898f-4f8a-aaed-e91807196f10 req-51cb8b09-f532-4c21-9b14-d5fadc27a43d tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185972 Mar 03 18:09:23.051750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Allocated IP 172.20.0.7 (aa5f89e0-852d-4949-8a25-10030815493e/0a8539d5-1199-447a-bae6-abff1c12db4f/4bc713ea-99cc-41c2-947a-a7cf5a7c529e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:23.276020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79c1a697-6c73-4d0d-8ba8-c3284ad1aeaf req-3db37a07-e65a-403e-a756-1b0920b8f18b tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 210 time: 0.2506170 Mar 03 18:09:23.639677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:23.681269 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:23.706383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 9f01c9c7-3041-48af-a6f1-dd8db80c8664 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:23.780516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:23.984034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:23.987486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=9f01c9c7-3041-48af-a6f1-dd8db80c8664,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:23.995651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:24.004897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:24.025263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:24.027180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.062757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/302607ac-80e7-4950-8d39-92943f79e42b/cff90b69-7860-4c84-b5b1-472459d13eb4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:24.093689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-00f1579b-464e-42df-9a4d-860245143bf5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5428457 Mar 03 18:09:24.095980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:24.227633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.298342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.446049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Pushing event updated for resources: {'Port': ['ID=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:24.468585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Network aa5f89e0-852d-4949-8a25-10030815493e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:24.469370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62051da5-9704-4d03-9c1d-5410c9eec4a4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:24.470429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-62051da5-9704-4d03-9c1d-5410c9eec4a4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:24.470760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:24.473928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:24.494905 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.519096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Transition to ACTIVE for port object cff90b69-7860-4c84-b5b1-472459d13eb4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:24.551640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Transition to ACTIVE for port object cff90b69-7860-4c84-b5b1-472459d13eb4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:24.576136 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.617698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-62051da5-9704-4d03-9c1d-5410c9eec4a4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:24.617698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-62051da5-9704-4d03-9c1d-5410c9eec4a4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5193446 Mar 03 18:09:24.636744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39578) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:24.669742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:24.682873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:24.694185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:24.709184 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.729973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.733918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:24.733918 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.801015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Pushing event updated for resources: {'Port': ['ID=cff90b69-7860-4c84-b5b1-472459d13eb4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:24.869103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 9f01c9c7-3041-48af-a6f1-dd8db80c8664 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:24.872279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:24.933286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d1586673-f798-4464-aa01-6f1caf85f02f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5900400 Mar 03 18:09:24.957172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Request body: {'port': {'device_id': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:25.007040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Attempting to bind port cff90b69-7860-4c84-b5b1-472459d13eb4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:09:25.007493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Attempting to bind port cff90b69-7860-4c84-b5b1-472459d13eb4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:09:25.009313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Attempting to bind port cff90b69-7860-4c84-b5b1-472459d13eb4 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:25.033577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:09:25.033968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:25.034512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:25.035121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:09:25.035956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Bound port: cff90b69-7860-4c84-b5b1-472459d13eb4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:09:25.038415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:25.409395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf985b9-d560-4a5c-a784-8c4b083f2d91 req-83184299-be5c-41ab-a7af-b959ed1f5707 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:25.410084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bbf985b9-d560-4a5c-a784-8c4b083f2d91 req-83184299-be5c-41ab-a7af-b959ed1f5707 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Synchronizing usage tracker for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:25.428379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:25.441956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bbf985b9-d560-4a5c-a784-8c4b083f2d91 req-83184299-be5c-41ab-a7af-b959ed1f5707 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Unset dirty status for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:25.443199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bbf985b9-d560-4a5c-a784-8c4b083f2d91 req-83184299-be5c-41ab-a7af-b959ed1f5707 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 931 time: 0.7709436 Mar 03 18:09:25.501135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] For port cff90b69-7860-4c84-b5b1-472459d13eb4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:09:25.523035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] For port cff90b69-7860-4c84-b5b1-472459d13eb4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cff90b69-7860-4c84-b5b1-472459d13eb4,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:09:25.533496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:25.553991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bbf985b9-d560-4a5c-a784-8c4b083f2d91 req-612c706a-ae4c-4ab3-90bd-62934d8b5b68 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Synchronizing usage tracker for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:25.712843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bbf985b9-d560-4a5c-a784-8c4b083f2d91 req-612c706a-ae4c-4ab3-90bd-62934d8b5b68 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Unset dirty status for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:25.722164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bbf985b9-d560-4a5c-a784-8c4b083f2d91 req-612c706a-ae4c-4ab3-90bd-62934d8b5b68 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551966 Mar 03 18:09:25.969553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9750-ba70-4477-b6d1-1194ccfd2a43 None None] Pushing event updated for resources: {'Port': ['ID=cff90b69-7860-4c84-b5b1-472459d13eb4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:25.997778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:26.414031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 9f01c9c7-3041-48af-a6f1-dd8db80c8664 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:26.989437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddd8fa-d45e-4d03-b6ac-72e40e834dce req-8614062e-8ac9-4c8b-b144-c5ac11c89d76 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:27.002297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48ddd8fa-d45e-4d03-b6ac-72e40e834dce req-8614062e-8ac9-4c8b-b144-c5ac11c89d76 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 945 time: 0.7977326 Mar 03 18:09:27.213878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48ddd8fa-d45e-4d03-b6ac-72e40e834dce req-36b622cc-69c6-429c-b308-a874de93293d tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747139 Mar 03 18:09:27.327490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc713ea-99cc-41c2-947a-a7cf5a7c529e {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:09:27.348385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:27.640511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cff90b69-7860-4c84-b5b1-472459d13eb4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:27.870615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port cff90b69-7860-4c84-b5b1-472459d13eb4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:27.922217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Transition to ACTIVE for port object 4bc713ea-99cc-41c2-947a-a7cf5a7c529e will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:27.926096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:27.938562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:28.304666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc7ef2-af2a-4405-81e2-c41f568bab24 req-83be06ea-2b5e-4d11-925b-e0b35a2b771f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:28.309074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6bc7ef2-af2a-4405-81e2-c41f568bab24 req-83be06ea-2b5e-4d11-925b-e0b35a2b771f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 931 time: 1.1944082 Mar 03 18:09:28.309939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=9f01c9c7-3041-48af-a6f1-dd8db80c8664,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:28.450344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:28.520394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b52babac-d2b6-474b-a790-3fd7df6fa429 None None] Provisioning for port cff90b69-7860-4c84-b5b1-472459d13eb4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:28.523060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:28.526873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-5199c0f7-deaf-40f4-a369-e97c160612ce tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:28.530377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b52babac-d2b6-474b-a790-3fd7df6fa429 None None] Provisioning complete for port cff90b69-7860-4c84-b5b1-472459d13eb4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:28.530377 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b52babac-d2b6-474b-a790-3fd7df6fa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:28.533629 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-5199c0f7-deaf-40f4-a369-e97c160612ce tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.16 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 945 time: 0.9631069 Mar 03 18:09:28.733298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Deleting port 09806dc0-c512-44a1-86a1-0c6542c98976 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:28.733644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:28.873078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Attempting to bind port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:09:28.875974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Attempting to bind port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'bb3e27b5-628f-4aff-8a19-9512d497e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:09:28.876088 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c2ed3ec0-a70b-477b-a48a-76763fc3e65c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/9f01c9c7-3041-48af-a6f1-dd8db80c8664 HTTP/1.1" status: 204 len: 168 time: 4.2386308 Mar 03 18:09:28.876166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Attempting to bind port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e on network aa5f89e0-852d-4949-8a25-10030815493e {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:28.877183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:28.894975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e on network aa5f89e0-852d-4949-8a25-10030815493e not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:09:28.895381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Attempting to bind port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e on network aa5f89e0-852d-4949-8a25-10030815493e {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:28.931785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b52babac-d2b6-474b-a790-3fd7df6fa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:28.935176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:09:28.935176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Checking segment: {'id': 'bb3e27b5-628f-4aff-8a19-9512d497e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:28.935176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Bound using segment: {'id': 'bb3e27b5-628f-4aff-8a19-9512d497e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:09:28.935176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Bound port: 4bc713ea-99cc-41c2-947a-a7cf5a7c529e, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3e27b5-628f-4aff-8a19-9512d497e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:09:28.935176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:28.975795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413063a-b7f4-447f-b40b-3ad6dbe06adb req-aba87254-b59d-40de-9422-2f043bb13098 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:28.992542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f413063a-b7f4-447f-b40b-3ad6dbe06adb req-aba87254-b59d-40de-9422-2f043bb13098 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 945 time: 0.4773779 Mar 03 18:09:29.001994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b52babac-d2b6-474b-a790-3fd7df6fa429 None None] For port cff90b69-7860-4c84-b5b1-472459d13eb4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cff90b69-7860-4c84-b5b1-472459d13eb4,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:29.008006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b52babac-d2b6-474b-a790-3fd7df6fa429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:29.120568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6bc7ef2-af2a-4405-81e2-c41f568bab24 req-69e51190-ac56-436c-8497-1e9192ad8d6b tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7763443 Mar 03 18:09:29.271974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72983ce-cd65-41b6-9246-1e224996be49 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:29.281268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72983ce-cd65-41b6-9246-1e224996be49 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:29.282108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d72983ce-cd65-41b6-9246-1e224996be49 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:29.322097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52babac-d2b6-474b-a790-3fd7df6fa429 None None] Pushing event updated for resources: {'Port': ['ID=cff90b69-7860-4c84-b5b1-472459d13eb4,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:29.351193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-86b717fb-8961-4737-8fe6-64c701020fa6 None None] Could not find standard attr ID for object 32b3dcd1-b124-4a42-beba-dd8921300911. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:09:29.385499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d72983ce-cd65-41b6-9246-1e224996be49 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:29.390870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d72983ce-cd65-41b6-9246-1e224996be49 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4887919 Mar 03 18:09:29.400990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39934) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:29.490323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-082409d5-4f28-40bc-ae4b-b9f27c48ce74 None None] Could not find standard attr ID for object 9f01c9c7-3041-48af-a6f1-dd8db80c8664. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:09:29.504653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] For port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:09:29.522029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] For port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,segment=NetworkSegment(bb3e27b5-628f-4aff-8a19-9512d497e7a1),segment_id=bb3e27b5-628f-4aff-8a19-9512d497e7a1)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:09:29.606891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cff90b69-7860-4c84-b5b1-472459d13eb4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:29.827331 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:29.929520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cff90b69-7860-4c84-b5b1-472459d13eb4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:29.929814 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:29.931937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] For port 09806dc0-c512-44a1-86a1-0c6542c98976, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=09806dc0-c512-44a1-86a1-0c6542c98976,segment=NetworkSegment(4082cc22-a183-4dab-9430-6c5f9afa058a),segment_id=4082cc22-a183-4dab-9430-6c5f9afa058a)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:29.932557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:30.102485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:30.106206 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:30.110714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] 10.222.0.35 "PUT /v2.0/ports/4bc713ea-99cc-41c2-947a-a7cf5a7c529e HTTP/1.1" status: 200 len: 1091 time: 5.1668913 Mar 03 18:09:30.117426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'tag': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:09:30.167864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f413063a-b7f4-447f-b40b-3ad6dbe06adb req-0a0c2077-8d42-4998-9134-c0bf5f4a62a2 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/security-groups?id=4973224a-3045-4166-98bc-4e20925f78ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1827354 Mar 03 18:09:30.283258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Calling delete_port for 09806dc0-c512-44a1-86a1-0c6542c98976 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:30.467198 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'tag': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e', 'status': 'completed', 'code': 200} Mar 03 18:09:30.535616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 302607ac-80e7-4950-8d39-92943f79e42b {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:09:30.550957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:30.849216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 09806dc0-c512-44a1-86a1-0c6542c98976 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:09:30.854046 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:30.976166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 09806dc0-c512-44a1-86a1-0c6542c98976 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:09:30.976766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 09806dc0-c512-44a1-86a1-0c6542c98976 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:09:31.066876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Pushing event deleted for resources: {'Port': ['ID=09806dc0-c512-44a1-86a1-0c6542c98976,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:31.181026 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:31.198478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] No DVR routers for this DVR port 09806dc0-c512-44a1-86a1-0c6542c98976 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:09:31.198478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:31.208790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'name': 'network-vif-deleted', 'tag': '09806dc0-c512-44a1-86a1-0c6542c98976'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:09:31.262183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e16fb5a-d22d-4efe-b999-1815f60497bd req-b3d82dca-300e-4e16-bf97-b7567bdc22f0 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.16 "DELETE /v2.0/ports/09806dc0-c512-44a1-86a1-0c6542c98976 HTTP/1.1" status: 204 len: 173 time: 2.7166188 Mar 03 18:09:31.735183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecefed-8f0f-4240-9874-24e642434909 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:31.760704 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:31.763369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-54e535ad-e2de-4988-9b45-9900ce82c3f9 req-4ecda459-8607-431a-ba15-97da938c9240 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Synchronizing usage tracker for tenant:c86fc92b9a3e4297b101ed9b02791653 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:31.795487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-54e535ad-e2de-4988-9b45-9900ce82c3f9 req-4ecda459-8607-431a-ba15-97da938c9240 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] Unset dirty status for tenant:c86fc92b9a3e4297b101ed9b02791653 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:31.798308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54e535ad-e2de-4988-9b45-9900ce82c3f9 req-4ecda459-8607-431a-ba15-97da938c9240 tempest-ServerMetadataNegativeTestJSON-181855108 tempest-ServerMetadataNegativeTestJSON-181855108-project] 10.222.0.23 "GET /v2.0/ports?device_id=54f9d00c-bc27-499e-ac24-1be97a6df021 HTTP/1.1" status: 200 len: 210 time: 0.1519735 Mar 03 18:09:31.944413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-8b6d3324-c89a-4143-bd14-0d9b3e516f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:31.969851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-8b6d3324-c89a-4143-bd14-0d9b3e516f7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0682b69989f4417a2b7d9a5af17d710&device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 1094 time: 1.7741787 Mar 03 18:09:31.974623 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f9d00c-bc27-499e-ac24-1be97a6df021', 'name': 'network-vif-deleted', 'tag': '09806dc0-c512-44a1-86a1-0c6542c98976', 'status': 'completed', 'code': 200} Mar 03 18:09:32.181942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-b80518ff-8a08-4e47-a2e5-ef1bff9a10b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bc713ea-99cc-41c2-947a-a7cf5a7c529e HTTP/1.1" status: 200 len: 217 time: 0.2194231 Mar 03 18:09:32.289117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf055e5-843a-4bc8-bdba-9529b928078c req-a25a0b22-356a-49f2-bd72-ceb40f718176 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:32.289117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2bf055e5-843a-4bc8-bdba-9529b928078c req-a25a0b22-356a-49f2-bd72-ceb40f718176 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 943 time: 0.7010686 Mar 03 18:09:32.307459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:32.383280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:32.405306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=302607ac-80e7-4950-8d39-92943f79e42b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:32.411587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:32.427582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659161e-d10e-48b5-b2c3-177392aa7c5d None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:32.438128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-ad2ab15e-e274-442b-97f2-35479e510e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:32.438128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-ad2ab15e-e274-442b-97f2-35479e510e58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a8539d5-1199-447a-bae6-abff1c12db4f HTTP/1.1" status: 200 len: 848 time: 0.2381086 Mar 03 18:09:32.479027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2bf055e5-843a-4bc8-bdba-9529b928078c req-fbbc4ead-b6d5-4095-b392-b86b6144118d tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669884 Mar 03 18:09:32.479027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-764a0a7c-122a-4fd1-9eff-06b8f519524d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/302607ac-80e7-4950-8d39-92943f79e42b HTTP/1.1" status: 204 len: 168 time: 3.0328033 Mar 03 18:09:32.482834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:32.583654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-d743fd4b-e727-4249-9bc3-4213f5b85492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa5f89e0-852d-4949-8a25-10030815493e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185598 Mar 03 18:09:32.648496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b38a538-06fc-4bf8-a697-8e29e4afc8c5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711464 Mar 03 18:09:32.661565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40078) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:32.878503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af750f65-5b3e-4c76-9125-8386d54ee036 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:32.878503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-af750f65-5b3e-4c76-9125-8386d54ee036 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:32.963543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-af750f65-5b3e-4c76-9125-8386d54ee036 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:32.964764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-af750f65-5b3e-4c76-9125-8386d54ee036 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3021731 Mar 03 18:09:32.970512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40088) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:33.114618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40100) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:33.182088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-8d5d7de9-ceb0-4b08-a2d7-64b49e444a52 service neutron] 10.222.0.35 "GET /v2.0/networks/aa5f89e0-852d-4949-8a25-10030815493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906448 Mar 03 18:09:33.225924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:09:33.231959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Deleting port cff90b69-7860-4c84-b5b1-472459d13eb4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:33.232719 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:33.353797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:33.434015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40112) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:33.442855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:33.447430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb0d612f99d464e8514bed5fe46895c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:33.450753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:33.468549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:33.531440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2eda4-2916-4f76-bdfc-a301aca7fbe6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:33.532147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8ed2eda4-2916-4f76-bdfc-a301aca7fbe6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:33.588175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8ed2eda4-2916-4f76-bdfc-a301aca7fbe6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:33.592113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8ed2eda4-2916-4f76-bdfc-a301aca7fbe6 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6179163 Mar 03 18:09:33.595538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40120) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:33.619427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:33.627170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] Deleting subnet 583bfe47-4212-4837-b222-aa0972f60e6f {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:09:33.631341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:33.746857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] For port cff90b69-7860-4c84-b5b1-472459d13eb4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cff90b69-7860-4c84-b5b1-472459d13eb4,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:33.746857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:33.772121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:33.775511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8e17cdf5-9339-4516-92b2-9a8a53859baa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520345 Mar 03 18:09:33.775511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41ac3ec7-4987-4fb9-a762-25c7e39c9e32 req-3ec44728-82b6-4881-962c-111927c52a1d service neutron] 10.222.0.35 "GET /v2.0/networks/aa5f89e0-852d-4949-8a25-10030815493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697250 Mar 03 18:09:33.775511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40134) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:33.798414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:33.973928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:33.985906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:34.098628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:34.098628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.296318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cff90b69-7860-4c84-b5b1-472459d13eb4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:09:34.347798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcb0d612f99d464e8514bed5fe46895c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9677653 Mar 03 18:09:34.350376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40158) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:34.360686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Calling delete_port for cff90b69-7860-4c84-b5b1-472459d13eb4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:34.373754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.468888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.539700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.615857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfa40e-46cc-4d15-941e-3df54fec1f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8fc162-41dd-48db-bc62-7b5a25d8f11f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:34.619759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:34.625700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.662528 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.707531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Usage tracker for resource:security_group_rule and tenant:b0be14542e4a409b88110e2a54303941 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:34.712646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:34.718963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port cff90b69-7860-4c84-b5b1-472459d13eb4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cff90b69-7860-4c84-b5b1-472459d13eb4,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:34.723115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-776513b0-8a19-41a0-bf98-eaee97a79c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:34.724970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-776513b0-8a19-41a0-bf98-eaee97a79c9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0682b69989f4417a2b7d9a5af17d710&device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 1094 time: 0.7281063 Mar 03 18:09:34.728763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.728969 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.735541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:34.750574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583bfe47-4212-4837-b222-aa0972f60e6f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:34.776106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0645-6fe5-4fd3-a8e5-a4e4b9e182af req-d976ba24-a43c-4069-b8ed-6a6543aca0f0 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:34.777814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f767a07a-c407-42e0-8cff-cb86c1ef823f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/583bfe47-4212-4837-b222-aa0972f60e6f HTTP/1.1" status: 204 len: 168 time: 1.6618748 Mar 03 18:09:34.778253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3cfd0645-6fe5-4fd3-a8e5-a4e4b9e182af req-d976ba24-a43c-4069-b8ed-6a6543aca0f0 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 943 time: 0.7827682 Mar 03 18:09:34.786429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:34.808355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f620e56e-d329-4508-9500-0bc0744bcaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.839721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f620e56e-d329-4508-9500-0bc0744bcaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:34.959190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=cff90b69-7860-4c84-b5b1-472459d13eb4,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:35.000487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:09:35.000487 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:09:35.136858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:35.145909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f620e56e-d329-4508-9500-0bc0744bcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:35.211955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620e56e-d329-4508-9500-0bc0744bcaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8fc162-41dd-48db-bc62-7b5a25d8f11f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:35.252820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f620e56e-d329-4508-9500-0bc0744bcaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:35.253976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f620e56e-d329-4508-9500-0bc0744bcaf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb8fc162-41dd-48db-bc62-7b5a25d8f11f HTTP/1.1" status: 204 len: 168 time: 0.8844178 Mar 03 18:09:35.275099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3cfd0645-6fe5-4fd3-a8e5-a4e4b9e182af req-f1c5e272-db43-4c07-ac45-7bd525182fa7 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730473 Mar 03 18:09:35.429216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-3f3e8f68-5a82-4098-bf38-f8d8df00f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:35.429216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-3f3e8f68-5a82-4098-bf38-f8d8df00f9bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa5f89e0-852d-4949-8a25-10030815493e HTTP/1.1" status: 200 len: 909 time: 0.6451797 Mar 03 18:09:35.442715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:35.489719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:35.503193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Deleting port cff90b69-7860-4c84-b5b1-472459d13eb4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:35.503193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:35.627219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40202) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:35.816514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-720d6fc9-2de9-48d4-a569-d5bce244ebca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bc713ea-99cc-41c2-947a-a7cf5a7c529e HTTP/1.1" status: 200 len: 217 time: 0.3777235 Mar 03 18:09:35.869369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:35.905156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c653fae-fff9-4676-8480-befe6d808713,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:35.935739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9921654f-c221-44b0-aba4-67674fe0ad4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0be14542e4a409b88110e2a54303941&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3084023 Mar 03 18:09:35.944259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40212) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:36.013457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e676f1-5fd0-40a3-a161-cc163ba04a1d']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:09:36.044245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4082cc22-a183-4dab-9430-6c5f9afa058a') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:09:36.049903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4082cc22-a183-4dab-9430-6c5f9afa058a') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:09:36.081379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.089875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:09:36.099604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40220) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:36.132713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.149654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:36.154154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Usage tracker for resource:security_group_rule and tenant:f9895c9a7cf54f92a25de76d17075931 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:36.157554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:36.165306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:36.211427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.233233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:09:36.233233 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.238185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 4bc713ea-99cc-41c2-947a-a7cf5a7c529e details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:09:36.250580 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:09:36.287629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] For port cff90b69-7860-4c84-b5b1-472459d13eb4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cff90b69-7860-4c84-b5b1-472459d13eb4,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:36.287629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.478021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.484011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-c1ed9035-9607-45ac-aa18-abb87e9ebd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:36.487492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.489305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-c1ed9035-9607-45ac-aa18-abb87e9ebd68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a8539d5-1199-447a-bae6-abff1c12db4f HTTP/1.1" status: 200 len: 848 time: 0.6694994 Mar 03 18:09:36.578734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc1416-41bb-4aca-84cd-90b7fbdf8e9d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:36.586539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.631521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-fa32b047-7f9d-4da7-8f0d-2f9cab67ab74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa5f89e0-852d-4949-8a25-10030815493e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946636 Mar 03 18:09:36.711514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:36.715367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Calling delete_port for cff90b69-7860-4c84-b5b1-472459d13eb4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:36.824322 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:09:36.895032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cdcc943c-e71c-4a8a-b9dd-c671e78f2d57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9895c9a7cf54f92a25de76d17075931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7820632 Mar 03 18:09:36.895032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e676f1-5fd0-40a3-a161-cc163ba04a1d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:36.909521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40234) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:36.930245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48f10c5d-0670-4e86-801d-2ff14b261f38 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f9e676f1-5fd0-40a3-a161-cc163ba04a1d HTTP/1.1" status: 204 len: 168 time: 2.1253314 Mar 03 18:09:37.004176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-d30ad8d8-b913-490e-b376-dede3c331165 service neutron] 10.222.0.35 "GET /v2.0/networks/aa5f89e0-852d-4949-8a25-10030815493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769615 Mar 03 18:09:37.103778 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.105936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.223217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c794ba3-6ed9-4596-b43d-2b12276b9fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.226032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] Pushing event deleted for resources: {'Port': ['ID=cff90b69-7860-4c84-b5b1-472459d13eb4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:37.228289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afbeffd-ae56-4eab-91e5-770c9c09e884 None None] No DVR routers for this DVR port cff90b69-7860-4c84-b5b1-472459d13eb4 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:09:37.231370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,segment=NetworkSegment(bb3e27b5-628f-4aff-8a19-9512d497e7a1),segment_id=bb3e27b5-628f-4aff-8a19-9512d497e7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:37.255310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:37.274157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e', 'network_id': 'aa5f89e0-852d-4949-8a25-10030815493e', 'port_id': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e', 'mac_address': 'fa:16:3e:06:73:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8539d5-1199-447a-bae6-abff1c12db4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:09:37.279002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c794ba3-6ed9-4596-b43d-2b12276b9fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.286588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d919-1f7e-43c3-b7d1-104736946d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.322471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9a405f5a655b467e89cce899eef60032 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:37.326356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40244) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:37.333995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:37.343172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e33ac-b919-4555-9e48-c7d9ea74c3aa req-fb51a5ab-fbaf-410a-8f08-3c403e75de1e tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:37.344779 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-105e33ac-b919-4555-9e48-c7d9ea74c3aa req-fb51a5ab-fbaf-410a-8f08-3c403e75de1e tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 943 time: 0.6621850 Mar 03 18:09:37.346221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c794ba3-6ed9-4596-b43d-2b12276b9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.405256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c794ba3-6ed9-4596-b43d-2b12276b9fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc1416-41bb-4aca-84cd-90b7fbdf8e9d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:37.428435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.436864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c794ba3-6ed9-4596-b43d-2b12276b9fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.442296 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c794ba3-6ed9-4596-b43d-2b12276b9fc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2afc1416-41bb-4aca-84cd-90b7fbdf8e9d HTTP/1.1" status: 204 len: 168 time: 0.5212278 Mar 03 18:09:37.484684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc713ea-99cc-41c2-947a-a7cf5a7c529e {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:09:37.520774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,segment=NetworkSegment(bb3e27b5-628f-4aff-8a19-9512d497e7a1),segment_id=bb3e27b5-628f-4aff-8a19-9512d497e7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:37.528466 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.553445 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-105e33ac-b919-4555-9e48-c7d9ea74c3aa req-c6d7cad2-26a5-4791-8709-5677f35f651e tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883233 Mar 03 18:09:37.600849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5303eec3-fded-4f25-b4a1-a6a43af1c63b req-4dafb661-daf5-43f6-b201-ba1670ab8b9c service neutron] 10.222.0.35 "GET /v2.0/networks/aa5f89e0-852d-4949-8a25-10030815493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478822 Mar 03 18:09:37.620325 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d919-1f7e-43c3-b7d1-104736946d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.669853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:37.706576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:37.706576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_pluggable_backend [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Port cff90b69-7860-4c84-b5b1-472459d13eb4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87886) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 03 18:09:37.706576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_pluggable_backend [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Reverting IP allocation for 2001:db8::f816:3eff:fec2:d35a {{(pid=87886) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 03 18:09:37.717096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_pluggable_backend [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec2:d35a {{(pid=87886) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 03 18:09:37.723062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.732591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['4bc713ea-99cc-41c2-947a-a7cf5a7c529e'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:09:37.813275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=70e5cfa7-54d1-44be-87df-eaa9fd1799c2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:37.857887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:37.861520 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-43fad857-e050-4b89-8abe-765e117cdf82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c86fc92b9a3e4297b101ed9b02791653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301824 Mar 03 18:09:37.864857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40254) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:37.867942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:37.874601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:37.874601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.907245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c820d85-d3b8-4298-968c-dde66c410abc None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:37.932438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d919-1f7e-43c3-b7d1-104736946d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.936853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d919-1f7e-43c3-b7d1-104736946d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:37.941549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8cd9d919-1f7e-43c3-b7d1-104736946d84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c653fae-fff9-4676-8480-befe6d808713 HTTP/1.1" status: 204 len: 168 time: 1.9953942 Mar 03 18:09:37.967867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-64a816f0-a820-4b19-af02-2088c762dc73 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1951766 Mar 03 18:09:37.980282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40264) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:37.982308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9d919-1f7e-43c3-b7d1-104736946d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c653fae-fff9-4676-8480-befe6d808713,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:38.001649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:38.108600 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-365822e3-cb7b-412a-bf9a-d121fe036836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.234083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-365822e3-cb7b-412a-bf9a-d121fe036836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.396860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-365822e3-cb7b-412a-bf9a-d121fe036836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.431240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365822e3-cb7b-412a-bf9a-d121fe036836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973224a-3045-4166-98bc-4e20925f78ea,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:38.453510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-365822e3-cb7b-412a-bf9a-d121fe036836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.457071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-365822e3-cb7b-412a-bf9a-d121fe036836 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4973224a-3045-4166-98bc-4e20925f78ea HTTP/1.1" status: 204 len: 168 time: 0.5948522 Mar 03 18:09:38.571014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.588265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.613494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '70e5cfa7-54d1-44be-87df-eaa9fd1799c2'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:09:38.613494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.733211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4a5f88-a536-4e5f-817f-781679382e2b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:38.809691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:38.826319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40288) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:38.828546 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dca81753-7eeb-495a-bd22-985881a308f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a405f5a655b467e89cce899eef60032&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1809156 Mar 03 18:09:38.834356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40290) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:38.842829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:38.874417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:38.909854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:38.919977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Usage tracker for resource:security_group_rule and tenant:2fe61b0696194ff4b254f5890850b3b5 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:38.923653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:38.934727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:38.990122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Allocated IP 2001:db8::f816:3eff:feb0:9a27 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/70e5cfa7-54d1-44be-87df-eaa9fd1799c2/b2e37f95-30de-4871-8ea8-495d23e152ce) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:39.010096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:39.029762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:39.074600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f47dde7-d735-4fcf-ad60-08048cf9f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.139119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:39.139119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.221155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.234373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.274034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f47dde7-d735-4fcf-ad60-08048cf9f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.385587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f240fdc7-7e39-416c-9091-f9bdc85f52f4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:39.408836 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6d5885d4-0e7a-4237-93c7-c0d64abbc2ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fe61b0696194ff4b254f5890850b3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795038 Mar 03 18:09:39.410209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40314) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:39.454117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1b443-05a9-48e9-b911-0712a39dbc92 req-85963ef4-7986-48da-a7b4-d1d3f2451ca9 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:39.478407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8a1b443-05a9-48e9-b911-0712a39dbc92 req-85963ef4-7986-48da-a7b4-d1d3f2451ca9 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 944 time: 0.5382731 Mar 03 18:09:39.585533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-868eb2f4-b7cc-4be3-ace5-00111ecf01d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.644080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.674381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-868eb2f4-b7cc-4be3-ace5-00111ecf01d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.697802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Transition to ACTIVE for port object b2e37f95-30de-4871-8ea8-495d23e152ce will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:39.711988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8a1b443-05a9-48e9-b911-0712a39dbc92 req-67bfce53-27e5-4100-866f-6aae5bfa0b3c tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367225 Mar 03 18:09:39.716648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f47dde7-d735-4fcf-ad60-08048cf9f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.746694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Transition to ACTIVE for port object b2e37f95-30de-4871-8ea8-495d23e152ce will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:39.764100 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.776573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-868eb2f4-b7cc-4be3-ace5-00111ecf01d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.799026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eb2f4-b7cc-4be3-ace5-00111ecf01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f240fdc7-7e39-416c-9091-f9bdc85f52f4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:39.819936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-868eb2f4-b7cc-4be3-ace5-00111ecf01d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.825173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-868eb2f4-b7cc-4be3-ace5-00111ecf01d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f240fdc7-7e39-416c-9091-f9bdc85f52f4 HTTP/1.1" status: 204 len: 168 time: 0.4136622 Mar 03 18:09:39.836308 n-d-827121-1 neutron-server[87886]: INFO neutron.db.ipam_backend_mixin [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70e5cfa7-54d1-44be-87df-eaa9fd1799c2 (CIDR: 2001:db8::/64) Mar 03 18:09:39.844621 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:09:39.847666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:09:39.853742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47dde7-d735-4fcf-ad60-08048cf9f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4a5f88-a536-4e5f-817f-781679382e2b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:39.895272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f47dde7-d735-4fcf-ad60-08048cf9f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:39.895272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3f47dde7-d735-4fcf-ad60-08048cf9f9fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d4a5f88-a536-4e5f-817f-781679382e2b HTTP/1.1" status: 204 len: 168 time: 1.0537026 Mar 03 18:09:39.918497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2940f3c0-656d-4134-975d-e15b266bb288 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9198506 Mar 03 18:09:39.922112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40334) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:39.928896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:40.022259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:40.042870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:40.057052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:40.241558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Pushing event updated for resources: {'Port': ['ID=b2e37f95-30de-4871-8ea8-495d23e152ce,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:40.254767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 4bc713ea-99cc-41c2-947a-a7cf5a7c529e up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:40.267193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:40.274488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:40.282774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:40.301742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:40.319856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:40.319856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:40.394308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Attempting to bind port b2e37f95-30de-4871-8ea8-495d23e152ce on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:09:40.394308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Attempting to bind port b2e37f95-30de-4871-8ea8-495d23e152ce by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:09:40.394308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Attempting to bind port b2e37f95-30de-4871-8ea8-495d23e152ce on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:40.419975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:09:40.424208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:40.424208 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:40.424208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:09:40.424208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Bound port: b2e37f95-30de-4871-8ea8-495d23e152ce, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:09:40.429121 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:40.749186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:40.775188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:40.775188 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:40.951399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:40.987098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:09:41.012965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:09:41.121696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:41.141068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:41.141068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:41.141068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:41.141068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:41.182283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=37f00563-8e8b-427f-9b4f-6d0e96192e4b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:41.216369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3f0a3660-cec7-4025-bf21-a0318cdfaa8a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2919519 Mar 03 18:09:41.216369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40372) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:41.243878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2df6e-7c04-470b-9214-2fce8caf9320 req-4c1c44e1-1352-4b51-9c2c-aaf9503b5d95 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:41.243878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ea2df6e-7c04-470b-9214-2fce8caf9320 req-4c1c44e1-1352-4b51-9c2c-aaf9503b5d95 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 944 time: 0.1959860 Mar 03 18:09:41.335658 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:41.405847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ea2df6e-7c04-470b-9214-2fce8caf9320 req-623a6bac-2e84-444f-b909-e4a848d5f6e4 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222229 Mar 03 18:09:41.421966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,segment=NetworkSegment(bb3e27b5-628f-4aff-8a19-9512d497e7a1),segment_id=bb3e27b5-628f-4aff-8a19-9512d497e7a1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:41.437067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:09:41.466192 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:41.471004 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329bed4-d6e5-4b78-a5bd-6ba912edc786 None None] Pushing event updated for resources: {'Port': ['ID=b2e37f95-30de-4871-8ea8-495d23e152ce,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:41.567977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40392) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:41.646626 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e', 'code': 200} Mar 03 18:09:41.758392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:41.785083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:f7:a3:e8', 'name': 'tempest-NetworksTestDHCPv6-963792237'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:41.922387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1fed-318e-401f-814b-5b6c3c39b212 req-c06547d8-db28-4fb9-9515-17f5c0a495bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:41.923832 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e74d1fed-318e-401f-814b-5b6c3c39b212 req-c06547d8-db28-4fb9-9515-17f5c0a495bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 1096 time: 0.2377613 Mar 03 18:09:42.016751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e74d1fed-318e-401f-814b-5b6c3c39b212 req-5c159ffc-b5c6-4205-aeeb-2104ee1a1d24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813832 Mar 03 18:09:42.085943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:42.085943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:42.095273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:42.095273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:42.114302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:42.259147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40414) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:42.386244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c9012865-3037-4fd7-9989-4c9daaf40632 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0eb4e443fa44ae1aea5333c5fee56ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8121397 Mar 03 18:09:42.389741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40422) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:42.393656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:42.440601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 558fd77b-21c6-404f-a0be-4aba1cc9ea08 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:09:42.852065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1384971473-network', 'tenant_id': '74cf4cb007b74b7fb92b59dfd9b381fe'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:42.862108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:42.943387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Usage tracker for resource:network and tenant:74cf4cb007b74b7fb92b59dfd9b381fe is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:42.970054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:42.987961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f00d0b40-161c-4648-a866-3a805d58fb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:42.999054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:43.019455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8:0:1::324 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/37f00563-8e8b-427f-9b4f-6d0e96192e4b/558fd77b-21c6-404f-a0be-4aba1cc9ea08) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:43.044945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fef7:a3e8 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/70e5cfa7-54d1-44be-87df-eaa9fd1799c2/558fd77b-21c6-404f-a0be-4aba1cc9ea08) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:43.066212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Made reservation on behalf of 74cf4cb007b74b7fb92b59dfd9b381fe for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:43.068741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.085194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f00d0b40-161c-4648-a866-3a805d58fb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.140060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.163187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e43f3-d725-48d0-a693-9f9814a5c135 req-377b48f9-161f-4524-9b5d-52ef18f720ec tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:43.173671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e7e43f3-d725-48d0-a693-9f9814a5c135 req-377b48f9-161f-4524-9b5d-52ef18f720ec tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 945 time: 0.3999496 Mar 03 18:09:43.293628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:43.306092 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:09:43.321759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Usage tracker for resource:security_group_rule and tenant:74cf4cb007b74b7fb92b59dfd9b381fe is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:43.321759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:43.350633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:43.386190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e7e43f3-d725-48d0-a693-9f9814a5c135 req-d5bf99d5-6104-4afe-a8a1-a4b769ab4acf tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050102 Mar 03 18:09:43.430221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f722acb2-ba7b-4f53-b53a-d488439271b0 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:43.640976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.648170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f00d0b40-161c-4648-a866-3a805d58fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.670592 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.728267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d0b40-161c-4648-a866-3a805d58fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae488b4-74e8-41d2-a46e-1149cab15879,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:43.825474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1fad76-15eb-4638-8dec-4032a52fa7a7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:43.827371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b2e37f95-30de-4871-8ea8-495d23e152ce up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:43.850890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f00d0b40-161c-4648-a866-3a805d58fb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.850890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f00d0b40-161c-4648-a866-3a805d58fb9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cae488b4-74e8-41d2-a46e-1149cab15879 HTTP/1.1" status: 204 len: 168 time: 1.4634306 Mar 03 18:09:43.850890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:09:43.894977 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.894977 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Added segment 33fd5221-6a0a-4f16-bd3c-228720da9dc9 of type vlan for network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 Mar 03 18:09:43.934122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.968353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:43.990249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 558fd77b-21c6-404f-a0be-4aba1cc9ea08 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:44.014034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.018588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:44.019573 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.029455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.069463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8083785 Mar 03 18:09:44.097277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40516) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:44.097277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Request body: {'subnet': {'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1384971473-subnet', 'tenant_id': '74cf4cb007b74b7fb92b59dfd9b381fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:44.112965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:44.112965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Usage tracker for resource:subnet and tenant:74cf4cb007b74b7fb92b59dfd9b381fe is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:44.112965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:44.127941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:44.197902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Made reservation on behalf of 74cf4cb007b74b7fb92b59dfd9b381fe for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:44.197902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.232047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30a4c-3720-4cba-93e7-995d7364813b admin admin] Pushing event updated for resources: {'Network': ['ID=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:44.342897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:09:44.403055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=558fd77b-21c6-404f-a0be-4aba1cc9ea08,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:44.413618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b2e37f95-30de-4871-8ea8-495d23e152ce completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:44.436514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:44.441459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:44.447217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:44.456608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:44.457685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.500970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4e1abe72-3a6e-4ba9-8968-9d7fb028600a None None] Provisioning for port b2e37f95-30de-4871-8ea8-495d23e152ce completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:44.517616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-470c6e10-f9dc-445e-a644-5e4da0c6e74f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3120301 Mar 03 18:09:44.520095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40530) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:44.534459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4e1abe72-3a6e-4ba9-8968-9d7fb028600a None None] Provisioning complete for port b2e37f95-30de-4871-8ea8-495d23e152ce triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:44.536275 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e1abe72-3a6e-4ba9-8968-9d7fb028600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.566556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40534) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:44.687150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:44.744967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 558fd77b-21c6-404f-a0be-4aba1cc9ea08 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:44.744967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.745817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:44.858448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Checking segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:44.858908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Network hostable DHCP agents. Network: 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:09:44.903900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:44.966753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:09:44.996115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:45.009417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614cc97-ed97-4a85-8668-69b768e5077a None None] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:45.028623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4521e85-ff78-4ff2-b2e8-b0f88414b34f req-45d343f3-2503-422e-b1cb-b35441687811 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:45.028623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4521e85-ff78-4ff2-b2e8-b0f88414b34f req-45d343f3-2503-422e-b1cb-b35441687811 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 945 time: 0.3519816 Mar 03 18:09:45.035348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:45.035348 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.163443 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e1abe72-3a6e-4ba9-8968-9d7fb028600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.236265 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e3b75319-962b-42a5-90ef-9231951a5ea7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1470990 Mar 03 18:09:45.265645 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4521e85-ff78-4ff2-b2e8-b0f88414b34f req-ab7e5980-cfa4-442a-8923-e87ed0a188a5 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894803 Mar 03 18:09:45.368793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.394499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.398335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4e1abe72-3a6e-4ba9-8968-9d7fb028600a None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:45.404921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:45.416158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Usage tracker for resource:security_group_rule and tenant:26f8b1d3d2f743e6a4a19b3e4cba7b63 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:45.423081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:45.431150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:45.496946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4e1abe72-3a6e-4ba9-8968-9d7fb028600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.541623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:45.553770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Usage tracker for resource:security_group_rule and tenant:763c3094b30c4ae0a0884aa32a42cc10 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:45.564467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:45.600110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1abe72-3a6e-4ba9-8968-9d7fb028600a None None] Pushing event updated for resources: {'Port': ['ID=b2e37f95-30de-4871-8ea8-495d23e152ce,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:45.612788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62022ddc-f4f5-4ff9-b9a9-ef04daec6566 None None] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:45.622869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:45.678382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.685877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.731624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] Update dhcp port {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '70e5cfa7-54d1-44be-87df-eaa9fd1799c2', 'ip_address': '2001:db8::f816:3eff:feb0:9a27'}, {'subnet_id': '37f00563-8e8b-427f-9b4f-6d0e96192e4b'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'b2e37f95-30de-4871-8ea8-495d23e152ce'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:09:45.805492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:45.819504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26f8b1d3d2f743e6a4a19b3e4cba7b63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1490057 Mar 03 18:09:45.844049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40578) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:45.960700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85d943-f440-433f-803d-d79e71836028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e411c570-2528-4859-ad66-c25390ff07eb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:46.002159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:46.170634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d3c2-5b38-4e6c-9f3e-843f06bf136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:46.205151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d3c2-5b38-4e6c-9f3e-843f06bf136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:46.337633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d3c2-5b38-4e6c-9f3e-843f06bf136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:46.396898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4d3c2-5b38-4e6c-9f3e-843f06bf136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e411c570-2528-4859-ad66-c25390ff07eb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:46.422690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d3c2-5b38-4e6c-9f3e-843f06bf136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:46.422690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5d4d3c2-5b38-4e6c-9f3e-843f06bf136a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e411c570-2528-4859-ad66-c25390ff07eb HTTP/1.1" status: 204 len: 168 time: 0.5703158 Mar 03 18:09:46.599601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 558fd77b-21c6-404f-a0be-4aba1cc9ea08 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:46.793770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] Allocated IP 2001:db8:0:1::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/37f00563-8e8b-427f-9b4f-6d0e96192e4b/b2e37f95-30de-4871-8ea8-495d23e152ce) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:46.972175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:46.972175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.048344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.128505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a40dc-4917-4b2c-80db-4178335484d8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:47.128505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=558fd77b-21c6-404f-a0be-4aba1cc9ea08,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:47.277866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b4743b2-19a1-42e4-b93f-26ce88eb6194 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=763c3094b30c4ae0a0884aa32a42cc10&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6000340 Mar 03 18:09:47.286305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40646) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:47.287448 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.312639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-62afa797-d558-4787-8cdc-6843a928e15e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/558fd77b-21c6-404f-a0be-4aba1cc9ea08 HTTP/1.1" status: 204 len: 168 time: 2.7881455 Mar 03 18:09:47.312893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40650) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:47.359640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:47.471553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.522888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046965-0840-433d-8995-d8b60ddac968 req-3b6a27dc-0cc9-46bf-8e04-5c5c7574d417 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:47.522888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9c046965-0840-433d-8995-d8b60ddac968 req-3b6a27dc-0cc9-46bf-8e04-5c5c7574d417 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:47.570031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9c046965-0840-433d-8995-d8b60ddac968 req-3b6a27dc-0cc9-46bf-8e04-5c5c7574d417 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:47.592513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-3b6a27dc-0cc9-46bf-8e04-5c5c7574d417 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 0.7560501 Mar 03 18:09:47.606619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f733fdda-f96b-44c9-b21d-ca7500144ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.611510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] Transition to ACTIVE for port object b2e37f95-30de-4871-8ea8-495d23e152ce will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:47.622442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b2e37f95-30de-4871-8ea8-495d23e152ce up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:47.625471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-b8b65929-bb92-4b2c-85fe-a68cf9110e84 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/quotas/74cf4cb007b74b7fb92b59dfd9b381fe HTTP/1.1" status: 200 len: 375 time: 0.0377204 Mar 03 18:09:47.709237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f733fdda-f96b-44c9-b21d-ca7500144ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.731299 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-913ec774-d1df-4aac-b92f-74c8c000c141 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049321 Mar 03 18:09:47.769702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.854152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb037b-76c6-4ead-a23e-a5cd4407bd34 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:47.854152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fceb037b-76c6-4ead-a23e-a5cd4407bd34 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:47.854152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f733fdda-f96b-44c9-b21d-ca7500144ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.897779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733fdda-f96b-44c9-b21d-ca7500144ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a40dc-4917-4b2c-80db-4178335484d8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:47.959439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fceb037b-76c6-4ead-a23e-a5cd4407bd34 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:47.959439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fceb037b-76c6-4ead-a23e-a5cd4407bd34 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.6447146 Mar 03 18:09:47.967759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40674) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:47.984204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f733fdda-f96b-44c9-b21d-ca7500144ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:47.984204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f733fdda-f96b-44c9-b21d-ca7500144ffc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a91a40dc-4917-4b2c-80db-4178335484d8 HTTP/1.1" status: 204 len: 168 time: 0.6757646 Mar 03 18:09:48.514624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-0be72a1a-724e-41d2-8ce2-e790d61344a0 service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741778 Mar 03 18:09:48.532138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b50ad4-140b-47b1-b104-c0a1d354144f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:48.540630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40728) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:48.540806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f9b50ad4-140b-47b1-b104-c0a1d354144f tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5736463 Mar 03 18:09:48.720415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:48.720415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9115-2495-4bed-9cee-f593cd769656 None None] Pushing event updated for resources: {'Port': ['ID=b2e37f95-30de-4871-8ea8-495d23e152ce,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:48.764403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07bd05-aaff-464a-be24-60b89dd15f30 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:48.764403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07bd05-aaff-464a-be24-60b89dd15f30 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:48.771341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07bd05-aaff-464a-be24-60b89dd15f30 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:48.771341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9c07bd05-aaff-464a-be24-60b89dd15f30 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:48.814380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9c07bd05-aaff-464a-be24-60b89dd15f30 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:48.814380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9c07bd05-aaff-464a-be24-60b89dd15f30 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2723963 Mar 03 18:09:48.819804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40742) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:49.028864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 37f00563-8e8b-427f-9b4f-6d0e96192e4b {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:09:49.074034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:49.214580 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:49.266342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-0c22e6a1-6dbf-4ae6-a8c1-0644e953b016 service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7127461 Mar 03 18:09:49.315540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40766) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:49.417001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:49.565530 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1efe4335-225d-4a35-825c-393b1bd27cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:49.772326 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:49.777296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b2e37f95-30de-4871-8ea8-495d23e152ce up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:09:49.851236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:49.882602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Usage tracker for resource:security_group_rule and tenant:6ce48790703d4214a15336e2fb9a282d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:49.904969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:49.952688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:50.028607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-283f230f-723e-4dda-86f4-b2ed1043efc2 req-3f55f10d-5e01-462a-915a-b4e5e573fa3b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 210 time: 0.1057301 Mar 03 18:09:50.130381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40790) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:50.143658 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:50.314047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=37f00563-8e8b-427f-9b4f-6d0e96192e4b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:50.324576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:50.367848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.367848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.367848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.391719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.391719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.391719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.391719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.391719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.407092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.407092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.407092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.407092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:50.441076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8d22af78-73fa-42b8-9247-aaddbeba75dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/37f00563-8e8b-427f-9b4f-6d0e96192e4b HTTP/1.1" status: 204 len: 168 time: 1.6244411 Mar 03 18:09:50.442626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40806) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:50.490412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:50.502472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:50.511997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb095b-dbc2-4b12-8be0-42b73fd474c4 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:50.660082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 70e5cfa7-54d1-44be-87df-eaa9fd1799c2 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:09:50.668856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:50.715038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ce48790703d4214a15336e2fb9a282d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3930783 Mar 03 18:09:50.715038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40822) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:50.782833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:50.952691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d03929-a6fb-4de6-8748-14c15336deef,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:50.970597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.072841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-687a1396-4244-4d01-b369-c3a6e53ed763 None None] Provisioning for port b2e37f95-30de-4871-8ea8-495d23e152ce completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:09:51.126795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.126795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.126795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.126795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.131941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.131941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.131941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.131941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.131941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.131941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.139170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.139170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d0589-d80b-426e-897a-9c73276a620d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:09:51.174629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.263616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40854) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:51.293136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-687a1396-4244-4d01-b369-c3a6e53ed763 None None] Provisioning complete for port b2e37f95-30de-4871-8ea8-495d23e152ce triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:51.293452 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-687a1396-4244-4d01-b369-c3a6e53ed763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.334720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-150a0832-b85c-4721-8586-210b85952004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.364068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.506603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-150a0832-b85c-4721-8586-210b85952004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.591836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-863473685'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:51.659443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:51.666957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-687a1396-4244-4d01-b369-c3a6e53ed763 None None] Could not find standard attr ID for object 558fd77b-21c6-404f-a0be-4aba1cc9ea08. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:09:51.677403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:51.704805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:network and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:51.710036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ef493ac07342a1abb51f81ce7a7e21 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:51.710036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:51.715770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=70e5cfa7-54d1-44be-87df-eaa9fd1799c2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:51.715770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.730176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:51.747374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:51.821110 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-370de816-411b-4b13-9a39-05f762988329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.842716 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-150a0832-b85c-4721-8586-210b85952004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.910109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a0832-b85c-4721-8586-210b85952004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d03929-a6fb-4de6-8748-14c15336deef,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:51.925616 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-150a0832-b85c-4721-8586-210b85952004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:51.927575 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-150a0832-b85c-4721-8586-210b85952004 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73d03929-a6fb-4de6-8748-14c15336deef HTTP/1.1" status: 204 len: 168 time: 1.2119718 Mar 03 18:09:51.945885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:51.966451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-792c587c-0c70-493d-93d9-96a0a3580e8d req-2e6c4fdb-b27f-4196-aef5-814b8f0247bc tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 210 time: 0.3007746 Mar 03 18:09:51.980720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-91903ed3-c02e-4deb-8531-68e4a7f7e436 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/70e5cfa7-54d1-44be-87df-eaa9fd1799c2 HTTP/1.1" status: 204 len: 168 time: 1.5330117 Mar 03 18:09:51.981830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40888) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:52.164644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Made reservation on behalf of 33ce436b2827490da9127f937820317c for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:52.170115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.175143 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.179806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.241965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c9c920c8-4260-4c84-a3a8-256f4f2589b0 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2478521 Mar 03 18:09:52.241965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40892) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:52.247844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.294940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:52.347742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:52.359040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d976e277-c9de-4495-ab9d-e0c5fdb2ab33 None None] Update dhcp port {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '70e5cfa7-54d1-44be-87df-eaa9fd1799c2'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'b2e37f95-30de-4871-8ea8-495d23e152ce'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:09:52.362995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:security_group_rule and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:52.362995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:52.375413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:52.404860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2775ba0e-24a5-4934-89a5-a4bc7f4e86e8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:52.436728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b45da734-84c7-4118-be04-93f140ed88c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5ef493ac07342a1abb51f81ce7a7e21&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3131104 Mar 03 18:09:52.438804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40900) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:52.542905 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d976e277-c9de-4495-ab9d-e0c5fdb2ab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.698916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.850749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.919595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52329a2d-8791-4186-b2bf-b197d579f83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:52.924497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5443bd-8edc-4704-9067-754edbb77a57 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:09:53.004742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40912) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:53.004742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52329a2d-8791-4186-b2bf-b197d579f83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.039739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.063105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.167560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb05bf4f-34ad-4905-a052-bf46b99e448b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:53.200924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:53.230801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046965-0840-433d-8995-d8b60ddac968 req-fb1f98cf-4637-4b30-9898-17da754b6d03 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:53.244125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-fb1f98cf-4637-4b30-9898-17da754b6d03 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 0.6935656 Mar 03 18:09:53.244125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Usage tracker for resource:security_group_rule and tenant:4da458260c9b4972a76b74d315651781 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:53.248715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:09:53.262052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:53.273790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:53.284048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Request body: {'port': {'device_id': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'admin_state_up': True, 'tenant_id': '74cf4cb007b74b7fb92b59dfd9b381fe'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:53.288777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:53.296747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:53.313117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:53.327706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:53.331994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.422693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:53.548986 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.583386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c55cadc8-6c49-4307-8f34-b6921ceb968e None None] Provisioning complete for port b2e37f95-30de-4871-8ea8-495d23e152ce triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:09:53.583762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c55cadc8-6c49-4307-8f34-b6921ceb968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.656433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b2e37f95-30de-4871-8ea8-495d23e152ce no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:09:53.658088 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab80d48b-fccb-4d94-a56b-94bcc4bb212a req-a1ac7db1-cf0c-4ed5-88a1-530365e93528 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 210 time: 0.2449079 Mar 03 18:09:53.683070 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.683720 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Added segment 9df1e712-9fe7-4914-b23e-ce3e211254cc of type vlan for network 813470b9-21c0-420d-a61f-7d72cf62f095 Mar 03 18:09:53.792090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52329a2d-8791-4186-b2bf-b197d579f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.825478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:09:53.825478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Deleting port b2e37f95-30de-4871-8ea8-495d23e152ce {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:53.825478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.884908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.889218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52329a2d-8791-4186-b2bf-b197d579f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2775ba0e-24a5-4934-89a5-a4bc7f4e86e8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:53.916572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52329a2d-8791-4186-b2bf-b197d579f83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:53.916572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-52329a2d-8791-4186-b2bf-b197d579f83e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2775ba0e-24a5-4934-89a5-a4bc7f4e86e8 HTTP/1.1" status: 204 len: 168 time: 1.4648650 Mar 03 18:09:54.044380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:54.050794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Usage tracker for resource:port and tenant:74cf4cb007b74b7fb92b59dfd9b381fe is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:54.058491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:54.067751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:54.087105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Made reservation on behalf of 74cf4cb007b74b7fb92b59dfd9b381fe for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:54.092599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:54.150023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:54.170320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:54.170320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:54.522556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:54.552597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:54.684057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:54.684057 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:54.731952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.4624486 Mar 03 18:09:54.731952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40946) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:54.744785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'subnet': {'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:54.779498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea65c9d-5771-4532-8ff2-9a058f78cade tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Network': ['ID=813470b9-21c0-420d-a61f-7d72cf62f095,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:54.909354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Calling delete_port for b2e37f95-30de-4871-8ea8-495d23e152ce owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:55.163496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 813470b9-21c0-420d-a61f-7d72cf62f095 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:09:55.166133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4da458260c9b4972a76b74d315651781&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1344006 Mar 03 18:09:55.166133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:55.190480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb0fb7-99d0-443d-a195-cbabfb341527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340188ae-80e7-4226-9bd5-7c2e56c6f8f0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:55.191822 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ab76c2d9-f4b8-43bf-9e4e-4faa5ecd51cc req-90d06cc8-cd4a-44ac-bc18-250ae333004b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 210 time: 0.2353568 Mar 03 18:09:55.226865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:55.358041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Allocated IP 172.20.0.11 (8126247d-3ee5-4d33-9f1c-ac21dd3dfa24/0d6a9d54-34c3-4d7d-b49c-1338fbd310fc/39658f0d-3724-4fcb-84c0-0c2be74af4e3) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:55.384780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:55.391554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:55.414143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:55.501783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:subnet and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:55.509514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:55.546755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:55.618787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Made reservation on behalf of 33ce436b2827490da9127f937820317c for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:55.618787 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:55.631841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:55.655928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:55.656666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe4b13-481b-4be4-8c2c-db36eb767cae req-e3e2a3c0-d51f-4c64-b272-5d8b39875b64 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:55.670106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-defe4b13-481b-4be4-8c2c-db36eb767cae req-e3e2a3c0-d51f-4c64-b272-5d8b39875b64 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 945 time: 1.3044686 Mar 03 18:09:55.684186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:09:55.912987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:09:55.913566 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:09:55.988294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b2e37f95-30de-4871-8ea8-495d23e152ce,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:56.039759 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-680aefcf-746b-4bc4-86b2-2d98c44365ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.119137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-defe4b13-481b-4be4-8c2c-db36eb767cae req-12d1d902-607f-4e40-99ba-644de1ee049e tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044003 Mar 03 18:09:56.172544 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-680aefcf-746b-4bc4-86b2-2d98c44365ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.290717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.378846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-680aefcf-746b-4bc4-86b2-2d98c44365ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.404124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680aefcf-746b-4bc4-86b2-2d98c44365ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340188ae-80e7-4226-9bd5-7c2e56c6f8f0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:56.410044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.431674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Deleting port b2e37f95-30de-4871-8ea8-495d23e152ce {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:56.431674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.521242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event updated for resources: {'Port': ['ID=39658f0d-3724-4fcb-84c0-0c2be74af4e3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:56.552626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:09:56.554148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:09:56.557756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:09:56.613946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-680aefcf-746b-4bc4-86b2-2d98c44365ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.615276 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-680aefcf-746b-4bc4-86b2-2d98c44365ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/340188ae-80e7-4226-9bd5-7c2e56c6f8f0 HTTP/1.1" status: 204 len: 168 time: 1.4656506 Mar 03 18:09:56.733068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d538aba-952d-403d-91fe-6e145ab10064 req-c00cb132-4921-4843-83fc-d00ed79ee179 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:56.733068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d538aba-952d-403d-91fe-6e145ab10064 req-c00cb132-4921-4843-83fc-d00ed79ee179 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 945 time: 1.3760314 Mar 03 18:09:56.736504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:56.742858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:56.793488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-91e3a087-aa4c-41f5-ae9b-c074ad496ae0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5460880 Mar 03 18:09:56.823044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Request body: {'port': {'device_id': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:57.032851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:57.032851 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:57.239394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:57.390013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Deleting port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:57.390013 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:57.508714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:57.515707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Calling delete_port for b2e37f95-30de-4871-8ea8-495d23e152ce owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:57.615430 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:57.672132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:09:57.672132 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:09:57.812120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611962-7a8b-48b2-9a4e-5261a25cc49a req-4a03447c-12ee-4c66-b7e0-2c71c10a2bcf tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:57.819765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6611962-7a8b-48b2-9a4e-5261a25cc49a req-4a03447c-12ee-4c66-b7e0-2c71c10a2bcf tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 932 time: 1.4768829 Mar 03 18:09:57.918395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41028) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:09:57.935234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91ed20-c97f-481e-84b8-7dbba2116884 req-52cb4330-094e-4b2d-8486-9af52407175b tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:57.935234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d91ed20-c97f-481e-84b8-7dbba2116884 req-52cb4330-094e-4b2d-8486-9af52407175b tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 945 time: 0.4653549 Mar 03 18:09:58.126151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] For port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,segment=NetworkSegment(bb3e27b5-628f-4aff-8a19-9512d497e7a1),segment_id=bb3e27b5-628f-4aff-8a19-9512d497e7a1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:58.126521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:58.312725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Deleting port b2e37f95-30de-4871-8ea8-495d23e152ce {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:09:58.312725 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:58.323812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d91ed20-c97f-481e-84b8-7dbba2116884 req-70f9dac7-7a34-4654-8cf0-98dc11af558f tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d7ae162-81d6-4bec-9260-b149b4864699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848235 Mar 03 18:09:58.497096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Calling delete_port for 4bc713ea-99cc-41c2-947a-a7cf5a7c529e owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:58.525930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39658f0d-3724-4fcb-84c0-0c2be74af4e3 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:09:58.540573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:58.564191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1542789457', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:09:58.573656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:58.583673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Usage tracker for resource:port and tenant:ee274b68141f47f5a2971eee7724c3d1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:58.587738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Transition to ACTIVE for port object 39658f0d-3724-4fcb-84c0-0c2be74af4e3 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:09:58.589389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:58.597932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:58.601818 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:58.779028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Made reservation on behalf of ee274b68141f47f5a2971eee7724c3d1 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:09:58.781924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:58.814440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:58.841709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=39658f0d-3724-4fcb-84c0-0c2be74af4e3,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:58.879094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:09:58.883204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Usage tracker for resource:security_group_rule and tenant:ee274b68141f47f5a2971eee7724c3d1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:09:58.915945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:58.916957 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:58.923057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:09:58.935653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:09:59.005831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Subnet': ['ID=2dfe8f35-357c-456f-bc45-e7b8c781e2b0,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:59.020383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Attempting to bind port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:09:59.020383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Attempting to bind port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:09:59.020383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Attempting to bind port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:59.045563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:09:59.045563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Attempting to bind port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:09:59.070516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:09:59.070516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Checking segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:59.070516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Bound using segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:09:59.070516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Bound port: 39658f0d-3724-4fcb-84c0-0c2be74af4e3, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:09:59.070516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:59.199651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Calling delete_port for b2e37f95-30de-4871-8ea8-495d23e152ce owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:09:59.232468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:59.247751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Checking segment: {'id': '9df1e712-9fe7-4914-b23e-ce3e211254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:09:59.250332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Network hostable DHCP agents. Network: 813470b9-21c0-420d-a61f-7d72cf62f095, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:09:59.291122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:59.326964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a6611962-7a8b-48b2-9a4e-5261a25cc49a req-4d3c09f0-5f17-4569-ad9d-a02d3df3f677 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:09:59.333396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:59.408816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] device_id is not set on port 7c04cb81-516b-4d79-bc33-d9fe06b35881 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:09:59.580421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Pushing event deleted for resources: {'Port': ['ID=4bc713ea-99cc-41c2-947a-a7cf5a7c529e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:59.600627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a6611962-7a8b-48b2-9a4e-5261a25cc49a req-4d3c09f0-5f17-4569-ad9d-a02d3df3f677 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:09:59.615958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a6611962-7a8b-48b2-9a4e-5261a25cc49a req-4d3c09f0-5f17-4569-ad9d-a02d3df3f677 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7952356 Mar 03 18:09:59.708689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cfed37-20cd-4151-9bcb-52ec4838bff3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:09:59.794244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Network 813470b9-21c0-420d-a61f-7d72cf62f095 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:09:59.817316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59071263-ecd3-4d23-815e-95ed1b79da0e req-1e74f812-ebf6-40e1-805b-6ce808585fe8 tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 210 time: 0.0728076 Mar 03 18:09:59.828852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] For port 39658f0d-3724-4fcb-84c0-0c2be74af4e3, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:09:59.879495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] For port 39658f0d-3724-4fcb-84c0-0c2be74af4e3, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:09:59.891491 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:59.952030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] No DVR routers for this DVR port 4bc713ea-99cc-41c2-947a-a7cf5a7c529e on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:09:59.957906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:59.961363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'name': 'network-vif-deleted', 'tag': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:09:59.968029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:09:59.972541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:09:59.973793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:09:59.975517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] 10.222.0.16 "PUT /v2.0/ports/39658f0d-3724-4fcb-84c0-0c2be74af4e3 HTTP/1.1" status: 200 len: 1092 time: 3.1759198 Mar 03 18:09:59.976144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'tag': '39658f0d-3724-4fcb-84c0-0c2be74af4e3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:09:59.990593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Allocated IP 172.25.0.3 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7c04cb81-516b-4d79-bc33-d9fe06b35881) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:09:59.996957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 813470b9-21c0-420d-a61f-7d72cf62f095) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:00.006775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9de16-9db1-4ac6-8a3f-19a2cbe47843 None None] Network 813470b9-21c0-420d-a61f-7d72cf62f095 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:00.067873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:00.067873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:00.113510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d0c0-a6ae-4378-830b-f7ad43a25bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=39658f0d-3724-4fcb-84c0-0c2be74af4e3,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:00.171429 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eca6820-a399-43a1-aea5-c5624a82a0ba', 'name': 'network-vif-deleted', 'tag': '4bc713ea-99cc-41c2-947a-a7cf5a7c529e', 'status': 'completed', 'code': 200} Mar 03 18:10:00.193986 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'tag': '39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'status': 'completed', 'code': 200} Mar 03 18:10:00.208000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d538aba-952d-403d-91fe-6e145ab10064 req-b11fa32e-1f5a-4db4-a413-ba6ff44ab5ed tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.35 "DELETE /v2.0/ports/4bc713ea-99cc-41c2-947a-a7cf5a7c529e HTTP/1.1" status: 204 len: 173 time: 3.4440422 Mar 03 18:10:00.228831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0e0b6a01-f683-47bf-93bc-d765ef13ea45 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4915123 Mar 03 18:10:00.234327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41080) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:00.245643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046965-0840-433d-8995-d8b60ddac968 req-4c1b917b-8112-45de-abf5-82b33e1ba8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:00.245643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-4c1b917b-8112-45de-abf5-82b33e1ba8aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 1095 time: 0.2156327 Mar 03 18:10:00.270287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-190818682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:00.279724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 4bc713ea-99cc-41c2-947a-a7cf5a7c529e no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:10:00.302607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:00.317163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:router and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:00.325413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:00.348350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:00.359334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:10:00.380500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 4bc713ea-99cc-41c2-947a-a7cf5a7c529e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:10:00.380849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 4bc713ea-99cc-41c2-947a-a7cf5a7c529e not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:10:00.410747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:00.411606 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-3a3e9b83-ef2c-474f-abd6-b7ebd10ce0b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3 HTTP/1.1" status: 200 len: 217 time: 0.1574769 Mar 03 18:10:00.415029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:00.417019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:00.422825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:00.424739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:00.510673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:10:00.510673 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:10:00.678239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046965-0840-433d-8995-d8b60ddac968 req-c46cc5d1-045f-4195-98ac-28098060aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:00.678239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-c46cc5d1-045f-4195-98ac-28098060aa98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.2597935 Mar 03 18:10:00.887968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:00.903214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=4180be74-ede5-412b-ae81-1857d2abd493,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:00.911982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:00.940566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:00.940566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.045469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.106536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-813470b9-21c0-420d-a61f-7d72cf62f095', 'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095', 'tenant_id': '33ce436b2827490da9127f937820317c', 'fixed_ips': [{'subnet_id': '2dfe8f35-357c-456f-bc45-e7b8c781e2b0'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:10:01.107530 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.128018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.134395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.8988838 Mar 03 18:10:01.143308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:01.153693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be42488-1141-4179-a749-c8e439238d97 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=b2e37f95-30de-4871-8ea8-495d23e152ce,revision_number=9']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:01.167997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:01.285634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.431128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.450813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1111e442-198c-4ebc-b1d6-6bfb6e8740c3 req-12e6659f-4cad-4438-a315-331619bb3fcf tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Synchronizing usage tracker for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:01.493294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.493294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5ed7814a-bf32-4961-acf6-22784cf9ed99 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2554944 Mar 03 18:10:01.519653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41112) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:01.565636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Pushing event updated for resources: {'Port': ['ID=7c04cb81-516b-4d79-bc33-d9fe06b35881,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:01.571352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-9d5e49fc-8daa-4694-b663-6c94dacdf088 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3468537 Mar 03 18:10:01.582082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:01.631211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Allocated IP 172.20.0.2 (813470b9-21c0-420d-a61f-7d72cf62f095/2dfe8f35-357c-456f-bc45-e7b8c781e2b0/981fddc5-5007-43ff-bd08-ca61efa4a334) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:01.668432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:01.679064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:01.801379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:01.940976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:01.944591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:01.989903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:01.989903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:01.991826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:01.991826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1111e442-198c-4ebc-b1d6-6bfb6e8740c3 req-12e6659f-4cad-4438-a315-331619bb3fcf tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] Unset dirty status for tenant:d0682b69989f4417a2b7d9a5af17d710 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:02.008970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1111e442-198c-4ebc-b1d6-6bfb6e8740c3 req-12e6659f-4cad-4438-a315-331619bb3fcf tempest-ServerTagsTestJSON-1280885345 tempest-ServerTagsTestJSON-1280885345-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca6820-a399-43a1-aea5-c5624a82a0ba HTTP/1.1" status: 200 len: 210 time: 0.6787529 Mar 03 18:10:02.014945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-c698fd55-fb1b-4a57-8ccb-79a79313eb4e service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303596 Mar 03 18:10:02.023916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-18059f25-25f3-40ad-b20c-c292aa1c3357 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.0997677 Mar 03 18:10:02.030866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41130) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:02.091454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.3'}]}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:02.098841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:02.098841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Usage tracker for resource:router and tenant:ee274b68141f47f5a2971eee7724c3d1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:02.109849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:02.116700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:02.144796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:02.144796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:02.169443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:02.233649 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:02.247572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Transition to ACTIVE for port object 981fddc5-5007-43ff-bd08-ca61efa4a334 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:02.288806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:02.300773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:02.320899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Transition to ACTIVE for port object 981fddc5-5007-43ff-bd08-ca61efa4a334 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:02.331915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Deleting port b2e37f95-30de-4871-8ea8-495d23e152ce {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:02.331915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:02.394526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:02.487041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10f2b7-951b-44c6-8a4a-be6a2e2d32c0 req-2e642207-77c5-4350-9c2a-5c6fe2240cb9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:02.488728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-eb10f2b7-951b-44c6-8a4a-be6a2e2d32c0 req-2e642207-77c5-4350-9c2a-5c6fe2240cb9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:02.513760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Pushing event updated for resources: {'Port': ['ID=981fddc5-5007-43ff-bd08-ca61efa4a334,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:02.549230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Network 813470b9-21c0-420d-a61f-7d72cf62f095 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:02.552302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:02.556603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:02.854055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Attempting to bind port 981fddc5-5007-43ff-bd08-ca61efa4a334 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:10:02.854426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Attempting to bind port 981fddc5-5007-43ff-bd08-ca61efa4a334 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '9df1e712-9fe7-4914-b23e-ce3e211254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:10:02.854794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Attempting to bind port 981fddc5-5007-43ff-bd08-ca61efa4a334 on network 813470b9-21c0-420d-a61f-7d72cf62f095 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:03.026240 n-d-827121-1 neutron-server[87886]: INFO neutron.db.ipam_backend_mixin [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4180be74-ede5-412b-ae81-1857d2abd493 (CIDR: 2001:db8::/64) Mar 03 18:10:03.121284 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:10:03.121795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:10:03.124982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:10:03.125396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Checking segment: {'id': '9df1e712-9fe7-4914-b23e-ce3e211254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:03.126354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:03.126762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Bound using segment: {'id': '9df1e712-9fe7-4914-b23e-ce3e211254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:10:03.127250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Bound port: 981fddc5-5007-43ff-bd08-ca61efa4a334, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df1e712-9fe7-4914-b23e-ce3e211254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:10:03.127621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:03.143873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:03.200593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-eb10f2b7-951b-44c6-8a4a-be6a2e2d32c0 req-2e642207-77c5-4350-9c2a-5c6fe2240cb9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:03.204693 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb10f2b7-951b-44c6-8a4a-be6a2e2d32c0 req-2e642207-77c5-4350-9c2a-5c6fe2240cb9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 944 time: 1.8717160 Mar 03 18:10:03.219270 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:03.248540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c046965-0840-433d-8995-d8b60ddac968 req-f692aec3-fc91-431a-8711-bf3f1a334a7e service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2263551 Mar 03 18:10:03.359645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:03.401598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] For port b2e37f95-30de-4871-8ea8-495d23e152ce, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b2e37f95-30de-4871-8ea8-495d23e152ce,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:03.403128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:03.415945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f92c06ac-5631-4a18-887e-13003240b1ce tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2655611 Mar 03 18:10:03.417523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:03.464552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:03.582763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Calling delete_port for b2e37f95-30de-4871-8ea8-495d23e152ce owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:03.615886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:10:03.645897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=981fddc5-5007-43ff-bd08-ca61efa4a334,segment=NetworkSegment(9df1e712-9fe7-4914-b23e-ce3e211254cc),segment_id=9df1e712-9fe7-4914-b23e-ce3e211254cc)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:10:03.659935 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:03.685359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] Deleting subnet 0a8539d5-1199-447a-bae6-abff1c12db4f {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:10:03.701143 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:03.835919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb10f2b7-951b-44c6-8a4a-be6a2e2d32c0 req-0909f1af-9583-4dae-843e-50ff4246b8f3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957448 Mar 03 18:10:03.959240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f792b-9460-4698-8762-47baf21bbf30 None None] Pushing event updated for resources: {'Port': ['ID=981fddc5-5007-43ff-bd08-ca61efa4a334,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:04.034684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:04.055857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-bb2b9548-280e-4816-a18a-c9239f113d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:04.065734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-bb2b9548-280e-4816-a18a-c9239f113d95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 1095 time: 0.4414697 Mar 03 18:10:04.196812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:04.403153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] No DVR routers for this DVR port b2e37f95-30de-4871-8ea8-495d23e152ce on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:10:04.415243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d24545-65f1-484a-9d2b-b343cf3b4866 None None] Pushing event deleted for resources: {'Port': ['ID=b2e37f95-30de-4871-8ea8-495d23e152ce,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:04.431024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e5dd9b-5980-402e-b01f-de2ab3fd1d52 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:04.493776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:04.559441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:04.570321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-7a82ad9e-d595-4a06-b7bb-f3c2435fa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:04.571926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-7a82ad9e-d595-4a06-b7bb-f3c2435fa217 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 916 time: 0.5024118 Mar 03 18:10:04.579586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:04.600937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:04.625273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:04.657133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-d75f333f-1b60-4838-bdc7-6da219faf18a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3 HTTP/1.1" status: 200 len: 217 time: 0.0749235 Mar 03 18:10:04.766396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:04.780432 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:04.875000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-5912b951-d206-4a04-b3f7-663883d9bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:04.876589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-5912b951-d206-4a04-b3f7-663883d9bd85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.2120035 Mar 03 18:10:05.006011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '4180be74-ede5-412b-ae81-1857d2abd493'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:10:05.007200 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:05.145743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-877b43cf-0456-456d-8428-b7b6fbffd023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035792 Mar 03 18:10:05.344886 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:05.392268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Allocated IP 2001:db8::f816:3eff:fe92:4fea (0e69cf99-8eb8-458c-aea8-3555a19ce91f/4180be74-ede5-412b-ae81-1857d2abd493/c83c9ff7-43a2-45da-a9fd-a315d0146259) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:05.408668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Allocated IP 172.20.0.1 (813470b9-21c0-420d-a61f-7d72cf62f095/2dfe8f35-357c-456f-bc45-e7b8c781e2b0/657f12a9-4f60-4e35-a123-40627b597c5a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:05.417808 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:05.431315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:05.525174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8539d5-1199-447a-bae6-abff1c12db4f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:05.534524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:05.561091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b202b0eb-2677-4d2b-a1c3-f1e07933fa47 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0a8539d5-1199-447a-bae6-abff1c12db4f HTTP/1.1" status: 204 len: 168 time: 2.2001028 Mar 03 18:10:05.562270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41244) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:05.563083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41246) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:05.728095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9045a45-ad97-4ec6-8c57-64e97661db70 None None] Network 813470b9-21c0-420d-a61f-7d72cf62f095 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:05.795074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-75830c57-43eb-4f8b-a5e0-219f72f8c4e6 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387546 Mar 03 18:10:05.825355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:05.916926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0f736ea9-da9c-43e2-be8a-ff0672bc2ec4 None None] Provisioning for port 981fddc5-5007-43ff-bd08-ca61efa4a334 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:05.979943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 981fddc5-5007-43ff-bd08-ca61efa4a334 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:06.010975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.094949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:06.104523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d453a8aa4e5a4ef999073d1e5a229285 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:06.104883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.109382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:06.122129 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.156007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 981fddc5-5007-43ff-bd08-ca61efa4a334 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:06.160424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:06.197719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Transition to ACTIVE for port object c83c9ff7-43a2-45da-a9fd-a315d0146259 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:06.239549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fb908-9eb8-4a6c-8341-12457b121d7b req-30b06d01-c27d-4d0a-929f-1216e75a71ce tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:06.241924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e59fb908-9eb8-4a6c-8341-12457b121d7b req-30b06d01-c27d-4d0a-929f-1216e75a71ce tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 944 time: 1.0144777 Mar 03 18:10:06.317787 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.334717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Transition to ACTIVE for port object 657f12a9-4f60-4e35-a123-40627b597c5a will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:06.360542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 981fddc5-5007-43ff-bd08-ca61efa4a334 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:06.360966 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.465876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.549548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Transition to ACTIVE for port object c83c9ff7-43a2-45da-a9fd-a315d0146259 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:06.589852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.688621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:06.693094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Port': ['ID=657f12a9-4f60-4e35-a123-40627b597c5a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:06.720051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:06.738183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.738605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:06.755630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.765264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.857115 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.863181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Network 813470b9-21c0-420d-a61f-7d72cf62f095 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:06.902838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:06.903654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4388ed7-fb1c-4ac5-989e-310564139dad {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:10:06.948795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:06.955364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Pushing event updated for resources: {'Port': ['ID=c83c9ff7-43a2-45da-a9fd-a315d0146259,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:06.957557 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 18:10:06.961144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:06.962777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ce0130a2-b435-47e8-8b8b-776194c525f4 tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.8953674 Mar 03 18:10:06.968132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7690c755-885d-46e8-b0ee-e698f71bc003 req-2b702688-2c8f-4f6f-b1b2-f38d607cc4d4 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1659045 Mar 03 18:10:06.968514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41278) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:07.014251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=981fddc5-5007-43ff-bd08-ca61efa4a334,segment=NetworkSegment(9df1e712-9fe7-4914-b23e-ce3e211254cc),segment_id=9df1e712-9fe7-4914-b23e-ce3e211254cc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:07.018817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 39658f0d-3724-4fcb-84c0-0c2be74af4e3 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:10:07.022839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Attempting to bind port c83c9ff7-43a2-45da-a9fd-a315d0146259 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:10:07.025215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e59fb908-9eb8-4a6c-8341-12457b121d7b req-7ef3d41b-5ace-4328-953a-5563f7203767 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772858 Mar 03 18:10:07.030502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Attempting to bind port c83c9ff7-43a2-45da-a9fd-a315d0146259 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:10:07.030988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Attempting to bind port c83c9ff7-43a2-45da-a9fd-a315d0146259 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:07.039103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.079875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:07.097851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Deleting port 7c04cb81-516b-4d79-bc33-d9fe06b35881 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:07.098649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.129697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:10:07.130083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:07.130508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.130904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:10:07.131377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Bound port: c83c9ff7-43a2-45da-a9fd-a315d0146259, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:10:07.131755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.151667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=981fddc5-5007-43ff-bd08-ca61efa4a334,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:07.290167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.290997 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:10:07.345745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5f89e0-852d-4949-8a25-10030815493e']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:07.370250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:07.398668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:07.398668 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.404147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3e27b5-628f-4aff-8a19-9512d497e7a1') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:07.404332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3e27b5-628f-4aff-8a19-9512d497e7a1') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:07.509724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=21c6012e-9e2f-4466-b7f9-414fcad166f4,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:07.512999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.551285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 39658f0d-3724-4fcb-84c0-0c2be74af4e3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:07.573048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'port_id': '39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'mac_address': 'fa:16:3e:5d:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6a9d54-34c3-4d7d-b49c-1338fbd310fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:10:07.617756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] For port c83c9ff7-43a2-45da-a9fd-a315d0146259, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:10:07.622778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] For port c83c9ff7-43a2-45da-a9fd-a315d0146259, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c83c9ff7-43a2-45da-a9fd-a315d0146259,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:10:07.632607 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.657300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.664757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.672893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.683848 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.705533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.715965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ae93e-a998-4d1d-8fa7-e3a5f87d46fe,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:07.722280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d9d7cf7a-090d-400b-8c0b-feedbd425ecf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2653580 Mar 03 18:10:07.724115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:10:07.724671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:07.741372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41294) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:10:07.757310 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:10:07.821972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 981fddc5-5007-43ff-bd08-ca61efa4a334 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:07.996012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b55b000-eed3-4aae-8c1d-b52afa3172a0 None None] Provisioning complete for port 981fddc5-5007-43ff-bd08-ca61efa4a334 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:07.996387 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b55b000-eed3-4aae-8c1d-b52afa3172a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.065790 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.114846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39658f0d-3724-4fcb-84c0-0c2be74af4e3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:10:08.139375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d823ce-d316-4fda-a8b8-40c3f0f8c20e None None] Pushing event updated for resources: {'Port': ['ID=c83c9ff7-43a2-45da-a9fd-a315d0146259,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:08.153922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 39658f0d-3724-4fcb-84c0-0c2be74af4e3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:08.159787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 981fddc5-5007-43ff-bd08-ca61efa4a334 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:08.160267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.217217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.256674 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-48453c0e-3784-4878-991c-41783e2ca1f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d453a8aa4e5a4ef999073d1e5a229285&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6703527 Mar 03 18:10:08.261219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41346) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:08.335009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=39658f0d-3724-4fcb-84c0-0c2be74af4e3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:08.345183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.354211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.412445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5f89e0-852d-4949-8a25-10030815493e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:08.431715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-02f2c572-728e-4766-ac50-8e1f87768b6e admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa5f89e0-852d-4949-8a25-10030815493e HTTP/1.1" status: 204 len: 168 time: 2.8531928 Mar 03 18:10:08.487219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:8b:a1:75', 'name': 'tempest-NetworksTestDHCPv6-1327216402'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:08.565416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['39658f0d-3724-4fcb-84c0-0c2be74af4e3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:10:08.623947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.703341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b55b000-eed3-4aae-8c1d-b52afa3172a0 None None] Provisioning for port 657f12a9-4f60-4e35-a123-40627b597c5a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:08.733670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4b55b000-eed3-4aae-8c1d-b52afa3172a0 None None] Provisioning complete for port 657f12a9-4f60-4e35-a123-40627b597c5a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:08.734255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4b55b000-eed3-4aae-8c1d-b52afa3172a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.833842 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea24fc93-fd9d-43f8-9c0a-590f2378c54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.898522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea24fc93-fd9d-43f8-9c0a-590f2378c54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:08.934943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4b55b000-eed3-4aae-8c1d-b52afa3172a0 None None] Port 657f12a9-4f60-4e35-a123-40627b597c5a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:08.944062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Calling delete_port for 7c04cb81-516b-4d79-bc33-d9fe06b35881 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:08.997762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41408) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:09.018549 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea24fc93-fd9d-43f8-9c0a-590f2378c54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:09.065504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-687f391f-a4b9-49d9-9bc4-7aec4a9f6fe2 None None] Provisioning complete for port 657f12a9-4f60-4e35-a123-40627b597c5a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:09.065892 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-687f391f-a4b9-49d9-9bc4-7aec4a9f6fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:09.078445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:09.095033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:09.105518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:09.132814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:09.218588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:09.235667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24fc93-fd9d-43f8-9c0a-590f2378c54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ae93e-a998-4d1d-8fa7-e3a5f87d46fe,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:09.244927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-687f391f-a4b9-49d9-9bc4-7aec4a9f6fe2 None None] Port 657f12a9-4f60-4e35-a123-40627b597c5a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:09.311154 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-361e3262-c585-4874-9001-5e006746a1e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0682b69989f4417a2b7d9a5af17d710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117771 Mar 03 18:10:09.408606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41446) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:09.409832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea24fc93-fd9d-43f8-9c0a-590f2378c54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:09.412261 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ea24fc93-fd9d-43f8-9c0a-590f2378c54b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/599ae93e-a998-4d1d-8fa7-e3a5f87d46fe HTTP/1.1" status: 204 len: 168 time: 1.1434689 Mar 03 18:10:09.585410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352dbc4-df75-466a-81e2-10b9e00e9599 req-4a30118f-88b2-44f9-a1e5-6c1141c2f37c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:09.588486 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8352dbc4-df75-466a-81e2-10b9e00e9599 req-4a30118f-88b2-44f9-a1e5-6c1141c2f37c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 945 time: 1.2846112 Mar 03 18:10:09.715695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:09.725478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:09.819781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8352dbc4-df75-466a-81e2-10b9e00e9599 req-d75cb534-5163-4762-8530-c3f7fb388f93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128026 Mar 03 18:10:09.871711 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c9139bc-597c-4c4d-9519-3a258881eaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:09.903222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c83c9ff7-43a2-45da-a9fd-a315d0146259 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:10.035581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6708f345-1a86-43c6-b902-266038185ed1 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:10.039474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c9139bc-597c-4c4d-9519-3a258881eaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.057806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c04cb81-516b-4d79-bc33-d9fe06b35881,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:10.130691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 4cc61c09-df90-475d-8a14-c322f07f7294 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:10.151424 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.158005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.316664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.395974 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c9139bc-597c-4c4d-9519-3a258881eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.435147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25bc31d7-29d0-4504-acaf-8fa33a4c9844 None None] Provisioning for port c83c9ff7-43a2-45da-a9fd-a315d0146259 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:10.490046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c83c9ff7-43a2-45da-a9fd-a315d0146259 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:10.524682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9139bc-597c-4c4d-9519-3a258881eaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7ae162-81d6-4bec-9260-b149b4864699,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:10.580424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41566) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:10.594717 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c9139bc-597c-4c4d-9519-3a258881eaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.598098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4c9139bc-597c-4c4d-9519-3a258881eaa3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d7ae162-81d6-4bec-9260-b149b4864699 HTTP/1.1" status: 204 len: 168 time: 1.1819816 Mar 03 18:10:10.625132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:10.625674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.636302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Port': ['ID=657f12a9-4f60-4e35-a123-40627b597c5a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:10.647966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:10.977880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:11.030189 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:11.034614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c00d8860-0dd0-415e-849c-3baff2e3ecbb tempest-RoutersAdminNegativeTest-1459257109 tempest-RoutersAdminNegativeTest-1459257109-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7c04cb81-516b-4d79-bc33-d9fe06b35881 HTTP/1.1" status: 204 len: 168 time: 4.0613520 Mar 03 18:10:11.055048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Network 813470b9-21c0-420d-a61f-7d72cf62f095 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:11.064157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:11.070414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:11.084914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 39658f0d-3724-4fcb-84c0-0c2be74af4e3 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:11.104487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8:0:1::cc (0e69cf99-8eb8-458c-aea8-3555a19ce91f/21c6012e-9e2f-4466-b7f9-414fcad166f4/4cc61c09-df90-475d-8a14-c322f07f7294) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:11.125437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::f816:3eff:fe8b:a175 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/4180be74-ede5-412b-ae81-1857d2abd493/4cc61c09-df90-475d-8a14-c322f07f7294) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:11.326637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:992a02fc16394b8f80635377106dfaf2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:11.372720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:11.586228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] Update dhcp port {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '4180be74-ede5-412b-ae81-1857d2abd493', 'ip_address': '2001:db8::f816:3eff:fe92:4fea'}, {'subnet_id': '21c6012e-9e2f-4466-b7f9-414fcad166f4'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'c83c9ff7-43a2-45da-a9fd-a315d0146259'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:10:11.771239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:11.863587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c83c9ff7-43a2-45da-a9fd-a315d0146259, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c83c9ff7-43a2-45da-a9fd-a315d0146259,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:11.865054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:11.879347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41712) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:11.896880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:11.900999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:11.940652 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:11.999365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 4cc61c09-df90-475d-8a14-c322f07f7294 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:12.016324 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.045084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Router 231b0a4e-ee2f-4c01-b0c5-ee852fad4408 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:10:12.121549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.217211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-223f0f7c-3891-42cb-925b-9e387747c2db None None] Provisioning complete for port 657f12a9-4f60-4e35-a123-40627b597c5a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:12.221266 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-223f0f7c-3891-42cb-925b-9e387747c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.334338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-223f0f7c-3891-42cb-925b-9e387747c2db None None] Port 657f12a9-4f60-4e35-a123-40627b597c5a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:12.336320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.397963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafb9c-73b5-4116-b43e-1ae0c5f79bb1 req-1c1d8a54-ef01-410b-af69-5d31009794fc tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:12.399685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0aafb9c-73b5-4116-b43e-1ae0c5f79bb1 req-1c1d8a54-ef01-410b-af69-5d31009794fc tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 945 time: 1.0462983 Mar 03 18:10:12.452045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=4cc61c09-df90-475d-8a14-c322f07f7294,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:12.473128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:12.474725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:12.477778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:12.485202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:12.486467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.507371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c83c9ff7-43a2-45da-a9fd-a315d0146259,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:12.530886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-88005064-be18-41fb-af6e-d789188d4034 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7820532 Mar 03 18:10:12.533703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41790) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:12.664034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.681029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 4cc61c09-df90-475d-8a14-c322f07f7294 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:12.682927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.737297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:12.750491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41796) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:12.763585 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.771036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5426083eee42f7bf837793c55ec466 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:12.778769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:12.798153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0aafb9c-73b5-4116-b43e-1ae0c5f79bb1 req-3587d72b-37d0-40c1-87f3-7840c9f60175 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562181 Mar 03 18:10:12.802244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:12.810504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:10:12.813863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:12.901672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b15dd7b-c784-4d2e-9ea3-a8a3808eaf33,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:12.912542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] Sync routers for ids ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:10:12.960613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] Routers {'231b0a4e-ee2f-4c01-b0c5-ee852fad4408'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:10:12.961253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:12.969709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-620500571-network', 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:12.977256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:12.983921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Usage tracker for resource:network and tenant:486c538e2ba447b1a55c059f3485001e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:12.988356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:12.996441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:13.016577 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.018796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:13.021262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.048137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.068218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 39658f0d-3724-4fcb-84c0-0c2be74af4e3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:13.071362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39658f0d-3724-4fcb-84c0-0c2be74af4e3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:10:13.076544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:13.090736 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.093253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.109981 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.152889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] Allocated IP 2001:db8:0:1::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/21c6012e-9e2f-4466-b7f9-414fcad166f4/c83c9ff7-43a2-45da-a9fd-a315d0146259) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:13.157484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] Routers {'231b0a4e-ee2f-4c01-b0c5-ee852fad4408'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:10:13.158471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:13.160905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:13.172059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Usage tracker for resource:security_group_rule and tenant:486c538e2ba447b1a55c059f3485001e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:13.176998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:13.193671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:13.196495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fad4e1a7-58c3-4199-8750-0733954b8fa3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=992a02fc16394b8f80635377106dfaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5994883 Mar 03 18:10:13.207710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41806) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:13.240235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b002f-a4f3-4324-a68f-7edfa9054e17,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:13.249563 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'code': 200} Mar 03 18:10:13.267059 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-df6a3214-72f9-4598-85cf-bca51587c975 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "PUT /v2.0/routers/231b0a4e-ee2f-4c01-b0c5-ee852fad4408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7418973 Mar 03 18:10:13.272630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41812) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:13.282112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'port': {'network_id': '813470b9-21c0-420d-a61f-7d72cf62f095', 'name': 'tempest-FloatingIPNegativeTestJSON-279875369'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:13.283801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:13.284248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3a47b-2c97-40c1-bc9d-3a08abb715fb None None] The sync data for ids ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:10:13.339991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f00c5348-c15c-41c9-b9e1-1965109b0cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a5426083eee42f7bf837793c55ec466&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4568355 Mar 03 18:10:13.343732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41818) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:13.346674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.417716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=39658f0d-3724-4fcb-84c0-0c2be74af4e3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:13.464232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.484728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.485118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] For port c83c9ff7-43a2-45da-a9fd-a315d0146259, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c83c9ff7-43a2-45da-a9fd-a315d0146259,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:13.529264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.547359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:13.551901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1d80fe4-e280-47df-b0f8-708d526544c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.554439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:port and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:13.558735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:13.561473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] Transition to ACTIVE for port object c83c9ff7-43a2-45da-a9fd-a315d0146259 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:13.566924 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.575515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:13.597484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1d80fe4-e280-47df-b0f8-708d526544c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.614992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Made reservation on behalf of 33ce436b2827490da9127f937820317c for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:13.620135 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.656332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] device_id is not set on port 8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:13.799668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 4cc61c09-df90-475d-8a14-c322f07f7294 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:13.825027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989bd0a-3ae4-41cf-81b9-d4da687d67df None None] Pushing event updated for resources: {'Port': ['ID=c83c9ff7-43a2-45da-a9fd-a315d0146259,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:13.826947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1d80fe4-e280-47df-b0f8-708d526544c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.922066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1d80fe4-e280-47df-b0f8-708d526544c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:13.928337 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a1d80fe4-e280-47df-b0f8-708d526544c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f9b002f-a4f3-4324-a68f-7edfa9054e17 HTTP/1.1" status: 204 len: 168 time: 0.5829685 Mar 03 18:10:13.928518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d80fe4-e280-47df-b0f8-708d526544c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b002f-a4f3-4324-a68f-7edfa9054e17,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:14.056250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:10:14.096802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a657156a-61cf-458f-9dd3-636b77393d9a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:14.183803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Allocated IP 172.20.0.10 (813470b9-21c0-420d-a61f-7d72cf62f095/2dfe8f35-357c-456f-bc45-e7b8c781e2b0/8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:14.224442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c83c9ff7-43a2-45da-a9fd-a315d0146259 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:14.296152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6234570-633b-4013-812c-e1b2930e8f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.352209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2edcb-4677-4e13-8a13-276bdb48929b req-be962f3f-b6f8-4db2-a981-7a9ddc82b9af tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:14.352863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6234570-633b-4013-812c-e1b2930e8f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.359552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5a2edcb-4677-4e13-8a13-276bdb48929b req-be962f3f-b6f8-4db2-a981-7a9ddc82b9af tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 946 time: 0.3893194 Mar 03 18:10:14.438935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.439281 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Added segment 79eaf954-9f46-415b-a79b-8618b60c8ddb of type vlan for network 0d5a0192-580c-4682-8369-19e914f4d951 Mar 03 18:10:14.488056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.538099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2e4b0-e348-4b1b-9b79-7014c93b657c req-553f9f4f-a813-4755-9f47-baace1a7aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:14.540501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd2e4b0-e348-4b1b-9b79-7014c93b657c req-553f9f4f-a813-4755-9f47-baace1a7aaf0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 1097 time: 1.1869948 Mar 03 18:10:14.548971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.550343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:14.551064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.555876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.570235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5a2edcb-4677-4e13-8a13-276bdb48929b req-570dc0c0-af0d-480e-8720-c651fb1c3792 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094998 Mar 03 18:10:14.570714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41836) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:14.757580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=4cc61c09-df90-475d-8a14-c322f07f7294,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:14.758922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.787528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Transition to ACTIVE for port object 8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:14.848043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd2e4b0-e348-4b1b-9b79-7014c93b657c req-d3fdbaf4-d6a6-427a-88a2-a55e319b2912 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734079 Mar 03 18:10:14.885756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-225c2884-8935-468f-a3b0-c74f03f250f1 None None] Provisioning for port c83c9ff7-43a2-45da-a9fd-a315d0146259 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:14.887980 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:14.903809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-225c2884-8935-468f-a3b0-c74f03f250f1 None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:14.907423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-225c2884-8935-468f-a3b0-c74f03f250f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.090349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Network 813470b9-21c0-420d-a61f-7d72cf62f095 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:15.115585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:15.146406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:15.241414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Port': ['ID=8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:15.266409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0d5a0192-580c-4682-8369-19e914f4d951,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:15.283897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9a08e465-7fc8-4584-89d5-546315a473e6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5320396 Mar 03 18:10:15.289763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c3b5b3e-576b-4750-97fa-80f0821ed398 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee274b68141f47f5a2971eee7724c3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215258 Mar 03 18:10:15.291246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.297694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:15.298730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41852) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:15.300680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77b59445-64e1-4a56-b5c7-e1081c9b85bd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/4cc61c09-df90-475d-8a14-c322f07f7294 HTTP/1.1" status: 204 len: 168 time: 2.7657764 Mar 03 18:10:15.310734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Request body: {'subnet': {'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-620500571-subnet', 'tenant_id': '486c538e2ba447b1a55c059f3485001e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:15.323366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41854) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:15.330848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0d5a0192-580c-4682-8369-19e914f4d951 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:10:15.354436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:15.357054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6234570-633b-4013-812c-e1b2930e8f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.380218 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6234570-633b-4013-812c-e1b2930e8f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.380218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f6234570-633b-4013-812c-e1b2930e8f2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b15dd7b-c784-4d2e-9ea3-a8a3808eaf33 HTTP/1.1" status: 204 len: 168 time: 2.1705804 Mar 03 18:10:15.436961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Usage tracker for resource:subnet and tenant:486c538e2ba447b1a55c059f3485001e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:15.451945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:15.477055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6234570-633b-4013-812c-e1b2930e8f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b15dd7b-c784-4d2e-9ea3-a8a3808eaf33,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:15.508639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:15.529307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:15.530053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.560907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:15.568340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.626303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4fefe021-a13b-4772-af46-77d5c96b2d44 None None] Could not find standard attr ID for object 558fd77b-21c6-404f-a0be-4aba1cc9ea08. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:10:15.657219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede2ba1-da6a-4997-b574-894659da4472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.657601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6101c887-5738-4737-bfef-7b3849ce4015 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3803113 Mar 03 18:10:15.658176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41868) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:15.684521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:15.704392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:15.751694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-09c127ee-ec40-4d43-b768-ef9d29126289 None None] Provisioning for port 8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:15.765954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90eec7-ed71-414a-bdcd-ee3f26e7b77d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:15.766819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-09c127ee-ec40-4d43-b768-ef9d29126289 None None] Provisioning complete for port 8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:15.767240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09c127ee-ec40-4d43-b768-ef9d29126289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.771211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9b90eec7-ed71-414a-bdcd-ee3f26e7b77d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4440353 Mar 03 18:10:15.775496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41874) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:15.802495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:floatingip and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:15.806108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:15.814605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:15.879237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:15.916614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-09c127ee-ec40-4d43-b768-ef9d29126289 None None] Port 8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:15.959338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc691f5-168a-4f54-8315-dd9cbfad22dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:15.963310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fdc691f5-168a-4f54-8315-dd9cbfad22dd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1842587 Mar 03 18:10:15.963664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41878) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:15.999952 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede2ba1-da6a-4997-b574-894659da4472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.035077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-99b4306e-cee5-43c3-910a-187d2ba9c342 None None] Could not find standard attr ID for object 4cc61c09-df90-475d-8a14-c322f07f7294. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:10:16.098269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ea3c8-4551-4b42-b2ab-a51b1185849c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:16.100842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ea3c8-4551-4b42-b2ab-a51b1185849c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:16.102910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ea3c8-4551-4b42-b2ab-a51b1185849c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:16.103975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bf3ea3c8-4551-4b42-b2ab-a51b1185849c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:16.124740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bf3ea3c8-4551-4b42-b2ab-a51b1185849c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:16.126520 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bf3ea3c8-4551-4b42-b2ab-a51b1185849c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1620352 Mar 03 18:10:16.129200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41886) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:16.315898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 21c6012e-9e2f-4466-b7f9-414fcad166f4 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:10:16.323126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.373170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393aab6-0bd4-4a4c-a5e4-9519ec70bf60 req-e046b8c2-1589-44cb-8e1d-84924fcc999a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:16.392295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1393aab6-0bd4-4a4c-a5e4-9519ec70bf60 req-e046b8c2-1589-44cb-8e1d-84924fcc999a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 946 time: 0.5956349 Mar 03 18:10:16.449469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.502540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede2ba1-da6a-4997-b574-894659da4472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.562982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1393aab6-0bd4-4a4c-a5e4-9519ec70bf60 req-fd14b275-a992-46d8-a9ec-9b4ad7b8a5c9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681857 Mar 03 18:10:16.630095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede2ba1-da6a-4997-b574-894659da4472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cfed37-20cd-4151-9bcb-52ec4838bff3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:16.666896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.677676 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.720933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ede2ba1-da6a-4997-b574-894659da4472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.725687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ede2ba1-da6a-4997-b574-894659da4472 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69cfed37-20cd-4151-9bcb-52ec4838bff3 HTTP/1.1" status: 204 len: 168 time: 1.4213014 Mar 03 18:10:16.778480 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.811818 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.865173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d519e14d-944d-4a64-8cd2-e0a61103967a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:16.878948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=21c6012e-9e2f-4466-b7f9-414fcad166f4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:16.883010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:16.883393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Network hostable DHCP agents. Network: 0d5a0192-580c-4682-8369-19e914f4d951, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:10:16.890715 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:16.902936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376df65-480e-495b-828c-3e4e6d73bb28 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:16.913527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-40bafeba-4dc9-40e8-b8c3-eda26e570ced tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/21c6012e-9e2f-4466-b7f9-414fcad166f4 HTTP/1.1" status: 204 len: 168 time: 0.7806222 Mar 03 18:10:16.913619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:16.997484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Network 0d5a0192-580c-4682-8369-19e914f4d951 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:10:17.039570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 4180be74-ede5-412b-ae81-1857d2abd493 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:10:17.049752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.100234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0d5a0192-580c-4682-8369-19e914f4d951) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:17.117112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:17.136026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.157189 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.232627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Allocated IP 172.25.0.254 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/ab753660-f1ce-4e91-b346-8a6ca255c6dc) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:17.250713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cc8c26e6-0d47-471e-9b07-ec4178649537 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9484277 Mar 03 18:10:17.282954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba580be3-96bc-4f10-8afa-bfcdcd0b61b4 None None] Network 0d5a0192-580c-4682-8369-19e914f4d951 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:17.559485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.645978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.647642 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.775995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:17.779957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:17.785381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:17.839402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Port': ['ID=ab753660-f1ce-4e91-b346-8a6ca255c6dc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:17.946268 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.950707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:17.987048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7eea6-f3db-49e6-88ba-584610b57f55 None None] Network 0d5a0192-580c-4682-8369-19e914f4d951 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:18.096575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:18.107394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=4180be74-ede5-412b-ae81-1857d2abd493,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:18.125584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:18.244609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6c0ad801-3959-4923-bb8d-ba3edc056fdd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/4180be74-ede5-412b-ae81-1857d2abd493 HTTP/1.1" status: 204 len: 168 time: 1.3298829 Mar 03 18:10:18.252189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41964) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:18.497190 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:18.588738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e823f8fc-a64a-4408-ab9d-a5f703ce6e43 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3324070 Mar 03 18:10:18.601620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41980) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:18.621820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b602-5809-4392-b786-2d0de201f714 req-5633f6a7-70c2-4079-8670-75f5c02889f1 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:18.624917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c400b602-5809-4392-b786-2d0de201f714 req-5633f6a7-70c2-4079-8670-75f5c02889f1 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 946 time: 0.8169472 Mar 03 18:10:18.647574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:18.890401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-92eac194-06e6-4746-9e8d-94fc628e6afe tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:18.891411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-92eac194-06e6-4746-9e8d-94fc628e6afe tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:18.897316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:18.911152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:18.982976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c400b602-5809-4392-b786-2d0de201f714 req-ccda344b-e663-4222-bac5-cc5f10d943f5 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400908 Mar 03 18:10:19.036452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:19.068924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:19.078189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:19.088747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:19.104340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:19.107961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:19.150995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5fad7-2c99-4b9f-b7c8-118ed031a82a None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:19.290078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42004) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:19.472102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-92eac194-06e6-4746-9e8d-94fc628e6afe tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:19.473395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-92eac194-06e6-4746-9e8d-94fc628e6afe tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 1.1414981 Mar 03 18:10:19.475525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:19.522958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a363754f-a45d-41a4-99f6-3988cb28ae1c None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:19.523417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a363754f-a45d-41a4-99f6-3988cb28ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:19.561976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-62ad8196-a76e-4cca-bf4e-ad6711881a19 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.0560939 Mar 03 18:10:19.610121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:19.619699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:19.638485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:19.639089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:19.669217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=6b39ad8a-6dfe-4dce-82cf-d72b48d6653d,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:19.677878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eafd2077-7405-46a8-9437-f3a63fbf865c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0453966 Mar 03 18:10:19.678433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42010) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:19.684541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:19.706498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Port': ['ID=ab753660-f1ce-4e91-b346-8a6ca255c6dc,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:19.712024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:19.730741 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-aa28f8c0-deba-479c-b774-4fcdfc8cb317 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1601300 Mar 03 18:10:19.886883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2143544107'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:19.892742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:19.905466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Usage tracker for resource:network and tenant:b57e3ce52bc24da7be0d39a51f60f52f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:19.908690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:19.921881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:19.932076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:19.936937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:19.941559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:19.952222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:19.956760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:19.965136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:19.979379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:19.988834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:19.995915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Usage tracker for resource:security_group_rule and tenant:b57e3ce52bc24da7be0d39a51f60f52f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:19.999398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:20.011792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7329ffc5-8ac1-41a7-b676-a5ebd222ac1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:20.016956 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:20.033287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:20.035422 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-29fda762-2ca7-4c3e-a492-925ec76d8c82 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3591614 Mar 03 18:10:20.041275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42018) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:20.064511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-de63d10f-1ba0-4ffb-b4a2-593697fe068a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'floatingip': {'port_id': '8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:20.292582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-de63d10f-1ba0-4ffb-b4a2-593697fe068a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:20.299393 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:10:20.406381 n-d-827121-1 neutron-server[87886]: INFO neutron.db.ipam_backend_mixin [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b39ad8a-6dfe-4dce-82cf-d72b48d6653d (CIDR: 2001:db8::/64) Mar 03 18:10:20.408156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:20.412707 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:10:20.413245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:10:20.427138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:20.441903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-17e1a3e7-628b-4507-a413-5e2b73c6fd91 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7622840 Mar 03 18:10:20.446621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42030) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:20.455131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:20.513281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-cab959f6-ee32-431e-a481-fb85b964abe5 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800078 Mar 03 18:10:20.544038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ce547-4e1d-4981-98e3-05cd528f5822 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:20.644435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-754d3b3a-a3f0-4904-97b6-eb650ba956d0 None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:20.644817 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-754d3b3a-a3f0-4904-97b6-eb650ba956d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:20.714114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:20.725944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:20.745111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:20.759790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:20.785891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:20.792086 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.006326 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-de63d10f-1ba0-4ffb-b4a2-593697fe068a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] update failed (client error): The resource could not be found. Mar 03 18:10:21.008624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-de63d10f-1ba0-4ffb-b4a2-593697fe068a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "PUT /v2.0/floatingips/cb078035-f386-45c6-9184-0b2c36f6aaf8 HTTP/1.1" status: 404 len: 507 time: 0.9659841 Mar 03 18:10:21.012828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42040) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:21.055894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.067999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.140933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:10:21.155418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-3ce27a86-5204-4e8f-8440-a7f66d92b1a9 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322484 Mar 03 18:10:21.330701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b4850e-28a3-4d7c-86ce-809ba9342cdc,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:21.344281 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.344550 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Added segment 74504c44-060c-4f81-960b-3e828734fb84 of type vlan for network f64a85cb-4179-499f-a5fa-345a107ea7c1 Mar 03 18:10:21.558620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting port ab753660-f1ce-4e91-b346-8a6ca255c6dc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:21.559476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.784456 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-227cf1f4-d866-42b9-9441-794c94f3739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.910145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.910694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:21.937418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e510c4b2-5f69-434b-8a2b-1901af6aa1d7 None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:21.937418 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e510c4b2-5f69-434b-8a2b-1901af6aa1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:22.045753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-370faf4a-6c48-4b96-9ca3-3e589f1e7dc8 req-eda90095-e3fe-40f2-963c-a2140876322a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 210 time: 0.3406487 Mar 03 18:10:22.066845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.objects.ports [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87886) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:10:22.128660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:22.215388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Calling delete_port for ab753660-f1ce-4e91-b346-8a6ca255c6dc owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:22.262949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:22.268884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:22.269515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:22.406066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:22.444908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Network': ['ID=f64a85cb-4179-499f-a5fa-345a107ea7c1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:22.451913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:22.458629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:10:22.510720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6e8022dd-b310-4ce6-85f9-3580fe672b06 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2192223 Mar 03 18:10:22.517668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42068) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:22.528561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'subnet': {'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:22.745442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event deleted for resources: {'Port': ['ID=ab753660-f1ce-4e91-b346-8a6ca255c6dc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:22.751534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:22.994133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Usage tracker for resource:subnet and tenant:b57e3ce52bc24da7be0d39a51f60f52f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:23.006723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:23.010910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:23.011531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:23.042142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:23.143065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:23.149502 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:23.345271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:23.384084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:23.385660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1d77b3d8-e445-42bb-9607-3822af54a30f tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "DELETE /v2.0/floatingips/cb078035-f386-45c6-9184-0b2c36f6aaf8 HTTP/1.1" status: 204 len: 168 time: 2.3700099 Mar 03 18:10:23.390980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42088) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:23.397163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'floatingip': {'floating_network_id': '813470b9-21c0-420d-a61f-7d72cf62f095', 'port_id': '8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:23.406356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:23.411539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:floatingip and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:23.415286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:23.427674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:23.450635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:23.727785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:23.783544 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:10:23.788268 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4c8f0594-b71c-4ce2-8790-ed6dd639fe81 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3925250 Mar 03 18:10:23.790247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42102) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:23.803126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:23.827488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:23.836586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Usage tracker for resource:floatingip and tenant:33ce436b2827490da9127f937820317c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:23.881390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:23.888461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:23.909677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.013536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-916cd934-9c42-442b-868b-562c80cb58c0 req-60802205-df16-4a11-be77-cc8705c69447 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 210 time: 0.3359690 Mar 03 18:10:24.086882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] For port c83c9ff7-43a2-45da-a9fd-a315d0146259, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c83c9ff7-43a2-45da-a9fd-a315d0146259,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:24.096449 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.271175 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.336408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.425960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-bcf6e83a-b0d5-4aef-8683-fdf287aad433 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:24.427500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-bcf6e83a-b0d5-4aef-8683-fdf287aad433 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.7567773 Mar 03 18:10:24.435890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Subnet': ['ID=52ea7f55-ad1f-4c6b-8881-adbb00120226,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:24.441226 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.467911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Request body: {'port': {'device_id': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'admin_state_up': True, 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:24.490130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Checking segment: {'id': '74504c44-060c-4f81-960b-3e828734fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:24.490800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network hostable DHCP agents. Network: f64a85cb-4179-499f-a5fa-345a107ea7c1, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:10:24.502462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.503879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.552039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Allocated IP 172.25.0.240 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7074e7e1-4adb-4314-888f-8df793813cf2) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:24.622342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:24.641732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=2638805f-e2be-4b21-9fe0-19de81e8afa2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:24.645911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:24.657737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5377f-b5f4-4edf-8faa-d976051e4537 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:24.658132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:24.658920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.916190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:10:24.917829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:24.994564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:25.090022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:25.133828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f64a85cb-4179-499f-a5fa-345a107ea7c1) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:25.163799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Usage tracker for resource:port and tenant:486c538e2ba447b1a55c059f3485001e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:25.166459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:25.170168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:25.174052 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7255187 Mar 03 18:10:25.174736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42130) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:25.197809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac65dc-e95b-43c7-b805-431b2872b5eb None None] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:25.202973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:25.209088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:25.219727 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:25.233714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:25.311142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09254fad-d9b2-4407-8b5b-8113632341e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=c83c9ff7-43a2-45da-a9fd-a315d0146259,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:25.356216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:2b:2a:97', 'name': 'tempest-NetworksTestDHCPv6-934510090'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:25.454666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Update dhcp port {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '2638805f-e2be-4b21-9fe0-19de81e8afa2', 'ip_address': '2001:db8:0:1:f816:3eff:fe92:4fea'}, {'subnet_id': '6b39ad8a-6dfe-4dce-82cf-d72b48d6653d'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'c83c9ff7-43a2-45da-a9fd-a315d0146259'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:10:25.686330 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:25.730396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event updated for resources: {'Port': ['ID=7074e7e1-4adb-4314-888f-8df793813cf2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:25.734160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting port 7074e7e1-4adb-4314-888f-8df793813cf2 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:25.735090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:25.831744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45f949cd-2a11-41d7-af7e-6c9ca27b75d6 req-941fa2ef-11ed-42bc-8bc6-15bd147feb25 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 210 time: 0.0690131 Mar 03 18:10:25.860081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:25.877803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:25.880921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:25.885545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:25.907943 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c914c519-023b-43c8-bf59-8f006933ae84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3891828 Mar 03 18:10:25.910684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:port and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:25.947992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42152) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:25.953833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:25.967881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'name': 'tempest-AllowedAddressPairTestJSON-1430527289'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:26.016115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:26.016562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:26.217748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c83c9ff7-43a2-45da-a9fd-a315d0146259 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:26.225147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Calling delete_port for 7074e7e1-4adb-4314-888f-8df793813cf2 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:26.308839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/6b39ad8a-6dfe-4dce-82cf-d72b48d6653d/c83c9ff7-43a2-45da-a9fd-a315d0146259) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:26.327418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:26.367710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:26.398379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:26.398976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:26.488547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f64a85cb-4179-499f-a5fa-345a107ea7c1', 'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'tenant_id': 'b57e3ce52bc24da7be0d39a51f60f52f', 'fixed_ips': [{'subnet_id': '52ea7f55-ad1f-4c6b-8881-adbb00120226'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:10:26.489384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:26.521009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Usage tracker for resource:port and tenant:b57e3ce52bc24da7be0d39a51f60f52f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:26.528751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:26.538211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:26.542862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:26.599356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:26.613772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:26.638502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:26.667366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event deleted for resources: {'Port': ['ID=7074e7e1-4adb-4314-888f-8df793813cf2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:26.716927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Allocated IP 172.20.0.14 (0d5a0192-580c-4682-8369-19e914f4d951/d519e14d-944d-4a64-8cd2-e0a61103967a/0bbe0394-75ca-4766-b0a3-4b3038aa3400) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:26.927131 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] create failed (client error): The resource could not be found. Mar 03 18:10:26.928233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65c1d4b2-e61f-4864-aa27-6bb5f74643b2 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1343017 Mar 03 18:10:26.931709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42178) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:27.039651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] For port c83c9ff7-43a2-45da-a9fd-a315d0146259, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c83c9ff7-43a2-45da-a9fd-a315d0146259,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:27.256076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:27.289935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting port 8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:27.290319 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:27.345884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] device_id is not set on port 255e3e8c-c9f2-4267-9249-6ad6d04d790a yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:27.412795 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:27.473963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Allocated IP 172.20.0.2 (f64a85cb-4179-499f-a5fa-345a107ea7c1/52ea7f55-ad1f-4c6b-8881-adbb00120226/8e2a2441-e313-4112-b988-7d2afee2154f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:27.491064 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:27.494468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Transition to ACTIVE for port object c83c9ff7-43a2-45da-a9fd-a315d0146259 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:27.508010 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:27.808701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:27.821045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Pushing event updated for resources: {'Port': ['ID=c83c9ff7-43a2-45da-a9fd-a315d0146259,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:27.840894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.841433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.841917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.842395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.842887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.843358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.843842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.844311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.844776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.846001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.846478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.846962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2937e21c-cb1e-4ae4-ae23-2caf9db67be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:27.971538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event updated for resources: {'Port': ['ID=0bbe0394-75ca-4766-b0a3-4b3038aa3400,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:28.044330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Network 0d5a0192-580c-4682-8369-19e914f4d951 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:28.070098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:28.095900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:28.106512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.145220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Transition to ACTIVE for port object 8e2a2441-e313-4112-b988-7d2afee2154f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:28.163473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Calling delete_port for 8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:28.224421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:28.225461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.230693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Transition to ACTIVE for port object 8e2a2441-e313-4112-b988-7d2afee2154f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:28.239351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c83c9ff7-43a2-45da-a9fd-a315d0146259 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:28.325120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.343363 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.421912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-024cbe31-ed19-41ef-91fa-7a2e07aaf024 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9831920 Mar 03 18:10:28.483484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Request body: {'port': {'device_id': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:28.608232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:28.612924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:28.617589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.628778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:28.638146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Pushing event updated for resources: {'Port': ['ID=8e2a2441-e313-4112-b988-7d2afee2154f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:28.641965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e884143-5d64-492c-b174-64d25e0bf1c1 req-5d832b17-23c1-4483-bd9c-3dab4e9f5c25 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:28.642943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5e884143-5d64-492c-b174-64d25e0bf1c1 req-5d832b17-23c1-4483-bd9c-3dab4e9f5c25 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:28.710640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Allocated IP 172.20.0.7 (f64a85cb-4179-499f-a5fa-345a107ea7c1/52ea7f55-ad1f-4c6b-8881-adbb00120226/255e3e8c-c9f2-4267-9249-6ad6d04d790a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:28.722062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port a7c86621-8a96-4211-a78e-e8090a834f85 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:28.754108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event deleted for resources: {'Port': ['ID=8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:28.814336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Attempting to bind port 8e2a2441-e313-4112-b988-7d2afee2154f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:10:28.814710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Attempting to bind port 8e2a2441-e313-4112-b988-7d2afee2154f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '74504c44-060c-4f81-960b-3e828734fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:10:28.815120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Attempting to bind port 8e2a2441-e313-4112-b988-7d2afee2154f on network f64a85cb-4179-499f-a5fa-345a107ea7c1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:28.832271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:10:28.832645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Checking segment: {'id': '74504c44-060c-4f81-960b-3e828734fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:28.833199 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.833626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Bound using segment: {'id': '74504c44-060c-4f81-960b-3e828734fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:10:28.834137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Bound port: 8e2a2441-e313-4112-b988-7d2afee2154f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74504c44-060c-4f81-960b-3e828734fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:10:28.834506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.872865 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:28.958317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5e884143-5d64-492c-b174-64d25e0bf1c1 req-5d832b17-23c1-4483-bd9c-3dab4e9f5c25 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:28.975798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e884143-5d64-492c-b174-64d25e0bf1c1 req-5d832b17-23c1-4483-bd9c-3dab4e9f5c25 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 932 time: 1.6494653 Mar 03 18:10:29.073554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:29.127641 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b0ce8ca7-8c5a-4c20-a306-915fa2b14a87 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "DELETE /v2.0/ports/8fc1d03c-bf24-4cec-a2b0-5c5e1dacd0d9 HTTP/1.1" status: 204 len: 168 time: 2.1746728 Mar 03 18:10:29.128110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:29.172751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] For port 8e2a2441-e313-4112-b988-7d2afee2154f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:10:29.178160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] For port 8e2a2441-e313-4112-b988-7d2afee2154f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e2a2441-e313-4112-b988-7d2afee2154f,segment=NetworkSegment(74504c44-060c-4f81-960b-3e828734fb84),segment_id=74504c44-060c-4f81-960b-3e828734fb84)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:10:29.188198 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:29.289918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5939ee58-a1c0-4895-b1f9-72ede7425c9d tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:29.291197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5939ee58-a1c0-4895-b1f9-72ede7425c9d tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Synchronizing usage tracker for tenant:33ce436b2827490da9127f937820317c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:29.315507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5939ee58-a1c0-4895-b1f9-72ede7425c9d tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Unset dirty status for tenant:33ce436b2827490da9127f937820317c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:29.319644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5939ee58-a1c0-4895-b1f9-72ede7425c9d tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "GET /v2.0/ports?device_id=231b0a4e-ee2f-4c01-b0c5-ee852fad4408 HTTP/1.1" status: 200 len: 913 time: 0.1904523 Mar 03 18:10:29.320269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42216) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:29.474633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b6e1b83f-44ad-430b-89a0-317ca195f020 None None] Provisioning for port c83c9ff7-43a2-45da-a9fd-a315d0146259 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:29.489819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b6e1b83f-44ad-430b-89a0-317ca195f020 None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:29.490396 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b83f-44ad-430b-89a0-317ca195f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:29.598524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09038bec-dff0-4214-9ca9-4e1b85d1c08f None None] Pushing event updated for resources: {'Port': ['ID=8e2a2441-e313-4112-b988-7d2afee2154f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:29.713562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e884143-5d64-492c-b174-64d25e0bf1c1 req-faa2e28e-c030-492d-b519-7e95d2e594e3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7365875 Mar 03 18:10:30.215946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e2a2441-e313-4112-b988-7d2afee2154f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:30.358860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:30.372607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8e2a2441-e313-4112-b988-7d2afee2154f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:30.680523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:30.706134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Transition to ACTIVE for port object 255e3e8c-c9f2-4267-9249-6ad6d04d790a will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:30.762563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:30.778980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::25c (0e69cf99-8eb8-458c-aea8-3555a19ce91f/6b39ad8a-6dfe-4dce-82cf-d72b48d6653d/a7c86621-8a96-4211-a78e-e8090a834f85) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:30.880556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:2a97 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/2638805f-e2be-4b21-9fe0-19de81e8afa2/a7c86621-8a96-4211-a78e-e8090a834f85) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:31.120508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a49af-0390-402f-a2a1-6742ae692221 None None] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:31.250944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.257637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2d978-b304-47cc-9bd3-b84a788bffdc req-c9530013-0fef-4fe3-91c3-2fbadd4d1d7a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:31.259284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89c2d978-b304-47cc-9bd3-b84a788bffdc req-c9530013-0fef-4fe3-91c3-2fbadd4d1d7a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 932 time: 0.3660176 Mar 03 18:10:31.275423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object a7c86621-8a96-4211-a78e-e8090a834f85 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:31.343072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-89c2d978-b304-47cc-9bd3-b84a788bffdc req-96fe0cb7-002f-4222-967c-c6b7b987b653 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:31.375622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-89c2d978-b304-47cc-9bd3-b84a788bffdc req-96fe0cb7-002f-4222-967c-c6b7b987b653 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:31.376802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-89c2d978-b304-47cc-9bd3-b84a788bffdc req-96fe0cb7-002f-4222-967c-c6b7b987b653 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110697 Mar 03 18:10:31.512107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbe0394-75ca-4766-b0a3-4b3038aa3400 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:10:31.517081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting port 657f12a9-4f60-4e35-a123-40627b597c5a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:31.517471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.525249 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.530969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.536048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-04645945-a182-44d9-8671-1be2f32ff0fb None None] Provisioning for port 8e2a2441-e313-4112-b988-7d2afee2154f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:31.560626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-04645945-a182-44d9-8671-1be2f32ff0fb None None] Provisioning complete for port 8e2a2441-e313-4112-b988-7d2afee2154f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:31.574389 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04645945-a182-44d9-8671-1be2f32ff0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.601589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:31.607256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:31.627014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Transition to ACTIVE for port object 0bbe0394-75ca-4766-b0a3-4b3038aa3400 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:31.672230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:31.830118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:31.831598 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.867044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04645945-a182-44d9-8671-1be2f32ff0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.883318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:31.894807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:31.900883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:31.909070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:31.909803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.922997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-04645945-a182-44d9-8671-1be2f32ff0fb None None] For port 8e2a2441-e313-4112-b988-7d2afee2154f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e2a2441-e313-4112-b988-7d2afee2154f,segment=NetworkSegment(74504c44-060c-4f81-960b-3e828734fb84),segment_id=74504c44-060c-4f81-960b-3e828734fb84)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:31.931802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-04645945-a182-44d9-8671-1be2f32ff0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.936590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:31.943513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=255e3e8c-c9f2-4267-9249-6ad6d04d790a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:32.005711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:32.072021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=a7c86621-8a96-4211-a78e-e8090a834f85,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:32.122774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04645945-a182-44d9-8671-1be2f32ff0fb None None] Pushing event updated for resources: {'Port': ['ID=8e2a2441-e313-4112-b988-7d2afee2154f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:32.148065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-03f3edd4-ddf7-4aad-ab74-3bc2a80f55f8 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1997838 Mar 03 18:10:32.150440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-439db9a7-02e1-45cf-85d1-c1989640c20a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.8894429 Mar 03 18:10:32.151450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42282) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:32.154503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Pushing event updated for resources: {'Port': ['ID=0bbe0394-75ca-4766-b0a3-4b3038aa3400,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:32.162814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42284) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:32.256447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'name': 'tempest-AllowedAddressPairTestJSON-414430669', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0a:8d:3c'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:32.333232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Calling delete_port for 657f12a9-4f60-4e35-a123-40627b597c5a owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:32.381789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-de610dda-b526-4230-91b8-068a70904cd8 None None] Provisioning complete for port 8e2a2441-e313-4112-b988-7d2afee2154f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:32.382196 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de610dda-b526-4230-91b8-068a70904cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:32.528728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:32.533652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Usage tracker for resource:port and tenant:b57e3ce52bc24da7be0d39a51f60f52f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:32.537112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:32.545617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:32.561135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port a7c86621-8a96-4211-a78e-e8090a834f85 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:32.561534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:32.687019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:32.717891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-de610dda-b526-4230-91b8-068a70904cd8 None None] Provisioning for port 255e3e8c-c9f2-4267-9249-6ad6d04d790a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:32.723144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-de610dda-b526-4230-91b8-068a70904cd8 None None] Provisioning complete for port 255e3e8c-c9f2-4267-9249-6ad6d04d790a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:32.723630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de610dda-b526-4230-91b8-068a70904cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:32.787025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:32.801985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-de610dda-b526-4230-91b8-068a70904cd8 None None] Port 255e3e8c-c9f2-4267-9249-6ad6d04d790a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:32.910678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event deleted for resources: {'Port': ['ID=657f12a9-4f60-4e35-a123-40627b597c5a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:32.944674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-95bedf46-04c1-4c45-b620-016384a533e8 None None] Provisioning for port a7c86621-8a96-4211-a78e-e8090a834f85 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:32.955379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-95bedf46-04c1-4c45-b620-016384a533e8 None None] Provisioning complete for port a7c86621-8a96-4211-a78e-e8090a834f85 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:32.957918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95bedf46-04c1-4c45-b620-016384a533e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:33.157753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-95bedf46-04c1-4c45-b620-016384a533e8 None None] Port a7c86621-8a96-4211-a78e-e8090a834f85 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:33.182003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-95bedf46-04c1-4c45-b620-016384a533e8 None None] Provisioning complete for port 255e3e8c-c9f2-4267-9249-6ad6d04d790a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:33.185758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95bedf46-04c1-4c45-b620-016384a533e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:33.330785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-95bedf46-04c1-4c45-b620-016384a533e8 None None] Port 255e3e8c-c9f2-4267-9249-6ad6d04d790a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:33.584495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:33.800667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:33.867197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:34.057560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for a7c86621-8a96-4211-a78e-e8090a834f85 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:34.120474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Router 231b0a4e-ee2f-4c01-b0c5-ee852fad4408 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:10:34.148389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Attempting to bind port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:10:34.148723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Attempting to bind port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:10:34.149054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Attempting to bind port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:34.169790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e90f4-6428-4b30-b4ee-d440cdb5194a req-3504ae71-da8d-41e7-8670-929407c2abab tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:34.171390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d07e90f4-6428-4b30-b4ee-d440cdb5194a req-3504ae71-da8d-41e7-8670-929407c2abab tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 944 time: 1.5398459 Mar 03 18:10:34.174603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] device_id is not set on port 7a1e5e52-b667-4b17-8e4f-f517c58909ea yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:34.186049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e2a2441-e313-4112-b988-7d2afee2154f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:34.239464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 on network 0d5a0192-580c-4682-8369-19e914f4d951 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:10:34.240037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Attempting to bind port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:34.286176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:10:34.289550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:34.290962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Bound using segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:10:34.291691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Bound port: 0bbe0394-75ca-4766-b0a3-4b3038aa3400, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:10:34.293851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:34.323089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8e2a2441-e313-4112-b988-7d2afee2154f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:34.323679 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:34.333806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:10:34.345616 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] Sync routers for ids ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:10:34.362150 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] Routers {'231b0a4e-ee2f-4c01-b0c5-ee852fad4408'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:10:34.363028 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:10:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:34.382257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-98bea724-9a64-465b-92fc-4a13e190dd19 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "PUT /v2.0/routers/231b0a4e-ee2f-4c01-b0c5-ee852fad4408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0606318 Mar 03 18:10:34.385478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:34.536219 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:34.575206 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] Routers {'231b0a4e-ee2f-4c01-b0c5-ee852fad4408'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:10:34.575835 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:10:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:34.655843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5614b7af-f392-4d55-839b-37378bb91754 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:34.682729 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:34.683361 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060432d3-9279-4170-8c90-c3e673aee263 None None] The sync data for ids ['231b0a4e-ee2f-4c01-b0c5-ee852fad4408'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:10:34.703914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d07e90f4-6428-4b30-b4ee-d440cdb5194a req-1a5ff72d-fd07-4dcd-b737-e5042f0760dd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847271 Mar 03 18:10:34.733808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Allocated IP 172.20.0.8 (f64a85cb-4179-499f-a5fa-345a107ea7c1/52ea7f55-ad1f-4c6b-8881-adbb00120226/7a1e5e52-b667-4b17-8e4f-f517c58909ea) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:34.963274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] For port 0bbe0394-75ca-4766-b0a3-4b3038aa3400, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:10:35.175156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3daa-9d87-42e3-be86-10f910c82038 req-ae62d4d8-54b7-4483-8152-44b34426dc1d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:35.176731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-ae62d4d8-54b7-4483-8152-44b34426dc1d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 0.3338947 Mar 03 18:10:35.221718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.234897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] For port 0bbe0394-75ca-4766-b0a3-4b3038aa3400, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:10:35.352429 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.379634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-85c2d197-1054-485f-9bb1-d1b6be26eef8 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/quotas/74cf4cb007b74b7fb92b59dfd9b381fe HTTP/1.1" status: 200 len: 375 time: 0.0699439 Mar 03 18:10:35.457665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=a7c86621-8a96-4211-a78e-e8090a834f85,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:35.599158 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5614b7af-f392-4d55-839b-37378bb91754 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.604290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5614b7af-f392-4d55-839b-37378bb91754 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.629294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:35.630203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.631855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] 10.222.0.35 "PUT /v2.0/ports/0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 200 len: 1092 time: 7.1888387 Mar 03 18:10:35.632568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'tag': '0bbe0394-75ca-4766-b0a3-4b3038aa3400'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:10:35.650930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5614b7af-f392-4d55-839b-37378bb91754 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.651434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5614b7af-f392-4d55-839b-37378bb91754 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Fanout notify agent at l3_agent the message router_deleted on router 231b0a4e-ee2f-4c01-b0c5-ee852fad4408 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:10:35.679132 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.683881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5614b7af-f392-4d55-839b-37378bb91754 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.687477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5614b7af-f392-4d55-839b-37378bb91754 tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "DELETE /v2.0/routers/231b0a4e-ee2f-4c01-b0c5-ee852fad4408 HTTP/1.1" status: 204 len: 168 time: 1.2986083 Mar 03 18:10:35.691401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42370) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:35.788628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.811537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Transition to ACTIVE for port object 7a1e5e52-b667-4b17-8e4f-f517c58909ea will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:35.836355 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'tag': '0bbe0394-75ca-4766-b0a3-4b3038aa3400', 'status': 'completed', 'code': 200} Mar 03 18:10:35.839927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting subnet 2dfe8f35-357c-456f-bc45-e7b8c781e2b0 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:10:35.849628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:35.938002 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e3f8c183-bead-4b87-964d-cf708c928b5b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/a7c86621-8a96-4211-a78e-e8090a834f85 HTTP/1.1" status: 204 len: 168 time: 3.6864100 Mar 03 18:10:35.942266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-f16e0ccd-3e43-4311-bb6f-673cabcceac5 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5614994 Mar 03 18:10:35.945862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42386) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:35.957988 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:36.003282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d43111-be6e-4dd9-811c-6353c48c68fa service neutron] Pushing event updated for resources: {'Port': ['ID=0bbe0394-75ca-4766-b0a3-4b3038aa3400,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:36.079669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:36.101219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:36.147809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:36.187386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:36.344958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-533c2a08-b4f6-48de-8eb5-42e5f758415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:36.346754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-533c2a08-b4f6-48de-8eb5-42e5f758415e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 1095 time: 0.6513844 Mar 03 18:10:36.387244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8055e33-d5bb-4976-997d-5b76e3a3fb20 req-94e28b1a-fea4-4b7a-aa30-d4071140f3fc tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:36.389019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8055e33-d5bb-4976-997d-5b76e3a3fb20 req-94e28b1a-fea4-4b7a-aa30-d4071140f3fc tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 944 time: 0.5393922 Mar 03 18:10:36.428884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:36.567342 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:36.614928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-75b54bf6-787e-4c8b-90ce-4368f19ad534 None None] Provisioning for port 7a1e5e52-b667-4b17-8e4f-f517c58909ea completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:36.617907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:36.622070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-75b54bf6-787e-4c8b-90ce-4368f19ad534 None None] Provisioning complete for port 7a1e5e52-b667-4b17-8e4f-f517c58909ea triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:36.622660 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-75b54bf6-787e-4c8b-90ce-4368f19ad534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:36.687242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "DELETE /v2.0/subnets/2dfe8f35-357c-456f-bc45-e7b8c781e2b0 HTTP/1.1" status: 204 len: 168 time: 0.9947674 Mar 03 18:10:36.692784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a0c2b-2ac1-4007-aeb8-87536410d82d None None] Network 813470b9-21c0-420d-a61f-7d72cf62f095 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:36.705072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42402) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:36.722058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9850074-d849-4d4d-b152-db5b79ab6f2a tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfe8f35-357c-456f-bc45-e7b8c781e2b0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:36.878879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:36.879537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:36.928338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81851079-7b9d-44e8-8ff6-536785fb7764 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:36.929810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81851079-7b9d-44e8-8ff6-536785fb7764 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:36.947250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-75b54bf6-787e-4c8b-90ce-4368f19ad534 None None] Port 7a1e5e52-b667-4b17-8e4f-f517c58909ea cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:36.956731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-b0bda4be-50e2-46b6-b02d-bf903b50cdac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4399896 Mar 03 18:10:36.973790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-6673938c-b315-48fd-ae58-85e2fec4b3e5 service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0189924 Mar 03 18:10:36.988003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:37.017150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-7c3d4c89-2afe-40a5-9131-8956ac0fb490 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 200 len: 217 time: 0.6283472 Mar 03 18:10:37.127199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=7a1e5e52-b667-4b17-8e4f-f517c58909ea,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:37.166926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f84145a2-050e-4682-8244-97a16e35b563 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 5.0081232 Mar 03 18:10:37.175402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81851079-7b9d-44e8-8ff6-536785fb7764 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:37.178867 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-81851079-7b9d-44e8-8ff6-536785fb7764 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2294118 Mar 03 18:10:37.181284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42412) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:37.181753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42414) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:37.210717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting port 981fddc5-5007-43ff-bd08-ca61efa4a334 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:37.211086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:37.371200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-0c2ff0ef-8cd7-490c-aa09-18be79f231e2 service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792520 Mar 03 18:10:37.387800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-5f1de3c2-3f12-450a-916d-e461b17f210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:37.389937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-5f1de3c2-3f12-450a-916d-e461b17f210a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 1097 time: 0.2671380 Mar 03 18:10:37.433579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] DHCP port deletion for 813470b9-21c0-420d-a61f-7d72cf62f095 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:10:37.434357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e8055e33-d5bb-4976-997d-5b76e3a3fb20 req-cb86312c-f2d3-4c8d-8f78-bb13d9f6f3a2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440471 Mar 03 18:10:37.442924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Deleting port 981fddc5-5007-43ff-bd08-ca61efa4a334 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:37.443302 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:37.514452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-044efbf4-cd0f-4858-803f-6194f257c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:37.516110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-044efbf4-cd0f-4858-803f-6194f257c3da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.4822102 Mar 03 18:10:37.678925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-b4846ba7-f97a-431c-b904-ecf87062f662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315911 Mar 03 18:10:37.706498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-ac72c5cd-7115-466c-b569-e2b08591eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:37.708867 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-ac72c5cd-7115-466c-b569-e2b08591eac0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 916 time: 0.2910373 Mar 03 18:10:37.784673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b54418-3341-4c8b-bccd-b39bdb5663cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:37.796252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-32b54418-3341-4c8b-bccd-b39bdb5663cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:37.853532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-e2fa6787-55dd-4711-9c9b-727f6cc908ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3 HTTP/1.1" status: 200 len: 217 time: 0.1311047 Mar 03 18:10:37.982640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=981fddc5-5007-43ff-bd08-ca61efa4a334,segment=NetworkSegment(9df1e712-9fe7-4914-b23e-ce3e211254cc),segment_id=9df1e712-9fe7-4914-b23e-ce3e211254cc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:37.983775 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:38.040548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-044f2d46-f5d8-4add-9245-90c40b24288b req-8efc61d4-1b38-44aa-94e9-ab5f79ade4c1 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 210 time: 0.2411404 Mar 03 18:10:38.067847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22354de6-eae2-4baa-a852-55c4464f1dff tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:38.068830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=981fddc5-5007-43ff-bd08-ca61efa4a334,segment=NetworkSegment(9df1e712-9fe7-4914-b23e-ce3e211254cc),segment_id=9df1e712-9fe7-4914-b23e-ce3e211254cc)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:38.072520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:38.086557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22354de6-eae2-4baa-a852-55c4464f1dff tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:38.093070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22354de6-eae2-4baa-a852-55c4464f1dff tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:38.099657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-5a8e371b-34f4-45f6-a10a-db7842ec488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:38.101548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-5a8e371b-34f4-45f6-a10a-db7842ec488e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.2369051 Mar 03 18:10:38.105575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-22354de6-eae2-4baa-a852-55c4464f1dff tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Synchronizing usage tracker for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:38.152861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-32b54418-3341-4c8b-bccd-b39bdb5663cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:38.156854 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-32b54418-3341-4c8b-bccd-b39bdb5663cf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9704785 Mar 03 18:10:38.160554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42440) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:38.256098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 981fddc5-5007-43ff-bd08-ca61efa4a334 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:10:38.325783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Calling delete_port for 981fddc5-5007-43ff-bd08-ca61efa4a334 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:38.469551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-22354de6-eae2-4baa-a852-55c4464f1dff tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Unset dirty status for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:38.475450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-22354de6-eae2-4baa-a852-55c4464f1dff tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.2892127 Mar 03 18:10:38.475450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-fcc634f5-690a-4d78-a17a-30fb2ccb7480 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865920 Mar 03 18:10:38.489877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42450) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:38.502852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d403b-9de2-4e14-ba05-a2bf2df23891 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:38.504541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d403b-9de2-4e14-ba05-a2bf2df23891 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:38.509613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d403b-9de2-4e14-ba05-a2bf2df23891 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:38.510474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2c6d403b-9de2-4e14-ba05-a2bf2df23891 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:38.539238 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:38.579321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=981fddc5-5007-43ff-bd08-ca61efa4a334,segment=NetworkSegment(9df1e712-9fe7-4914-b23e-ce3e211254cc),segment_id=9df1e712-9fe7-4914-b23e-ce3e211254cc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:38.584980 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:38.658861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Calling delete_port for 981fddc5-5007-43ff-bd08-ca61efa4a334 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:38.682971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=981fddc5-5007-43ff-bd08-ca61efa4a334,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:38.699691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:10:38.700424 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:10:38.757777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-1644ebb4-85bc-4e91-8fc6-2de1dfd4bcac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6301179 Mar 03 18:10:39.061986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2c6d403b-9de2-4e14-ba05-a2bf2df23891 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:39.068620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2c6d403b-9de2-4e14-ba05-a2bf2df23891 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9004145 Mar 03 18:10:39.072403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42464) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:39.202296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Deleting port 981fddc5-5007-43ff-bd08-ca61efa4a334 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:39.203923 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:39.325607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 7a1e5e52-b667-4b17-8e4f-f517c58909ea {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:39.331065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:39.370885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:10:39.370885 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:10:39.371178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42478) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:39.416835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13771eb-c7bd-4314-bffc-158b697f74c9 req-7d7fc8ec-2d3c-4348-9d4e-ff79df5e5885 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:39.423867 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a13771eb-c7bd-4314-bffc-158b697f74c9 req-7d7fc8ec-2d3c-4348-9d4e-ff79df5e5885 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 944 time: 0.6790948 Mar 03 18:10:39.455400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-b31712a5-e7e1-42d9-bd07-3f05083c9247 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899028 Mar 03 18:10:39.630777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a13771eb-c7bd-4314-bffc-158b697f74c9 req-4a943ed4-9ecb-4371-9431-d87c8cde2618 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024953 Mar 03 18:10:39.775069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=981fddc5-5007-43ff-bd08-ca61efa4a334,segment=NetworkSegment(9df1e712-9fe7-4914-b23e-ce3e211254cc),segment_id=9df1e712-9fe7-4914-b23e-ce3e211254cc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:39.776946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:39.778279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb651734-99a0-40f2-8f4e-54bcfb152a44 req-93c0db39-6026-47b8-9385-153fe515472d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 210 time: 0.3803160 Mar 03 18:10:39.839119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b4e7d57-ebf1-4ee4-8cbe-9bea9c574f60 req-7d2ffea6-987e-43a6-9df4-d29df86f3c1a service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3500578 Mar 03 18:10:39.850315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:39.869665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 2638805f-e2be-4b21-9fe0-19de81e8afa2 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:10:39.882550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting port 981fddc5-5007-43ff-bd08-ca61efa4a334 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:39.883087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:39.966699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.068094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:40.084488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Usage tracker for resource:security_group_rule and tenant:ab76df9d118b47fd8d9ebb7d0cd0e20b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:40.089823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:40.095646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Calling delete_port for 981fddc5-5007-43ff-bd08-ca61efa4a334 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:40.110813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:40.172812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-febbf950-b2e4-48f8-87a1-38f0079b48ab req-5174cd1e-a954-48b9-843b-b08e27b01e3d service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094767 Mar 03 18:10:40.264169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] For port 981fddc5-5007-43ff-bd08-ca61efa4a334, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=981fddc5-5007-43ff-bd08-ca61efa4a334,segment=NetworkSegment(9df1e712-9fe7-4914-b23e-ce3e211254cc),segment_id=9df1e712-9fe7-4914-b23e-ce3e211254cc)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:40.264588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.268207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.359379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] Pushing event deleted for resources: {'Port': ['ID=981fddc5-5007-43ff-bd08-ca61efa4a334,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:40.369430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adbeb0a-7eee-42d1-a32d-d13f30f1e74f None None] No DVR routers for this DVR port 981fddc5-5007-43ff-bd08-ca61efa4a334 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:10:40.400067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Calling delete_port for 981fddc5-5007-43ff-bd08-ca61efa4a334 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:40.474034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.523325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.525065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:10:40.525663 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:10:40.528315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.587624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3daa-9d87-42e3-be86-10f910c82038 req-4c714493-c0de-4826-b0a3-b96c5bdbd1c9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:40.589136 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-4c714493-c0de-4826-b0a3-b96c5bdbd1c9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 0.9393523 Mar 03 18:10:40.613805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Request body: {'port': {'device_id': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'admin_state_up': True, 'tenant_id': '74cf4cb007b74b7fb92b59dfd9b381fe'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:40.657893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab76df9d118b47fd8d9ebb7d0cd0e20b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2743008 Mar 03 18:10:40.657893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80ad31-c8e7-4f13-9c17-a768bebb2033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16347a-cfb3-41c5-b8a2-6b3f7cdcf0e5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:40.660472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:40.737674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c405-ee19-4971-8851-6e0a0aca6499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.776344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c405-ee19-4971-8851-6e0a0aca6499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.834850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Deleting port 981fddc5-5007-43ff-bd08-ca61efa4a334 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:40.835199 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:40.953618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] The port '981fddc5-5007-43ff-bd08-ca61efa4a334' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:10:40.961179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c405-ee19-4971-8851-6e0a0aca6499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.020904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9c405-ee19-4971-8851-6e0a0aca6499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16347a-cfb3-41c5-b8a2-6b3f7cdcf0e5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:41.092458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-5e6c1516-bf28-46c1-b768-15d3099e0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:41.093985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-5e6c1516-bf28-46c1-b768-15d3099e0fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 1095 time: 1.0602431 Mar 03 18:10:41.132080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6275d51e-d7ba-425a-9cd2-1c1d8b6e9bf0 req-db954ae9-f2b2-4b07-89ba-d43dec8191d9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 210 time: 0.1093218 Mar 03 18:10:41.168767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.174163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.214020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813470b9-21c0-420d-a61f-7d72cf62f095']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:41.229979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df1e712-9fe7-4914-b23e-ce3e211254cc') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:41.229979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df1e712-9fe7-4914-b23e-ce3e211254cc') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:10:41.244087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.256849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.256849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:10:41.256849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:10:41.371836 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:10:41.378348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.393922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.433955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] 10.222.0.23 "DELETE /v2.0/networks/813470b9-21c0-420d-a61f-7d72cf62f095 HTTP/1.1" status: 204 len: 168 time: 4.7133265 Mar 03 18:10:41.435254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c405-ee19-4971-8851-6e0a0aca6499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.439944 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f5b9c405-ee19-4971-8851-6e0a0aca6499 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f16347a-cfb3-41c5-b8a2-6b3f7cdcf0e5 HTTP/1.1" status: 204 len: 168 time: 0.7784581 Mar 03 18:10:41.441667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a521ac6-ffca-4044-b1f5-9fbf05d35a6b tempest-FloatingIPNegativeTestJSON-244558204 tempest-FloatingIPNegativeTestJSON-244558204-project] Pushing event deleted for resources: {'Network': ['ID=813470b9-21c0-420d-a61f-7d72cf62f095,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:41.482091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecfdbb-c123-4700-bd75-4eed729524b2 req-ab22d814-03f4-4863-80a8-105ba0387c96 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:41.483646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0fecfdbb-c123-4700-bd75-4eed729524b2 req-ab22d814-03f4-4863-80a8-105ba0387c96 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 944 time: 0.6049020 Mar 03 18:10:41.530573 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.534891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0fecfdbb-c123-4700-bd75-4eed729524b2 req-17dd42ab-cb4e-4bf1-a5ee-e2a35bcbb0ef tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Mar 03 18:10:41.767707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Calling delete_port for 7a1e5e52-b667-4b17-8e4f-f517c58909ea owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:41.813208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.857248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:41.860876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:41.922779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=2638805f-e2be-4b21-9fe0-19de81e8afa2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:41.931034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:41.939576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2816e-7dac-47dc-99fc-c2bae318171f None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:41.951146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:42.018452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-564e0d0c-dff8-4124-b6d1-023c9b19ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:42.018452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-564e0d0c-dff8-4124-b6d1-023c9b19ecda service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.8929222 Mar 03 18:10:42.018452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5eeeca27-4dd9-4d31-8cc0-b92465832508 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/2638805f-e2be-4b21-9fe0-19de81e8afa2 HTTP/1.1" status: 204 len: 168 time: 2.9276557 Mar 03 18:10:42.018452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Made reservation on behalf of 74cf4cb007b74b7fb92b59dfd9b381fe for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:42.024970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42544) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:42.038072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:42.165846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42550) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:42.244888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:42.302735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-d36ac954-f24c-4321-8212-0fa4dac266ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 200 len: 217 time: 0.2588665 Mar 03 18:10:42.332495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 6b39ad8a-6dfe-4dce-82cf-d72b48d6653d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:10:42.336257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:42.536649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c7ff9d0-e306-43f3-99ae-b01293202618 req-7feff97e-d5a7-4652-94e8-cf6a85ef682e tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 210 time: 0.1714642 Mar 03 18:10:42.574895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bbe0394-75ca-4766-b0a3-4b3038aa3400 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:10:42.581563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-785add9d-b7b6-4e12-ae9b-034fd49acf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:42.583251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-785add9d-b7b6-4e12-ae9b-034fd49acf2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.2217987 Mar 03 18:10:42.621936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:42.640910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:8876474513164ef195a9df21773510a0 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:42.653359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:42.663419 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:42.684048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:42.695201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:42.769943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a6551b3b-ca27-453a-bab2-7e4cf3d6ca28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33ce436b2827490da9127f937820317c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9037850 Mar 03 18:10:42.780000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:42.800157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Port': ['ID=7a1e5e52-b667-4b17-8e4f-f517c58909ea,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:42.819147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-c01bafe4-4135-4213-9773-2a6eefa3df7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2269945 Mar 03 18:10:43.050914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.093962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0bbe0394-75ca-4766-b0a3-4b3038aa3400, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:43.134427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '0bbe0394-75ca-4766-b0a3-4b3038aa3400', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'port_id': '0bbe0394-75ca-4766-b0a3-4b3038aa3400', 'mac_address': 'fa:16:3e:1d:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e14d-944d-4a64-8cd2-e0a61103967a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:10:43.224237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.241879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.311138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbe0394-75ca-4766-b0a3-4b3038aa3400 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:10:43.346663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=6b39ad8a-6dfe-4dce-82cf-d72b48d6653d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:43.358701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0bbe0394-75ca-4766-b0a3-4b3038aa3400, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:43.366803 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.382355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.397219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2334e-eac2-4b93-8c96-7de61dba2f85 req-685e0c17-23f2-46e5-9130-fc7bca134002 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:43.398976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3c2334e-eac2-4b93-8c96-7de61dba2f85 req-685e0c17-23f2-46e5-9130-fc7bca134002 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 944 time: 0.6137071 Mar 03 18:10:43.442691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b93-1fd2-485f-9b90-c810a31e907c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.471594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=0bbe0394-75ca-4766-b0a3-4b3038aa3400,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:43.529276 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8f35945a-5f7e-4824-86de-b12623691b98 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/6b39ad8a-6dfe-4dce-82cf-d72b48d6653d HTTP/1.1" status: 204 len: 168 time: 1.5145607 Mar 03 18:10:43.540157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42574) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:43.549380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Allocated IP 172.20.0.10 (8126247d-3ee5-4d33-9f1c-ac21dd3dfa24/0d6a9d54-34c3-4d7d-b49c-1338fbd310fc/bc8cad4a-2ec1-4a70-86e6-6cf03238867c) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:43.572448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:10:43.645672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b93-1fd2-485f-9b90-c810a31e907c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.672362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3c2334e-eac2-4b93-8c96-7de61dba2f85 req-cfceab4e-869c-4b4e-ae80-45664f7a35ee tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631524 Mar 03 18:10:43.721947 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.758520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.795479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90480b-1661-4fcf-b5fc-b6e53f978af0 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:43.907848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-aea49800-5e1a-4c46-a271-1ff19a1d5d1a None None] Provisioning complete for port c83c9ff7-43a2-45da-a9fd-a315d0146259 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:43.908212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-aea49800-5e1a-4c46-a271-1ff19a1d5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.911113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8876474513164ef195a9df21773510a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7446570 Mar 03 18:10:43.912011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66a7a5-a9ae-417e-93a6-f769159a9cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d99073-2583-4cdc-9e6a-99ceec6bce5d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:43.914759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42590) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:43.950108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b93-1fd2-485f-9b90-c810a31e907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:43.976516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd3b93-1fd2-485f-9b90-c810a31e907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb05bf4f-34ad-4905-a052-bf46b99e448b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:44.003794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-50b1220e-06ac-4887-ae1b-0d6afd31b67a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4518642 Mar 03 18:10:44.006207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42596) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:44.007306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3b93-1fd2-485f-9b90-c810a31e907c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.008903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f0fd3b93-1fd2-485f-9b90-c810a31e907c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb05bf4f-34ad-4905-a052-bf46b99e448b HTTP/1.1" status: 204 len: 168 time: 1.2279582 Mar 03 18:10:44.018599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:44.019122 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-2d0895e5-69b4-44cc-bd47-ca9e4ba160d7 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1687484 Mar 03 18:10:44.034628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-efc3508d-982c-40db-b08d-ef2d97f6a605 req-f9e7161a-65af-4467-8d73-f7cc4285f04a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 210 time: 0.1244340 Mar 03 18:10:44.093394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa97f031-bc6f-4e1b-8234-cee914517b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.121979 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa97f031-bc6f-4e1b-8234-cee914517b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.124104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.298991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-06da8034-3812-4b82-aeb7-b3af012940a9 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/ports/7a1e5e52-b667-4b17-8e4f-f517c58909ea HTTP/1.1" status: 204 len: 168 time: 5.8057201 Mar 03 18:10:44.303224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42604) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:44.354479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:44.366686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:44.372533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:44.376864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa97f031-bc6f-4e1b-8234-cee914517b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.411347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:44.428784 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32fd687-5227-437d-97be-a619242db973 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] GET failed (client error): The resource could not be found. Mar 03 18:10:44.429594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a32fd687-5227-437d-97be-a619242db973 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Synchronizing usage tracker for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:44.436125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97f031-bc6f-4e1b-8234-cee914517b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d99073-2583-4cdc-9e6a-99ceec6bce5d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:44.452212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa97f031-bc6f-4e1b-8234-cee914517b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.460043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa97f031-bc6f-4e1b-8234-cee914517b7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73d99073-2583-4cdc-9e6a-99ceec6bce5d HTTP/1.1" status: 204 len: 168 time: 0.5418327 Mar 03 18:10:44.460043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:44.469797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e87aef-99a8-470f-b185-a8d3545eb31f req-591e8469-3087-4f97-b8e6-8461a8061895 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396231 Mar 03 18:10:44.482057 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.497879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a32fd687-5227-437d-97be-a619242db973 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Unset dirty status for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:44.499312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a32fd687-5227-437d-97be-a619242db973 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "GET /v2.0/ports/7a1e5e52-b667-4b17-8e4f-f517c58909ea HTTP/1.1" status: 404 len: 333 time: 0.1951525 Mar 03 18:10:44.512621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42614) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:44.518844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'name': 'tempest-AllowedAddressPairTestJSON-2126595195'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:44.660859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:10:44.666449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] Deleting port c83c9ff7-43a2-45da-a9fd-a315d0146259 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:44.666999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.721097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.817936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:44.842484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:44.873002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.929234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:44.933776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:44.994102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['39658f0d-3724-4fcb-84c0-0c2be74af4e3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:10:45.007427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] device_id is not set on port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:45.121406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:45.130558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:45.139717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:45.242787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:45.243593 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:45.262824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:45.282237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event updated for resources: {'Port': ['ID=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:45.384857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:45.387963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-8594b790-2c8e-4e6b-b738-07a20cc8833c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7813091 Mar 03 18:10:45.390797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:45.397895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:45.398599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:45.424743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d3bf-58c0-454e-b99a-a90df052daa5 req-6b15a48f-5bc7-436a-ae2e-738b10675c70 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:45.429586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8a8d3bf-58c0-454e-b99a-a90df052daa5 req-6b15a48f-5bc7-436a-ae2e-738b10675c70 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 945 time: 0.4234226 Mar 03 18:10:45.451793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Request body: {'port': {'device_id': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:45.482360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] For port c83c9ff7-43a2-45da-a9fd-a315d0146259, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c83c9ff7-43a2-45da-a9fd-a315d0146259,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:45.482769 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:45.499909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=7dd59af5-a4ef-46ff-89d1-ca3d7483bf17,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:45.519075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5b713140-9eac-4f8e-884d-e278fdbe2ff5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5050509 Mar 03 18:10:45.520254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42654) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:45.526942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:45.595477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a8a8d3bf-58c0-454e-b99a-a90df052daa5 req-d38fa640-77af-4dad-86d5-0b364e7ac67d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460862 Mar 03 18:10:45.853914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:45.864380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:45.866761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] Calling delete_port for c83c9ff7-43a2-45da-a9fd-a315d0146259 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:45.874265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:45.891254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:45.913183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:45.924643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:45.937750 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:45.991262 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:46.014931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed4f3e-15e0-475c-a240-84e1d4619945 req-ae35af88-cc50-40b8-acc2-877d0efc1dc9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:46.015693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-38ed4f3e-15e0-475c-a240-84e1d4619945 req-ae35af88-cc50-40b8-acc2-877d0efc1dc9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:46.106740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] No DVR routers for this DVR port c83c9ff7-43a2-45da-a9fd-a315d0146259 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:10:46.108850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Allocated IP 172.20.0.3 (f64a85cb-4179-499f-a5fa-345a107ea7c1/52ea7f55-ad1f-4c6b-8881-adbb00120226/314ee0ca-cc98-416e-a3ad-e8202ecb6cbc) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:46.160234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77213b6e-04d2-4953-bb3c-b3cbe1f3acd0 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:46.183391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42678) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:46.319387 n-d-827121-1 neutron-server[87887]: INFO neutron.db.ipam_backend_mixin [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7dd59af5-a4ef-46ff-89d1-ca3d7483bf17 (CIDR: 2001:db8::/64) Mar 03 18:10:46.324261 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:10:46.324778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:10:46.353278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9a3b11c0-bdf4-4d78-8fc2-ab492bea6248 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8319755 Mar 03 18:10:46.355937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42688) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:46.361394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'subnet': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:46.400907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c83c9ff7-43a2-45da-a9fd-a315d0146259 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:10:46.427703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-38ed4f3e-15e0-475c-a240-84e1d4619945 req-ae35af88-cc50-40b8-acc2-877d0efc1dc9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:46.436568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38ed4f3e-15e0-475c-a240-84e1d4619945 req-ae35af88-cc50-40b8-acc2-877d0efc1dc9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 932 time: 1.1362574 Mar 03 18:10:46.438315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702c381-a702-42a9-812c-e6d168bc3f78 None None] Pushing event deleted for resources: {'Port': ['ID=c83c9ff7-43a2-45da-a9fd-a315d0146259,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:46.446450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c83c9ff7-43a2-45da-a9fd-a315d0146259 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:10:46.446803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c83c9ff7-43a2-45da-a9fd-a315d0146259 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:10:46.648310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38ed4f3e-15e0-475c-a240-84e1d4619945 req-73ec889c-bfc1-4545-9300-cd88ebabdb76 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107728 Mar 03 18:10:46.760425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:46.771527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150386105'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:46.785901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Usage tracker for resource:subnet and tenant:0d3fbe0094e7437baadcb0dd99b36b42 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:46.789280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:46.799810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:46.813986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bbe0394-75ca-4766-b0a3-4b3038aa3400 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:46.817006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:46.830694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:46.841215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:46.849256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:46.873095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:46.885104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:46.903573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Transition to ACTIVE for port object 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:46.914956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'tenant_id': '0d3fbe0094e7437baadcb0dd99b36b42', 'fixed_ips': [{'subnet_id': '7dd59af5-a4ef-46ff-89d1-ca3d7483bf17'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:10:46.915803 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.074264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:47.120207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:47.120606 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.219665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:47.302527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:47.308894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.379065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.379717 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.472390 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.505005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Allocated IP 2001:db8::2 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/7dd59af5-a4ef-46ff-89d1-ca3d7483bf17/b5210e03-c347-4f20-98ab-dee176b10d87) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:47.524372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbe0394-75ca-4766-b0a3-4b3038aa3400'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:10:47.538662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0bbe0394-75ca-4766-b0a3-4b3038aa3400, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:47.565809 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.594062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=314ee0ca-cc98-416e-a3ad-e8202ecb6cbc,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:47.614385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:47.617310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8cad4a-2ec1-4a70-86e6-6cf03238867c {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:10:47.623279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:47.628369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:47.650250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=0bbe0394-75ca-4766-b0a3-4b3038aa3400,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:47.667075 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.721253 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbe0394-75ca-4766-b0a3-4b3038aa3400', 'code': 200} Mar 03 18:10:47.841384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:47.928909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Transition to ACTIVE for port object bc8cad4a-2ec1-4a70-86e6-6cf03238867c will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:47.958137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:47.959033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.969587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:47.978522 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.010244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Transition to ACTIVE for port object b5210e03-c347-4f20-98ab-dee176b10d87 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:48.058726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:10:48.060348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:security_group_rule and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:48.060906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Transition to ACTIVE for port object b5210e03-c347-4f20-98ab-dee176b10d87 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:48.104606 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.106934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75001241-bc30-425e-ba91-9428c64c787a req-c4c06f6e-b230-485a-9365-6e853864d020 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:48.108673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75001241-bc30-425e-ba91-9428c64c787a req-c4c06f6e-b230-485a-9365-6e853864d020 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 945 time: 1.2032902 Mar 03 18:10:48.109655 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.118928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:48.186142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:48.202095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:48.224620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:48.241400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:48.242451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.298376 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.307015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9496341 Mar 03 18:10:48.309592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:48.316420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75001241-bc30-425e-ba91-9428c64c787a req-36523dd9-ab18-4675-b7ce-0c2e9181c499 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932302 Mar 03 18:10:48.318853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42746) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:48.334513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c14b2-3704-4e98-8bd3-7524827d093e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Subnet': ['ID=f6b5baae-9e82-44df-b645-569095262f12,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:48.339774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:48.350351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:48.365758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Request body: {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'mac_address': 'fa:16:3e:20:9d:f4', 'name': 'tempest-NetworksTestDHCPv6-1797749490'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:48.381040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5b73d5e9-cf8e-432a-ab90-c6598583d6bb None None] Provisioning for port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:48.389881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5b73d5e9-cf8e-432a-ab90-c6598583d6bb None None] Provisioning complete for port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:48.390250 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5b73d5e9-cf8e-432a-ab90-c6598583d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.418952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Pushing event updated for resources: {'Port': ['ID=b5210e03-c347-4f20-98ab-dee176b10d87,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:48.447854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:48.452935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f35e1df2-f92d-446a-a33f-f48adda752a1 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9388704 Mar 03 18:10:48.458381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42752) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:48.466902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0a:8d:3c'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:48.575683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.583653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.652478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42764) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:48.675019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5b73d5e9-cf8e-432a-ab90-c6598583d6bb None None] Port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:48.679257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:10:48.692395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Attempting to bind port b5210e03-c347-4f20-98ab-dee176b10d87 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:10:48.692769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Attempting to bind port b5210e03-c347-4f20-98ab-dee176b10d87 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:10:48.693127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Attempting to bind port b5210e03-c347-4f20-98ab-dee176b10d87 on network 0e69cf99-8eb8-458c-aea8-3555a19ce91f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:48.701588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:10:48.701915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Checking segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:48.702322 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.703871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Bound using segment: {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:10:48.704305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Bound port: b5210e03-c347-4f20-98ab-dee176b10d87, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf376c-46b0-4030-8521-a1adbd555eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:10:48.704684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.707489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc229202-c456-45f0-b409-b2c72a4ba77e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:48.785405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda7f2a-1ec5-464c-923a-3cfa891de378 req-88c0f32f-093b-45a0-b149-1ce938bb8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:48.786941 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acda7f2a-1ec5-464c-923a-3cfa891de378 req-88c0f32f-093b-45a0-b149-1ce938bb8af4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 1097 time: 1.0192685 Mar 03 18:10:48.825203 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.825533 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment bff7babc-e6ed-44b9-994d-295a4effe04c of type vlan for network 4b308862-84f0-4b28-9619-70381c21a747 Mar 03 18:10:48.881284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] For port b5210e03-c347-4f20-98ab-dee176b10d87, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:10:48.887262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] For port b5210e03-c347-4f20-98ab-dee176b10d87, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b5210e03-c347-4f20-98ab-dee176b10d87,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:10:48.897726 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.936539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.973760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Attempting to bind port bc8cad4a-2ec1-4a70-86e6-6cf03238867c on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:10:48.976554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Attempting to bind port bc8cad4a-2ec1-4a70-86e6-6cf03238867c by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:10:48.977866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Attempting to bind port bc8cad4a-2ec1-4a70-86e6-6cf03238867c on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:48.984031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:48.985279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acda7f2a-1ec5-464c-923a-3cfa891de378 req-f12bf8be-7c51-4af1-8823-4cd061af30db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762664 Mar 03 18:10:49.009208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abfef2-63f8-46cc-ad0b-b5e2fc28a070 req-7ae90742-f631-4387-b765-80fbe6e1372c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:49.010818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5abfef2-63f8-46cc-ad0b-b5e2fc28a070 req-7ae90742-f631-4387-b765-80fbe6e1372c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 944 time: 0.8419759 Mar 03 18:10:49.019513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:49.029792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:49.038852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Port bc8cad4a-2ec1-4a70-86e6-6cf03238867c on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:10:49.040438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Attempting to bind port bc8cad4a-2ec1-4a70-86e6-6cf03238867c on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:49.058287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Made reservation on behalf of 0d3fbe0094e7437baadcb0dd99b36b42 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:49.067346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:49.083397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Usage tracker for resource:security_group_rule and tenant:5010d552217942d0b589255cf24712f3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:49.088479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:49.096631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51431d-b77f-4de3-8fcf-db938c826982 None None] Pushing event updated for resources: {'Port': ['ID=b5210e03-c347-4f20-98ab-dee176b10d87,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:49.130192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:10:49.134242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Checking segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:49.134750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Bound using segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:10:49.135306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Bound port: bc8cad4a-2ec1-4a70-86e6-6cf03238867c, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:10:49.135764 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.137874 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.149989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:49.150636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.160121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:49.243452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5abfef2-63f8-46cc-ad0b-b5e2fc28a070 req-a310e0a9-1017-44b1-b469-58d3bbe84c6a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928704 Mar 03 18:10:49.362764 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.404672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.423394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.484316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.507055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] For port bc8cad4a-2ec1-4a70-86e6-6cf03238867c, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:10:49.509705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5010d552217942d0b589255cf24712f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374362 Mar 03 18:10:49.527468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42780) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:49.552183 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fecac1ff-f847-491a-9f41-dd600f8ae8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.557816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] For port bc8cad4a-2ec1-4a70-86e6-6cf03238867c, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:10:49.575954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.683147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] device_id is not set on port 9308fff1-ee86-4059-918d-c9ef53a96327 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:49.721989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:49.745068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:49.745879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:49.747348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-72bc008e-8f83-47e1-b20f-b296ee8cc562 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc8cad4a-2ec1-4a70-86e6-6cf03238867c HTTP/1.1" status: 200 len: 1092 time: 4.3271511 Mar 03 18:10:49.747862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'tag': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:10:49.821481 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'tag': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c', 'status': 'completed', 'code': 200} Mar 03 18:10:49.952377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=4b308862-84f0-4b28-9619-70381c21a747,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:49.954792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32bf52-9a55-4e06-9071-6e42081984cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9916c9-c1c8-4d7b-be02-c8bebe3ec9a7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:49.981356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bc967255-07da-404f-b7ee-18865be31ffc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.7791317 Mar 03 18:10:49.982331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 4b308862-84f0-4b28-9619-70381c21a747 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:10:50.171313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48952814-fa64-45aa-a0b0-2fa3d0012ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:50.213069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48952814-fa64-45aa-a0b0-2fa3d0012ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:50.345160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48952814-fa64-45aa-a0b0-2fa3d0012ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:50.491083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5210e03-c347-4f20-98ab-dee176b10d87 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:50.543099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48952814-fa64-45aa-a0b0-2fa3d0012ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9916c9-c1c8-4d7b-be02-c8bebe3ec9a7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:50.587119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48952814-fa64-45aa-a0b0-2fa3d0012ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:50.588553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48952814-fa64-45aa-a0b0-2fa3d0012ecd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe9916c9-c1c8-4d7b-be02-c8bebe3ec9a7 HTTP/1.1" status: 204 len: 168 time: 1.0587339 Mar 03 18:10:50.793402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b5210e03-c347-4f20-98ab-dee176b10d87 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:50.807346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e7279-7d81-491f-8178-d1f6437d6055 req-4495b4de-6815-4580-abd2-b5d06dbb562f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:50.815810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-670e7279-7d81-491f-8178-d1f6437d6055 req-4495b4de-6815-4580-abd2-b5d06dbb562f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 946 time: 0.9916205 Mar 03 18:10:50.830851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3daa-9d87-42e3-be86-10f910c82038 req-7e7231ec-c8bc-4376-be2e-de1c96b012ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:50.838438 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-7e7231ec-c8bc-4376-be2e-de1c96b012ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 1095 time: 1.0315740 Mar 03 18:10:50.937989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-670e7279-7d81-491f-8178-d1f6437d6055 req-9e937b69-ed38-4047-a34a-8106bf0d4d3c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Mar 03 18:10:50.942677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:50.962311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:51.076732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8::24a (0e69cf99-8eb8-458c-aea8-3555a19ce91f/7dd59af5-a4ef-46ff-89d1-ca3d7483bf17/9308fff1-ee86-4059-918d-c9ef53a96327) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:51.091725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:9df4 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/f6b5baae-9e82-44df-b645-569095262f12/9308fff1-ee86-4059-918d-c9ef53a96327) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:51.235449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001c9d2-d5d0-4517-84fd-bff71c3fd742 None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:51.316102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-9d430289-7c2c-442d-9b7c-8925321bb7b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c HTTP/1.1" status: 200 len: 217 time: 0.4662843 Mar 03 18:10:51.348387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dfed077c-f1a7-4539-9b6b-1a879a6cb2b8 None None] Provisioning for port b5210e03-c347-4f20-98ab-dee176b10d87 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:51.374518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dfed077c-f1a7-4539-9b6b-1a879a6cb2b8 None None] Provisioning complete for port b5210e03-c347-4f20-98ab-dee176b10d87 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:51.381347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfed077c-f1a7-4539-9b6b-1a879a6cb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:51.643988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42814) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:51.711150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:51.803612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=314ee0ca-cc98-416e-a3ad-e8202ecb6cbc,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:51.808765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:51.844277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Usage tracker for resource:security_group_rule and tenant:2d63814fe56f427fa360ada53c78cc10 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:51.867159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:51.888559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] In _notify_port_updated(), no bound segment for port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc on network f64a85cb-4179-499f-a5fa-345a107ea7c1 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:10:51.900499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:51.901356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:51.902842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "PUT /v2.0/ports/314ee0ca-cc98-416e-a3ad-e8202ecb6cbc HTTP/1.1" status: 200 len: 993 time: 3.4442480 Mar 03 18:10:51.904674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.905163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.905828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.906538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.907030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.907532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.907998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.908460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.909017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.909630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.910091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.910550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47111590-4913-4ac0-8fd2-1a8e00d90561 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:51.925565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:51.929848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42822) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:51.938262 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfed077c-f1a7-4539-9b6b-1a879a6cb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:52.004324 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bce416b7-d43d-4c14-be6c-de07ae0944c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:52.525993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:52.526389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:52.548970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-dfed077c-f1a7-4539-9b6b-1a879a6cb2b8 None None] For port b5210e03-c347-4f20-98ab-dee176b10d87, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b5210e03-c347-4f20-98ab-dee176b10d87,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:52.556543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfed077c-f1a7-4539-9b6b-1a879a6cb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:52.764011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a8fcb-017e-4f84-bdc8-d436865e2e26 req-af733da7-7f9a-44a7-8e26-422361c5276b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:52.775523 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-275a8fcb-017e-4f84-bdc8-d436865e2e26 req-af733da7-7f9a-44a7-8e26-422361c5276b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 944 time: 2.1496744 Mar 03 18:10:52.852492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3daa-9d87-42e3-be86-10f910c82038 req-96e20533-9941-4fcc-8c5e-57aaad481f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:52.854593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-96e20533-9941-4fcc-8c5e-57aaad481f82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.8317475 Mar 03 18:10:52.923442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7e9f8a72-10d6-44bb-9bbf-185b33e9543e None None] Provisioning complete for port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:52.923786 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8a72-10d6-44bb-9bbf-185b33e9543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:52.972624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4aec9-71ed-42ef-bd58-b2238879808d req-672c5afd-16e2-4ab4-b513-8ca85dbf7f0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:52.978212 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74f4aec9-71ed-42ef-bd58-b2238879808d req-672c5afd-16e2-4ab4-b513-8ca85dbf7f0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 946 time: 0.6383195 Mar 03 18:10:53.009245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.027356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed077c-f1a7-4539-9b6b-1a879a6cb2b8 None None] Pushing event updated for resources: {'Port': ['ID=b5210e03-c347-4f20-98ab-dee176b10d87,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:53.066360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Transition to ACTIVE for port object 9308fff1-ee86-4059-918d-c9ef53a96327 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:53.072298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74f4aec9-71ed-42ef-bd58-b2238879808d req-dca6c893-0bce-422d-8c01-2781598eec60 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815575 Mar 03 18:10:53.125534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f8a72-10d6-44bb-9bbf-185b33e9543e None None] Port 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:53.160040 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.182247 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.251981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.263039 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.314947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-275a8fcb-017e-4f84-bdc8-d436865e2e26 req-35ad3730-ff55-423d-9c50-6acdf43da2c7 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392780 Mar 03 18:10:53.332393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42842) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:53.339771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-388b6a71-a55b-463c-aa90-8ddf28d25f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2656691 Mar 03 18:10:53.344160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': '4b308862-84f0-4b28-9619-70381c21a747', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:53.493151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] Update dhcp port {'port': {'network_id': '0e69cf99-8eb8-458c-aea8-3555a19ce91f', 'fixed_ips': [{'subnet_id': '7dd59af5-a4ef-46ff-89d1-ca3d7483bf17', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6b5baae-9e82-44df-b645-569095262f12'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'b5210e03-c347-4f20-98ab-dee176b10d87'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:10:53.608954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.625976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.629606 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.784867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event updated for resources: {'Port': ['ID=9308fff1-ee86-4059-918d-c9ef53a96327,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:53.791596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Calling delete_port for 314ee0ca-cc98-416e-a3ad-e8202ecb6cbc owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:53.808405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.808759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.809103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.809470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.809803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.810133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.810461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.810786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.811109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.811428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.811746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.812065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:10:53.818726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:53.824489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:53.841726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:53.860299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:53.861542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:53.893122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d63814fe56f427fa360ada53c78cc10&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2473588 Mar 03 18:10:53.903858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42862) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:53.926237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:53.926752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe17:35a1 (0e69cf99-8eb8-458c-aea8-3555a19ce91f/f6b5baae-9e82-44df-b645-569095262f12/b5210e03-c347-4f20-98ab-dee176b10d87) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:53.971280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:53.980053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a5ff1a76-4140-4850-95e0-d9f1ceb82629 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6580951 Mar 03 18:10:53.983278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:53.987316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42866) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:54.034991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-0771b0c0-c098-42db-9a4c-88a93b4c02e8 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683371 Mar 03 18:10:54.035397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:54.065845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9401d-4ad5-4ae7-8878-c216bcef6858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af48e934-45b4-437e-8d1f-4658d93380d1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:54.086743 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.154115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Port': ['ID=314ee0ca-cc98-416e-a3ad-e8202ecb6cbc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:54.334512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.340140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:54.344975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.349604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5210e03-c347-4f20-98ab-dee176b10d87 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:54.602150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0724-f9a4-4a56-931f-f33cc3f24dc5 req-28aef51a-d1e4-4b15-9098-d37278a4d08d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:54.604017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-063e0724-f9a4-4a56-931f-f33cc3f24dc5 req-28aef51a-d1e4-4b15-9098-d37278a4d08d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.7067051 Mar 03 18:10:54.627017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.662421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b5210e03-c347-4f20-98ab-dee176b10d87 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:54.668906 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.737214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-063e0724-f9a4-4a56-931f-f33cc3f24dc5 req-e3ba6d7f-2961-45b3-87c5-d36b7b12e66d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.1248150 Mar 03 18:10:54.738933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.776511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] For port b5210e03-c347-4f20-98ab-dee176b10d87, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b5210e03-c347-4f20-98ab-dee176b10d87,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:10:54.805653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42888) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:54.823576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting port 9308fff1-ee86-4059-918d-c9ef53a96327 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:10:54.838006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.847841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-59f7f759-a5a3-4e0a-80c6-e50710bc3c5c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/ports/314ee0ca-cc98-416e-a3ad-e8202ecb6cbc HTTP/1.1" status: 204 len: 168 time: 2.9154329 Mar 03 18:10:54.848709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42894) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:54.877363 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.948423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] Transition to ACTIVE for port object b5210e03-c347-4f20-98ab-dee176b10d87 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:54.975174 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:54.975986 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5e7007-8e4c-478e-8d54-13037bbf1c4d tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] GET failed (client error): The resource could not be found. Mar 03 18:10:54.976554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1d5e7007-8e4c-478e-8d54-13037bbf1c4d tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Synchronizing usage tracker for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:55.144840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:55.193739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-063e0724-f9a4-4a56-931f-f33cc3f24dc5 req-6b6bec14-6eff-4abd-b9bd-2ebf128d1b42 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4468873 Mar 03 18:10:55.194410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1d5e7007-8e4c-478e-8d54-13037bbf1c4d tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Unset dirty status for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:55.199386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1d5e7007-8e4c-478e-8d54-13037bbf1c4d tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "GET /v2.0/ports/314ee0ca-cc98-416e-a3ad-e8202ecb6cbc HTTP/1.1" status: 404 len: 333 time: 0.3447056 Mar 03 18:10:55.203574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e31e7-30ad-4ab1-a47b-d1d8ca51aca7 None None] Pushing event updated for resources: {'Port': ['ID=b5210e03-c347-4f20-98ab-dee176b10d87,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:55.203703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42898) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:55.226422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'name': 'tempest-AllowedAddressPairTestJSON-865338081'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:55.276405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:55.300978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Usage tracker for resource:security_group_rule and tenant:9e35df17f7014577ad1f29b1298d5630 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:55.305475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:55.312762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:55.319627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:55.483482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6557c36f-febe-43c9-8356-abdc05d61f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:55.495261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Calling delete_port for 9308fff1-ee86-4059-918d-c9ef53a96327 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:10:55.795269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:55.805490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:55.870035 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6557c36f-febe-43c9-8356-abdc05d61f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:55.891037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:55.958816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:55.963222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-063e0724-f9a4-4a56-931f-f33cc3f24dc5 req-a24b4adc-150b-4c87-80ef-8f4c8323ebee service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7603772 Mar 03 18:10:55.968249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e35df17f7014577ad1f29b1298d5630&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1602488 Mar 03 18:10:55.970560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502aff01-a449-48c2-a2c6-3674d72df901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82ed96e-0537-4f6e-baae-3170469f6210,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:55.974869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42914) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:56.044066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:56.045668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655e3daa-9d87-42e3-be86-10f910c82038 req-0fa990d8-9723-4a22-affd-78c8bb2fe62a service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9997165 Mar 03 18:10:56.047974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.125607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ea2c1d4c-5a80-4a80-bdd4-3855e8177243 None None] Provisioning for port b5210e03-c347-4f20-98ab-dee176b10d87 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:56.139333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ea2c1d4c-5a80-4a80-bdd4-3855e8177243 None None] Provisioning complete for port b5210e03-c347-4f20-98ab-dee176b10d87 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:56.140111 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1d4c-5a80-4a80-bdd4-3855e8177243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.187851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798edc0-7e60-4318-834f-3957822ca631 req-6371dd38-bca8-40fa-bbd9-1cd71f02d99f tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:56.196289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5798edc0-7e60-4318-834f-3957822ca631 req-6371dd38-bca8-40fa-bbd9-1cd71f02d99f tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 944 time: 1.5761726 Mar 03 18:10:56.251313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5210e03-c347-4f20-98ab-dee176b10d87 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:10:56.290623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.339019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] device_id is not set on port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:10:56.418218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b5210e03-c347-4f20-98ab-dee176b10d87 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:56.418745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.424751 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b6a807e-cf7d-45e7-9627-7a8807e5c948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.457917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=ea5dfac0-9327-4aec-a1d3-0fe8347312df,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:56.469265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6557c36f-febe-43c9-8356-abdc05d61f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.501557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-063e0724-f9a4-4a56-931f-f33cc3f24dc5 req-61a7b5aa-4e16-40e8-bfc7-d49954950972 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093970 Mar 03 18:10:56.503925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5798edc0-7e60-4318-834f-3957822ca631 req-8794bf6c-0795-46a2-9121-8af191982f2e tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046408 Mar 03 18:10:56.515730 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b6a807e-cf7d-45e7-9627-7a8807e5c948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.589501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b6a807e-cf7d-45e7-9627-7a8807e5c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.619869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a807e-cf7d-45e7-9627-7a8807e5c948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82ed96e-0537-4f6e-baae-3170469f6210,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:56.624088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b6a807e-cf7d-45e7-9627-7a8807e5c948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.629381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3b6a807e-cf7d-45e7-9627-7a8807e5c948 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e82ed96e-0537-4f6e-baae-3170469f6210 HTTP/1.1" status: 204 len: 168 time: 0.6257706 Mar 03 18:10:56.698705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557c36f-febe-43c9-8356-abdc05d61f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48e934-45b4-437e-8d1f-4658d93380d1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:56.735477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': 'bff7babc-e6ed-44b9-994d-295a4effe04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4b308862-84f0-4b28-9619-70381c21a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:56.735754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: 4b308862-84f0-4b28-9619-70381c21a747, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:10:56.779315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6557c36f-febe-43c9-8356-abdc05d61f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.783522 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6557c36f-febe-43c9-8356-abdc05d61f3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af48e934-45b4-437e-8d1f-4658d93380d1 HTTP/1.1" status: 204 len: 168 time: 2.8741324 Mar 03 18:10:56.798165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-a0ead30c-545f-404d-a87e-b39edb090381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:56.799721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-a0ead30c-545f-404d-a87e-b39edb090381 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 1095 time: 0.5551317 Mar 03 18:10:56.877025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e7a9689-6d73-4e68-b45a-5e1d1846f633 None None] Provisioning for port 9308fff1-ee86-4059-918d-c9ef53a96327 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:56.883889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e7a9689-6d73-4e68-b45a-5e1d1846f633 None None] Provisioning complete for port 9308fff1-ee86-4059-918d-c9ef53a96327 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:56.885005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e7a9689-6d73-4e68-b45a-5e1d1846f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.948368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 4b308862-84f0-4b28-9619-70381c21a747 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:10:56.976745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:56.994442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a9689-6d73-4e68-b45a-5e1d1846f633 None None] Port 9308fff1-ee86-4059-918d-c9ef53a96327 was deleted so its status cannot be updated. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 18:10:57.086497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Allocated IP 172.20.0.5 (f64a85cb-4179-499f-a5fa-345a107ea7c1/52ea7f55-ad1f-4c6b-8881-adbb00120226/0851e26b-11be-4fc8-a925-ab8fb71fbaa4) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:57.161268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Port': ['ID=9308fff1-ee86-4059-918d-c9ef53a96327,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:57.175683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 4b308862-84f0-4b28-9619-70381c21a747) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:57.201121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42963dde-4e34-4821-9af7-b9241bf41d87 None None] Network 4b308862-84f0-4b28-9619-70381c21a747 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:10:57.283440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-fac85685-0e8e-4722-b85d-b501250b31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:57.301280 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:10:57.303564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-fac85685-0e8e-4722-b85d-b501250b31e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 916 time: 0.4881101 Mar 03 18:10:57.315710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:57.316566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:57.586627 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:57.608070 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:57.612874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4ced3652-9758-4095-b9fe-e6b120d01a85 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/9308fff1-ee86-4059-918d-c9ef53a96327 HTTP/1.1" status: 204 len: 168 time: 3.6245978 Mar 03 18:10:57.614288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42974) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:57.617981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-18f62e61-7722-4c7b-bd23-bbf5ca72013f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c HTTP/1.1" status: 200 len: 217 time: 0.3049207 Mar 03 18:10:57.665915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Transition to ACTIVE for port object 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:57.722041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:57.794688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f276c2f1-24f5-45a4-8175-def441775b11 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.4606972 Mar 03 18:10:57.795389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42986) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:57.831935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-4b308862-84f0-4b28-9619-70381c21a747', 'network_id': '4b308862-84f0-4b28-9619-70381c21a747', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': 'ea5dfac0-9327-4aec-a1d3-0fe8347312df'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:10:57.832976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:57.892362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224363362'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:57.934596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:57.955942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:57.961784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:57.962866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=0851e26b-11be-4fc8-a925-ab8fb71fbaa4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:57.967071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:57.990867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:57.994783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:57.995800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-8c203da7-a52b-4cb0-b567-87f82a31772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:57.997621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-8c203da7-a52b-4cb0-b567-87f82a31772c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.3253317 Mar 03 18:10:58.003362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:58.188374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3530ea73-dc5d-4524-a8c3-8ed88c25fb6d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:58.188374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3530ea73-dc5d-4524-a8c3-8ed88c25fb6d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:10:58.198380 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-195b4691-426a-4996-b610-a8ca40b70f44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690993 Mar 03 18:10:58.199030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:10:58.202514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:58.263907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:58.264589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:58.322189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Allocated IP 2001:db8:0:ffff::2 (4b308862-84f0-4b28-9619-70381c21a747/ea5dfac0-9327-4aec-a1d3-0fe8347312df/8c1c90a6-61a2-46e0-b604-b45d90d597f1) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:10:58.462005 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fefc5eb6-a32d-4464-9514-d522727f9477 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2521105 Mar 03 18:10:58.466382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:58.476198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0a:8d:3c'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:58.503720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:10:58.516646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:58.517134 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment 872eadf0-0883-440a-bdcc-abe20699a65c of type vlan for network f3931cf2-2244-4839-be44-1c4585eadd76 Mar 03 18:10:58.553518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:58.588953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3530ea73-dc5d-4524-a8c3-8ed88c25fb6d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:10:58.588953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3530ea73-dc5d-4524-a8c3-8ed88c25fb6d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9731429 Mar 03 18:10:58.592196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43028) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:58.601905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-790b0566-1ce5-47d7-a983-2cebb9531f91 None None] Provisioning for port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:10:58.619824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:58.622650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-790b0566-1ce5-47d7-a983-2cebb9531f91 None None] Provisioning complete for port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:10:58.623350 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-790b0566-1ce5-47d7-a983-2cebb9531f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:58.625854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:58.626487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:58.755693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fef84-3c1b-49b2-9ca9-379491343acf req-2c7f8f93-d832-4c66-b68d-5a78b9dba6c3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:58.757239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-464fef84-3c1b-49b2-9ca9-379491343acf req-2c7f8f93-d832-4c66-b68d-5a78b9dba6c3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 944 time: 0.7978334 Mar 03 18:10:58.804534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-790b0566-1ce5-47d7-a983-2cebb9531f91 None None] Port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:10:58.882521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0749209 Mar 03 18:10:58.886812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43046) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:58.928598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e985b82-bd81-41ae-ace3-91860daea8e9 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=f3931cf2-2244-4839-be44-1c4585eadd76,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:58.945520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': 'f3931cf2-2244-4839-be44-1c4585eadd76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:10:58.983199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-1fdd0bb4-4398-400c-a73e-7efeda9b349b service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309732 Mar 03 18:10:59.009121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f3931cf2-2244-4839-be44-1c4585eadd76 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:10:59.166144 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:59.182680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Transition to ACTIVE for port object 8c1c90a6-61a2-46e0-b604-b45d90d597f1 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:59.212351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Transition to ACTIVE for port object 8c1c90a6-61a2-46e0-b604-b45d90d597f1 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:10:59.221493 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:59.313284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bc8cad4a-2ec1-4a70-86e6-6cf03238867c details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:10:59.362105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:59.401039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Network 4b308862-84f0-4b28-9619-70381c21a747 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:10:59.405485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:10:59.415268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:10:59.504692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-464fef84-3c1b-49b2-9ca9-379491343acf req-6894c1d9-ef28-43fe-973b-aa3445865048 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7099154 Mar 03 18:10:59.547817 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:10:59.649881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428bdda6-03f1-49ae-8b40-fd7e3d20ce7c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:59.652252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-428bdda6-03f1-49ae-8b40-fd7e3d20ce7c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0509539 Mar 03 18:10:59.658884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43070) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:10:59.746271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Pushing event updated for resources: {'Port': ['ID=8c1c90a6-61a2-46e0-b604-b45d90d597f1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:10:59.755087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Attempting to bind port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:10:59.755466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Attempting to bind port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bff7babc-e6ed-44b9-994d-295a4effe04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4b308862-84f0-4b28-9619-70381c21a747'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:10:59.755914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Attempting to bind port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 on network 4b308862-84f0-4b28-9619-70381c21a747 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:10:59.770093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-7e787fe6-4062-4549-98c7-5f2d406a32a1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:10:59.788440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-7e787fe6-4062-4549-98c7-5f2d406a32a1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 1.1834528 Mar 03 18:10:59.811192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:10:59.812256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Checking segment: {'id': 'bff7babc-e6ed-44b9-994d-295a4effe04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4b308862-84f0-4b28-9619-70381c21a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:10:59.813355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:59.814159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Bound using segment: {'id': 'bff7babc-e6ed-44b9-994d-295a4effe04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4b308862-84f0-4b28-9619-70381c21a747'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:10:59.814861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Bound port: 8c1c90a6-61a2-46e0-b604-b45d90d597f1, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff7babc-e6ed-44b9-994d-295a4effe04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4b308862-84f0-4b28-9619-70381c21a747'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:10:59.815488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:10:59.818507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:10:59.835658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:10:59.844132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:10:59.892441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:10:59.903200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-0ea08600-616f-455c-a5c4-f9635fdf8a3d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.1140337 Mar 03 18:11:00.020438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:00.024017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.040340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf5e3ef1-a39a-465f-957c-b7c050b6c66c req-055aafa9-665a-4016-9192-f99a2a9b2c5c service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0452044 Mar 03 18:11:00.087601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bc8cad4a-2ec1-4a70-86e6-6cf03238867c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:00.124600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43088) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:00.144168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'port_id': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c', 'mac_address': 'fa:16:3e:c8:a0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6a9d54-34c3-4d7d-b49c-1338fbd310fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:11:00.168190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6351719e-7164-4717-81a6-76ab7223a1b3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2640347 Mar 03 18:11:00.248341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] For port 8c1c90a6-61a2-46e0-b604-b45d90d597f1, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:00.277945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] For port 8c1c90a6-61a2-46e0-b604-b45d90d597f1, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8c1c90a6-61a2-46e0-b604-b45d90d597f1,segment=NetworkSegment(bff7babc-e6ed-44b9-994d-295a4effe04c),segment_id=bff7babc-e6ed-44b9-994d-295a4effe04c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:00.291309 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.345047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.384994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.400165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2744bc23-93aa-4882-a6c6-b1650eb07a99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:00.404801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2744bc23-93aa-4882-a6c6-b1650eb07a99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:00.410813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2744bc23-93aa-4882-a6c6-b1650eb07a99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:00.411666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2744bc23-93aa-4882-a6c6-b1650eb07a99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:00.430753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-629f5f14-35fd-4dfe-ba2d-49e51c9ef631 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613838 Mar 03 18:11:00.432781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.479635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8cad4a-2ec1-4a70-86e6-6cf03238867c {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:11:00.534398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bc8cad4a-2ec1-4a70-86e6-6cf03238867c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:00.593860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede3db1-5081-4e09-bf49-74b95779d0af None None] Pushing event updated for resources: {'Port': ['ID=8c1c90a6-61a2-46e0-b604-b45d90d597f1,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:00.600909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.620789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=0851e26b-11be-4fc8-a925-ab8fb71fbaa4,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:00.631982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2744bc23-93aa-4882-a6c6-b1650eb07a99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:00.636323 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2744bc23-93aa-4882-a6c6-b1650eb07a99 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9755983 Mar 03 18:11:00.636998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43106) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:00.670103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-266cc1e7-efeb-4d2f-9dfa-ee3ce11ac1b6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373497 Mar 03 18:11:00.695524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.776011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.794490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:00.816709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] In _notify_port_updated(), no bound segment for port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 on network f64a85cb-4179-499f-a5fa-345a107ea7c1 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:11:00.827030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:00.827871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:00.832895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7f5b9fd0-9810-4014-ba24-caaaf5f40e02 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "PUT /v2.0/ports/0851e26b-11be-4fc8-a925-ab8fb71fbaa4 HTTP/1.1" status: 200 len: 995 time: 2.3650694 Mar 03 18:11:00.834414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43114) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:00.886219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:00.899224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Usage tracker for resource:security_group_rule and tenant:394521da8adf4d90b5347ea5ff20f26d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:00.911361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:00.970208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['bc8cad4a-2ec1-4a70-86e6-6cf03238867c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:11:01.099852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:01.139746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa70ef2d-57a0-422c-9de7-e7e6017a08a7 req-ce5ada46-9ac6-4ab4-a70c-2c4265f3ac1b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 210 time: 0.1167734 Mar 03 18:11:01.215634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet 7dd59af5-a4ef-46ff-89d1-ca3d7483bf17 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:11:01.230031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:01.250340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3497f6ef-d0ed-4726-bc7c-145da503d4b5 None None] Provisioning complete for port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:01.250739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3497f6ef-d0ed-4726-bc7c-145da503d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:01.311107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=e4316c8c-9ac3-4333-a008-2ad07b11881b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:01.318402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': '872eadf0-0883-440a-bdcc-abe20699a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f3931cf2-2244-4839-be44-1c4585eadd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:01.318880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: f3931cf2-2244-4839-be44-1c4585eadd76, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:01.387806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:01.388536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:01.442454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network f3931cf2-2244-4839-be44-1c4585eadd76 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:01.468420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f3931cf2-2244-4839-be44-1c4585eadd76) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:01.527023 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:01.530511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527904f-3b2d-478e-bc6d-a6e7a45295a5 None None] Network f3931cf2-2244-4839-be44-1c4585eadd76 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:01.532206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:01.533030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:01.578245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3497f6ef-d0ed-4726-bc7c-145da503d4b5 None None] Port 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:01.629257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-12b09d8b-bec6-4729-b728-bdcf6ea013da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7168400 Mar 03 18:11:01.631751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43148) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:01.879801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a13915-367f-4c43-99cf-ce23a08b3d21 req-0de2b652-7ab0-499c-bc85-ec4d0e7702fb tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:01.887569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41a13915-367f-4c43-99cf-ce23a08b3d21 req-0de2b652-7ab0-499c-bc85-ec4d0e7702fb tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 945 time: 1.0273588 Mar 03 18:11:01.963824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.149654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-41a13915-367f-4c43-99cf-ce23a08b3d21 req-b9df3d54-5fbe-4856-be51-331e0624dab6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610736 Mar 03 18:11:02.192860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.213197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f3931cf2-2244-4839-be44-1c4585eadd76', 'network_id': 'f3931cf2-2244-4839-be44-1c4585eadd76', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': 'e4316c8c-9ac3-4333-a008-2ad07b11881b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:02.230204 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.271568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.318074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Calling delete_port for 0851e26b-11be-4fc8-a925-ab8fb71fbaa4 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:02.393012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c1c90a6-61a2-46e0-b604-b45d90d597f1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:02.400993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.476260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2611a2-4dfc-4c35-b891-15e615a5db5b req-7db2d214-e771-45f9-a97e-300056f7a331 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 210 time: 0.0910773 Mar 03 18:11:02.578256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32684221-4f3b-4560-8995-f349657c0a3b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:02.608392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.650076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-86771650-cdf6-4fd9-9b99-1a2c2bd9be06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=394521da8adf4d90b5347ea5ff20f26d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5146863 Mar 03 18:11:02.653198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43172) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:02.675529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.780075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Allocated IP 2001:db8::1 (f3931cf2-2244-4839-be44-1c4585eadd76/e4316c8c-9ac3-4333-a008-2ad07b11881b/ba864795-2720-434c-a6dc-f3f63758aba4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:02.842128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b989985-3d60-4bba-a01c-5902a9b4b99b None None] Network 4b308862-84f0-4b28-9619-70381c21a747 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:02.856522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.958487 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.978142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd59af5-a4ef-46ff-89d1-ca3d7483bf17,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:02.984834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a5d81-28bf-4d41-b26f-b8724f4cd46b None None] Network 0e69cf99-8eb8-458c-aea8-3555a19ce91f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:02.984987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:02.989614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Port': ['ID=0851e26b-11be-4fc8-a925-ab8fb71fbaa4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:03.062720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b0141235-b601-4503-b21a-9dd229a54c94 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/7dd59af5-a4ef-46ff-89d1-ca3d7483bf17 HTTP/1.1" status: 204 len: 168 time: 2.4073088 Mar 03 18:11:03.081950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43184) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:03.188233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:03.381651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:03.382026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:03.430955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bc8cad4a-2ec1-4a70-86e6-6cf03238867c up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:03.456121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d72737c-98f3-4c5b-9dda-73591275f373 None None] Provisioning for port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:03.557895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410e573-6270-4795-ab87-21f4af818b85 req-6eb6e877-e4a4-49e1-ab9c-e1fd1d1b3b30 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:03.564704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6410e573-6270-4795-ab87-21f4af818b85 req-6eb6e877-e4a4-49e1-ab9c-e1fd1d1b3b30 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 945 time: 0.1573856 Mar 03 18:11:03.574434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:03.604559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-474f15d2-865d-4c8d-a1e5-d2396b0cf38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:03.619198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d72737c-98f3-4c5b-9dda-73591275f373 None None] Provisioning complete for port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:03.619502 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d72737c-98f3-4c5b-9dda-73591275f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:03.669004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6410e573-6270-4795-ab87-21f4af818b85 req-f113bb13-13c8-459c-86ed-1aee74091929 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989187 Mar 03 18:11:03.716167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Deleting subnet f6b5baae-9e82-44df-b645-569095262f12 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:11:03.729190 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:03.789882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4c5853ff-82e5-45f5-bf30-5ac9f6fc9749 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/ports/0851e26b-11be-4fc8-a925-ab8fb71fbaa4 HTTP/1.1" status: 204 len: 168 time: 2.9314668 Mar 03 18:11:03.792649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:03.846476 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aade4fe-42cb-4439-9621-5350e796fbb5 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] GET failed (client error): The resource could not be found. Mar 03 18:11:03.847158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3aade4fe-42cb-4439-9621-5350e796fbb5 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Synchronizing usage tracker for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:03.876971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:03.877266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3aade4fe-42cb-4439-9621-5350e796fbb5 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Unset dirty status for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:03.878907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3aade4fe-42cb-4439-9621-5350e796fbb5 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "GET /v2.0/ports/0851e26b-11be-4fc8-a925-ab8fb71fbaa4 HTTP/1.1" status: 404 len: 333 time: 0.0849719 Mar 03 18:11:03.883315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43212) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:03.889030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'name': 'tempest-AllowedAddressPairTestJSON-1902970340'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:03.980089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:03.992847 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.004401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Transition to ACTIVE for port object ba864795-2720-434c-a6dc-f3f63758aba4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:04.024074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Transition to ACTIVE for port object ba864795-2720-434c-a6dc-f3f63758aba4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:04.068445 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.132225 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-474f15d2-865d-4c8d-a1e5-d2396b0cf38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.153676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-58eb51b3-4a1b-4c82-8364-18a866f5005a req-377e1b03-2e49-4cb7-80ad-c1b4e86348d4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 210 time: 0.0772364 Mar 03 18:11:04.157153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.182184 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.217849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:04.228549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b5baae-9e82-44df-b645-569095262f12,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:04.253885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:04.271926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.298002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.302516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-492629cb-1da4-45c3-b116-dc6b17adac96 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:04.304364 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-492629cb-1da4-45c3-b116-dc6b17adac96 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.9198265 Mar 03 18:11:04.315843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-24200088-c59d-40d8-959f-f1370f8a9f22 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/f6b5baae-9e82-44df-b645-569095262f12 HTTP/1.1" status: 204 len: 168 time: 1.1967385 Mar 03 18:11:04.316708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43220) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:04.326203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Request body: {'port': {'device_id': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'admin_state_up': True, 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:04.344695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:04.349613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.419236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-29c5899a-8abc-47f7-a5f4-101dbde8cbb8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009796 Mar 03 18:11:04.424006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43226) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:04.449617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 8c1c90a6-61a2-46e0-b604-b45d90d597f1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8c1c90a6-61a2-46e0-b604-b45d90d597f1,segment=NetworkSegment(bff7babc-e6ed-44b9-994d-295a4effe04c),segment_id=bff7babc-e6ed-44b9-994d-295a4effe04c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:04.498088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.523637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port bc8cad4a-2ec1-4a70-86e6-6cf03238867c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:04.551588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port bc8cad4a-2ec1-4a70-86e6-6cf03238867c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:04.551998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.598474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Network f3931cf2-2244-4839-be44-1c4585eadd76 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:04.601026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.634138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3931cf2-2244-4839-be44-1c4585eadd76']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:04.650916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872eadf0-0883-440a-bdcc-abe20699a65c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:04.651302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872eadf0-0883-440a-bdcc-abe20699a65c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:04.659163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-474f15d2-865d-4c8d-a1e5-d2396b0cf38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.671103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.688915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Pushing event updated for resources: {'Port': ['ID=ba864795-2720-434c-a6dc-f3f63758aba4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:04.691810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:04.709496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.718494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:04.719194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.769176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f15d2-865d-4c8d-a1e5-d2396b0cf38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32684221-4f3b-4560-8995-f349657c0a3b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:04.839833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-474f15d2-865d-4c8d-a1e5-d2396b0cf38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:04.840972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-474f15d2-865d-4c8d-a1e5-d2396b0cf38f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32684221-4f3b-4560-8995-f349657c0a3b HTTP/1.1" status: 204 len: 168 time: 2.1861804 Mar 03 18:11:04.858970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39fb766-ab41-495f-b4f0-843052b8b245 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:04.864793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b39fb766-ab41-495f-b4f0-843052b8b245 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4391811 Mar 03 18:11:04.866006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=8c1c90a6-61a2-46e0-b604-b45d90d597f1,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:04.866847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43240) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:04.870024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:04.871925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:04.903239 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:04.911678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=e4316c8c-9ac3-4333-a008-2ad07b11881b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:04.930017 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:11:04.930017 n-d-827121-1 neutron-server[87887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:11:04.930017 n-d-827121-1 neutron-server[87887]: [parameters: {'id': 'f3931cf2-2244-4839-be44-1c4585eadd76'}] Mar 03 18:11:04.930017 n-d-827121-1 neutron-server[87887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:11:04.930979 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:11:04.942363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a453b233-bb95-4b61-bfa8-1714901a6045 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:04.943213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a453b233-bb95-4b61-bfa8-1714901a6045 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Synchronizing usage tracker for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:04.963355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:04.977763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a453b233-bb95-4b61-bfa8-1714901a6045 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Unset dirty status for tenant:0d3fbe0094e7437baadcb0dd99b36b42 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:04.981318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] device_id is not set on port 5674dab7-3598-4db0-94fd-f4905918a8b1 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:11:04.982102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a453b233-bb95-4b61-bfa8-1714901a6045 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1140039 Mar 03 18:11:04.983178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43246) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:04.986146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:04.989866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:05.098496 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ca4d0f6b-98f1-4938-90a6-3102108601ef tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140482 Mar 03 18:11:05.100424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43252) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:05.271980 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-98697eae-c5f5-49a5-804c-85fdb9f62108 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:05.272527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98697eae-c5f5-49a5-804c-85fdb9f62108 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:05.273139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Attempting to bind port ba864795-2720-434c-a6dc-f3f63758aba4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:05.276578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Attempting to bind port ba864795-2720-434c-a6dc-f3f63758aba4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '872eadf0-0883-440a-bdcc-abe20699a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f3931cf2-2244-4839-be44-1c4585eadd76'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:05.276578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Attempting to bind port ba864795-2720-434c-a6dc-f3f63758aba4 on network f3931cf2-2244-4839-be44-1c4585eadd76 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:05.304733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-98697eae-c5f5-49a5-804c-85fdb9f62108 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/9308fff1-ee86-4059-918d-c9ef53a96327 HTTP/1.1" status: 404 len: 333 time: 0.1879346 Mar 03 18:11:05.304733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43270) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:05.352791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:05.353232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Checking segment: {'id': '872eadf0-0883-440a-bdcc-abe20699a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f3931cf2-2244-4839-be44-1c4585eadd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:05.354774 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:05.355055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Bound using segment: {'id': '872eadf0-0883-440a-bdcc-abe20699a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f3931cf2-2244-4839-be44-1c4585eadd76'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:05.355535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Bound port: ba864795-2720-434c-a6dc-f3f63758aba4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872eadf0-0883-440a-bdcc-abe20699a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f3931cf2-2244-4839-be44-1c4585eadd76'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:05.355912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:05.452381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebd81b-2ea5-4db3-a7f6-d52711644f9e req-955a0e15-5a10-4e65-9458-a7d879faf3f2 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:05.454013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbebd81b-2ea5-4db3-a7f6-d52711644f9e req-955a0e15-5a10-4e65-9458-a7d879faf3f2 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 945 time: 0.5977497 Mar 03 18:11:05.454548 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:05.512307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] DHCP port deletion for 0e69cf99-8eb8-458c-aea8-3555a19ce91f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:11:05.531575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] Deleting port b5210e03-c347-4f20-98ab-dee176b10d87 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:05.532381 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:05.554165 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb0aa21-c16d-4ad1-b95f-6d051a8ed607 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:05.554938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb0aa21-c16d-4ad1-b95f-6d051a8ed607 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:05.579330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-082c12eb-587a-4d47-a7c2-d351d5168f25 req-db755ccf-1981-436d-95c4-89ea07f98cf6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:05.606421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port ba864795-2720-434c-a6dc-f3f63758aba4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:05.606959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:05.607364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-082c12eb-587a-4d47-a7c2-d351d5168f25 req-db755ccf-1981-436d-95c4-89ea07f98cf6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:05.608695 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-082c12eb-587a-4d47-a7c2-d351d5168f25 req-db755ccf-1981-436d-95c4-89ea07f98cf6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 210 time: 0.1244993 Mar 03 18:11:05.610106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7cb0aa21-c16d-4ad1-b95f-6d051a8ed607 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/f6b5baae-9e82-44df-b645-569095262f12 HTTP/1.1" status: 404 len: 337 time: 0.3076489 Mar 03 18:11:05.613710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43284) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:05.618719 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:05.705315 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd933bf5-0aeb-4dd0-ad4d-4ea7363e4f77 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:05.706412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd933bf5-0aeb-4dd0-ad4d-4ea7363e4f77 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:05.708344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dd933bf5-0aeb-4dd0-ad4d-4ea7363e4f77 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/7dd59af5-a4ef-46ff-89d1-ca3d7483bf17 HTTP/1.1" status: 404 len: 337 time: 0.0935235 Mar 03 18:11:05.714232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43290) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:05.769946 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2746fe-42f5-49a1-9875-aad3f5a6b9ed tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:05.770417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2746fe-42f5-49a1-9875-aad3f5a6b9ed tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:05.774420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8e2746fe-42f5-49a1-9875-aad3f5a6b9ed tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/a7c86621-8a96-4211-a78e-e8090a834f85 HTTP/1.1" status: 404 len: 333 time: 0.0566678 Mar 03 18:11:05.779986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43298) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:05.815246 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bbebd81b-2ea5-4db3-a7f6-d52711644f9e req-b9e9c1a0-59d9-4501-b48c-725539129134 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498414 Mar 03 18:11:05.818782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Allocated IP 172.20.0.10 (f64a85cb-4179-499f-a5fa-345a107ea7c1/52ea7f55-ad1f-4c6b-8881-adbb00120226/5674dab7-3598-4db0-94fd-f4905918a8b1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:05.868599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] For port ba864795-2720-434c-a6dc-f3f63758aba4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:05.890902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:11:05.927584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] For port ba864795-2720-434c-a6dc-f3f63758aba4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba864795-2720-434c-a6dc-f3f63758aba4,segment=NetworkSegment(872eadf0-0883-440a-bdcc-abe20699a65c),segment_id=872eadf0-0883-440a-bdcc-abe20699a65c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:05.951432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port bc8cad4a-2ec1-4a70-86e6-6cf03238867c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:05.992666 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:06.029200 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7b9a01-6b23-4de2-abc4-c31dc0c1ad5a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:06.029930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7b9a01-6b23-4de2-abc4-c31dc0c1ad5a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:06.031897 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dc7b9a01-6b23-4de2-abc4-c31dc0c1ad5a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/2638805f-e2be-4b21-9fe0-19de81e8afa2 HTTP/1.1" status: 404 len: 337 time: 0.2514095 Mar 03 18:11:06.034976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43312) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:06.185896 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-12858b94-12dd-463e-b3b4-07ae7ab42271 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:06.186543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12858b94-12dd-463e-b3b4-07ae7ab42271 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:06.189264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-12858b94-12dd-463e-b3b4-07ae7ab42271 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/6b39ad8a-6dfe-4dce-82cf-d72b48d6653d HTTP/1.1" status: 404 len: 337 time: 0.1531031 Mar 03 18:11:06.192129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43320) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:06.196042 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c', 'code': 200} Mar 03 18:11:06.206375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb182e8-1bd4-47c2-880a-aea7b190fc66 None None] Pushing event updated for resources: {'Port': ['ID=ba864795-2720-434c-a6dc-f3f63758aba4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:06.236912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:06.330049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Allocated IP 172.20.0.7 (0d5a0192-580c-4682-8369-19e914f4d951/d519e14d-944d-4a64-8cd2-e0a61103967a/b523551a-4df4-4d1a-b60c-d1dab841dd8b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:06.392028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port ba864795-2720-434c-a6dc-f3f63758aba4, host n-d-827121-1, got binding levels [] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:06.392392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:06.574511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for ba864795-2720-434c-a6dc-f3f63758aba4 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:06.690029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:06.704578 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bee67e8-6650-448f-b03f-25d6304bf215 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:06.705448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bee67e8-6650-448f-b03f-25d6304bf215 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:06.707867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3bee67e8-6650-448f-b03f-25d6304bf215 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/4cc61c09-df90-475d-8a14-c322f07f7294 HTTP/1.1" status: 404 len: 333 time: 0.4976022 Mar 03 18:11:06.712675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43338) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:06.751155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c509943-3c90-4990-b7c9-1c776c8d133c None None] Provisioning complete for port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:06.753009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c509943-3c90-4990-b7c9-1c776c8d133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:06.763580 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-640342c7-b5e2-49c0-9911-6ebce714e1b4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:06.764570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640342c7-b5e2-49c0-9911-6ebce714e1b4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:06.770315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Transition to ACTIVE for port object 5674dab7-3598-4db0-94fd-f4905918a8b1 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:06.778664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:11:06.779179 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:11:06.786158 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-640342c7-b5e2-49c0-9911-6ebce714e1b4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/21c6012e-9e2f-4466-b7f9-414fcad166f4 HTTP/1.1" status: 404 len: 337 time: 0.0693724 Mar 03 18:11:06.787232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:06.794830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:06.800632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3238-2947-4ed1-b1ed-d98ef03de077 req-5b9df2eb-c663-4c33-9795-ec8e3ad67adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:06.802361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6e3238-2947-4ed1-b1ed-d98ef03de077 req-5b9df2eb-c663-4c33-9795-ec8e3ad67adc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 1097 time: 0.6995871 Mar 03 18:11:06.832794 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9014d7-1865-43c4-81eb-3a939f264e10 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:06.833532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9014d7-1865-43c4-81eb-3a939f264e10 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:06.836007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7c9014d7-1865-43c4-81eb-3a939f264e10 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/4180be74-ede5-412b-ae81-1857d2abd493 HTTP/1.1" status: 404 len: 337 time: 0.0477767 Mar 03 18:11:06.838829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43346) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:06.890689 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34170ee-674c-4b26-8931-72c22567367c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:06.891759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34170ee-674c-4b26-8931-72c22567367c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:06.893662 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e34170ee-674c-4b26-8931-72c22567367c tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/558fd77b-21c6-404f-a0be-4aba1cc9ea08 HTTP/1.1" status: 404 len: 333 time: 0.0537405 Mar 03 18:11:06.893780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6e3238-2947-4ed1-b1ed-d98ef03de077 req-23fa9867-e1cf-4200-a2f8-7c07107176a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817218 Mar 03 18:11:06.896243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43352) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:06.963414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7c498be-27f8-4638-a902-a0a0afa30cfe req-91c08e76-f38c-4272-9f70-1da4ced717c5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 210 time: 0.0682545 Mar 03 18:11:06.966105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c1c90a6-61a2-46e0-b604-b45d90d597f1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:06.973050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:07.011844 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c5d2ae-2371-4a38-bb73-a437df92466d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:07.012310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c5d2ae-2371-4a38-bb73-a437df92466d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:07.014038 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-18c5d2ae-2371-4a38-bb73-a437df92466d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/37f00563-8e8b-427f-9b4f-6d0e96192e4b HTTP/1.1" status: 404 len: 337 time: 0.1168966 Mar 03 18:11:07.016778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43364) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:07.124061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:07.131293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:07.144710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:07.157544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] For port b5210e03-c347-4f20-98ab-dee176b10d87, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b5210e03-c347-4f20-98ab-dee176b10d87,segment=NetworkSegment(0abf376c-46b0-4030-8521-a1adbd555eef),segment_id=0abf376c-46b0-4030-8521-a1adbd555eef)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:07.157945 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:07.182931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=5674dab7-3598-4db0-94fd-f4905918a8b1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:07.240353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:07.241231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:07.272047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-507c2ab7-80b7-4945-a3fe-6b0c5bfd5b81 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3846598 Mar 03 18:11:07.272375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43368) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:07.286132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'network_id': 'f64a85cb-4179-499f-a5fa-345a107ea7c1', 'name': 'tempest-AllowedAddressPairTestJSON-752615794'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:07.343900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] Calling delete_port for b5210e03-c347-4f20-98ab-dee176b10d87 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:07.357225 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28baf3f-612c-4f31-8df4-9ae7d56789c8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:07.358029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28baf3f-612c-4f31-8df4-9ae7d56789c8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:07.360202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c28baf3f-612c-4f31-8df4-9ae7d56789c8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/70e5cfa7-54d1-44be-87df-eaa9fd1799c2 HTTP/1.1" status: 404 len: 337 time: 0.3424191 Mar 03 18:11:07.364248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43374) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:07.454811 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:07.460420 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac9a47e-b4ed-48b2-8188-9ff745582ec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:07.461928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac9a47e-b4ed-48b2-8188-9ff745582ec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:07.463888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4ac9a47e-b4ed-48b2-8188-9ff745582ec2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/9f01c9c7-3041-48af-a6f1-dd8db80c8664 HTTP/1.1" status: 404 len: 333 time: 0.0975595 Mar 03 18:11:07.475522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:07.524145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:11:07.533666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port ba864795-2720-434c-a6dc-f3f63758aba4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:07.534091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:07.546738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43378) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:07.705160 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4579f69-7d81-4248-aaab-287196f4020d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:07.705657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4579f69-7d81-4248-aaab-287196f4020d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:07.710333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e4579f69-7d81-4248-aaab-287196f4020d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/302607ac-80e7-4950-8d39-92943f79e42b HTTP/1.1" status: 404 len: 337 time: 0.1587617 Mar 03 18:11:07.713612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Network 0d5a0192-580c-4682-8369-19e914f4d951 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:07.714251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43388) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:07.729210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:07.780166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:07.835265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84541d7e-758a-44da-8c09-0d35402ee485 None None] Network f3931cf2-2244-4839-be44-1c4585eadd76 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:07.836048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event updated for resources: {'Port': ['ID=b523551a-4df4-4d1a-b60c-d1dab841dd8b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:07.853689 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e39f87-4c7c-47b7-b9fe-5764cb2bf58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:07.855772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e39f87-4c7c-47b7-b9fe-5764cb2bf58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:07.860694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-88e39f87-4c7c-47b7-b9fe-5764cb2bf58d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/32b3dcd1-b124-4a42-beba-dd8921300911 HTTP/1.1" status: 404 len: 333 time: 0.1412437 Mar 03 18:11:07.871107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960a9d2-947a-4353-9f70-447e3a90ff12 req-1c0c21ba-b3d4-42c9-808e-563bb0d1ec5c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:07.879377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a960a9d2-947a-4353-9f70-447e3a90ff12 req-1c0c21ba-b3d4-42c9-808e-563bb0d1ec5c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 946 time: 0.7622297 Mar 03 18:11:07.896094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43392) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:07.920006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:07.920817 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:07.979751 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0722d5-8f76-45f0-8f18-2d7592eaf1a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:07.980255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0722d5-8f76-45f0-8f18-2d7592eaf1a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:07.982721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5c0722d5-8f76-45f0-8f18-2d7592eaf1a8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/630aa326-b16a-4e87-89fe-b9e07c0c3c3e HTTP/1.1" status: 404 len: 337 time: 0.0764623 Mar 03 18:11:07.987782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43398) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.063892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:08.064509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:08.074245 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb872392-142a-42d6-bade-65beebdee578 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.075034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb872392-142a-42d6-bade-65beebdee578 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.077199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bb872392-142a-42d6-bade-65beebdee578 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/1037b2ee-6f10-40c5-9a80-3538aa4b53e1 HTTP/1.1" status: 404 len: 333 time: 0.0878916 Mar 03 18:11:08.095070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a960a9d2-947a-4353-9f70-447e3a90ff12 req-1c3ebe2e-a4e0-4ca7-837b-9dca90fc929c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147658 Mar 03 18:11:08.095595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43406) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.153665 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0c7ee6-c402-4cec-b80b-58601d187873 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.154225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0c7ee6-c402-4cec-b80b-58601d187873 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.156027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ab0c7ee6-c402-4cec-b80b-58601d187873 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/4e362d34-6983-427d-bb31-a11c5be50ad1 HTTP/1.1" status: 404 len: 337 time: 0.0489430 Mar 03 18:11:08.159246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43410) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.170603 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:08.213572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-6c395c0a-a8b9-4863-abfd-967cefb67cde tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8935013 Mar 03 18:11:08.223309 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-47036e1e-26a9-4659-837d-5c5451bac83e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.224035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47036e1e-26a9-4659-837d-5c5451bac83e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.226404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-47036e1e-26a9-4659-837d-5c5451bac83e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/b51ece76-046e-4d2b-94c2-552f02b2e7c3 HTTP/1.1" status: 404 len: 333 time: 0.0660977 Mar 03 18:11:08.232277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Request body: {'port': {'device_id': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:08.271810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43414) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.373281 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-896e4e91-6050-4ef8-9508-41eb975d02bf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.376633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896e4e91-6050-4ef8-9508-41eb975d02bf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.379779 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-896e4e91-6050-4ef8-9508-41eb975d02bf tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/7883eec8-ba7e-48ab-a838-625bd1f785a9 HTTP/1.1" status: 404 len: 337 time: 0.1062074 Mar 03 18:11:08.385950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43424) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.470824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] Pushing event deleted for resources: {'Port': ['ID=b5210e03-c347-4f20-98ab-dee176b10d87,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:08.485702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cf551-df32-4301-bedb-e4842e35f496 None None] No DVR routers for this DVR port b5210e03-c347-4f20-98ab-dee176b10d87 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:11:08.527904 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21e7d7a-09f9-4eb3-bd40-561015b4d651 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.533900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21e7d7a-09f9-4eb3-bd40-561015b4d651 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.535820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d21e7d7a-09f9-4eb3-bd40-561015b4d651 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/413dba45-96a9-410f-ba2e-a22e31f44f9a HTTP/1.1" status: 404 len: 333 time: 0.1460741 Mar 03 18:11:08.595565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43432) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.698541 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6dd90f-c27c-4bf0-9b5a-75d0f3a5431a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.703019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6dd90f-c27c-4bf0-9b5a-75d0f3a5431a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.705042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1f6dd90f-c27c-4bf0-9b5a-75d0f3a5431a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/0eb691fe-ccf4-45fb-9500-d7e4758877b9 HTTP/1.1" status: 404 len: 337 time: 0.1083889 Mar 03 18:11:08.709466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43440) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.714452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a87e46bb-8ddf-494a-b8f0-7cebd47a9bdb None None] Provisioning for port 5674dab7-3598-4db0-94fd-f4905918a8b1 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:08.760728 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-691dc7e3-81a1-4d42-b015-3e8b729b342b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.761558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691dc7e3-81a1-4d42-b015-3e8b729b342b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.763868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-691dc7e3-81a1-4d42-b015-3e8b729b342b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/2d317057-57d6-4e43-b5ee-101e837d137a HTTP/1.1" status: 404 len: 333 time: 0.0506516 Mar 03 18:11:08.766864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43444) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.813714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port ba864795-2720-434c-a6dc-f3f63758aba4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba864795-2720-434c-a6dc-f3f63758aba4,segment=NetworkSegment(872eadf0-0883-440a-bdcc-abe20699a65c),segment_id=872eadf0-0883-440a-bdcc-abe20699a65c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:08.813714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:08.856722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a87e46bb-8ddf-494a-b8f0-7cebd47a9bdb None None] Provisioning complete for port 5674dab7-3598-4db0-94fd-f4905918a8b1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:08.857252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a87e46bb-8ddf-494a-b8f0-7cebd47a9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:08.896340 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eeae2bf-b4df-4de4-8863-e6f37e27a6e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:08.897239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eeae2bf-b4df-4de4-8863-e6f37e27a6e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:08.899826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5eeae2bf-b4df-4de4-8863-e6f37e27a6e7 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/cf49f629-59a7-49a7-aa85-db589f01ce5f HTTP/1.1" status: 404 len: 337 time: 0.1318309 Mar 03 18:11:08.901072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:08.925671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43450) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:08.935882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a87e46bb-8ddf-494a-b8f0-7cebd47a9bdb None None] Port 5674dab7-3598-4db0-94fd-f4905918a8b1 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:08.956227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5210e03-c347-4f20-98ab-dee176b10d87 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:11:09.002667 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-940000e7-a530-4c14-8ac3-9006efe44224 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:09.003422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940000e7-a530-4c14-8ac3-9006efe44224 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:09.005350 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-940000e7-a530-4c14-8ac3-9006efe44224 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/269b4b1e-d712-4a1f-97c1-b1baf1d1977a HTTP/1.1" status: 404 len: 337 time: 0.0781918 Mar 03 18:11:09.012241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43454) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:09.033947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b5210e03-c347-4f20-98ab-dee176b10d87 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:11:09.034296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b5210e03-c347-4f20-98ab-dee176b10d87 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:11:09.069078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ef8b6-cd60-438a-817b-a601b0074a4e None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:11:09.107483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for ba864795-2720-434c-a6dc-f3f63758aba4 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:09.264037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:09.287529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:09.287841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ef8b6-cd60-438a-817b-a601b0074a4e None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:11:09.299776 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:09.379083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Made reservation on behalf of b57e3ce52bc24da7be0d39a51f60f52f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:09.383408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:09.437184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No DVR routers for this DVR port ba864795-2720-434c-a6dc-f3f63758aba4 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:11:09.481738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Port': ['ID=ba864795-2720-434c-a6dc-f3f63758aba4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:09.496305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] device_id is not set on port 79049a4b-d04e-4414-9f51-12b8c1bd5667 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:11:09.507128 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb33705-68d4-4082-9e73-fc4d3213018d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:09.508183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb33705-68d4-4082-9e73-fc4d3213018d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:09.523389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ceb33705-68d4-4082-9e73-fc4d3213018d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/25d7a4fd-8d8f-4e62-a520-683dcc7a02a0 HTTP/1.1" status: 404 len: 333 time: 0.4967976 Mar 03 18:11:09.541640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43466) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:09.689670 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de57480-0f9b-41e3-95a3-f64aab641e9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:09.690466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de57480-0f9b-41e3-95a3-f64aab641e9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:09.695466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1de57480-0f9b-41e3-95a3-f64aab641e9a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/3e670514-b54e-41b0-a96e-2a25c637d21d HTTP/1.1" status: 404 len: 337 time: 0.1528194 Mar 03 18:11:09.701082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43476) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:09.714957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Allocated IP 172.20.0.4 (f64a85cb-4179-499f-a5fa-345a107ea7c1/52ea7f55-ad1f-4c6b-8881-adbb00120226/79049a4b-d04e-4414-9f51-12b8c1bd5667) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:09.853212 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-741b2b6e-df12-4e9e-b8d5-df75e43e3276 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:09.853917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741b2b6e-df12-4e9e-b8d5-df75e43e3276 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:09.859709 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-741b2b6e-df12-4e9e-b8d5-df75e43e3276 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/cbaf0bdc-36f8-418d-9859-c29c4d2df1ef HTTP/1.1" status: 404 len: 337 time: 0.1571751 Mar 03 18:11:09.871166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43482) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:09.901869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a103f96-7a84-465b-9b47-7003d5db21a9 req-ca3afea1-c19b-4c26-aa58-a1fffe0885a9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:09.909193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a103f96-7a84-465b-9b47-7003d5db21a9 req-ca3afea1-c19b-4c26-aa58-a1fffe0885a9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 931 time: 1.5986502 Mar 03 18:11:10.039490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9797-3fd9-49a7-96da-30863634f970 req-4308c3ff-4056-49ca-ab56-9e60431ebab9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:10.041731 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.049666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c75e9797-3fd9-49a7-96da-30863634f970 req-4308c3ff-4056-49ca-ab56-9e60431ebab9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 946 time: 0.6791568 Mar 03 18:11:10.096455 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8f8658-45ee-4dad-bd29-cb670171b08a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:10.097209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8f8658-45ee-4dad-bd29-cb670171b08a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:10.104714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43496) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:10.105952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-db8f8658-45ee-4dad-bd29-cb670171b08a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/80801009-f268-426c-bb62-58fd9386b1d6 HTTP/1.1" status: 404 len: 333 time: 0.2333336 Mar 03 18:11:10.175715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a103f96-7a84-465b-9b47-7003d5db21a9 req-6878c298-eab6-4038-94d1-964c99ca5cb3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640042 Mar 03 18:11:10.234835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3931cf2-2244-4839-be44-1c4585eadd76']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:10.242975 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-459fb175-6e41-4c3f-9546-d5de2976ccca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:10.243684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459fb175-6e41-4c3f-9546-d5de2976ccca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:10.256951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-459fb175-6e41-4c3f-9546-d5de2976ccca tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/62a5b34b-f004-4a11-8b7d-e318b106f490 HTTP/1.1" status: 404 len: 337 time: 0.1462257 Mar 03 18:11:10.267552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:10.276908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872eadf0-0883-440a-bdcc-abe20699a65c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:10.278598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872eadf0-0883-440a-bdcc-abe20699a65c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:10.319904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c75e9797-3fd9-49a7-96da-30863634f970 req-844bdbbd-a2fd-444a-a1bc-4c64eadbb57d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677021 Mar 03 18:11:10.409746 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cdb96c-8111-4166-8a23-19c0f3e8744a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:10.411531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cdb96c-8111-4166-8a23-19c0f3e8744a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:10.417565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-89cdb96c-8111-4166-8a23-19c0f3e8744a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/b5b8140b-f6b9-435e-8d2d-228ba5c9cbbe HTTP/1.1" status: 404 len: 337 time: 0.1284678 Mar 03 18:11:10.421648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:10.425225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.479768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.550542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:10.551011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:10.569362 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:10.571713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43520) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:10.582580 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32ef0c6-15ca-4904-b877-cc79e413b6e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:10.583059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32ef0c6-15ca-4904-b877-cc79e413b6e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:10.587101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f32ef0c6-15ca-4904-b877-cc79e413b6e3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/35054384-e835-4d05-b6e7-c330c19a314d HTTP/1.1" status: 404 len: 333 time: 0.1619494 Mar 03 18:11:10.593894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43524) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:10.634504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b523551a-4df4-4d1a-b60c-d1dab841dd8b {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:11:10.644358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.665229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Transition to ACTIVE for port object b523551a-4df4-4d1a-b60c-d1dab841dd8b will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:10.679187 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.795041 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5081dea2-6f64-4890-bd99-4f18dcc4f2fa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:10.795507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5081dea2-6f64-4890-bd99-4f18dcc4f2fa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:10.809893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5081dea2-6f64-4890-bd99-4f18dcc4f2fa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/2ffe41c0-7f75-4995-87ef-f97e1bbc0fe4 HTTP/1.1" status: 404 len: 337 time: 0.2072790 Mar 03 18:11:10.814108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:10.817054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.937828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:10.962048 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe599a2-2099-42e5-bcea-bce20c5b21ab tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:10.972670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe599a2-2099-42e5-bcea-bce20c5b21ab tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:10.978030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Transition to ACTIVE for port object 79049a4b-d04e-4414-9f51-12b8c1bd5667 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:10.979662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.039928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Pushing event updated for resources: {'Port': ['ID=b523551a-4df4-4d1a-b60c-d1dab841dd8b,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:11.075392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Attempting to bind port b523551a-4df4-4d1a-b60c-d1dab841dd8b on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:11.084876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.086756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Attempting to bind port b523551a-4df4-4d1a-b60c-d1dab841dd8b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:11.089031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Attempting to bind port b523551a-4df4-4d1a-b60c-d1dab841dd8b on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:11.098579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:11.099829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Port b523551a-4df4-4d1a-b60c-d1dab841dd8b on network 0d5a0192-580c-4682-8369-19e914f4d951 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:11:11.101426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Attempting to bind port b523551a-4df4-4d1a-b60c-d1dab841dd8b on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:11.117142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:11.117842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:11.118439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Bound using segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:11.119055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Bound port: b523551a-4df4-4d1a-b60c-d1dab841dd8b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:11.119745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.128171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-efe599a2-2099-42e5-bcea-bce20c5b21ab tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/6d896a06-927a-49fe-ad21-3336ef2b4026 HTTP/1.1" status: 404 len: 337 time: 0.3062418 Mar 03 18:11:11.128833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43550) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:11.129909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Usage tracker for resource:security_group_rule and tenant:fab5e8538e304fefa825cdbc81a3b962 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:11.149642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=f3931cf2-2244-4839-be44-1c4585eadd76,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:11.192851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:11.196543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6a5169d0-4073-4ddd-81ad-673556a73368 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/f3931cf2-2244-4839-be44-1c4585eadd76 HTTP/1.1" status: 204 len: 168 time: 9.5287914 Mar 03 18:11:11.218988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43558) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:11.237268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:11.260951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e530635b-e3dd-4354-af9d-49feccded165 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 HTTP/1.1" status: 200 len: 205 time: 0.1262290 Mar 03 18:11:11.263529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5113963'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:11.264993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43562) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:11.292747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:11.308155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:11.329827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:11.377435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:11.399687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] For port b523551a-4df4-4d1a-b60c-d1dab841dd8b, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:11.403537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] For port b523551a-4df4-4d1a-b60c-d1dab841dd8b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b523551a-4df4-4d1a-b60c-d1dab841dd8b,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:11.425303 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.546439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:11.555758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.606606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:11.607227 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.608955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] 10.222.0.35 "PUT /v2.0/ports/b523551a-4df4-4d1a-b60c-d1dab841dd8b HTTP/1.1" status: 200 len: 1091 time: 3.3809347 Mar 03 18:11:11.609491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'tag': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:11:11.667183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:11.667183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e4119-6e99-40a1-86bd-ad2059aa1afc service neutron] Pushing event updated for resources: {'Port': ['ID=b523551a-4df4-4d1a-b60c-d1dab841dd8b,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:11.673205 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-f3c97657-c2de-4d70-bea0-1a77e88e635e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] delete failed (client error): The resource could not be found. Mar 03 18:11:11.673205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f3c97657-c2de-4d70-bea0-1a77e88e635e tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/routers/5a22f2f2-7544-4ba9-b032-aa9cf19d5da4 HTTP/1.1" status: 404 len: 336 time: 0.3964152 Mar 03 18:11:11.678791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43576) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:11.712312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.851526 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-952c7cd0-939d-46ae-8bc1-ef711c945cad tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:11.851526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952c7cd0-939d-46ae-8bc1-ef711c945cad tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:11.862147 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'tag': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b', 'status': 'completed', 'code': 200} Mar 03 18:11:11.864567 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.865155 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment 1df42538-3b37-46d6-ad98-8506f06a1dd9 of type vlan for network b2eea15a-074f-4c02-8e28-0029c845dcd5 Mar 03 18:11:11.877128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=79049a4b-d04e-4414-9f51-12b8c1bd5667,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:11.880034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-952c7cd0-939d-46ae-8bc1-ef711c945cad tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/324b1cd3-7640-4979-b4f1-a8a91ca0cbeb HTTP/1.1" status: 404 len: 337 time: 0.2091324 Mar 03 18:11:11.881954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43580) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:11.903651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.905961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:11.909224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:11.912309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:11.953976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:11.962372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-30efef05-849f-4ffd-9327-91b31d22567a tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6225201-8328-4722-ba4f-b79859bfeaf3 HTTP/1.1" status: 200 len: 205 time: 0.0781713 Mar 03 18:11:11.964606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43588) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.057230 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-cb166995-ea76-4018-8990-d0d77eaceeb2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] delete failed (client error): The resource could not be found. Mar 03 18:11:12.065756 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cb166995-ea76-4018-8990-d0d77eaceeb2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/routers/c6225201-8328-4722-ba4f-b79859bfeaf3 HTTP/1.1" status: 404 len: 336 time: 0.0990629 Mar 03 18:11:12.065756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43592) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.132085 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c45da5-2dc2-44a9-a822-74c67f53205b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:12.133274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c45da5-2dc2-44a9-a822-74c67f53205b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:12.137871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d7c45da5-2dc2-44a9-a822-74c67f53205b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/c126f44e-934e-47f0-96a9-60200d88481f HTTP/1.1" status: 404 len: 337 time: 0.0702019 Mar 03 18:11:12.139382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43600) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.233252 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:12.236677 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-77782e2f-7da5-40f3-8506-82fbc50d0fe5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:12.237139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77782e2f-7da5-40f3-8506-82fbc50d0fe5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:12.241726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77782e2f-7da5-40f3-8506-82fbc50d0fe5 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/4b0d3d0c-bb10-4325-aa98-92343169b60c HTTP/1.1" status: 404 len: 337 time: 0.0980000 Mar 03 18:11:12.242957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:12.244186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43604) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.248397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:12.248999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:12.296435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-82412243-8f65-40e7-a55b-d0980b392e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:12.302646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-82412243-8f65-40e7-a55b-d0980b392e15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 1094 time: 0.6290531 Mar 03 18:11:12.374803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c0129-b355-4beb-92a7-7f6087e5ff6b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:12.391726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9d8558f3-2ce4-43a3-bb13-80a1af90ce21 None None] Provisioning for port 79049a4b-d04e-4414-9f51-12b8c1bd5667 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:12.426428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-a2d251c8-00e1-417f-a495-caf90f4bbb8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b523551a-4df4-4d1a-b60c-d1dab841dd8b HTTP/1.1" status: 200 len: 217 time: 0.0932055 Mar 03 18:11:12.435011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9d8558f3-2ce4-43a3-bb13-80a1af90ce21 None None] Provisioning complete for port 79049a4b-d04e-4414-9f51-12b8c1bd5667 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:12.435588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d8558f3-2ce4-43a3-bb13-80a1af90ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:12.470486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:12.471536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:12.478049 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2c84fc-5d53-442c-8a8b-f480f230b2aa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:12.478722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2c84fc-5d53-442c-8a8b-f480f230b2aa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:12.487265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5e1e366a-9c0c-4906-b67b-e99ca9ce4e7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fab5e8538e304fefa825cdbc81a3b962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8965454 Mar 03 18:11:12.491551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43612) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.533038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6b2c84fc-5d53-442c-8a8b-f480f230b2aa tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/a4d9e35b-9e92-452c-9a99-b5e6c0c5316b HTTP/1.1" status: 404 len: 333 time: 0.2531726 Mar 03 18:11:12.543581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43616) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.578898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bba027-463e-4ada-b029-ba711d18013f req-c0e4632f-d1ad-46bb-a291-5df257a565c1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:12.580908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03bba027-463e-4ada-b029-ba711d18013f req-c0e4632f-d1ad-46bb-a291-5df257a565c1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 943 time: 1.0703938 Mar 03 18:11:12.598261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d8558f3-2ce4-43a3-bb13-80a1af90ce21 None None] Port 79049a4b-d04e-4414-9f51-12b8c1bd5667 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:12.628604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f08c4947-d977-4394-b39c-6971a910ac3a tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3543558 Mar 03 18:11:12.630103 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1b253e-171c-4258-9bc4-40b822d1f221 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:12.630779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1b253e-171c-4258-9bc4-40b822d1f221 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:12.632972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6c1b253e-171c-4258-9bc4-40b822d1f221 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/046c6109-92e6-47dd-850e-a63271bf31bc HTTP/1.1" status: 404 len: 337 time: 0.0707927 Mar 03 18:11:12.634150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43620) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.641453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.703669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0a:8d:3c'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e2:bc:f2'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:12.763788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5397496 Mar 03 18:11:12.766364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43632) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:12.798361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be27f1-dca2-428b-bde3-4579a20d1dbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=b2eea15a-074f-4c02-8e28-0029c845dcd5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:12.818693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network b2eea15a-074f-4c02-8e28-0029c845dcd5 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:12.826746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03bba027-463e-4ada-b029-ba711d18013f req-1b3fc6a4-1caf-4393-b911-dedecd9a4b9c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878486 Mar 03 18:11:12.885695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-32b00f19-dd59-40e3-88cb-1523dbab68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:12.893354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-32b00f19-dd59-40e3-88cb-1523dbab68e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.1797090 Mar 03 18:11:12.909105 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb402598-0646-4201-9b2c-bf4c165b35e8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:12.914095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb402598-0646-4201-9b2c-bf4c165b35e8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:12.916237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eb402598-0646-4201-9b2c-bf4c165b35e8 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/6e721a70-268e-4d9b-908d-aff42ec0a722 HTTP/1.1" status: 404 len: 333 time: 0.2514424 Mar 03 18:11:12.922611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': 'b2eea15a-074f-4c02-8e28-0029c845dcd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:12.966298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1a71-3896-4837-be6d-ef021c964135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:12.980924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43638) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:13.045161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-de7ec1ef-c018-48bb-a168-1cec541c5ae1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411111 Mar 03 18:11:13.242347 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48c9911-da96-49fd-b1c6-c513bea4bdb2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:13.250028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48c9911-da96-49fd-b1c6-c513bea4bdb2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:13.254440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c48c9911-da96-49fd-b1c6-c513bea4bdb2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/336fe3ea-8ed2-45bb-9404-56baf1c2ee76 HTTP/1.1" status: 404 len: 337 time: 0.2368326 Mar 03 18:11:13.259855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43650) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:13.376228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1a71-3896-4837-be6d-ef021c964135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:13.386796 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-40906928-2bd4-45aa-acc4-58c15fa9e718 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:13.387308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40906928-2bd4-45aa-acc4-58c15fa9e718 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:13.391504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-40906928-2bd4-45aa-acc4-58c15fa9e718 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/20c3d5a9-58af-4322-85f5-76827897ed57 HTTP/1.1" status: 404 len: 333 time: 0.1274891 Mar 03 18:11:13.391973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43656) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:13.442066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:13.444695 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d13517-e18c-437f-ba4b-776df86989e4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:13.445843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d13517-e18c-437f-ba4b-776df86989e4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:13.447205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:13.448235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e9d13517-e18c-437f-ba4b-776df86989e4 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/258a7bd5-927b-4465-9a6e-3bb29a511610 HTTP/1.1" status: 404 len: 337 time: 0.0553234 Mar 03 18:11:13.451178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:13.452380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43660) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:13.457763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:13.470046 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1a71-3896-4837-be6d-ef021c964135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:13.493543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:13.497742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:13.532811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1a71-3896-4837-be6d-ef021c964135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:13.534027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cb4e1a71-3896-4837-be6d-ef021c964135 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/334c0129-b355-4beb-92a7-7f6087e5ff6b HTTP/1.1" status: 204 len: 168 time: 1.0393789 Mar 03 18:11:13.535304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1a71-3896-4837-be6d-ef021c964135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c0129-b355-4beb-92a7-7f6087e5ff6b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:13.550498 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8418c57-3a4f-449a-b48f-983f72f572d2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:13.550980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8418c57-3a4f-449a-b48f-983f72f572d2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:13.553622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d8418c57-3a4f-449a-b48f-983f72f572d2 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/275fe838-d747-4a53-aab5-95463b3992f2 HTTP/1.1" status: 404 len: 333 time: 0.0999942 Mar 03 18:11:13.558340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-b485dd66-9008-4b05-bbee-352aaae900be service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039253 Mar 03 18:11:13.576275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43666) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:13.675351 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e890258-69d4-44bd-8b82-210403207f90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:13.675818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e890258-69d4-44bd-8b82-210403207f90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:13.677778 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8e890258-69d4-44bd-8b82-210403207f90 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/435a123a-4988-4b57-912b-95e4c33890a1 HTTP/1.1" status: 404 len: 337 time: 0.1004901 Mar 03 18:11:13.681400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43674) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:13.813032 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c948550a-60a9-41e5-abc6-d3f31bacb61d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:13.813415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c948550a-60a9-41e5-abc6-d3f31bacb61d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:13.828704 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c948550a-60a9-41e5-abc6-d3f31bacb61d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/d9654279-773f-415f-ae5a-d6b567a4bd88 HTTP/1.1" status: 404 len: 333 time: 0.1461523 Mar 03 18:11:13.829386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43682) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:13.988593 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d171189-af5a-4503-8007-dba59a90ce76 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:13.993173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d171189-af5a-4503-8007-dba59a90ce76 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:13.996475 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6d171189-af5a-4503-8007-dba59a90ce76 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/0fb27255-d528-42f2-8e5a-31d131cef163 HTTP/1.1" status: 404 len: 337 time: 0.1640801 Mar 03 18:11:14.000214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43692) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:14.088202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43696) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:14.089451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:14.150427 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69e05b1-969b-43e6-83e8-9d8603d15af3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:14.151677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69e05b1-969b-43e6-83e8-9d8603d15af3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:14.153889 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d69e05b1-969b-43e6-83e8-9d8603d15af3 tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/16e39fff-3e6b-415e-aa4d-e4a85f8bdcd7 HTTP/1.1" status: 404 len: 333 time: 0.1500208 Mar 03 18:11:14.169774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43702) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:14.223260 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-252c8ee9-613e-408f-bf06-5c083e1d832d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:14.223910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252c8ee9-613e-408f-bf06-5c083e1d832d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:14.228615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-252c8ee9-613e-408f-bf06-5c083e1d832d tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/64859583-140c-4769-83ce-3182efb07f48 HTTP/1.1" status: 404 len: 337 time: 0.0553379 Mar 03 18:11:14.230628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d4cde7d-3a06-4644-b499-534551b8eb91 req-9ab32ab0-6f43-4222-98ad-297f00e4a0fc service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107779 Mar 03 18:11:14.231175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43708) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:14.250062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:14.261881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:14.278138 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-96899228-2894-415b-889b-0ac8706cffeb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:14.278891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96899228-2894-415b-889b-0ac8706cffeb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:14.280963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-96899228-2894-415b-889b-0ac8706cffeb tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/ports/210d121e-1f0e-433d-8d54-901a3bdad779 HTTP/1.1" status: 404 len: 333 time: 0.0486510 Mar 03 18:11:14.339378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43712) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:14.377503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:14.431702 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcddc035-a47c-44a1-ae1f-dcc150c4833b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] DELETE failed (client error): The resource could not be found. Mar 03 18:11:14.436972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcddc035-a47c-44a1-ae1f-dcc150c4833b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:11:14.438936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bcddc035-a47c-44a1-ae1f-dcc150c4833b tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/subnets/94e8f03c-d556-4e77-915e-77fd267c3609 HTTP/1.1" status: 404 len: 337 time: 0.0983911 Mar 03 18:11:14.457018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:14.463786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6eae6f48f24bed929c246822609afd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:14.499859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-9524724e-f49e-4c3a-bc17-bc26ea21e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:14.501562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-9524724e-f49e-4c3a-bc17-bc26ea21e2ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 1094 time: 0.2192621 Mar 03 18:11:14.513396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:14.543811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:14.561882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=6c6da649-e834-4589-9573-968d4724b3c6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:14.674954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': '1df42538-3b37-46d6-ad98-8506f06a1dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b2eea15a-074f-4c02-8e28-0029c845dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:14.675319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: b2eea15a-074f-4c02-8e28-0029c845dcd5, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:14.740735 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:14.852716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-dd62016b-91f5-4554-84da-487c59b4ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:14.854647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-dd62016b-91f5-4554-84da-487c59b4ee82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.3460541 Mar 03 18:11:14.938743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50dd3-e3ad-4fd6-b9e9-4f24e9317c02 req-5b2f8b7c-08b3-4b9f-901f-39688fa888b0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:14.940249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46b50dd3-e3ad-4fd6-b9e9-4f24e9317c02 req-5b2f8b7c-08b3-4b9f-901f-39688fa888b0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 943 time: 0.8161228 Mar 03 18:11:14.940868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network b2eea15a-074f-4c02-8e28-0029c845dcd5 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:14.945685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:11:14.968863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-50c61e1e-6826-4661-bfdd-0f91e4d236d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b523551a-4df4-4d1a-b60c-d1dab841dd8b HTTP/1.1" status: 200 len: 217 time: 0.1051683 Mar 03 18:11:14.982326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-cd78459f-3bf3-4ce4-bd65-a8706888411a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:14.984250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-cd78459f-3bf3-4ce4-bd65-a8706888411a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 0.3039293 Mar 03 18:11:15.002758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.060175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-b1797e3f-3a4c-45be-8050-72db4dc67c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:15.061664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-b1797e3f-3a4c-45be-8050-72db4dc67c56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.0764682 Mar 03 18:11:15.072981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.073489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-bff5b7c1-0e53-469e-8e2c-f84cae97dd02 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/quotas/74cf4cb007b74b7fb92b59dfd9b381fe HTTP/1.1" status: 200 len: 375 time: 0.0107448 Mar 03 18:11:15.076457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, b2eea15a-074f-4c02-8e28-0029c845dcd5) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:15.085836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbae77d-eafa-4cb6-9d3c-e0efc7ccf9b6 None None] Network b2eea15a-074f-4c02-8e28-0029c845dcd5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:15.179810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-7ddfd4f5-0632-4fe2-b9c6-f9218d83c0a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049752 Mar 03 18:11:15.224205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:15.224798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.356335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.449689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.529508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46b50dd3-e3ad-4fd6-b9e9-4f24e9317c02 req-f3cd4043-240e-41a2-ac83-1bee1bcb4e9d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661922 Mar 03 18:11:15.530425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.605058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f6eae6f48f24bed929c246822609afd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4946787 Mar 03 18:11:15.605275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43758) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:15.707532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-8b9cf476-1591-49a8-94a8-e05486af0d2b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5981817 Mar 03 18:11:15.736812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e69cf99-8eb8-458c-aea8-3555a19ce91f']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:15.742693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-b2eea15a-074f-4c02-8e28-0029c845dcd5', 'network_id': 'b2eea15a-074f-4c02-8e28-0029c845dcd5', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': '6c6da649-e834-4589-9573-968d4724b3c6'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:15.743936 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.780964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-489ee6de-8f3e-4e9b-a4d1-24ae41b8692e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.788084 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-b018f010-2bec-4de1-a87c-6eebaa3f0383 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997579 Mar 03 18:11:15.807470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] In _notify_port_updated(), no bound segment for port 79049a4b-d04e-4414-9f51-12b8c1bd5667 on network f64a85cb-4179-499f-a5fa-345a107ea7c1 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:11:15.822849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:15.823528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.829660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "PUT /v2.0/ports/79049a4b-d04e-4414-9f51-12b8c1bd5667 HTTP/1.1" status: 200 len: 1055 time: 3.1870217 Mar 03 18:11:15.829660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbde92-25ed-475b-917f-d1bd58658c84 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event updated for resources: {'Port': ['ID=79049a4b-d04e-4414-9f51-12b8c1bd5667,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:15.833893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abf376c-46b0-4030-8521-a1adbd555eef') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:15.834189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abf376c-46b0-4030-8521-a1adbd555eef') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:15.848134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43762) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:15.874591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b35ac581-9521-466a-8ad3-c030a2c9d1c3 None None] Provisioning complete for port 79049a4b-d04e-4414-9f51-12b8c1bd5667 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:15.875209 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b35ac581-9521-466a-8ad3-c030a2c9d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.934621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-489ee6de-8f3e-4e9b-a4d1-24ae41b8692e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.964837 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-43e4432f-46ab-4b90-b64b-fdb4894fe9ef tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1949477 Mar 03 18:11:15.968571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 79049a4b-d04e-4414-9f51-12b8c1bd5667 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:15.968919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:15.997624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43770) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:16.010231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b35ac581-9521-466a-8ad3-c030a2c9d1c3 None None] Port 79049a4b-d04e-4414-9f51-12b8c1bd5667 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:16.027419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-696960811'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:16.030453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Allocated IP 2001:db8::1 (b2eea15a-074f-4c02-8e28-0029c845dcd5/6c6da649-e834-4589-9573-968d4724b3c6/065761a6-f526-41c2-9930-3a1d513d8905) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:16.033231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:16.055320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:16.068542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:16.082719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:16.127955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-191c261a-29b8-4705-bba0-6f3aa7dd6492 service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043446 Mar 03 18:11:16.131188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:16.135820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.147366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcc135-2218-472d-93f7-b89b4780ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf49be8-f731-4e6d-83e9-0b2ede1c96f0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:16.204356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.364411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4d86b0b-43c0-406f-b8a9-7f215bc8db2b req-54474aaa-f39b-4b64-a951-88337bcff7ff service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644398 Mar 03 18:11:16.364707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.366232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-d47ef59f-8a60-4ff0-b2b0-ad936a364532 service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975718 Mar 03 18:11:16.381313 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.390050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-489ee6de-8f3e-4e9b-a4d1-24ae41b8692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.396710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:16.401526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Transition to ACTIVE for port object 065761a6-f526-41c2-9930-3a1d513d8905 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:16.411453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.412080 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment fcff1519-cc34-48bd-a948-bde09cb60fae of type vlan for network 35daab4c-5ff5-4460-83c1-8a7ff53ebe64 Mar 03 18:11:16.435400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Transition to ACTIVE for port object 065761a6-f526-41c2-9930-3a1d513d8905 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:16.441617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.443985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.507236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.560482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Pushing event updated for resources: {'Port': ['ID=065761a6-f526-41c2-9930-3a1d513d8905,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:16.590305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ee6de-8f3e-4e9b-a4d1-24ae41b8692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf49be8-f731-4e6d-83e9-0b2ede1c96f0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:16.592160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Network b2eea15a-074f-4c02-8e28-0029c845dcd5 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:16.597760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:16.602372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:16.616090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Calling delete_port for 79049a4b-d04e-4414-9f51-12b8c1bd5667 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:16.623495 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-489ee6de-8f3e-4e9b-a4d1-24ae41b8692e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.627721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-489ee6de-8f3e-4e9b-a4d1-24ae41b8692e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cf49be8-f731-4e6d-83e9-0b2ede1c96f0 HTTP/1.1" status: 204 len: 168 time: 1.0209165 Mar 03 18:11:16.632527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.654483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:16.655124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.731551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:16.734140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:16.793925 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:16.828220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b523551a-4df4-4d1a-b60c-d1dab841dd8b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:11:16.899970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d770aa9-0944-4b79-9165-9cb3dc3a100c req-9e9f53aa-3539-4df4-9dcd-7e3c0c8b8578 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 210 time: 0.1269681 Mar 03 18:11:16.952981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9513474 Mar 03 18:11:16.959195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43790) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:16.987152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:17.085114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b523551a-4df4-4d1a-b60c-d1dab841dd8b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b523551a-4df4-4d1a-b60c-d1dab841dd8b,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:17.092545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.103726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.121691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'port_id': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b', 'mac_address': 'fa:16:3e:a0:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e14d-944d-4a64-8cd2-e0a61103967a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:11:17.194555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] 10.222.0.23 "DELETE /v2.0/networks/0e69cf99-8eb8-458c-aea8-3555a19ce91f HTTP/1.1" status: 204 len: 168 time: 2.7363989 Mar 03 18:11:17.255989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Attempting to bind port 065761a6-f526-41c2-9930-3a1d513d8905 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:17.256612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Attempting to bind port 065761a6-f526-41c2-9930-3a1d513d8905 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1df42538-3b37-46d6-ad98-8506f06a1dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b2eea15a-074f-4c02-8e28-0029c845dcd5'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:17.257737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Attempting to bind port 065761a6-f526-41c2-9930-3a1d513d8905 on network b2eea15a-074f-4c02-8e28-0029c845dcd5 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:17.265886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:17.266471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Checking segment: {'id': '1df42538-3b37-46d6-ad98-8506f06a1dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b2eea15a-074f-4c02-8e28-0029c845dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:17.267217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.267779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Bound using segment: {'id': '1df42538-3b37-46d6-ad98-8506f06a1dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b2eea15a-074f-4c02-8e28-0029c845dcd5'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:17.268419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Bound port: 065761a6-f526-41c2-9930-3a1d513d8905, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df42538-3b37-46d6-ad98-8506f06a1dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b2eea15a-074f-4c02-8e28-0029c845dcd5'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:17.269132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.301085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde38eda-af21-479d-b39c-63235d907cfd tempest-NetworksTestDHCPv6-862980493 tempest-NetworksTestDHCPv6-862980493-project] Pushing event deleted for resources: {'Network': ['ID=0e69cf99-8eb8-458c-aea8-3555a19ce91f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:17.314688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb5c6e-fa23-41f1-a565-5fc5f0b58d9f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=35daab4c-5ff5-4460-83c1-8a7ff53ebe64,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:17.330459 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.357560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b523551a-4df4-4d1a-b60c-d1dab841dd8b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:11:17.361846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 35daab4c-5ff5-4460-83c1-8a7ff53ebe64 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:17.408979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fafb54-5338-4820-8cc5-aed5b78a76de req-ca0ecbb1-4086-4c42-9c30-3af2bae7933d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:17.422348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45fafb54-5338-4820-8cc5-aed5b78a76de req-ca0ecbb1-4086-4c42-9c30-3af2bae7933d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 943 time: 0.5598557 Mar 03 18:11:17.529871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43802) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:17.583404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b523551a-4df4-4d1a-b60c-d1dab841dd8b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b523551a-4df4-4d1a-b60c-d1dab841dd8b,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:17.599730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.619004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.643399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45fafb54-5338-4820-8cc5-aed5b78a76de req-779e33d4-9154-45a4-bd3b-13012f671f3a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181621 Mar 03 18:11:17.673088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:17.688623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:17.691853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Usage tracker for resource:security_group_rule and tenant:824620b1c1224e73b70cbb093217d258 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:17.694572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.701557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:17.708170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:17.713708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:17.740369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:17.750231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:17.764395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b523551a-4df4-4d1a-b60c-d1dab841dd8b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:17.790217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] For port 065761a6-f526-41c2-9930-3a1d513d8905, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:17.799245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] For port 065761a6-f526-41c2-9930-3a1d513d8905, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=065761a6-f526-41c2-9930-3a1d513d8905,segment=NetworkSegment(1df42538-3b37-46d6-ad98-8506f06a1dd9),segment_id=1df42538-3b37-46d6-ad98-8506f06a1dd9)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:17.807011 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:17.824597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:17.828555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Port': ['ID=79049a4b-d04e-4414-9f51-12b8c1bd5667,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:17.886514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b523551a-4df4-4d1a-b60c-d1dab841dd8b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:11:18.002333 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:18.009570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:18.020297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb43a98-d3c9-4ddf-9f06-834277d80189 None None] Pushing event updated for resources: {'Port': ['ID=065761a6-f526-41c2-9930-3a1d513d8905,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:18.071704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:18.080986 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:18.214666 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:18.398271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-647cafda-fd11-458b-838c-94cdb8394dcb req-5f5656c7-f5cc-44c7-91e4-c16c3dd9e36d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 210 time: 0.2104514 Mar 03 18:11:18.425373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=824620b1c1224e73b70cbb093217d258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8919175 Mar 03 18:11:18.429505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a726cf3-db44-4e1d-b43f-cdcc4457241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30edd337-74c4-4473-9f4e-b4cd860c1f4c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:18.432141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43818) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:18.442279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing IP validity checks on allocation pools {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 18:11:18.443147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 18:11:18.716448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6ee0de08-5d0b-48f4-bc38-74f12f15efff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d3fbe0094e7437baadcb0dd99b36b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8775935 Mar 03 18:11:18.724820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43828) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:18.821360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:18.902867 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a496900-76ce-4d4b-b8a8-79dd2009a665 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/ports/79049a4b-d04e-4414-9f51-12b8c1bd5667 HTTP/1.1" status: 204 len: 168 time: 3.0536780 Mar 03 18:11:18.912313 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87750c64-4cda-4022-a4a4-06926b6da372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:18.923422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43834) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:18.954786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2bde3d1-e7c0-4abf-aac3-2a35051fac6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.002755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2bde3d1-e7c0-4abf-aac3-2a35051fac6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.132218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454ffa-00e0-45aa-97d5-5c4e06544c09 req-d11990e1-5cc9-4108-826e-767f5dbefab8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:19.135687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2454ffa-00e0-45aa-97d5-5c4e06544c09 req-d11990e1-5cc9-4108-826e-767f5dbefab8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 944 time: 0.2378445 Mar 03 18:11:19.136887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2bde3d1-e7c0-4abf-aac3-2a35051fac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.214710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bde3d1-e7c0-4abf-aac3-2a35051fac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f128d90f-8eb9-440c-b6e6-a11883c8603d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:19.226505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2bde3d1-e7c0-4abf-aac3-2a35051fac6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.232748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2bde3d1-e7c0-4abf-aac3-2a35051fac6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f128d90f-8eb9-440c-b6e6-a11883c8603d HTTP/1.1" status: 204 len: 168 time: 0.5065148 Mar 03 18:11:19.248347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2454ffa-00e0-45aa-97d5-5c4e06544c09 req-3ca1e5f3-d005-40ea-9a6e-44ba2ba43d20 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982997 Mar 03 18:11:19.269074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 065761a6-f526-41c2-9930-3a1d513d8905 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:19.289881 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-90333297-3e12-4ffe-ba4b-46670f543765 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] GET failed (client error): The resource could not be found. Mar 03 18:11:19.289881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-90333297-3e12-4ffe-ba4b-46670f543765 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Synchronizing usage tracker for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:19.317495 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87750c64-4cda-4022-a4a4-06926b6da372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.402412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 065761a6-f526-41c2-9930-3a1d513d8905 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:19.418936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-8485024c-3b5d-4508-b3b6-6324f7a690ec tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:19.421411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-8485024c-3b5d-4508-b3b6-6324f7a690ec tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 0.9257734 Mar 03 18:11:19.457433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-90333297-3e12-4ffe-ba4b-46670f543765 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Unset dirty status for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:19.458691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-90333297-3e12-4ffe-ba4b-46670f543765 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "GET /v2.0/ports/79049a4b-d04e-4414-9f51-12b8c1bd5667 HTTP/1.1" status: 404 len: 333 time: 0.5343237 Mar 03 18:11:19.462252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43872) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:19.484683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Request body: {'port': {'device_id': '09798deb-7d34-47b8-b851-0a2db972fa83', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'admin_state_up': True, 'tenant_id': '74cf4cb007b74b7fb92b59dfd9b381fe'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:19.535578 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab36a017-3b7e-4605-983f-4a12df005f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.639818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 5674dab7-3598-4db0-94fd-f4905918a8b1 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:19.640097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.641809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87750c64-4cda-4022-a4a4-06926b6da372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.815913 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87750c64-4cda-4022-a4a4-06926b6da372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:19.817044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-87750c64-4cda-4022-a4a4-06926b6da372 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30edd337-74c4-4473-9f4e-b4cd860c1f4c HTTP/1.1" status: 204 len: 168 time: 1.3541200 Mar 03 18:11:19.819585 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:20.053701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d292ef-afa3-4fdf-ade9-896659ee0742 None None] Network b2eea15a-074f-4c02-8e28-0029c845dcd5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:20.156268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:20.185264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b440a9d9-0e52-49a5-a98e-e6804d5c98b2 req-68ce9a3c-5f11-421c-a8dd-d949f3e04295 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 210 time: 0.5341897 Mar 03 18:11:20.186079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87750c64-4cda-4022-a4a4-06926b6da372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30edd337-74c4-4473-9f4e-b4cd860c1f4c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:20.209938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=66ff51ff-7322-4d96-a48d-8663d663095e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:20.410063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': 'fcff1519-cc34-48bd-a948-bde09cb60fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:20.423701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: 35daab4c-5ff5-4460-83c1-8a7ff53ebe64, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:20.489641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:20.522916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d75c9593-7fa7-4ede-afbf-be33b90aa353 None None] Provisioning for port 065761a6-f526-41c2-9930-3a1d513d8905 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:20.531528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d75c9593-7fa7-4ede-afbf-be33b90aa353 None None] Provisioning complete for port 065761a6-f526-41c2-9930-3a1d513d8905 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:20.532208 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d75c9593-7fa7-4ede-afbf-be33b90aa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:20.548170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:20.558104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 35daab4c-5ff5-4460-83c1-8a7ff53ebe64 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:20.583628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 35daab4c-5ff5-4460-83c1-8a7ff53ebe64) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:20.601458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:20.601458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:20.628664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d958bde-e241-4481-b44c-a1b31381d826 None None] Network 35daab4c-5ff5-4460-83c1-8a7ff53ebe64 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:20.642151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Calling delete_port for 5674dab7-3598-4db0-94fd-f4905918a8b1 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:20.642327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Made reservation on behalf of 74cf4cb007b74b7fb92b59dfd9b381fe for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:20.644997 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:20.676820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f718914e-c983-46e5-814c-411aadbc9d3e tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7164931 Mar 03 18:11:20.680820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44042) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:20.770835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b523551a-4df4-4d1a-b60c-d1dab841dd8b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:21.073710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3864e7-f3c6-4c9b-afe0-7a4004c89c29 req-034de5d3-826a-42de-9b4e-676b3c78e290 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:21.085116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ec3864e7-f3c6-4c9b-afe0-7a4004c89c29 req-034de5d3-826a-42de-9b4e-676b3c78e290 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 944 time: 0.3310251 Mar 03 18:11:21.088933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44100) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:21.235987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Allocated IP 172.20.0.3 (8126247d-3ee5-4d33-9f1c-ac21dd3dfa24/0d6a9d54-34c3-4d7d-b49c-1338fbd310fc/6ab1ba6e-2a49-4fe6-8af1-f262891b6074) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:21.338424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ec3864e7-f3c6-4c9b-afe0-7a4004c89c29 req-71798e10-13c7-4b37-9583-42d77502ef4b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502003 Mar 03 18:11:21.379954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:21.424243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:21.480829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b523551a-4df4-4d1a-b60c-d1dab841dd8b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:21.486854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-35daab4c-5ff5-4460-83c1-8a7ff53ebe64', 'network_id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': '66ff51ff-7322-4d96-a48d-8663d663095e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:21.488235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:21.521702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b523551a-4df4-4d1a-b60c-d1dab841dd8b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:21.523605 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:21.530549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Port': ['ID=5674dab7-3598-4db0-94fd-f4905918a8b1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:21.648634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:21.666646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64d2951d-98d1-4e9d-8cbd-840745f08826 req-b69116ea-b5aa-4ecc-8115-52e0d6d5e82b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 210 time: 0.1889844 Mar 03 18:11:21.674054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94e94bef-7515-4d6a-8715-90be30471b0c tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/ports/5674dab7-3598-4db0-94fd-f4905918a8b1 HTTP/1.1" status: 204 len: 168 time: 2.2103782 Mar 03 18:11:21.677045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44166) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:21.798367 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-20df8a0e-2080-4491-9b79-14ee289f4967 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] GET failed (client error): The resource could not be found. Mar 03 18:11:21.799318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-20df8a0e-2080-4491-9b79-14ee289f4967 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Synchronizing usage tracker for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:21.840507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-20df8a0e-2080-4491-9b79-14ee289f4967 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Unset dirty status for tenant:b57e3ce52bc24da7be0d39a51f60f52f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:21.845516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-20df8a0e-2080-4491-9b79-14ee289f4967 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "GET /v2.0/ports/5674dab7-3598-4db0-94fd-f4905918a8b1 HTTP/1.1" status: 404 len: 333 time: 0.1641092 Mar 03 18:11:21.847103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44186) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:22.032172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 255e3e8c-c9f2-4267-9249-6ad6d04d790a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:22.034048 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.072161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Allocated IP 2001:db8::3 (35daab4c-5ff5-4460-83c1-8a7ff53ebe64/66ff51ff-7322-4d96-a48d-8663d663095e/e9449752-793c-4cb2-8103-9089b7a6766d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:22.082956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8d766ada-a7f6-46fb-addf-35d0c9d9c20e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:22.086178 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-8d766ada-a7f6-46fb-addf-35d0c9d9c20e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 18:11:22.086949 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-8d766ada-a7f6-46fb-addf-35d0c9d9c20e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 18:11:22.089391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8d766ada-a7f6-46fb-addf-35d0c9d9c20e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9943833 Mar 03 18:11:22.095480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44212) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:22.119908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025798325'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:22.134320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:22.152492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.161220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:22.177240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:22.211207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:22.249940 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d75c9593-7fa7-4ede-afbf-be33b90aa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.282699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c2be6b9e-6062-48fa-aee3-f42dc593f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.363874 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.457122 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.502722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.512931 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.528526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d75c9593-7fa7-4ede-afbf-be33b90aa353 None None] For port 065761a6-f526-41c2-9930-3a1d513d8905, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=065761a6-f526-41c2-9930-3a1d513d8905,segment=NetworkSegment(1df42538-3b37-46d6-ad98-8506f06a1dd9),segment_id=1df42538-3b37-46d6-ad98-8506f06a1dd9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:22.539471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-b77e7b36-5c73-4730-a408-87294ff46f94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5792558 Mar 03 18:11:22.545742 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d75c9593-7fa7-4ede-afbf-be33b90aa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.577524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:22.599638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.704132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:11:22.849553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:22.861944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:22.897241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:22.927166 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:22.961940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Transition to ACTIVE for port object e9449752-793c-4cb2-8103-9089b7a6766d will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:23.006878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:23.032578 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.077737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Transition to ACTIVE for port object e9449752-793c-4cb2-8103-9089b7a6766d will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:23.151800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b523551a-4df4-4d1a-b60c-d1dab841dd8b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b523551a-4df4-4d1a-b60c-d1dab841dd8b,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:23.176572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:23.218429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:23.259935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:11:23.292046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event updated for resources: {'Port': ['ID=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:23.415663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.419730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.433366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Calling delete_port for 255e3e8c-c9f2-4267-9249-6ad6d04d790a owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:23.436724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c9593-7fa7-4ede-afbf-be33b90aa353 None None] Pushing event updated for resources: {'Port': ['ID=065761a6-f526-41c2-9930-3a1d513d8905,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:23.458043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.504362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b00732-f84f-4aa3-b4b8-f6dd305f0108 req-4c966a55-7cc6-46b7-ab3a-16c3f9742fe5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:23.515115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4b00732-f84f-4aa3-b4b8-f6dd305f0108 req-4c966a55-7cc6-46b7-ab3a-16c3f9742fe5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 944 time: 0.9442959 Mar 03 18:11:23.520871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=66ff51ff-7322-4d96-a48d-8663d663095e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:23.547447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:23.549992 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.553228 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.568567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.583330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-32a88c69-a572-4cd5-bcaa-c56cd442c1fc None None] Provisioning complete for port 065761a6-f526-41c2-9930-3a1d513d8905 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:23.584424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32a88c69-a572-4cd5-bcaa-c56cd442c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.641014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971faa0-10be-4176-844f-4efeb9370614 req-26980e5a-d74b-4eeb-aa1e-c7f587a71ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:23.648206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-26980e5a-d74b-4eeb-aa1e-c7f587a71ca5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 1097 time: 0.9560027 Mar 03 18:11:23.685871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Network 35daab4c-5ff5-4460-83c1-8a7ff53ebe64 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:23.730418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Pushing event updated for resources: {'Port': ['ID=e9449752-793c-4cb2-8103-9089b7a6766d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:23.733985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:23.811194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4b00732-f84f-4aa3-b4b8-f6dd305f0108 req-45d36571-f4c9-425d-be64-9ce86f9f4957 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948914 Mar 03 18:11:23.842035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:23.868720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:23.933082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35daab4c-5ff5-4460-83c1-8a7ff53ebe64']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:23.980499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcff1519-cc34-48bd-a948-bde09cb60fae') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:23.982403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcff1519-cc34-48bd-a948-bde09cb60fae') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:24.039411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b23ef-fd1b-49ec-ba98-c343871f5290 req-4a696af3-187e-4f69-86aa-51e6982ea900 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:24.050303 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b', 'code': 200} Mar 03 18:11:24.050978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e48b23ef-fd1b-49ec-ba98-c343871f5290 req-4a696af3-187e-4f69-86aa-51e6982ea900 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 931 time: 1.0682695 Mar 03 18:11:24.122636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a8674f7c-07bd-472a-87d1-4cf0d4ab1cf6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6683152 Mar 03 18:11:24.144960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.176870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.209177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.226435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b523551a-4df4-4d1a-b60c-d1dab841dd8b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:24.255301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:24.273588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:24.278831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:24.300915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:24.304201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.355448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e04798-077f-4c44-a659-86acdf580387,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:24.357047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.380586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Port': ['ID=255e3e8c-c9f2-4267-9249-6ad6d04d790a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:24.401285 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.408128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Attempting to bind port e9449752-793c-4cb2-8103-9089b7a6766d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:24.411215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Attempting to bind port e9449752-793c-4cb2-8103-9089b7a6766d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'fcff1519-cc34-48bd-a948-bde09cb60fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:24.411763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Attempting to bind port e9449752-793c-4cb2-8103-9089b7a6766d on network 35daab4c-5ff5-4460-83c1-8a7ff53ebe64 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:24.426926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:24.427315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Checking segment: {'id': 'fcff1519-cc34-48bd-a948-bde09cb60fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:24.427816 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.428219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Bound using segment: {'id': 'fcff1519-cc34-48bd-a948-bde09cb60fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:24.429348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Bound port: e9449752-793c-4cb2-8103-9089b7a6766d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcff1519-cc34-48bd-a948-bde09cb60fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:24.429797 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.512304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Request body: {'port': {'device_id': '09798deb-7d34-47b8-b851-0a2db972fa83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:24.571619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceebf2-b176-435b-97ed-6cf130c9d3a4 req-e3ced41b-472b-4f1e-92c2-2f6c88ac84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:24.573858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bceebf2-b176-435b-97ed-6cf130c9d3a4 req-e3ced41b-472b-4f1e-92c2-2f6c88ac84ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 1096 time: 0.5165172 Mar 03 18:11:24.623422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.678522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.684724 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5bceebf2-b176-435b-97ed-6cf130c9d3a4 req-d7c5d478-5a84-46bf-9393-ad61aed78dda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014993 Mar 03 18:11:24.688215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] For port e9449752-793c-4cb2-8103-9089b7a6766d, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:24.721825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.724979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0fcde747-a3f3-4858-8a7a-1f8ff3c87544 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/ports/255e3e8c-c9f2-4267-9249-6ad6d04d790a HTTP/1.1" status: 204 len: 168 time: 2.8764443 Mar 03 18:11:24.727872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44422) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:24.732014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.751375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e48b23ef-fd1b-49ec-ba98-c343871f5290 req-21133f0d-f7eb-4697-9208-564cfa4a51d9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927216 Mar 03 18:11:24.759664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:24.760164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:24.789624 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:24.851960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.853529 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7559750 Mar 03 18:11:24.864142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44428) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:24.875111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': '80c6a5bd-6978-4936-86ac-384672fe0c80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:24.885217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:24.887756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e0397-5d83-4c10-bd1f-87cf6fc5ddb0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6a5bd-6978-4936-86ac-384672fe0c80,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:24.898746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting subnet 52ea7f55-ad1f-4c6b-8881-adbb00120226 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:11:24.903868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:24.906786 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:24.935199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:24.952404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:24.973580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] For port e9449752-793c-4cb2-8103-9089b7a6766d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e9449752-793c-4cb2-8103-9089b7a6766d,segment=NetworkSegment(fcff1519-cc34-48bd-a948-bde09cb60fae),segment_id=fcff1519-cc34-48bd-a948-bde09cb60fae)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:24.977300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:11:24.977300 n-d-827121-1 neutron-server[87886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:11:24.977300 n-d-827121-1 neutron-server[87886]: [parameters: {'id': '35daab4c-5ff5-4460-83c1-8a7ff53ebe64'}] Mar 03 18:11:24.977300 n-d-827121-1 neutron-server[87886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:11:24.978173 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:11:24.980725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971faa0-10be-4176-844f-4efeb9370614 req-47d6821c-bd66-4460-981f-a627f51f11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:24.982358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-47d6821c-bd66-4460-981f-a627f51f11b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 1.2378314 Mar 03 18:11:24.982629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.002389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.073469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.096660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-fb19bb7d-cf63-46d3-9a7d-f742ec95f148 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 200 len: 217 time: 0.0981421 Mar 03 18:11:25.097649 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.166255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa804f8-88e9-4550-8f88-3aadae7620b1 None None] Network 35daab4c-5ff5-4460-83c1-8a7ff53ebe64 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:25.204906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 065761a6-f526-41c2-9930-3a1d513d8905 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:25.264948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971faa0-10be-4176-844f-4efeb9370614 req-410b1a24-e2e4-4ae3-b7d1-9bb064d83075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:25.266718 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-410b1a24-e2e4-4ae3-b7d1-9bb064d83075 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.1565270 Mar 03 18:11:25.292272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.344027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-95da1d55-2ee9-48f4-b17d-331cbb9bc1ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694852 Mar 03 18:11:25.362034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb0a64-5e9b-49b1-aea9-15e5ef69a55b None None] Pushing event updated for resources: {'Port': ['ID=e9449752-793c-4cb2-8103-9089b7a6766d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:25.426024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.488780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Subnet': ['ID=52ea7f55-ad1f-4c6b-8881-adbb00120226,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:25.497010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 065761a6-f526-41c2-9930-3a1d513d8905 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:25.497546 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.515386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.523226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8a75e27c-e46e-499a-a8c3-8cdc19ea2e35 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/subnets/52ea7f55-ad1f-4c6b-8881-adbb00120226 HTTP/1.1" status: 204 len: 168 time: 0.7934704 Mar 03 18:11:25.529819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44442) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:25.562165 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.577461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c9b0e-2652-45b7-8af2-cf4bf8c5c0d0 None None] Network f64a85cb-4179-499f-a5fa-345a107ea7c1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:25.796554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.827919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-d2231169-0222-4c71-9cd7-10c744dea50f service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668212 Mar 03 18:11:25.832533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port e9449752-793c-4cb2-8103-9089b7a6766d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:25.833846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.835694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.915668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.930410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:25.935432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0698915 Mar 03 18:11:25.936355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44452) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:25.960686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': '80c6a5bd-6978-4936-86ac-384672fe0c80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:25.967367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:25.972769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:25.976626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:25.985235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:26.010904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2ec74-743c-4a54-b46b-4dfd8052b05d req-78151dbc-f1d3-4c56-8602-6642990b0135 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:26.018238 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6d2ec74-743c-4a54-b46b-4dfd8052b05d req-78151dbc-f1d3-4c56-8602-6642990b0135 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 945 time: 0.9120672 Mar 03 18:11:26.025165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14dca0-781a-43b9-b1c5-90c5e1e527e4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573bcc04-1dbe-44ee-9727-d0aa41a62e98,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:26.054341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:26.079465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 8e2a2441-e313-4112-b988-7d2afee2154f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:26.079794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:26.194109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6d2ec74-743c-4a54-b46b-4dfd8052b05d req-d1683249-f808-4888-9936-246739d8d748 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748853 Mar 03 18:11:26.306112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] DHCP port deletion for f64a85cb-4179-499f-a5fa-345a107ea7c1 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:11:26.310535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] Deleting port 8e2a2441-e313-4112-b988-7d2afee2154f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:26.310910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:26.419543 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 18:11:26.423043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bf6277f1-99bc-424e-b72b-86977e030cf1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4798346 Mar 03 18:11:26.423720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44462) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:26.635911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] For port 8e2a2441-e313-4112-b988-7d2afee2154f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e2a2441-e313-4112-b988-7d2afee2154f,segment=NetworkSegment(74504c44-060c-4f81-960b-3e828734fb84),segment_id=74504c44-060c-4f81-960b-3e828734fb84)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:26.636697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:26.808316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] Calling delete_port for 8e2a2441-e313-4112-b988-7d2afee2154f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:26.921295 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:26.923362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0971faa0-10be-4176-844f-4efeb9370614 req-aa8e099d-b179-494a-bff8-48febf07565b service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7389498 Mar 03 18:11:26.942910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] For port 8e2a2441-e313-4112-b988-7d2afee2154f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e2a2441-e313-4112-b988-7d2afee2154f,segment=NetworkSegment(74504c44-060c-4f81-960b-3e828734fb84),segment_id=74504c44-060c-4f81-960b-3e828734fb84)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:26.943727 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:26.955427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1e9db9a-a392-4ba0-a099-10a9da0c3d1c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:26.998058 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1e9db9a-a392-4ba0-a099-10a9da0c3d1c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:27.016097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] No DVR routers for this DVR port 8e2a2441-e313-4112-b988-7d2afee2154f on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:11:27.028937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port e9449752-793c-4cb2-8103-9089b7a6766d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e9449752-793c-4cb2-8103-9089b7a6766d,segment=NetworkSegment(fcff1519-cc34-48bd-a948-bde09cb60fae),segment_id=fcff1519-cc34-48bd-a948-bde09cb60fae)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:27.029302 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:27.029808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4ff6-897b-44ef-80a9-121e4c194b74 None None] Pushing event deleted for resources: {'Port': ['ID=8e2a2441-e313-4112-b988-7d2afee2154f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:27.051238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13330a8-d541-40a8-ae80-fa983316b9a6 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:11:27.198784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e2a2441-e313-4112-b988-7d2afee2154f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:11:27.279962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1e9db9a-a392-4ba0-a099-10a9da0c3d1c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:27.323004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Calling delete_port for 8e2a2441-e313-4112-b988-7d2afee2154f owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:27.362245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8e2a2441-e313-4112-b988-7d2afee2154f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:11:27.362789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e2a2441-e313-4112-b988-7d2afee2154f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:11:27.370874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13330a8-d541-40a8-ae80-fa983316b9a6 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:11:27.398733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:11:27.467787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:11:27.479445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:27.497168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Transition to ACTIVE for port object 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:27.564254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for e9449752-793c-4cb2-8103-9089b7a6766d owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:27.575980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1e9db9a-a392-4ba0-a099-10a9da0c3d1c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:27.579344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f1e9db9a-a392-4ba0-a099-10a9da0c3d1c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/80c6a5bd-6978-4936-86ac-384672fe0c80 HTTP/1.1" status: 204 len: 168 time: 1.1529348 Mar 03 18:11:27.579344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9db9a-a392-4ba0-a099-10a9da0c3d1c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6a5bd-6978-4936-86ac-384672fe0c80,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:27.593154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44476) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:27.708206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc285-1111-44cf-b135-671c96cbf18b req-49082016-7d0d-4c3b-a2ea-3defd7b53a3d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:27.708862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bc5bc285-1111-44cf-b135-671c96cbf18b req-49082016-7d0d-4c3b-a2ea-3defd7b53a3d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:27.750194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05012ebb-36ae-49ac-8f35-7074eae3a5a3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:27.754959 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:27.760134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:27.770033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:11:27.771787 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:11:27.816007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb66c-1ac9-4d6b-9e3b-4cea1463dbae req-dc4c3631-44a1-4735-b367-916ee417c388 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:27.820185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf9eb66c-1ac9-4d6b-9e3b-4cea1463dbae req-dc4c3631-44a1-4735-b367-916ee417c388 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 945 time: 0.3566878 Mar 03 18:11:27.834946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05012ebb-36ae-49ac-8f35-7074eae3a5a3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:27.839798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-05012ebb-36ae-49ac-8f35-7074eae3a5a3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2336330 Mar 03 18:11:27.839947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bc5bc285-1111-44cf-b135-671c96cbf18b req-49082016-7d0d-4c3b-a2ea-3defd7b53a3d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:27.840344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:27.856232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--416032974'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:27.857009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc5bc285-1111-44cf-b135-671c96cbf18b req-49082016-7d0d-4c3b-a2ea-3defd7b53a3d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 931 time: 1.3846862 Mar 03 18:11:27.871184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Port': ['ID=e9449752-793c-4cb2-8103-9089b7a6766d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:27.874813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:27.926968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:27.952597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No DVR routers for this DVR port e9449752-793c-4cb2-8103-9089b7a6766d on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:11:27.972457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf9eb66c-1ac9-4d6b-9e3b-4cea1463dbae req-3e39a3f7-07ee-468c-a8d9-6807021992ea tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988955 Mar 03 18:11:27.973961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.003826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:28.022783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:28.027155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:28.040087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:28.293456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Deleting port 8e2a2441-e313-4112-b988-7d2afee2154f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:28.293456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.396295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] The port '8e2a2441-e313-4112-b988-7d2afee2154f' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:11:28.421499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.435594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc5bc285-1111-44cf-b135-671c96cbf18b req-2cbee26f-cf05-4d10-bd69-e013c4380baa tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766497 Mar 03 18:11:28.476255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:28.553841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35daab4c-5ff5-4460-83c1-8a7ff53ebe64']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:28.564574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Attempting to bind port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:28.564998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Attempting to bind port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:28.565420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Attempting to bind port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:28.573318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcff1519-cc34-48bd-a948-bde09cb60fae') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:28.573724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcff1519-cc34-48bd-a948-bde09cb60fae') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:28.580513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:11:28.581299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Attempting to bind port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:28.589993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:28.590653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Checking segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:28.591141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Bound using segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:28.591700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Bound port: 6ab1ba6e-2a49-4fe6-8af1-f262891b6074, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:28.592142 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.683984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.699371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.708885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.764160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] For port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:28.768035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] For port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:28.770386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.790925 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.841865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e550178-0178-4ac6-af6f-b5d5335063c2 req-d79367b2-521d-4911-ade9-0931d631d6df tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:28.843406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e550178-0178-4ac6-af6f-b5d5335063c2 req-d79367b2-521d-4911-ade9-0931d631d6df tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 945 time: 0.6824372 Mar 03 18:11:28.850931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64a85cb-4179-499f-a5fa-345a107ea7c1']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:28.920343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74504c44-060c-4f81-960b-3e828734fb84') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:28.920634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74504c44-060c-4f81-960b-3e828734fb84') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:28.945197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec51a6c-bba1-4421-8bf4-44b4311330aa,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:28.955483 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.957016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.970787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:28.971474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.972872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] 10.222.0.35 "PUT /v2.0/ports/6ab1ba6e-2a49-4fe6-8af1-f262891b6074 HTTP/1.1" status: 200 len: 1091 time: 4.8001108 Mar 03 18:11:28.976769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:28.987624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dd768bf0-cbd8-4080-ab3e-a047b87abe5d tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1454828 Mar 03 18:11:28.993030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:28.997249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:28.997700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.004969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2cb77274-1d92-49e8-9b1a-aefa12ac9fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': '3ec51a6c-bba1-4421-8bf4-44b4311330aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:29.005681 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-2cb77274-1d92-49e8-9b1a-aefa12ac9fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 18:11:29.006206 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-2cb77274-1d92-49e8-9b1a-aefa12ac9fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:29.010525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2cb77274-1d92-49e8-9b1a-aefa12ac9fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136189 Mar 03 18:11:29.015150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:29.034640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e550178-0178-4ac6-af6f-b5d5335063c2 req-98310227-5eb3-468e-9487-392eef30b01a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672242 Mar 03 18:11:29.035682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.048665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:29.049068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:29.069314 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:29.198302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09798deb-7d34-47b8-b851-0a2db972fa83', 'tag': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:11:29.214520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.228891 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.233132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666973b-59f8-467f-8843-7110e7c99fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:29.237473 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:29.297569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a63902-ed97-4fdf-8629-48ab9e6933f9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.300311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] Pushing event deleted for resources: {'Network': ['ID=f64a85cb-4179-499f-a5fa-345a107ea7c1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:29.307751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-28a9f579-8f9d-4221-8a81-1c0ff8d84656 tempest-AllowedAddressPairTestJSON-1836004417 tempest-AllowedAddressPairTestJSON-1836004417-project] 10.222.0.23 "DELETE /v2.0/networks/f64a85cb-4179-499f-a5fa-345a107ea7c1 HTTP/1.1" status: 204 len: 168 time: 3.7743931 Mar 03 18:11:29.328543 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.341157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.362999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a63902-ed97-4fdf-8629-48ab9e6933f9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.418360 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09798deb-7d34-47b8-b851-0a2db972fa83', 'tag': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074', 'status': 'completed', 'code': 200} Mar 03 18:11:29.419021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=35daab4c-5ff5-4460-83c1-8a7ff53ebe64,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:29.420228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a63902-ed97-4fdf-8629-48ab9e6933f9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.432056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4522c9b0-eb8c-45ef-a5f5-29ee2bfaa552 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/35daab4c-5ff5-4460-83c1-8a7ff53ebe64 HTTP/1.1" status: 204 len: 168 time: 8.7449005 Mar 03 18:11:29.434081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44514) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:29.443954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859810420'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:29.460218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:29.464006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-f1292120-44ef-4f78-9834-9962ab86cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:29.466099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-f1292120-44ef-4f78-9834-9962ab86cb9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 1094 time: 0.2258201 Mar 03 18:11:29.469237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:29.472093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a63902-ed97-4fdf-8629-48ab9e6933f9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec51a6c-bba1-4421-8bf4-44b4311330aa,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:29.477855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:29.535214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79a63902-ed97-4fdf-8629-48ab9e6933f9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.544679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-79a63902-ed97-4fdf-8629-48ab9e6933f9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ec51a6c-bba1-4421-8bf4-44b4311330aa HTTP/1.1" status: 204 len: 168 time: 0.5239398 Mar 03 18:11:29.545632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44522) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:29.696947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:29.699760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-63fab717-9adc-4c06-91db-704c9036ad4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ab1ba6e-2a49-4fe6-8af1-f262891b6074 HTTP/1.1" status: 200 len: 217 time: 0.2185810 Mar 03 18:11:29.728550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3ecf0ba1-1503-4ba5-a067-d411fc2805bd tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:29.844289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:29.847733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:29.861859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3ecf0ba1-1503-4ba5-a067-d411fc2805bd tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:29.863115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3ecf0ba1-1503-4ba5-a067-d411fc2805bd tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3141930 Mar 03 18:11:29.870100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:29.897084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--923775300'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:29.920044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:29.956906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:29.981304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44546) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:30.008147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-c2a133ce-ad53-40e5-b367-af88aec9d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:30.009589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-c2a133ce-ad53-40e5-b367-af88aec9d3a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.2957263 Mar 03 18:11:30.010042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.079753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09ce89-500e-436f-85bc-052f9f95b996 req-6ae33dbb-7af9-45c9-81bc-da6e60f2ca70 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:30.088393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d09ce89-500e-436f-85bc-052f9f95b996 req-6ae33dbb-7af9-45c9-81bc-da6e60f2ca70 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 943 time: 0.3089390 Mar 03 18:11:30.123952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:30.129190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-179b9a24-9600-4475-804e-f2f6f49f852b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080332 Mar 03 18:11:30.223700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:30.233127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:30.238010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:30.243541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d09ce89-500e-436f-85bc-052f9f95b996 req-844d3068-c973-4503-b7b1-37bac0ac47e0 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542814 Mar 03 18:11:30.248086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:30.436228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.447583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.559422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eddbcf4-8e3f-4aa5-abde-8db7375cceff,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:30.559689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-26de8879-6355-4bd2-bbfd-c07ab6a864d0 service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085927 Mar 03 18:11:30.571771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.575560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7a329c0c-1264-4fd1-873b-b72c75ed4fc1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6952562 Mar 03 18:11:30.577486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44566) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:30.579525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.580058 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment ad41c498-e9b9-4d72-a236-4bbd7bccfb37 of type vlan for network cdb6eb70-903b-4174-92e9-585899060d0c Mar 03 18:11:30.591101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5444a0-a512-43ab-9cca-80393b391bb0 req-31c8d252-5326-4d43-a2b5-1531a52d6e1e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:30.591778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4be49d15-5376-4971-9f82-2fbf765fbdc8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': '8eddbcf4-8e3f-4aa5-abde-8db7375cceff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:30.593033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc5444a0-a512-43ab-9cca-80393b391bb0 req-31c8d252-5326-4d43-a2b5-1531a52d6e1e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 945 time: 0.7059519 Mar 03 18:11:30.599375 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-4be49d15-5376-4971-9f82-2fbf765fbdc8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 18:11:30.599942 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-4be49d15-5376-4971-9f82-2fbf765fbdc8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:30.601466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4be49d15-5376-4971-9f82-2fbf765fbdc8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0228071 Mar 03 18:11:30.604171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:30.715148 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ffd6c5-a1ef-49ca-b60d-eaa4bd205fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.746631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ffd6c5-a1ef-49ca-b60d-eaa4bd205fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.806368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ffd6c5-a1ef-49ca-b60d-eaa4bd205fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.830259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffd6c5-a1ef-49ca-b60d-eaa4bd205fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eddbcf4-8e3f-4aa5-abde-8db7375cceff,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:30.843519 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ffd6c5-a1ef-49ca-b60d-eaa4bd205fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.846995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92ffd6c5-a1ef-49ca-b60d-eaa4bd205fa6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/8eddbcf4-8e3f-4aa5-abde-8db7375cceff HTTP/1.1" status: 204 len: 168 time: 0.2395825 Mar 03 18:11:30.847378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44582) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:30.859681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc5444a0-a512-43ab-9cca-80393b391bb0 req-5823f2d8-c234-4079-b00c-1fdc28e1234d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188644 Mar 03 18:11:30.936742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fcd7475e-25ec-4420-957d-249b4e6567d4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:30.956264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fcd7475e-25ec-4420-957d-249b4e6567d4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:30.961818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fcd7475e-25ec-4420-957d-249b4e6567d4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134458 Mar 03 18:11:30.962504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44586) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:30.969522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--757476552'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:30.978717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:30.979221 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:30.990551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:31.002999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69eb50c0-4f9e-4f53-ac3e-5c9c4cba07a8 req-d01c75b7-2ef2-4cf2-b571-74cf7585c33c service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245677 Mar 03 18:11:31.004390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.016822 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5912514-16d2-432b-a038-376490a53743 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b57e3ce52bc24da7be0d39a51f60f52f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0186744 Mar 03 18:11:31.022283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44592) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:31.034275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:31.040745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:31.043988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:31.052218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:31.213074 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.219308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.253954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:11:31.335428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8f53010-b686-44a5-894a-c7ff13699d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.384663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8f53010-b686-44a5-894a-c7ff13699d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.481929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8f53010-b686-44a5-894a-c7ff13699d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.501159 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.507044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:31.507907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.514626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f53010-b686-44a5-894a-c7ff13699d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b4850e-28a3-4d7c-86ce-809ba9342cdc,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:31.572938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74bb82a-bba1-4811-9ad2-245d682a3e47,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:31.599666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef012825-5959-477f-b365-34a96695d1c1 req-9faf8271-fd38-40b6-a391-4bb8aacc83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:31.602747 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef012825-5959-477f-b365-34a96695d1c1 req-9faf8271-fd38-40b6-a391-4bb8aacc83c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 1094 time: 0.4747033 Mar 03 18:11:31.603820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.605214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-23395836-47b3-414f-b6d7-d27d1a4dce94 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6417265 Mar 03 18:11:31.608084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44604) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:31.611571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-786fb9a8-7fa1-4e5e-a039-680c229704c5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:31.613289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-786fb9a8-7fa1-4e5e-a039-680c229704c5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 945 time: 0.7523065 Mar 03 18:11:31.614029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cd2a9848-edd7-4467-895e-ddba16e84e5f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'd74bb82a-bba1-4811-9ad2-245d682a3e47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:31.623831 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-cd2a9848-edd7-4467-895e-ddba16e84e5f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 18:11:31.624443 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-cd2a9848-edd7-4467-895e-ddba16e84e5f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:31.625530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cd2a9848-edd7-4467-895e-ddba16e84e5f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162940 Mar 03 18:11:31.628453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44608) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:31.638194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-123bf547-a722-493f-8433-1bd9195f6122 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'd74bb82a-bba1-4811-9ad2-245d682a3e47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:31.639187 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-123bf547-a722-493f-8433-1bd9195f6122 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 18:11:31.639952 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-123bf547-a722-493f-8433-1bd9195f6122 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:31.644834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-123bf547-a722-493f-8433-1bd9195f6122 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148597 Mar 03 18:11:31.646428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44612) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:31.658537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5d39acfd-bf4c-4583-82ac-1bfe28722a17 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'd74bb82a-bba1-4811-9ad2-245d682a3e47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:31.659435 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-5d39acfd-bf4c-4583-82ac-1bfe28722a17 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 18:11:31.659983 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-5d39acfd-bf4c-4583-82ac-1bfe28722a17 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:31.665956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5d39acfd-bf4c-4583-82ac-1bfe28722a17 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185261 Mar 03 18:11:31.666895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44616) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:31.676703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e879376b-27ce-4782-80ff-694df3d1daaf tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'd74bb82a-bba1-4811-9ad2-245d682a3e47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:31.677657 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-e879376b-27ce-4782-80ff-694df3d1daaf tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 18:11:31.678142 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-e879376b-27ce-4782-80ff-694df3d1daaf tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:31.682407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8f53010-b686-44a5-894a-c7ff13699d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.682545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e879376b-27ce-4782-80ff-694df3d1daaf tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0129607 Mar 03 18:11:31.683263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44620) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:31.686664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b8f53010-b686-44a5-894a-c7ff13699d78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13b4850e-28a3-4d7c-86ce-809ba9342cdc HTTP/1.1" status: 204 len: 168 time: 0.6616240 Mar 03 18:11:31.750147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4a05a-22f8-4bb0-b00e-88c2aa3a2157 req-451418b4-65d2-4ab5-9c59-d4c2cc1e562e tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:31.751644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8b4a05a-22f8-4bb0-b00e-88c2aa3a2157 req-451418b4-65d2-4ab5-9c59-d4c2cc1e562e tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 943 time: 0.2360568 Mar 03 18:11:31.768788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3295529 Mar 03 18:11:31.780087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44626) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:31.831920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8b4a05a-22f8-4bb0-b00e-88c2aa3a2157 req-549f965a-eccd-4499-af8f-f06a460da469 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728917 Mar 03 18:11:31.855901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d944ec17-c5b2-4b92-a47d-3f32e8ddded4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.904646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': 'cdb6eb70-903b-4174-92e9-585899060d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:31.914950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d944ec17-c5b2-4b92-a47d-3f32e8ddded4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.928772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Deleting port b523551a-4df4-4d1a-b60c-d1dab841dd8b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:31.929730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:31.994263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d944ec17-c5b2-4b92-a47d-3f32e8ddded4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:32.018065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba76a96-3395-465b-a6f1-e6cfcfd146bf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=cdb6eb70-903b-4174-92e9-585899060d0c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:32.041506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network cdb6eb70-903b-4174-92e9-585899060d0c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:32.057557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944ec17-c5b2-4b92-a47d-3f32e8ddded4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74bb82a-bba1-4811-9ad2-245d682a3e47,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:32.083529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d944ec17-c5b2-4b92-a47d-3f32e8ddded4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:32.088789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d944ec17-c5b2-4b92-a47d-3f32e8ddded4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/d74bb82a-bba1-4811-9ad2-245d682a3e47 HTTP/1.1" status: 204 len: 168 time: 0.3963673 Mar 03 18:11:32.090591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44634) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:32.232605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a4f388cc-09cf-4cfc-a48f-ee68dfdab2a6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:32.251325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a4f388cc-09cf-4cfc-a48f-ee68dfdab2a6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:32.264015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a4f388cc-09cf-4cfc-a48f-ee68dfdab2a6 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619496 Mar 03 18:11:32.264700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:32.273713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--53736728'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:32.307398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:32.338375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:32.360950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:32.412767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:32.419007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:32.427820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:32.441990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:32.627890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:32.634264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:32.735554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:32.765559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:11:32.773132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb609a-3e0d-429c-a59a-a2ac00e07a32,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:32.783726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef012825-5959-477f-b365-34a96695d1c1 req-9fb9e459-cbb5-4da1-9103-8590f0600ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:32.786616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef012825-5959-477f-b365-34a96695d1c1 req-9fb9e459-cbb5-4da1-9103-8590f0600ec0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 916 time: 1.1679847 Mar 03 18:11:32.851458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:32.851650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:32.856405 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-40bc9428-a659-4685-a8d8-000e46589f8a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5875945 Mar 03 18:11:32.856405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44662) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:32.864841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3e29de4e-39e5-484d-85da-a4d25a1c2964 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:32.865895 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-3e29de4e-39e5-484d-85da-a4d25a1c2964 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 18:11:32.868105 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-3e29de4e-39e5-484d-85da-a4d25a1c2964 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:32.872027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3e29de4e-39e5-484d-85da-a4d25a1c2964 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120306 Mar 03 18:11:32.873835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44666) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:32.883699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b694ad-641e-4dd9-9451-84849a1cc8fd req-182c303a-96a4-419d-951b-6e35a39115c9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:32.887491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2b694ad-641e-4dd9-9451-84849a1cc8fd req-182c303a-96a4-419d-951b-6e35a39115c9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 945 time: 0.7644298 Mar 03 18:11:32.896048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:32.910718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c4d7fd6f-0e19-470c-b997-039e37fb705c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:32.947481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c4d7fd6f-0e19-470c-b997-039e37fb705c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:32.961755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c4d7fd6f-0e19-470c-b997-039e37fb705c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:32.968543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c4d7fd6f-0e19-470c-b997-039e37fb705c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:32.988908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c4d7fd6f-0e19-470c-b997-039e37fb705c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:33.061471 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-c4d7fd6f-0e19-470c-b997-039e37fb705c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:33.062605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c4d7fd6f-0e19-470c-b997-039e37fb705c tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1876054 Mar 03 18:11:33.067015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44676) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.076933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-389500f1-d6f5-4b21-ad16-0541a2a78e2b tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:33.077436 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-389500f1-d6f5-4b21-ad16-0541a2a78e2b tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 18:11:33.083213 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-389500f1-d6f5-4b21-ad16-0541a2a78e2b tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:33.084407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-389500f1-d6f5-4b21-ad16-0541a2a78e2b tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140464 Mar 03 18:11:33.088293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44680) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.116777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1a1c4ff0-e0ad-480a-8769-dc197f762942 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:33.128320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a1c4ff0-e0ad-480a-8769-dc197f762942 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:33.136690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a1c4ff0-e0ad-480a-8769-dc197f762942 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:33.145703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a1c4ff0-e0ad-480a-8769-dc197f762942 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:33.158967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a1c4ff0-e0ad-480a-8769-dc197f762942 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:33.166553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:33.273732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44686) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.305978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef012825-5959-477f-b365-34a96695d1c1 req-61587f54-8647-4162-87f1-fcd91c852fe5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ab1ba6e-2a49-4fe6-8af1-f262891b6074 HTTP/1.1" status: 200 len: 217 time: 0.4642851 Mar 03 18:11:33.312539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'port_id': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074', 'mac_address': 'fa:16:3e:01:35:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6a9d54-34c3-4d7d-b49c-1338fbd310fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:11:33.337015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:33.343665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2b694ad-641e-4dd9-9451-84849a1cc8fd req-3f2ed4a3-acda-46dc-b59c-9ea5b7fe4dd1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841475 Mar 03 18:11:33.374390 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-1a1c4ff0-e0ad-480a-8769-dc197f762942 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:33.380894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a1c4ff0-e0ad-480a-8769-dc197f762942 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2864482 Mar 03 18:11:33.380894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44694) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.409995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-aa7c4af2-8126-4b6d-a25e-be9bef7b8118 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:33.411378 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-aa7c4af2-8126-4b6d-a25e-be9bef7b8118 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 18:11:33.411886 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-aa7c4af2-8126-4b6d-a25e-be9bef7b8118 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:33.416338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa7c4af2-8126-4b6d-a25e-be9bef7b8118 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0332437 Mar 03 18:11:33.429039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44698) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.429849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44700) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.452114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ff3eca78-61f2-4242-9994-41f4aca46dc0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:33.460519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ff3eca78-61f2-4242-9994-41f4aca46dc0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:33.466328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ff3eca78-61f2-4242-9994-41f4aca46dc0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:33.470183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ff3eca78-61f2-4242-9994-41f4aca46dc0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:33.480849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ff3eca78-61f2-4242-9994-41f4aca46dc0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:33.485751 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:33.539481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:33.542906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:33.548720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:11:33.589454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afeade-1407-4565-9305-9bb84aa4f36e req-6b545146-e237-4a1b-aef4-d72413ffce48 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:33.589876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:33.596567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:33.597394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-29afeade-1407-4565-9305-9bb84aa4f36e req-6b545146-e237-4a1b-aef4-d72413ffce48 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 943 time: 0.4195261 Mar 03 18:11:33.737560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-410217112'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:33.753716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:33.761104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Usage tracker for resource:network and tenant:368bd9ece9ca4f55805544c06c060976 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:33.770393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:33.774312 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-ff3eca78-61f2-4242-9994-41f4aca46dc0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:33.775544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ff3eca78-61f2-4242-9994-41f4aca46dc0 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3431015 Mar 03 18:11:33.786826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44714) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.795762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:33.802987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:33.806900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.807582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.808166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.808872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.812141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.812766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.813272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.813780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.814268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.814759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.819606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.819906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-35d226bb-cf61-482a-816f-270f64fbe941 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:33.820387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:33.820514 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-35d226bb-cf61-482a-816f-270f64fbe941 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 18:11:33.820925 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-35d226bb-cf61-482a-816f-270f64fbe941 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:33.822065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-35d226bb-cf61-482a-816f-270f64fbe941 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0142794 Mar 03 18:11:33.832956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-29afeade-1407-4565-9305-9bb84aa4f36e req-acf7f164-8586-4fb0-9e09-8428de459d2b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275605 Mar 03 18:11:33.835504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef012825-5959-477f-b365-34a96695d1c1 req-b0e61640-3b16-419d-86ef-31b3714e2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:33.835676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44718) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:33.836425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:33.838069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef012825-5959-477f-b365-34a96695d1c1 req-b0e61640-3b16-419d-86ef-31b3714e2d88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.4831972 Mar 03 18:11:33.855065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] For port b523551a-4df4-4d1a-b60c-d1dab841dd8b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b523551a-4df4-4d1a-b60c-d1dab841dd8b,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:33.855581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:33.863042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-25f21eeb-4609-46c2-843f-da972dfdeed8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:33.868903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6ab1ba6e-2a49-4fe6-8af1-f262891b6074'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:11:33.876394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-25f21eeb-4609-46c2-843f-da972dfdeed8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:33.879168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:33.884013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Made reservation on behalf of 368bd9ece9ca4f55805544c06c060976 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:33.887641 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:33.897859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Usage tracker for resource:security_group_rule and tenant:6004a744de0049d4b77e5763dd0cc6e8 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:33.901225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-25f21eeb-4609-46c2-843f-da972dfdeed8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:33.905472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:33.910525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-25f21eeb-4609-46c2-843f-da972dfdeed8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:33.917214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:33.932546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:33.937203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-25f21eeb-4609-46c2-843f-da972dfdeed8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:33.954803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:33.971385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Usage tracker for resource:security_group_rule and tenant:368bd9ece9ca4f55805544c06c060976 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:33.979288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:34.002532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:34.095473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-400368f5-6cce-420b-9bb2-d8003b147a06 req-573cbe65-0aaf-47ef-af1e-3a1b60af18ee service neutron] (87886) timed out ('10.222.0.23', 46794) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:11:34.108933 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-25f21eeb-4609-46c2-843f-da972dfdeed8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:34.110013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25f21eeb-4609-46c2-843f-da972dfdeed8 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2551787 Mar 03 18:11:34.113260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:34.118201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef012825-5959-477f-b365-34a96695d1c1 req-a57c13d0-9f9e-4eb8-bfe4-f709003a9f7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508276 Mar 03 18:11:34.150648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d8dd2147-c647-481b-9800-efc04f1d0d55 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'cdfb609a-3e0d-429c-a59a-a2ac00e07a32', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:34.189691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d8dd2147-c647-481b-9800-efc04f1d0d55 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:34.211668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d8dd2147-c647-481b-9800-efc04f1d0d55 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:34.235626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d8dd2147-c647-481b-9800-efc04f1d0d55 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:34.259648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d8dd2147-c647-481b-9800-efc04f1d0d55 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:34.266322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Calling delete_port for b523551a-4df4-4d1a-b60c-d1dab841dd8b owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:34.282334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44728) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:34.300098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.307744 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:11:34.316240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.385802 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-d8dd2147-c647-481b-9800-efc04f1d0d55 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:34.386340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d8dd2147-c647-481b-9800-efc04f1d0d55 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2721186 Mar 03 18:11:34.400751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:34.410927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6004a744de0049d4b77e5763dd0cc6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1221743 Mar 03 18:11:34.426639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44742) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:34.440294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.441842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8f550-8192-4e90-9694-75eb33b0099a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c4cec-4db4-40dc-886c-44c856a2aeed,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:34.488630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.497213 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef012825-5959-477f-b365-34a96695d1c1 req-2602c99e-4bf4-4d32-9b53-2a849b777fa2 service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203201 Mar 03 18:11:34.583565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.601975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:34.616357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6add5d70-54fb-4bb1-b661-a2da56ffb3e3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:34.630222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:34.647574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.648029 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Added segment 68e137b0-b5e7-4ada-b816-893fe88c334c of type vlan for network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 Mar 03 18:11:34.664841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Usage tracker for resource:security_group_rule and tenant:80beb412a09048e58b05d7e21f9c01d3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:34.673988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:34.679190 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6da2d477-7534-4c85-88a7-a742daa82090 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.685612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-874c595a-ad2c-411e-b0c0-aff2d2f37938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.695395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:34.768610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.768822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:34.778328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6da2d477-7534-4c85-88a7-a742daa82090 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.791426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-874c595a-ad2c-411e-b0c0-aff2d2f37938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.801772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.820318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:11:34.902064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event deleted for resources: {'Port': ['ID=b523551a-4df4-4d1a-b60c-d1dab841dd8b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:34.909888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.953811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:34.981357 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.985557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:34.988207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:34.988584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.990175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:34.993297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb128c37-f307-4fd9-9a86-6b42f2f46b5d req-5f25ecff-e79d-41fc-ac82-e0e1335a0081 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:34.994833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb128c37-f307-4fd9-9a86-6b42f2f46b5d req-5f25ecff-e79d-41fc-ac82-e0e1335a0081 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a1c9235-9f7e-457d-a0eb-bd28df85a564 HTTP/1.1" status: 200 len: 945 time: 0.4078474 Mar 03 18:11:35.008592 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef012825-5959-477f-b365-34a96695d1c1 req-ab3ba6c4-544b-4d23-88f7-d59728f719b7 service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030885 Mar 03 18:11:35.081621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] No DVR routers for this DVR port b523551a-4df4-4d1a-b60c-d1dab841dd8b on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:11:35.134079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.139984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'name': 'network-vif-deleted', 'tag': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:11:35.186483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.197140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=0603776b-c7ff-4fba-b410-4aac4e26f80f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:35.204716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cdb6eb70-903b-4174-92e9-585899060d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:35.205077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: cdb6eb70-903b-4174-92e9-585899060d0c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:35.225982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb128c37-f307-4fd9-9a86-6b42f2f46b5d req-88d49415-2bdf-413d-8fdd-f07055ec6d38 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147608 Mar 03 18:11:35.227494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e4447ca-212f-40ef-a885-4e507b4c4e55 req-b1ef74f9-7f13-4629-b017-aacbe671058a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "DELETE /v2.0/ports/b523551a-4df4-4d1a-b60c-d1dab841dd8b HTTP/1.1" status: 204 len: 173 time: 3.5851321 Mar 03 18:11:35.232695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6da2d477-7534-4c85-88a7-a742daa82090 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.234470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09798deb-7d34-47b8-b851-0a2db972fa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:11:35.252359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:35.255257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network cdb6eb70-903b-4174-92e9-585899060d0c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:35.259762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-874c595a-ad2c-411e-b0c0-aff2d2f37938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.262384 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-874c595a-ad2c-411e-b0c0-aff2d2f37938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.266212 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-874c595a-ad2c-411e-b0c0-aff2d2f37938 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f97c4cec-4db4-40dc-886c-44c856a2aeed HTTP/1.1" status: 204 len: 168 time: 0.8355737 Mar 03 18:11:35.275938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8346598 Mar 03 18:11:35.280168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.280708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44762) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:35.281577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b523551a-4df4-4d1a-b60c-d1dab841dd8b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:11:35.285137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2d477-7534-4c85-88a7-a742daa82090 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb609a-3e0d-429c-a59a-a2ac00e07a32,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:35.287116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6da2d477-7534-4c85-88a7-a742daa82090 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.291788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6da2d477-7534-4c85-88a7-a742daa82090 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/cdfb609a-3e0d-429c-a59a-a2ac00e07a32 HTTP/1.1" status: 204 len: 168 time: 0.8841579 Mar 03 18:11:35.294212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Request body: {'subnet': {'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:35.310364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, cdb6eb70-903b-4174-92e9-585899060d0c) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:35.314769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44766) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:35.331589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:35.332251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.383222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.397564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c595a-ad2c-411e-b0c0-aff2d2f37938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c4cec-4db4-40dc-886c-44c856a2aeed,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:35.399532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38166706-903f-4120-afdb-ec052a476245 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event updated for resources: {'Network': ['ID=0199448a-60ad-4cf5-a95e-78f4b59cecf0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:35.401577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a519cb1-ade1-416b-96cd-f947baf6b23b None None] Network cdb6eb70-903b-4174-92e9-585899060d0c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:35.410615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.474247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:35.482620 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1c9235-9f7e-457d-a0eb-bd28df85a564', 'name': 'network-vif-deleted', 'tag': 'b523551a-4df4-4d1a-b60c-d1dab841dd8b', 'status': 'completed', 'code': 200} Mar 03 18:11:35.516222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80beb412a09048e58b05d7e21f9c01d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2319369 Mar 03 18:11:35.521778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44770) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:35.524915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609aba9-885f-47cf-b54b-a433384b336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247388c-bb41-4da7-80f4-1af7dd5d4b2e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:35.536567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d37f5b-d92a-4b02-8b1e-368275b7e8cf req-a3b3bfed-8386-45f2-b639-ec28ae2250c2 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:35.538912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7d37f5b-d92a-4b02-8b1e-368275b7e8cf req-a3b3bfed-8386-45f2-b639-ec28ae2250c2 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 944 time: 0.4886885 Mar 03 18:11:35.578095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b21c9fd-774f-44ad-97bf-ee1e844a7172 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7907600 Mar 03 18:11:35.605219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44776) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:35.616824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7d37f5b-d92a-4b02-8b1e-368275b7e8cf req-6ebd662a-b820-4fd3-b456-04d7de7e3384 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664341 Mar 03 18:11:35.640981 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09798deb-7d34-47b8-b851-0a2db972fa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074', 'code': 200} Mar 03 18:11:35.699351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: b523551a-4df4-4d1a-b60c-d1dab841dd8b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:11:35.700568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b523551a-4df4-4d1a-b60c-d1dab841dd8b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:11:35.710912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:35.717519 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-55fc3d3c-f022-4c77-82dc-fcd577a7ffa9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4016821 Mar 03 18:11:35.729767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44780) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:35.731781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-173d0542-f37b-46c4-8511-e9117ae0960d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.738754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Usage tracker for resource:subnet and tenant:368bd9ece9ca4f55805544c06c060976 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:35.745999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097686756'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:35.752096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:35.781714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-173d0542-f37b-46c4-8511-e9117ae0960d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.804923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44786) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:35.820632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:35.823094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:35.842850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:35.851108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:35.868967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:35.879121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:35.885501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.905746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Made reservation on behalf of 368bd9ece9ca4f55805544c06c060976 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:35.912057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:35.965219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:35.984715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Usage tracker for resource:security_group_rule and tenant:5e468cfb18074b40a3342137738dc0eb is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:35.994207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:36.011285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:36.035243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-173d0542-f37b-46c4-8511-e9117ae0960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.066551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d0542-f37b-46c4-8511-e9117ae0960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247388c-bb41-4da7-80f4-1af7dd5d4b2e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:36.080084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-173d0542-f37b-46c4-8511-e9117ae0960d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.081669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-173d0542-f37b-46c4-8511-e9117ae0960d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7247388c-bb41-4da7-80f4-1af7dd5d4b2e HTTP/1.1" status: 204 len: 168 time: 0.5586569 Mar 03 18:11:36.184064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.189435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.230338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-cdb6eb70-903b-4174-92e9-585899060d0c', 'network_id': 'cdb6eb70-903b-4174-92e9-585899060d0c', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': '0603776b-c7ff-4fba-b410-4aac4e26f80f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:36.231171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.265680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e468cfb18074b40a3342137738dc0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593000 Mar 03 18:11:36.268240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f28121-63bf-4d7c-9585-14f2f1421a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362113e2-4187-4812-a9a8-b66a4eed4890,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:36.271703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44794) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:36.395206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df01c255-3ac5-4ef3-af47-44dc5778a835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.447212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df01c255-3ac5-4ef3-af47-44dc5778a835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.501008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7cf29-d600-408f-bc82-6b05bdbaef77 req-58367d2c-d8d1-4768-8608-af35f6d6d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:36.509988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0dc7cf29-d600-408f-bc82-6b05bdbaef77 req-58367d2c-d8d1-4768-8608-af35f6d6d2a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 1096 time: 0.8611701 Mar 03 18:11:36.516929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.527592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df01c255-3ac5-4ef3-af47-44dc5778a835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.554371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01c255-3ac5-4ef3-af47-44dc5778a835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362113e2-4187-4812-a9a8-b66a4eed4890,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:36.561051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.572707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df01c255-3ac5-4ef3-af47-44dc5778a835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.575512 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-df01c255-3ac5-4ef3-af47-44dc5778a835 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/362113e2-4187-4812-a9a8-b66a4eed4890 HTTP/1.1" status: 204 len: 168 time: 0.2874801 Mar 03 18:11:36.581685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Allocated IP 2001:db8::1 (cdb6eb70-903b-4174-92e9-585899060d0c/0603776b-c7ff-4fba-b410-4aac4e26f80f/c28707a2-9116-4a71-8d9f-866b1143e71a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:36.585837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:36.634001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:36.640325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:36.680969 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0dc7cf29-d600-408f-bc82-6b05bdbaef77 req-eaab4109-6e85-45f8-ab4b-9b3beb03e758 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385632 Mar 03 18:11:36.683953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:36.743066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:36.812505 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.001130 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.013165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Transition to ACTIVE for port object c28707a2-9116-4a71-8d9f-866b1143e71a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:37.034276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Transition to ACTIVE for port object c28707a2-9116-4a71-8d9f-866b1143e71a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:37.045587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.209021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Network cdb6eb70-903b-4174-92e9-585899060d0c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:37.223607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:37.233313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:37.265495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event updated for resources: {'Subnet': ['ID=a71a0081-bbc7-4206-9633-478a7fff416b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:37.325924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Pushing event updated for resources: {'Port': ['ID=c28707a2-9116-4a71-8d9f-866b1143e71a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:37.367096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Checking segment: {'id': '68e137b0-b5e7-4ada-b816-893fe88c334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:37.367096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Network hostable DHCP agents. Network: 0199448a-60ad-4cf5-a95e-78f4b59cecf0, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:37.455371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.471901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.531720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44838) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:37.537261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=0603776b-c7ff-4fba-b410-4aac4e26f80f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:37.539659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Attempting to bind port c28707a2-9116-4a71-8d9f-866b1143e71a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:37.541959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Attempting to bind port c28707a2-9116-4a71-8d9f-866b1143e71a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cdb6eb70-903b-4174-92e9-585899060d0c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:37.542432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Attempting to bind port c28707a2-9116-4a71-8d9f-866b1143e71a on network cdb6eb70-903b-4174-92e9-585899060d0c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:37.546350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcccd5-8f26-47a9-846a-b48c102b4fa7 req-3d6648dd-e9e5-4afd-96bf-adc138da6928 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:37.554317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73fcccd5-8f26-47a9-846a-b48c102b4fa7 req-3d6648dd-e9e5-4afd-96bf-adc138da6928 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 945 time: 0.7260604 Mar 03 18:11:37.554462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:37.557746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Checking segment: {'id': 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cdb6eb70-903b-4174-92e9-585899060d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:37.558262 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.558726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Bound using segment: {'id': 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cdb6eb70-903b-4174-92e9-585899060d0c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:37.559284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Bound port: c28707a2-9116-4a71-8d9f-866b1143e71a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cdb6eb70-903b-4174-92e9-585899060d0c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:37.559728 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.562336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.615702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:37.721690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0199448a-60ad-4cf5-a95e-78f4b59cecf0) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:37.746046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] For port c28707a2-9116-4a71-8d9f-866b1143e71a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:37.752522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] For port c28707a2-9116-4a71-8d9f-866b1143e71a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c28707a2-9116-4a71-8d9f-866b1143e71a,segment=NetworkSegment(ad41c498-e9b9-4d72-a236-4bbd7bccfb37),segment_id=ad41c498-e9b9-4d72-a236-4bbd7bccfb37)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:37.765368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f96b8a-a43c-4b08-8abd-7d65d74bfbe5 None None] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:37.781488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:37.783639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.889130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.897265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c99be1-dbaa-472b-8860-7f971d79d786,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:37.919999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73fcccd5-8f26-47a9-846a-b48c102b4fa7 req-2de893da-4e43-4ee4-9e6d-df1b9bb71d2c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623085 Mar 03 18:11:37.935781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.937264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9251ffd2-db39-4606-8658-ee46822433b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2037103 Mar 03 18:11:37.940503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44860) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:37.946988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5b3b18c1-b11d-4a4c-9cf0-7354c2d39ffa tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6651123 Mar 03 18:11:37.947695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44864) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:37.954645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-29012ef3-ae32-4163-b409-85df63d1b6da tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': '11c99be1-dbaa-472b-8860-7f971d79d786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:37.959026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-824697123-network', 'tenant_id': 'ea1331a869c247e0920411959b127648'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:37.962372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb6eb70-903b-4174-92e9-585899060d0c']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:37.967261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:37.970441 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:37.973484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Request body: {'port': {'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1595049738'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:37.976262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Usage tracker for resource:network and tenant:ea1331a869c247e0920411959b127648 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:37.996367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-29012ef3-ae32-4163-b409-85df63d1b6da tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:38.002767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-29012ef3-ae32-4163-b409-85df63d1b6da tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:38.020176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:38.020506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:38.028561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-29012ef3-ae32-4163-b409-85df63d1b6da tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:38.042576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-29012ef3-ae32-4163-b409-85df63d1b6da tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:38.132344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9afb8f-b34a-4034-96a9-703c7be07fb8 None None] Pushing event updated for resources: {'Port': ['ID=c28707a2-9116-4a71-8d9f-866b1143e71a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:38.230817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.250453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.258392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:38.266655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.290888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:38.324285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:38.373006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Made reservation on behalf of ea1331a869c247e0920411959b127648 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:38.375328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.393291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0199448a-60ad-4cf5-a95e-78f4b59cecf0', 'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0', 'tenant_id': '368bd9ece9ca4f55805544c06c060976', 'fixed_ips': [{'subnet_id': 'a71a0081-bbc7-4206-9633-478a7fff416b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:38.394697 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:38.400581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.426730 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.440673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d430b1b-0a79-4b40-a14c-e40f81a068b3 None None] Network cdb6eb70-903b-4174-92e9-585899060d0c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:38.450131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:38.454277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Usage tracker for resource:security_group_rule and tenant:ea1331a869c247e0920411959b127648 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:38.457411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:38.463470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:38.505447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:38.528665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:11:38.528665 n-d-827121-1 neutron-server[87886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:11:38.528665 n-d-827121-1 neutron-server[87886]: [parameters: {'id': 'cdb6eb70-903b-4174-92e9-585899060d0c'}] Mar 03 18:11:38.528665 n-d-827121-1 neutron-server[87886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:11:38.533544 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:11:38.551147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Usage tracker for resource:port and tenant:368bd9ece9ca4f55805544c06c060976 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:38.555207 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.559361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:38.564149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-dccc0810-7101-41d9-9cd4-a30659ff420a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:38.571718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-dccc0810-7101-41d9-9cd4-a30659ff420a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.6974177 Mar 03 18:11:38.586267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.596947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:38.598110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:38.618480 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.619072 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Added segment adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0 of type vlan for network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 Mar 03 18:11:38.650014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-37091f30-4b3a-470f-9765-fa509ba7a551 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.0770478 Mar 03 18:11:38.687197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-5ac6322f-acde-41a8-90ea-ba9796052da2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2900183 Mar 03 18:11:38.695022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Made reservation on behalf of 368bd9ece9ca4f55805544c06c060976 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:38.709212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.760201 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-29012ef3-ae32-4163-b409-85df63d1b6da tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The resource could not be found. Mar 03 18:11:38.761395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-29012ef3-ae32-4163-b409-85df63d1b6da tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8197815 Mar 03 18:11:38.773243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44882) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:38.778394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355db03f-97af-4763-88c4-5c1b87eac924,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:38.779397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] device_id is not set on port 0e59410e-640e-4a7f-a23c-725c64390ce8 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:11:38.805078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.854685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.855868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:38.857205 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:38.890922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1032499f-cdf9-4d72-a5f0-f79b529e63ca tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': '11c99be1-dbaa-472b-8860-7f971d79d786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '44a48c7f-c643-4493-a16c-88629f9661d3'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:38.896647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44888) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:38.898201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1032499f-cdf9-4d72-a5f0-f79b529e63ca tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:38.902515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1032499f-cdf9-4d72-a5f0-f79b529e63ca tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:38.906670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1032499f-cdf9-4d72-a5f0-f79b529e63ca tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:38.924336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1032499f-cdf9-4d72-a5f0-f79b529e63ca tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:38.926412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44890) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:38.939230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Allocated IP 2001:db8::2 (0199448a-60ad-4cf5-a95e-78f4b59cecf0/a71a0081-bbc7-4206-9633-478a7fff416b/6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:39.031242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-070090a4-c89c-47e8-be6a-57b96357e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:39.032965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-070090a4-c89c-47e8-be6a-57b96357e011 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 1097 time: 0.1967034 Mar 03 18:11:39.038088 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.066457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] Pushing event updated for resources: {'Network': ['ID=0f5885c9-b0f4-4d22-b1b6-67c4484541c7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:39.076004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-f481b478-cfbc-44fc-b982-ec04652d1831 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4241426 Mar 03 18:11:39.077805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port c28707a2-9116-4a71-8d9f-866b1143e71a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:39.078148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.080504 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3e9a1d8e-1657-488b-a164-e4647a75eacd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5468559 Mar 03 18:11:39.081272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44902) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:39.087443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Request body: {'subnet': {'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-824697123-subnet', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:39.093240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:39.123958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Usage tracker for resource:subnet and tenant:ea1331a869c247e0920411959b127648 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:39.140903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:39.147834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:39.160308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:39.251780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Made reservation on behalf of ea1331a869c247e0920411959b127648 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:39.254197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.280128 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-1032499f-cdf9-4d72-a5f0-f79b529e63ca tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The resource could not be found. Mar 03 18:11:39.281202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1032499f-cdf9-4d72-a5f0-f79b529e63ca tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5068667 Mar 03 18:11:39.284540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44908) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:39.351393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.408796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:39.411279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.427646 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.430562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa01a74c74c467f814132e92bbf5246 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:39.440938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Transition to ACTIVE for port object 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:39.442882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:39.450366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-daaf5dba-0430-4986-9b58-e9a8124fdaab service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538353 Mar 03 18:11:39.455169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:39.462227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Transition to ACTIVE for port object 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:39.463095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b7e4ced19b4af4b7597f95ad01203c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:39.471334 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.475065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:39.528747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:39.538134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:39.541129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:39.549942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:39.558910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Pushing event updated for resources: {'Port': ['ID=6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:39.563246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236c242a-c28d-418d-93cc-e93bbb2f43ac tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.600640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:39.649047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Attempting to bind port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:39.649633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Attempting to bind port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '68e137b0-b5e7-4ada-b816-893fe88c334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:39.650085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Attempting to bind port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 on network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:39.655473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:39.655957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Checking segment: {'id': '68e137b0-b5e7-4ada-b816-893fe88c334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:39.656458 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.656960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Bound using segment: {'id': '68e137b0-b5e7-4ada-b816-893fe88c334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:39.657843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Bound port: 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e137b0-b5e7-4ada-b816-893fe88c334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:39.657999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.658321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-f9b717ea-b261-42c4-8430-bb18167a148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:39.659830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-f9b717ea-b261-42c4-8430-bb18167a148f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 916 time: 0.6012373 Mar 03 18:11:39.708986 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236c242a-c28d-418d-93cc-e93bbb2f43ac tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.752497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] For port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:39.756191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] For port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86,segment=NetworkSegment(68e137b0-b5e7-4ada-b816-893fe88c334c),segment_id=68e137b0-b5e7-4ada-b816-893fe88c334c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:39.760936 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.799098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-7ca3867a-23c1-4886-8084-ffc593939853 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269970 Mar 03 18:11:39.835845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-b8f4ec4f-f89b-4a72-81a1-a00c74db42af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3 HTTP/1.1" status: 200 len: 217 time: 0.1589046 Mar 03 18:11:39.851305 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236c242a-c28d-418d-93cc-e93bbb2f43ac tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.852444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365553d-a064-48bd-b7ff-bf72dd659324 None None] Pushing event updated for resources: {'Port': ['ID=6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:39.876932 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.916174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port c28707a2-9116-4a71-8d9f-866b1143e71a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c28707a2-9116-4a71-8d9f-866b1143e71a,segment=NetworkSegment(ad41c498-e9b9-4d72-a236-4bbd7bccfb37),segment_id=ad41c498-e9b9-4d72-a236-4bbd7bccfb37)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:39.916550 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:39.924504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Allocated IP 2001:db8::1d6 (0199448a-60ad-4cf5-a95e-78f4b59cecf0/a71a0081-bbc7-4206-9633-478a7fff416b/0e59410e-640e-4a7f-a23c-725c64390ce8) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:39.946962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c242a-c28d-418d-93cc-e93bbb2f43ac tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c99be1-dbaa-472b-8860-7f971d79d786,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:39.954742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7735a0-f274-4061-9b42-41a20898d771,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:40.026212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.044121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.119473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3006a52d-3b49-41e0-a660-dc6041f4c5ad,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:40.129483 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-236c242a-c28d-418d-93cc-e93bbb2f43ac tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.133414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-236c242a-c28d-418d-93cc-e93bbb2f43ac tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/11c99be1-dbaa-472b-8860-7f971d79d786 HTTP/1.1" status: 204 len: 168 time: 0.8461099 Mar 03 18:11:40.143739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:40.159698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b90dec93-1415-4680-818f-e60b93ffcc62 req-db6bee9d-3ba7-4576-ba68-dcf6606c24f7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 210 time: 0.1226974 Mar 03 18:11:40.161547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for c28707a2-9116-4a71-8d9f-866b1143e71a owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:40.205404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Checking segment: {'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:40.205864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Network hostable DHCP agents. Network: 0f5885c9-b0f4-4d22-b1b6-67c4484541c7, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:40.219168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a47c35e4-268c-40d2-894a-7e042c3ae0e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8b7e4ced19b4af4b7597f95ad01203c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2920272 Mar 03 18:11:40.221113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44924) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:40.333528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea64e5-86df-4ccf-9d6d-71b76a3fbddc req-d39b94da-aade-4060-91cb-c80a02240a8d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:40.334043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:40.339076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a90e79ce-b722-44d3-8010-f552813f61b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:40.341300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-baea64e5-86df-4ccf-9d6d-71b76a3fbddc req-d39b94da-aade-4060-91cb-c80a02240a8d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 945 time: 1.0753615 Mar 03 18:11:40.344191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-872bcd4c-9003-45bd-bade-610c98724cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:40.345668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-872bcd4c-9003-45bd-bade-610c98724cd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.4973419 Mar 03 18:11:40.354820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.367539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0f5885c9-b0f4-4d22-b1b6-67c4484541c7) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:40.376627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d2c75f-8403-4507-9f11-d8ba2a183b3d None None] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:40.386140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:40.390998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.420667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-379fc855-d712-4168-a6cb-e31489738779 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3378375 Mar 03 18:11:40.421636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e5b7-77d9-434c-8e4f-419a07b4b15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.423303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44930) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:40.441657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:40.450627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a90e79ce-b722-44d3-8010-f552813f61b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:40.456355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a90e79ce-b722-44d3-8010-f552813f61b7 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3111713 Mar 03 18:11:40.458540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:40.462114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:40.472456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-798430a6-1e3a-4c9e-a201-68c6de9f3eb2 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': '3b98856c-eb34-4e5d-993b-5dadb7b47935', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:40.488884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Usage tracker for resource:router and tenant:ea1331a869c247e0920411959b127648 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:40.496919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:40.502393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-798430a6-1e3a-4c9e-a201-68c6de9f3eb2 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:40.503481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-5b28693f-9b65-424a-b49e-8c1ca4538230 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369691 Mar 03 18:11:40.514998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-798430a6-1e3a-4c9e-a201-68c6de9f3eb2 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:40.520294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e5b7-77d9-434c-8e4f-419a07b4b15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.528238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-798430a6-1e3a-4c9e-a201-68c6de9f3eb2 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:40.528954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No DVR routers for this DVR port c28707a2-9116-4a71-8d9f-866b1143e71a on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:11:40.532203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:40.541144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-798430a6-1e3a-4c9e-a201-68c6de9f3eb2 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:40.617763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.618933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.631132 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e5b7-77d9-434c-8e4f-419a07b4b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.662162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4e5b7-77d9-434c-8e4f-419a07b4b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3006a52d-3b49-41e0-a660-dc6041f4c5ad,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:40.670811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e5b7-77d9-434c-8e4f-419a07b4b15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.674516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f1b4e5b7-77d9-434c-8e4f-419a07b4b15a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3006a52d-3b49-41e0-a660-dc6041f4c5ad HTTP/1.1" status: 204 len: 168 time: 0.4501092 Mar 03 18:11:40.688086 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-798430a6-1e3a-4c9e-a201-68c6de9f3eb2 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The resource could not be found. Mar 03 18:11:40.691084 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-798430a6-1e3a-4c9e-a201-68c6de9f3eb2 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2256122 Mar 03 18:11:40.697669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.699653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44940) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:40.720368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0f5885c9-b0f4-4d22-b1b6-67c4484541c7', 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'fixed_ips': [{'subnet_id': '2e7735a0-f274-4061-9b42-41a20898d771'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:40.722039 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.742042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110802646'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:40.747675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Port': ['ID=c28707a2-9116-4a71-8d9f-866b1143e71a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:40.755385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:40.786640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:40.898928 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.921560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:40.999406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Allocated IP 172.20.0.2 (0f5885c9-b0f4-4d22-b1b6-67c4484541c7/2e7735a0-f274-4061-9b42-41a20898d771/2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:41.063529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:41.276313 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.308036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Transition to ACTIVE for port object 0e59410e-640e-4a7f-a23c-725c64390ce8 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:41.337691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-c9c862ec-6a97-4164-910f-8fbfb30ff439 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8058360 Mar 03 18:11:41.340864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-baea64e5-86df-4ccf-9d6d-71b76a3fbddc req-06a7e0cd-7c7d-4d43-a5a4-7031879bc4ef tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9986255 Mar 03 18:11:41.347519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.355146 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.383544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb6eb70-903b-4174-92e9-585899060d0c']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:41.385187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:41.406350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:41.445957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:41.502164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event updated for resources: {'Port': ['ID=0e59410e-640e-4a7f-a23c-725c64390ce8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:41.505435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.514530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286fe9f9-f52e-420b-8cb1-eca4614983c4 None None] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:41.540487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:41.541043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad41c498-e9b9-4d72-a236-4bbd7bccfb37') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:41.581282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:41.587779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.646128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:41.660904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:41.667582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:41.668448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.704380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.707606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5f95d14f-a3de-47ae-a6ad-7542b7194982 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7566922 Mar 03 18:11:41.718137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9196e-e1ce-45ae-bae7-a037be9edf6f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:41.726214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6baf35b4-1ed1-48da-aa5f-1f282a6919f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fa01a74c74c467f814132e92bbf5246&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7889557 Mar 03 18:11:41.726573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44960) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:41.726903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44962) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:41.730387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.744501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Request body: {'port': {'network_id': '0199448a-60ad-4cf5-a95e-78f4b59cecf0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1481889105', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:41.744938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] bootfile-name is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:11:41.745296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] tftp-server is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:11:41.745651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.api.validators [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] server-ip-address is not in valid_values {{(pid=87886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:11:41.810537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:41.849494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3c5f1726-113a-4610-9419-98b00f8989c4 None None] Provisioning for port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:41.857462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Transition to ACTIVE for port object 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:41.904379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.915217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:41.921578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Transition to ACTIVE for port object 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:41.927591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:41.928996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:41.947741 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f0f93242-49af-45aa-b912-5176f5b1893d req-0c807656-8a63-46e5-8bac-f53090c6c195 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 210 time: 0.1514320 Mar 03 18:11:42.007199 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.042852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:42.043352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:42.077770 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:42.093826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Pushing event updated for resources: {'Port': ['ID=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:42.154379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:42.165948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:42.179221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:42.355211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-ee009246-5aff-4dbc-bedb-4ad5cacb85dc tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:42.356897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-ee009246-5aff-4dbc-bedb-4ad5cacb85dc tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.7821295 Mar 03 18:11:42.376199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Request body: {'port': {'device_id': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'admin_state_up': True, 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:42.414277 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d562ca-f18f-4787-b0e8-cfee4ba218db req-2190acd1-6ae8-4932-a909-7df134756f56 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0616999 Mar 03 18:11:42.434764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Attempting to bind port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:42.435361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Attempting to bind port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:42.435657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Attempting to bind port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 on network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:42.444986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:42.460005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.463182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Usage tracker for resource:port and tenant:368bd9ece9ca4f55805544c06c060976 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:42.471266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:42.471652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Checking segment: {'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:42.472119 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.472529 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Bound using segment: {'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:42.476357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Bound port: 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:42.476782 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.477434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:42.495616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.508248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.516751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:42.524811 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-424c8c80-002d-4621-b392-024394183dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.585090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=cdb6eb70-903b-4174-92e9-585899060d0c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:42.596078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-424c8c80-002d-4621-b392-024394183dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.605242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-584e63a5-9676-43e4-b526-b2399752301c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/cdb6eb70-903b-4174-92e9-585899060d0c HTTP/1.1" status: 204 len: 168 time: 6.9986451 Mar 03 18:11:42.610152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 44992) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:42.631511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:42.649038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86,segment=NetworkSegment(68e137b0-b5e7-4ada-b816-893fe88c334c),segment_id=68e137b0-b5e7-4ada-b816-893fe88c334c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:42.664619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Usage tracker for resource:port and tenant:486c538e2ba447b1a55c059f3485001e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:42.676209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1108131410'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:42.677541 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.683410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Made reservation on behalf of 368bd9ece9ca4f55805544c06c060976 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:42.683843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:42.687101 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.694360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.700056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:42.707474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:42.709924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:42.713879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:42.714700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.724252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:42.736745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] device_id is not set on port 57eaa21e-f906-4fec-a360-3e81666a502c yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:11:42.778699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5a9a0d84-dcee-4dce-91b3-692746844934 None None] Provisioning for port 0e59410e-640e-4a7f-a23c-725c64390ce8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:42.795044 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-424c8c80-002d-4621-b392-024394183dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.796127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.803482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1011527 Mar 03 18:11:42.807553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45016) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:42.818364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:42.820797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5a9a0d84-dcee-4dce-91b3-692746844934 None None] Provisioning complete for port 0e59410e-640e-4a7f-a23c-725c64390ce8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:42.821264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0d84-dcee-4dce-91b3-692746844934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.831309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.838935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:42.844876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.917533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777183093'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:42.942591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] For port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:42.950269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a0d84-dcee-4dce-91b3-692746844934 None None] Port 0e59410e-640e-4a7f-a23c-725c64390ce8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:42.958792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:42.965118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] For port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,segment=NetworkSegment(adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0),segment_id=adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:42.976606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5a9a0d84-dcee-4dce-91b3-692746844934 None None] Provisioning complete for port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:42.976970 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0d84-dcee-4dce-91b3-692746844934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:42.996547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-424c8c80-002d-4621-b392-024394183dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.001552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-424c8c80-002d-4621-b392-024394183dcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aec9196e-e1ce-45ae-bae7-a037be9edf6f HTTP/1.1" status: 204 len: 168 time: 1.2662597 Mar 03 18:11:43.015675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c8c80-002d-4621-b392-024394183dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9196e-e1ce-45ae-bae7-a037be9edf6f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:43.016526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.032386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:43.070922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:43.091598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:43.119759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:43.126618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:43.264609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:43.265791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Allocated IP 172.20.0.10 (0d5a0192-580c-4682-8369-19e914f4d951/d519e14d-944d-4a64-8cd2-e0a61103967a/1fd4dd3d-e270-4bb8-8867-f5e030213984) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:43.317486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.319261 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment d872f099-60fb-407c-916b-9a5fc32b73c0 of type vlan for network 212dbd21-e428-45ae-b4dc-fa80377b5eed Mar 03 18:11:43.404906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.639432 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.659131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282718-26a6-4222-ba1f-d92688bb7db6 None None] Pushing event updated for resources: {'Port': ['ID=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:43.692387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-deda1fb2-8844-4fb4-85e3-d56cdba03c22 req-6e265409-b9e4-44f8-a726-c1a3f0dbf7dd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:43.705819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb5cdd-002f-42e9-aaf6-31fbb0a20480 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e64d6-3826-470b-959c-6e7b1529aeae,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:43.724076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.750041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:43.750307 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.759781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.784409 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.790849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:43.791648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.795799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-deda1fb2-8844-4fb4-85e3-d56cdba03c22 req-6e265409-b9e4-44f8-a726-c1a3f0dbf7dd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:43.803515 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-deda1fb2-8844-4fb4-85e3-d56cdba03c22 req-6e265409-b9e4-44f8-a726-c1a3f0dbf7dd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 210 time: 0.5108800 Mar 03 18:11:43.975914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6688e012-2f6f-41ff-be0c-7199f764564b None None] Provisioning complete for port 0e59410e-640e-4a7f-a23c-725c64390ce8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:43.976647 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6688e012-2f6f-41ff-be0c-7199f764564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:43.991674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Allocated IP 2001:db8::26e (0199448a-60ad-4cf5-a95e-78f4b59cecf0/a71a0081-bbc7-4206-9633-478a7fff416b/57eaa21e-f906-4fec-a360-3e81666a502c) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:44.065377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6688e012-2f6f-41ff-be0c-7199f764564b None None] Port 0e59410e-640e-4a7f-a23c-725c64390ce8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:44.180772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:44.200241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:44.206114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5920324 Mar 03 18:11:44.210217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:44.213149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5ddbd-af31-4c76-baa6-2ce70f4c52ee tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=212dbd21-e428-45ae-b4dc-fa80377b5eed,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:44.215363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45066) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:44.223037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:44.234686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': '212dbd21-e428-45ae-b4dc-fa80377b5eed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:44.237450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 212dbd21-e428-45ae-b4dc-fa80377b5eed details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:44.239294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Allocated IP 172.25.0.191 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/52e39c55-7c40-4848-841c-ad114840a58b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:44.270260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.499248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.519512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:44.537877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:44.558398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:44.570848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Transition to ACTIVE for port object 57eaa21e-f906-4fec-a360-3e81666a502c will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:44.588896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:44.606115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.614293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.646325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:44.651016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.690152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.734534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.747834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:11:44.837272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Network 0d5a0192-580c-4682-8369-19e914f4d951 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:44.842434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:44.855701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:44.883542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:44.889037 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0183342 Mar 03 18:11:44.923154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45100) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:44.937110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d2c6f52f-c2c2-4046-92aa-741d1dbd595f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group_rule': {'security_group_id': 'd68e64d6-3826-470b-959c-6e7b1529aeae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '253fa3ca-7eeb-4cbd-8e5e-98b5a7b081ad'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:44.938812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea730c71-9fb7-4ef9-98d8-9b97a0ee0de3 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253fa3ca-7eeb-4cbd-8e5e-98b5a7b081ad,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:44.945735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d2c6f52f-c2c2-4046-92aa-741d1dbd595f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:44.949856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d2c6f52f-c2c2-4046-92aa-741d1dbd595f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:44.953693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d2c6f52f-c2c2-4046-92aa-741d1dbd595f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:44.960106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d2c6f52f-c2c2-4046-92aa-741d1dbd595f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:44.974415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event updated for resources: {'Port': ['ID=1fd4dd3d-e270-4bb8-8867-f5e030213984,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:45.020960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:45.033572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83eb96-61fa-4eee-be11-f9d4f195f6d8 None None] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:45.080663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:45.107208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:45.107911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:45.116301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:45.117490 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-d2c6f52f-c2c2-4046-92aa-741d1dbd595f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:11:45.121138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d2c6f52f-c2c2-4046-92aa-741d1dbd595f tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1908720 Mar 03 18:11:45.123346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:45.125442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45112) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:45.141373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:45.313447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:45.339332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:45.445843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:45.451546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:45.471453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:45.476991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:45.534086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Pushing event updated for resources: {'Port': ['ID=52e39c55-7c40-4848-841c-ad114840a58b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:45.574252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event updated for resources: {'Port': ['ID=57eaa21e-f906-4fec-a360-3e81666a502c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:45.629232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3643ab2b-9e53-412c-8d94-05784f77ac84 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.8955815 Mar 03 18:11:45.638414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45126) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:45.646949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0d021b21-c58d-4952-8de5-2b5583cefb22 None None] Provisioning for port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:45.710290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900690cd-0637-4041-88d2-bec4c04bd715 req-9a4f40cc-d569-4f3e-8f58-c1f1fef7383a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:45.716908 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-900690cd-0637-4041-88d2-bec4c04bd715 req-9a4f40cc-d569-4f3e-8f58-c1f1fef7383a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 932 time: 0.4370134 Mar 03 18:11:45.876694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-900690cd-0637-4041-88d2-bec4c04bd715 req-d1fe80bb-3309-453d-bebf-49999222cb2b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445389 Mar 03 18:11:45.885209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:45.917622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:45.934436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:45.934436 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:45.980957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-d872b065-b9fa-48bd-9316-af5b5f814e0e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6094985 Mar 03 18:11:46.020571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Request body: {'port': {'device_id': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:46.049955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a87b2427-6a70-44fe-9d10-9bf9c914db61 None None] Provisioning for port 57eaa21e-f906-4fec-a360-3e81666a502c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:46.066963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a87b2427-6a70-44fe-9d10-9bf9c914db61 None None] Provisioning complete for port 57eaa21e-f906-4fec-a360-3e81666a502c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:46.067425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a87b2427-6a70-44fe-9d10-9bf9c914db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.110423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=e03816d4-0b64-478e-9a35-1bd1b701be3a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:46.120291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': 'd872f099-60fb-407c-916b-9a5fc32b73c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '212dbd21-e428-45ae-b4dc-fa80377b5eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:46.121046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: 212dbd21-e428-45ae-b4dc-fa80377b5eed, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:46.162305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 212dbd21-e428-45ae-b4dc-fa80377b5eed is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:46.184769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 212dbd21-e428-45ae-b4dc-fa80377b5eed) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:46.188965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a87b2427-6a70-44fe-9d10-9bf9c914db61 None None] Port 57eaa21e-f906-4fec-a360-3e81666a502c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:46.191478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:46.192739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.198315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00f022-620e-4e3d-b776-3bfa23a51ebe None None] Network 212dbd21-e428-45ae-b4dc-fa80377b5eed requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:46.230703 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-01ca8401-dfed-4854-92bb-f4d4e3ca9c8a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0093067 Mar 03 18:11:46.233956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45134) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:46.244785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.413498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-775e82f0-a9e7-4433-9376-f98ebe1396a1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.451172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,segment=NetworkSegment(adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0),segment_id=adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:46.473696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-775e82f0-a9e7-4433-9376-f98ebe1396a1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.480344 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.607488 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.721521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:46.768772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95db97-545f-4e00-a020-19bfb2e0b6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-212dbd21-e428-45ae-b4dc-fa80377b5eed', 'network_id': '212dbd21-e428-45ae-b4dc-fa80377b5eed', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': 'e03816d4-0b64-478e-9a35-1bd1b701be3a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:46.769789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de95db97-545f-4e00-a020-19bfb2e0b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.833367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c6f82-d22b-48fa-8ac6-e2fe672409dd tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:46.839975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c6f82-d22b-48fa-8ac6-e2fe672409dd tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:46.845824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c6f82-d22b-48fa-8ac6-e2fe672409dd tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:46.850864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-419c6f82-d22b-48fa-8ac6-e2fe672409dd tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.2013409 Mar 03 18:11:46.855669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:46.916883 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:46.940054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5ec26fab-a11a-497f-807c-a8afdfd4f9c7 None None] Provisioning complete for port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:46.940542 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ec26fab-a11a-497f-807c-a8afdfd4f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.004194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.012969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.037160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Deleting port 57eaa21e-f906-4fec-a360-3e81666a502c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:47.037529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.179650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server [None req-de95db97-545f-4e00-a020-19bfb2e0b6a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e03816d4-0b64-478e-9a35-1bd1b701be3a: This subnet is being modified by another concurrent operation. Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 18:11:47.274158 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise exception Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e03816d4-0b64-478e-9a35-1bd1b701be3a: This subnet is being modified by another concurrent operation. Mar 03 18:11:47.277721 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server Mar 03 18:11:47.300271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c5670c-b221-4648-8a39-ca5988f925ff None None] Network 212dbd21-e428-45ae-b4dc-fa80377b5eed requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:47.302427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=e03816d4-0b64-478e-9a35-1bd1b701be3a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:47.491789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:47.532254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.566472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212dbd21-e428-45ae-b4dc-fa80377b5eed']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:47.580005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd872f099-60fb-407c-916b-9a5fc32b73c0') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:47.580308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd872f099-60fb-407c-916b-9a5fc32b73c0') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:47.593362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.619583 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.635148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:11:47.635543 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.674409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff024acf-3dd7-436b-b827-9c6e9a360ce6 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:11:47.775459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:47.775829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:11:47.809180 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:11:47.866348 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.902734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.905228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-775e82f0-a9e7-4433-9376-f98ebe1396a1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.917106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff024acf-3dd7-436b-b827-9c6e9a360ce6 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:11:47.934484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=212dbd21-e428-45ae-b4dc-fa80377b5eed,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:47.944638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b78f956d-8e6f-4edd-ba49-49cdfe1e4a5b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/212dbd21-e428-45ae-b4dc-fa80377b5eed HTTP/1.1" status: 204 len: 168 time: 1.7096601 Mar 03 18:11:47.945591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45156) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:47.951629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328323730'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:47.957694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:47.962346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:47.966006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:47.972377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:47.986893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:47.991841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:47.998681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e82f0-a9e7-4433-9376-f98ebe1396a1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253fa3ca-7eeb-4cbd-8e5e-98b5a7b081ad,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:48.030980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:48.044450 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.045195 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment bccc61c5-45d0-46a8-ac7e-e0786883457b of type vlan for network 5fdc5393-cba7-4880-9914-fde39cc40023 Mar 03 18:11:48.054003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-775e82f0-a9e7-4433-9376-f98ebe1396a1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.058380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-775e82f0-a9e7-4433-9376-f98ebe1396a1 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/253fa3ca-7eeb-4cbd-8e5e-98b5a7b081ad HTTP/1.1" status: 204 len: 168 time: 2.9252634 Mar 03 18:11:48.066050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45160) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:48.123043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.166818 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.167803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.180734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:48.185306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.422275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4753203 Mar 03 18:11:48.436601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45166) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:48.452187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:48.484067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0817b-2793-4dd6-8139-c4ba341204c8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=5fdc5393-cba7-4880-9914-fde39cc40023,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:48.500121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 5fdc5393-cba7-4880-9914-fde39cc40023 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:48.573079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36316abd-f6c8-4547-a286-2798679bf6e8 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:11:48.606096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:48.610412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:48.613562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:48.620530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:48.639057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:48.644939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.691926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb90fa7-8a16-4f26-a64b-596756410694 req-daa333be-89d8-4410-8402-284822c2e8d0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:48.692681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8eb90fa7-8a16-4f26-a64b-596756410694 req-daa333be-89d8-4410-8402-284822c2e8d0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:48.704288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:48.797367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36316abd-f6c8-4547-a286-2798679bf6e8 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:11:48.843756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b914c611-1898-4587-aa7a-916b9d7215d9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:48.938943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8eb90fa7-8a16-4f26-a64b-596756410694 req-daa333be-89d8-4410-8402-284822c2e8d0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:48.940110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb90fa7-8a16-4f26-a64b-596756410694 req-daa333be-89d8-4410-8402-284822c2e8d0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 932 time: 1.7703342 Mar 03 18:11:48.991423 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.007785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b914c611-1898-4587-aa7a-916b9d7215d9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:49.009226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b914c611-1898-4587-aa7a-916b9d7215d9 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.9130280 Mar 03 18:11:49.051173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45174) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:49.098992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.117957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:11:49.160617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=c9ae3dda-a5ef-4924-83ec-673b11900e19,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:49.278944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': 'bccc61c5-45d0-46a8-ac7e-e0786883457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:49.279281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: 5fdc5393-cba7-4880-9914-fde39cc40023, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:49.307040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb90fa7-8a16-4f26-a64b-596756410694 req-b8e07a98-d196-463e-96cb-238b746943fc tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491759 Mar 03 18:11:49.314685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Calling delete_port for 57eaa21e-f906-4fec-a360-3e81666a502c owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:49.333148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d66a06ae-b80c-435d-9f6d-8b12835e8fe4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.354154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 5fdc5393-cba7-4880-9914-fde39cc40023 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:49.379530 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d66a06ae-b80c-435d-9f6d-8b12835e8fe4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.390678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 5fdc5393-cba7-4880-9914-fde39cc40023) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:49.396974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:49.397994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.402349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6b626-e8b1-45bf-b362-869adb735ba7 None None] Network 5fdc5393-cba7-4880-9914-fde39cc40023 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:49.428991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd4dd3d-e270-4bb8-8867-f5e030213984 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:11:49.479704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.527860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Transition to ACTIVE for port object 1fd4dd3d-e270-4bb8-8867-f5e030213984 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:49.542709 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.577289 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d66a06ae-b80c-435d-9f6d-8b12835e8fe4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.580412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d66a06ae-b80c-435d-9f6d-8b12835e8fe4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.585126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d66a06ae-b80c-435d-9f6d-8b12835e8fe4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/d68e64d6-3826-470b-959c-6e7b1529aeae HTTP/1.1" status: 204 len: 168 time: 0.4979486 Mar 03 18:11:49.586583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45184) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:49.599234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1c4ba02e-2c0a-4abc-bfd9-802d4110385b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1619017 Mar 03 18:11:49.602819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45186) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:49.630149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:49.654170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a06ae-b80c-435d-9f6d-8b12835e8fe4 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e64d6-3826-470b-959c-6e7b1529aeae,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:49.714772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e680a2a5-5bf2-4c8b-a43c-24af907d90fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.776789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Pushing event updated for resources: {'Port': ['ID=1fd4dd3d-e270-4bb8-8867-f5e030213984,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:49.779026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:11:49.810580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-5fdc5393-cba7-4880-9914-fde39cc40023', 'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': 'c9ae3dda-a5ef-4924-83ec-673b11900e19'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:11:49.811955 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:49.888229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4fcde983-b012-4921-9aed-b1df981fdc93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:49.928670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4fcde983-b012-4921-9aed-b1df981fdc93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:49.935492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4fcde983-b012-4921-9aed-b1df981fdc93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3337879 Mar 03 18:11:49.936123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45194) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:49.944899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'tempest-secgroup--991329852'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:49.961356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:49.977154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:49.987305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:subnet and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:49.992601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:50.006819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:50.029345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:50.035007 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.127936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:50.212187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Allocated IP 2001:db8::2 (5fdc5393-cba7-4880-9914-fde39cc40023/c9ae3dda-a5ef-4924-83ec-673b11900e19/02dc2940-0a9f-4542-a42a-3f5190f93962) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:50.243019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.314766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Attempting to bind port 1fd4dd3d-e270-4bb8-8867-f5e030213984 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:50.315466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Attempting to bind port 1fd4dd3d-e270-4bb8-8867-f5e030213984 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:50.316093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Attempting to bind port 1fd4dd3d-e270-4bb8-8867-f5e030213984 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:50.334017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event deleted for resources: {'Port': ['ID=57eaa21e-f906-4fec-a360-3e81666a502c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:50.342225 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.386659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:50.396074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Usage tracker for resource:security_group_rule and tenant:cfe6b84325bc45c6b3ab396770fe89e7 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:50.407534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:50.417192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:50.456710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Port 1fd4dd3d-e270-4bb8-8867-f5e030213984 on network 0d5a0192-580c-4682-8369-19e914f4d951 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:11:50.457137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Attempting to bind port 1fd4dd3d-e270-4bb8-8867-f5e030213984 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:50.636201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:50.636824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:50.637496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Bound using segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:50.638151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Bound port: 1fd4dd3d-e270-4bb8-8867-f5e030213984, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:50.638712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.654762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.689873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.708675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Transition to ACTIVE for port object 02dc2940-0a9f-4542-a42a-3f5190f93962 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:50.736198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Transition to ACTIVE for port object 02dc2940-0a9f-4542-a42a-3f5190f93962 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:50.742680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-955fbda5-989d-4471-a2b3-2765273055de tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "DELETE /v2.0/ports/57eaa21e-f906-4fec-a360-3e81666a502c HTTP/1.1" status: 204 len: 168 time: 3.8858097 Mar 03 18:11:50.752632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.755813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:50.771887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Request body: {'port': {'name': 'tempest-new-port-name-2074917941', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:50.772565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.api.validators [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] bootfile-name is not in valid_values {{(pid=87887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:11:50.773272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.api.validators [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] tftp-server is not in valid_values {{(pid=87887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:11:50.773897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.api.validators [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] server-ip-address is not in valid_values {{(pid=87887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 18:11:50.835071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:11:50.842230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Pushing event updated for resources: {'Port': ['ID=02dc2940-0a9f-4542-a42a-3f5190f93962,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:50.855645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Sync routers for ids ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:11:50.859439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Network 5fdc5393-cba7-4880-9914-fde39cc40023 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:50.862175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:50.866222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:50.877605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.887670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.962540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Routers {'6d731e4b-12b7-4b65-b00d-dd0a8db2f226'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:11:50.964623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:11:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:50.967522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:50.971579 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0287960 Mar 03 18:11:50.980609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.010232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1eb353cf-5662-47c2-b231-ed74ce674a4e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:51.010829 n-d-827121-1 neutron-server[87887]: WARNING neutron.api.v2.base [None req-1eb353cf-5662-47c2-b231-ed74ce674a4e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 18:11:51.011463 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-1eb353cf-5662-47c2-b231-ed74ce674a4e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 18:11:51.012775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1eb353cf-5662-47c2-b231-ed74ce674a4e tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "PUT /v2.0/security-groups/b132c47b-c48e-4653-b81e-d9a97ed32197 HTTP/1.1" status: 409 len: 330 time: 0.0204184 Mar 03 18:11:51.014836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d6a0f-e00f-4eb0-9a87-58088022cd5b req-c73ce978-517c-44b6-97f1-f75b5e391c7a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.016331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a63d6a0f-e00f-4eb0-9a87-58088022cd5b req-c73ce978-517c-44b6-97f1-f75b5e391c7a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 944 time: 0.4771934 Mar 03 18:11:51.020866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45214) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.060358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.061714 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1019696e-4439-4d22-8201-3657e2168521 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6364672 Mar 03 18:11:51.092826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45218) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.113387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Attempting to bind port 02dc2940-0a9f-4542-a42a-3f5190f93962 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:51.113982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Attempting to bind port 02dc2940-0a9f-4542-a42a-3f5190f93962 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bccc61c5-45d0-46a8-ac7e-e0786883457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:51.114574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Attempting to bind port 02dc2940-0a9f-4542-a42a-3f5190f93962 on network 5fdc5393-cba7-4880-9914-fde39cc40023 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:51.130537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:51.132155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Checking segment: {'id': 'bccc61c5-45d0-46a8-ac7e-e0786883457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:51.132666 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.133579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Bound using segment: {'id': 'bccc61c5-45d0-46a8-ac7e-e0786883457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:51.137754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Bound port: 02dc2940-0a9f-4542-a42a-3f5190f93962, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccc61c5-45d0-46a8-ac7e-e0786883457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:51.138234 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.143816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b3b42-7821-4836-bc00-daee210c3b93 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b132c47b-c48e-4653-b81e-d9a97ed32197,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:51.197761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] For port 1fd4dd3d-e270-4bb8-8867-f5e030213984, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:51.283374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] For port 1fd4dd3d-e270-4bb8-8867-f5e030213984, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1fd4dd3d-e270-4bb8-8867-f5e030213984,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:51.316191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.319004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02e80e55-df9f-46ca-aac0-5d57be4a015a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.367665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.425411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a63d6a0f-e00f-4eb0-9a87-58088022cd5b req-ac04851e-e471-48dc-a52e-aad5c164c644 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911658 Mar 03 18:11:51.427046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02e80e55-df9f-46ca-aac0-5d57be4a015a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.431730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.432362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.434831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] 10.222.0.16 "PUT /v2.0/ports/1fd4dd3d-e270-4bb8-8867-f5e030213984 HTTP/1.1" status: 200 len: 1092 time: 5.4264524 Mar 03 18:11:51.435458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.479067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 5fdc5393-cba7-4880-9914-fde39cc40023 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:51.491772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'tag': '1fd4dd3d-e270-4bb8-8867-f5e030213984'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:11:51.494113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:51.499022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Set router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:11:51.534199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.534880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.554727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=6150ac7c-0b51-443d-b5ce-f980c9da5bea,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:51.558572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e1db4f29-559d-4ad6-a623-e52d9ec77744 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9523578 Mar 03 18:11:51.561304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45226) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.621739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02e80e55-df9f-46ca-aac0-5d57be4a015a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.649012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e80e55-df9f-46ca-aac0-5d57be4a015a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b132c47b-c48e-4653-b81e-d9a97ed32197,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:51.679869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.681550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.683167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.684951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.686535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:51.687544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Synchronizing usage tracker for tenant:87326d876e244174859a0db5c3e9ebc4 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:51.695397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-02e80e55-df9f-46ca-aac0-5d57be4a015a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.699390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-02e80e55-df9f-46ca-aac0-5d57be4a015a tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/b132c47b-c48e-4653-b81e-d9a97ed32197 HTTP/1.1" status: 204 len: 168 time: 0.6752393 Mar 03 18:11:51.699558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45232) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.727852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb361d-3f2a-4897-9e33-5abf9fac2f9c service neutron] Pushing event updated for resources: {'Port': ['ID=1fd4dd3d-e270-4bb8-8867-f5e030213984,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:51.732807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Unset dirty status for tenant:87326d876e244174859a0db5c3e9ebc4 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:51.735008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a4ec593c-651d-4119-b61d-8232b3b30e03 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1725209 Mar 03 18:11:51.744442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45236) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.781646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-141572695'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:51.792467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-55ea71fb-89c4-48df-847a-36de15e81a31 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Synchronizing usage tracker for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:51.806881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:51.831507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:51.836282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:51.848007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:51.860045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-55ea71fb-89c4-48df-847a-36de15e81a31 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] Unset dirty status for tenant:cfe6b84325bc45c6b3ab396770fe89e7 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:51.862932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-55ea71fb-89c4-48df-847a-36de15e81a31 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600051 Mar 03 18:11:51.870585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45244) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.894152 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-78778f3d-753f-4565-a89b-2fe0b9c7b4ed tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] delete failed (client error): The resource could not be found. Mar 03 18:11:51.895240 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-78778f3d-753f-4565-a89b-2fe0b9c7b4ed tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "DELETE /v2.0/security-groups/559ceda6-d4c1-4447-8dbc-67cc4daa14e2 HTTP/1.1" status: 404 len: 347 time: 0.0235028 Mar 03 18:11:51.896401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:51.899800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.910518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45248) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.931913 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'tag': '1fd4dd3d-e270-4bb8-8867-f5e030213984', 'status': 'completed', 'code': 200} Mar 03 18:11:51.935079 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-dc8dcd35-f37c-4f65-af09-a70a8506ba13 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] show failed (client error): The resource could not be found. Mar 03 18:11:51.936050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dc8dcd35-f37c-4f65-af09-a70a8506ba13 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-groups/c45654ad-543e-45e9-b7e0-221e2b538f30 HTTP/1.1" status: 404 len: 347 time: 0.0246537 Mar 03 18:11:51.944839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45252) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:51.946601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:11:51.948128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] For port 02dc2940-0a9f-4542-a42a-3f5190f93962, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:51.956396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:51.956890 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment d3b5a57d-5c10-45c9-80a7-b1af98d62a4c of type vlan for network 160b08e4-ed55-42f8-82dc-01377d354f36 Mar 03 18:11:51.995263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:52.032941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:52.037910 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-6cbc706e-6256-4e96-b30b-3f31194a7428 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] show failed (client error): The resource could not be found. Mar 03 18:11:52.042170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6cbc706e-6256-4e96-b30b-3f31194a7428 tempest-NegativeSecGroupTest-1792906116 tempest-NegativeSecGroupTest-1792906116-project] 10.222.0.23 "GET /v2.0/security-group-rules/6cec8aa0-fc9e-43ba-8cbf-a6dfcd35dfb6 HTTP/1.1" status: 404 len: 356 time: 0.0813644 Mar 03 18:11:52.042310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:52.055743 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:52.160939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3838227 Mar 03 18:11:52.165185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45262) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:52.178744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:52.199769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] For port 02dc2940-0a9f-4542-a42a-3f5190f93962, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=02dc2940-0a9f-4542-a42a-3f5190f93962,segment=NetworkSegment(bccc61c5-45d0-46a8-ac7e-e0786883457b),segment_id=bccc61c5-45d0-46a8-ac7e-e0786883457b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:52.221342 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2213d1ac-864e-4be6-b80b-93a3bf14a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:52.227528 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:52.330719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-46196b9d-1881-4903-8ecf-f367d47bdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:52.332810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-46196b9d-1881-4903-8ecf-f367d47bdf5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 1095 time: 0.8126359 Mar 03 18:11:52.350900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe4483-1d35-4fdc-bae7-1d2353eec42d tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=160b08e4-ed55-42f8-82dc-01377d354f36,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:52.377204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 160b08e4-ed55-42f8-82dc-01377d354f36 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:52.434311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77074c7d-bffb-4337-b6a4-b2803656c1a0 None None] Pushing event updated for resources: {'Port': ['ID=02dc2940-0a9f-4542-a42a-3f5190f93962,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:52.547252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-61e11131-a9de-4fb5-b564-aded90c7390f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd4dd3d-e270-4bb8-8867-f5e030213984 HTTP/1.1" status: 200 len: 217 time: 0.1708944 Mar 03 18:11:52.641906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '52e39c55-7c40-4848-841c-ad114840a58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:11:45Z', 'revision_number': 3, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port': {'id': '52e39c55-7c40-4848-841c-ad114840a58b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:43Z', 'updated_at': '2022-03-03T18:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:52.650383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Checking router: 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:11:52.651452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Updating router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 port 52e39c55-7c40-4848-841c-ad114840a58b binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:11:52.722293 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:52.987563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.017710 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.061940 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.124186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45272) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:53.156537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.489070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=160b08e4-ed55-42f8-82dc-01377d354f36,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:53.527267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 160b08e4-ed55-42f8-82dc-01377d354f36 is not hosted by any dhcp agent {{(pid=87886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 18:11:53.531852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 02dc2940-0a9f-4542-a42a-3f5190f93962 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:53.535631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:53.536426 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.538470 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d150d725-f3a7-4957-b8a9-6ac67079d485 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "PUT /v2.0/networks/160b08e4-ed55-42f8-82dc-01377d354f36 HTTP/1.1" status: 200 len: 723 time: 1.3723049 Mar 03 18:11:53.544788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45286) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:53.565448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-273190b1-bad6-4546-b67c-ee98a18742f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:53.569753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-273190b1-bad6-4546-b67c-ee98a18742f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 1.0092947 Mar 03 18:11:53.596936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9772922e-d66c-4278-875d-adc582636d9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfe6b84325bc45c6b3ab396770fe89e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715962 Mar 03 18:11:53.599167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45290) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:53.621167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 160b08e4-ed55-42f8-82dc-01377d354f36 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:11:53.678330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': '160b08e4-ed55-42f8-82dc-01377d354f36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:53.734507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b803814-bb44-48a7-a68e-8b61f7055f5b req-4ec9ca99-b873-434d-886b-23953212f3bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:53.736688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b803814-bb44-48a7-a68e-8b61f7055f5b req-4ec9ca99-b873-434d-886b-23953212f3bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 944 time: 0.2888000 Mar 03 18:11:53.737774 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.824494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b803814-bb44-48a7-a68e-8b61f7055f5b req-cfbe041a-584d-4f1d-a69d-4dc83e70f3c9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687778 Mar 03 18:11:53.828504 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.855233 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.873046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Transition to ACTIVE for port object 52e39c55-7c40-4848-841c-ad114840a58b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:53.901416 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.913350 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:53.954870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-04b12a95-dd42-4ee0-bc20-d1f8a1fe3423 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3759031 Mar 03 18:11:53.961938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e04798-077f-4c44-a659-86acdf580387,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:53.962162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:11:53.984505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.985265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.986014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.986569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.987055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.987628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.988548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.989405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.990543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.993640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.994521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:53.995326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:54.022968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.024607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5032bca5-f6d0-4642-9789-a94a44c661fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55e04798-077f-4c44-a659-86acdf580387 HTTP/1.1" status: 204 len: 168 time: 0.4224999 Mar 03 18:11:54.318618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c02769-129a-4d0a-bbf8-d8a69be5e4ac None None] Network 5fdc5393-cba7-4880-9914-fde39cc40023 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:54.327725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.372968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.391574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Attempting to bind port 52e39c55-7c40-4848-841c-ad114840a58b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:11:54.391943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Attempting to bind port 52e39c55-7c40-4848-841c-ad114840a58b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:11:54.392308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Attempting to bind port 52e39c55-7c40-4848-841c-ad114840a58b on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:11:54.397669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e98b9-3339-46cb-8fd9-d56ab809cfa2 None None] Pushing event updated for resources: {'Port': ['ID=52e39c55-7c40-4848-841c-ad114840a58b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:54.409094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 02dc2940-0a9f-4542-a42a-3f5190f93962 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:54.433075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.446128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:11:54.446128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:54.447335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.447737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:11:54.448232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Bound port: 52e39c55-7c40-4848-841c-ad114840a58b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:11:54.457787 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.697975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-c6359305-1154-4d80-af11-4c6c9cdfb2ad service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047751 Mar 03 18:11:54.732775 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.776390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] For port 52e39c55-7c40-4848-841c-ad114840a58b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:11:54.780703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-753de5cf-a3d9-402c-8125-ed0a7f9dc8b8 None None] Provisioning for port 02dc2940-0a9f-4542-a42a-3f5190f93962 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:54.840441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-753de5cf-a3d9-402c-8125-ed0a7f9dc8b8 None None] Provisioning complete for port 02dc2940-0a9f-4542-a42a-3f5190f93962 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:54.841279 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-753de5cf-a3d9-402c-8125-ed0a7f9dc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:54.934513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] For port 52e39c55-7c40-4848-841c-ad114840a58b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=52e39c55-7c40-4848-841c-ad114840a58b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:11:54.946844 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:55.139281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] In _notify_port_updated(), no bound segment for port 0e59410e-640e-4a7f-a23c-725c64390ce8 on network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:11:55.162552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:55.163607 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:55.169410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "PUT /v2.0/ports/0e59410e-640e-4a7f-a23c-725c64390ce8 HTTP/1.1" status: 200 len: 1130 time: 4.4120536 Mar 03 18:11:55.172274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45316) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:55.301400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:55.323984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac273c-3539-47ac-a300-314471ee7ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:55.325660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-26ac273c-3539-47ac-a300-314471ee7ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Synchronizing usage tracker for tenant:368bd9ece9ca4f55805544c06c060976 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:11:55.343428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Routers {'6d731e4b-12b7-4b65-b00d-dd0a8db2f226'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:11:55.344656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:11:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:55.357654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-26ac273c-3539-47ac-a300-314471ee7ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Unset dirty status for tenant:368bd9ece9ca4f55805544c06c060976 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:11:55.363268 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-26ac273c-3539-47ac-a300-314471ee7ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "GET /v2.0/ports/0e59410e-640e-4a7f-a23c-725c64390ce8 HTTP/1.1" status: 200 len: 1130 time: 0.1897428 Mar 03 18:11:55.363974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45324) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:55.399915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:55.421828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e98b9-3339-46cb-8fd9-d56ab809cfa2 None None] Pushing event updated for resources: {'Port': ['ID=52e39c55-7c40-4848-841c-ad114840a58b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:55.430834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event updated for resources: {'Port': ['ID=0e59410e-640e-4a7f-a23c-725c64390ce8,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:55.440446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-753de5cf-a3d9-402c-8125-ed0a7f9dc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:55.484575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.485007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.485455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.485850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.486249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.489633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.490600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.491009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.491623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.492025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.492413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.496437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Deleting port 0e59410e-640e-4a7f-a23c-725c64390ce8 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:55.496890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7c062-64a5-4aa1-8453-855283389c68 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:11:55.497889 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:55.524870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:55.661151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-753de5cf-a3d9-402c-8125-ed0a7f9dc8b8 None None] For port 02dc2940-0a9f-4542-a42a-3f5190f93962, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=02dc2940-0a9f-4542-a42a-3f5190f93962,segment=NetworkSegment(bccc61c5-45d0-46a8-ac7e-e0786883457b),segment_id=bccc61c5-45d0-46a8-ac7e-e0786883457b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:55.686812 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-753de5cf-a3d9-402c-8125-ed0a7f9dc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:55.791438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45340) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:55.833637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] Set router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:11:55.901610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Allocated IP 172.20.0.1 (0f5885c9-b0f4-4d22-b1b6-67c4484541c7/2e7735a0-f274-4061-9b42-41a20898d771/f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:56.075578 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:56.101060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-50e20b4a-cd09-42e1-83a5-ba89cbf5f53b None None] Provisioning complete for port 0e59410e-640e-4a7f-a23c-725c64390ce8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:56.101799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50e20b4a-cd09-42e1-83a5-ba89cbf5f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:56.110392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Transition to ACTIVE for port object f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:56.120414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f6e2d508-59e2-4e74-a6e7-11b133a8d316 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1292299964', 'prefixes': ['172.20.0.0/16']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:56.153414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a54e7c3-91bb-4500-8b78-3c87ebf44990 req-63c7b664-33fa-4bb9-ac2f-c5a486228560 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3926446 Mar 03 18:11:56.159657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f6e2d508-59e2-4e74-a6e7-11b133a8d316 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:56.164716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:11:56.169189 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:56.289377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:56.462514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753de5cf-a3d9-402c-8125-ed0a7f9dc8b8 None None] Pushing event updated for resources: {'Port': ['ID=02dc2940-0a9f-4542-a42a-3f5190f93962,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:56.466928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] Update dhcp port {'port': {'network_id': '5fdc5393-cba7-4880-9914-fde39cc40023', 'fixed_ips': [{'subnet_id': 'c9ae3dda-a5ef-4924-83ec-673b11900e19', 'ip_address': '2001:db8::2'}, {'subnet_id': '6150ac7c-0b51-443d-b5ce-f980c9da5bea'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '02dc2940-0a9f-4542-a42a-3f5190f93962'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:11:56.610556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50e20b4a-cd09-42e1-83a5-ba89cbf5f53b None None] Port 0e59410e-640e-4a7f-a23c-725c64390ce8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:56.655670 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:56.743323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '52e39c55-7c40-4848-841c-ad114840a58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:11:45Z', 'revision_number': 3, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port': {'id': '52e39c55-7c40-4848-841c-ad114840a58b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:43Z', 'updated_at': '2022-03-03T18:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:11:56.750494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095db03-5611-4639-b26a-2acc800d6bc8 None None] The sync data for ids ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'] in n-d-827121-1 is: [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '52e39c55-7c40-4848-841c-ad114840a58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:11:45Z', 'revision_number': 3, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port': {'id': '52e39c55-7c40-4848-841c-ad114840a58b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:43Z', 'updated_at': '2022-03-03T18:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:11:56.831923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:56.843778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Calling delete_port for 0e59410e-640e-4a7f-a23c-725c64390ce8 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:11:56.943729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=4b4bd318-65ac-4b1c-9a96-2a44c9f0880c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:56.988012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] Allocated IP 172.20.0.1 (5fdc5393-cba7-4880-9914-fde39cc40023/6150ac7c-0b51-443d-b5ce-f980c9da5bea/02dc2940-0a9f-4542-a42a-3f5190f93962) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:11:57.009297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a345da7-ded4-40dc-add7-b8b30dec5a22 req-801d3524-913b-4090-9d0c-4e729c3a6775 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:57.009547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6e2d508-59e2-4e74-a6e7-11b133a8d316 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] Notify callbacks [] for subnetpool, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:57.010549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f6e2d508-59e2-4e74-a6e7-11b133a8d316 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2149148 Mar 03 18:11:57.011665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3a345da7-ded4-40dc-add7-b8b30dec5a22 req-801d3524-913b-4090-9d0c-4e729c3a6775 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 944 time: 1.7146485 Mar 03 18:11:57.014671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:57.023615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45358) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:57.125988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Pushing event updated for resources: {'Port': ['ID=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:57.187344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4b054402-b2f5-48b6-a843-b2b9484a436c tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] 10.222.0.23 "GET /v2.0/subnetpools/2661d635-7acc-4079-a43d-47a16e3d5008 HTTP/1.1" status: 200 len: 732 time: 0.0805991 Mar 03 18:11:57.197695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:57.218650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-14bff490-2fe3-4648-9ba2-ae1b3f19506f tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-89484393'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:57.260586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '160b08e4-ed55-42f8-82dc-01377d354f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:11:57.261296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: 160b08e4-ed55-42f8-82dc-01377d354f36, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:11:57.277027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:11:57.312221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:57.322220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:11:57.365659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 02dc2940-0a9f-4542-a42a-3f5190f93962 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:57.405122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:57.468518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:57.500844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-14bff490-2fe3-4648-9ba2-ae1b3f19506f tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] Notify callbacks [] for subnetpool, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:57.502318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-14bff490-2fe3-4648-9ba2-ae1b3f19506f tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] 10.222.0.23 "PUT /v2.0/subnetpools/2661d635-7acc-4079-a43d-47a16e3d5008 HTTP/1.1" status: 200 len: 682 time: 0.3036833 Mar 03 18:11:57.565962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45370) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:57.717660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event deleted for resources: {'Port': ['ID=0e59410e-640e-4a7f-a23c-725c64390ce8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:57.747742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] For port 02dc2940-0a9f-4542-a42a-3f5190f93962, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=02dc2940-0a9f-4542-a42a-3f5190f93962,segment=NetworkSegment(bccc61c5-45d0-46a8-ac7e-e0786883457b),segment_id=bccc61c5-45d0-46a8-ac7e-e0786883457b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:11:57.791104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:57.793689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c56d9bbe-3f39-49b9-a4f3-208528f462ca tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "DELETE /v2.0/ports/0e59410e-640e-4a7f-a23c-725c64390ce8 HTTP/1.1" status: 204 len: 168 time: 2.4267478 Mar 03 18:11:57.806097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45376) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:57.862195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 02dc2940-0a9f-4542-a42a-3f5190f93962 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:57.890051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:57.986238 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3a345da7-ded4-40dc-add7-b8b30dec5a22 req-610e2c7b-ec54-4cd0-84e7-3491d54b82ee tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9647667 Mar 03 18:11:58.043863 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.065443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Deleting subnet a71a0081-bbc7-4206-9633-478a7fff416b {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:11:58.078718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.125564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-389c9d85-5c46-4711-be80-9fe4cccc2fb1 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] Notify callbacks [] for subnetpool, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.129137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-389c9d85-5c46-4711-be80-9fe4cccc2fb1 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2661d635-7acc-4079-a43d-47a16e3d5008 HTTP/1.1" status: 204 len: 168 time: 0.5030723 Mar 03 18:11:58.148782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:58.169156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.184249 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-3bd943a0-a6a4-470d-94f4-6b2fdacbbc3c tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] show failed (client error): The resource could not be found. Mar 03 18:11:58.185175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3bd943a0-a6a4-470d-94f4-6b2fdacbbc3c tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] 10.222.0.23 "GET /v2.0/subnetpools/2661d635-7acc-4079-a43d-47a16e3d5008 HTTP/1.1" status: 404 len: 346 time: 0.0354099 Mar 03 18:11:58.191805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45386) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:58.206545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 160b08e4-ed55-42f8-82dc-01377d354f36 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:11:58.210868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577746a-772e-46a0-84e2-7972aed70c8d req-4990cf63-1cb0-43d7-8637-a00b2ce49bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:58.212374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5577746a-772e-46a0-84e2-7972aed70c8d req-4990cf63-1cb0-43d7-8637-a00b2ce49bcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 1095 time: 1.4473147 Mar 03 18:11:58.222703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-66fe07fc-4c0c-49dc-adac-e1245526c1b9 None None] Provisioning for port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:11:58.238735 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-87e00960-cfc9-407c-b51b-41e65b638227 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] delete failed (client error): The resource could not be found. Mar 03 18:11:58.247684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] Transition to ACTIVE for port object 02dc2940-0a9f-4542-a42a-3f5190f93962 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:11:58.248006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-87e00960-cfc9-407c-b51b-41e65b638227 tempest-SubnetPoolsTestJSON-1498151249 tempest-SubnetPoolsTestJSON-1498151249-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2661d635-7acc-4079-a43d-47a16e3d5008 HTTP/1.1" status: 404 len: 346 time: 0.0544474 Mar 03 18:11:58.251019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-66fe07fc-4c0c-49dc-adac-e1245526c1b9 None None] Provisioning complete for port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:11:58.251425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66fe07fc-4c0c-49dc-adac-e1245526c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.282535 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.412999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-66fe07fc-4c0c-49dc-adac-e1245526c1b9 None None] Port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:11:58.414598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.565742 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.618620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260b8ca-1395-496a-961e-e686058e0aee None None] Pushing event updated for resources: {'Port': ['ID=02dc2940-0a9f-4542-a42a-3f5190f93962,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:58.764354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.829611 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:58.846391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event deleted for resources: {'Subnet': ['ID=a71a0081-bbc7-4206-9633-478a7fff416b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:58.860537 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d3aa3a6e-b327-4361-a214-26b05cb12ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "DELETE /v2.0/subnets/a71a0081-bbc7-4206-9633-478a7fff416b HTTP/1.1" status: 204 len: 168 time: 1.0531485 Mar 03 18:11:58.866944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45398) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:58.885870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9546e1-a2b2-4e30-a217-137520b6337a None None] Network 0199448a-60ad-4cf5-a95e-78f4b59cecf0 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:58.901454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45402) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:59.026642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.033149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 160b08e4-ed55-42f8-82dc-01377d354f36) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:11:59.046389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.114651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:59.115791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.191897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9264ed2b-03b2-41a6-a45e-343efacad2d3 None None] Network 160b08e4-ed55-42f8-82dc-01377d354f36 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:11:59.217548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.276847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.325761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:11:59.328626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Pushing event updated for resources: {'Port': ['ID=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:11:59.331254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Usage tracker for resource:security_group_rule and tenant:c475112ae3bf4a5fae6a150e556df5c8 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:11:59.335462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:11:59.364371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:11:59.533170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-890d85de-24ee-429c-b28f-2b2167c73071 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.9764102 Mar 03 18:11:59.540928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.562788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45414) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:11:59.575610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577746a-772e-46a0-84e2-7972aed70c8d req-c26076e7-4fb2-451b-9581-1c4a9722b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:59.576691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5577746a-772e-46a0-84e2-7972aed70c8d req-c26076e7-4fb2-451b-9581-1c4a9722b7a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 1.3480992 Mar 03 18:11:59.580783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.595410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Deleting port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:11:59.595797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-798c9196-78d5-4835-b4e6-0e91d8c0cfc8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:11:59.597926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.656486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 52e39c55-7c40-4848-841c-ad114840a58b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:11:59.693686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:11:59.739314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1fd4dd3d-e270-4bb8-8867-f5e030213984 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:11:59.809783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be53-e303-4ccb-b716-99b133c2706b req-48c6a6f0-c800-4502-adda-9a8099381fc0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:11:59.835338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4237be53-e303-4ccb-b716-99b133c2706b req-48c6a6f0-c800-4502-adda-9a8099381fc0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 944 time: 0.5076880 Mar 03 18:12:00.037648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-798c9196-78d5-4835-b4e6-0e91d8c0cfc8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2238762'] for subnet, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:00.116003 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:12:00.156205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d9297a-963b-4769-96f2-ff2cc741b5e4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:00.179021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3c68e366-e791-492c-8acf-89daaeef4410 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c475112ae3bf4a5fae6a150e556df5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2760551 Mar 03 18:12:00.183183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45420) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:00.241946 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5577746a-772e-46a0-84e2-7972aed70c8d req-7a1bb876-f0a0-4a48-97be-b9482fddc037 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd4dd3d-e270-4bb8-8867-f5e030213984 HTTP/1.1" status: 200 len: 217 time: 0.4427249 Mar 03 18:12:00.308538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 52e39c55-7c40-4848-841c-ad114840a58b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:00.324429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] For port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86,segment=NetworkSegment(68e137b0-b5e7-4ada-b816-893fe88c334c),segment_id=68e137b0-b5e7-4ada-b816-893fe88c334c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:00.326724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:00.420718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783d462-da8d-4a1b-87fa-d34e50148a9d None None] Network 5fdc5393-cba7-4880-9914-fde39cc40023 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:00.505019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 52e39c55-7c40-4848-841c-ad114840a58b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:00.506558 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:00.536141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Calling delete_port for 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:00.536370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4237be53-e303-4ccb-b716-99b133c2706b req-cccb19a3-2af9-450b-9a9f-79a4a5f6c893 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993792 Mar 03 18:12:00.619812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e92311ae-d38a-4dea-9b6b-143228cf067e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:00.624645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577746a-772e-46a0-84e2-7972aed70c8d req-594ea3f3-f4ad-4fff-b154-90deed95d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:00.626283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5577746a-772e-46a0-84e2-7972aed70c8d req-594ea3f3-f4ad-4fff-b154-90deed95d75a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.3694746 Mar 03 18:12:00.665442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e92311ae-d38a-4dea-9b6b-143228cf067e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:00.689890 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5577746a-772e-46a0-84e2-7972aed70c8d req-6c534eba-530a-4492-8553-d30889137a25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542552 Mar 03 18:12:00.728445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:00.756013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:00.774364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:00.787517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d8a44a9b-1266-49f2-ada3-cbdb6caef4cc None None] Provisioning for port 02dc2940-0a9f-4542-a42a-3f5190f93962 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:00.835457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e92311ae-d38a-4dea-9b6b-143228cf067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.097662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event deleted for resources: {'Port': ['ID=6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:01.102443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92311ae-d38a-4dea-9b6b-143228cf067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d9297a-963b-4769-96f2-ff2cc741b5e4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:01.109976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] No DVR routers for this DVR port 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:12:01.129355 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 1fd4dd3d-e270-4bb8-8867-f5e030213984, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1fd4dd3d-e270-4bb8-8867-f5e030213984,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:01.385464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-798c9196-78d5-4835-b4e6-0e91d8c0cfc8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738765274341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2459070'] for subnet, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.404697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '1fd4dd3d-e270-4bb8-8867-f5e030213984', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'port_id': '1fd4dd3d-e270-4bb8-8867-f5e030213984', 'mac_address': 'fa:16:3e:b8:4f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e14d-944d-4a64-8cd2-e0a61103967a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:12:01.433099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45438) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:01.453796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.481217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e92311ae-d38a-4dea-9b6b-143228cf067e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.482681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e92311ae-d38a-4dea-9b6b-143228cf067e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88d9297a-963b-4769-96f2-ff2cc741b5e4 HTTP/1.1" status: 204 len: 168 time: 1.2959876 Mar 03 18:12:01.490391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0199448a-60ad-4cf5-a95e-78f4b59cecf0']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:01.544477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e137b0-b5e7-4ada-b816-893fe88c334c') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:01.544846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e137b0-b5e7-4ada-b816-893fe88c334c') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:01.588280 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.628339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.652880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:12:01.655763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.706392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d8a44a9b-1266-49f2-ada3-cbdb6caef4cc None None] Provisioning complete for port 02dc2940-0a9f-4542-a42a-3f5190f93962 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:12:01.708532 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:12:01.711521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c9196-78d5-4835-b4e6-0e91d8c0cfc8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:01.712125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-798c9196-78d5-4835-b4e6-0e91d8c0cfc8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.713460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-798c9196-78d5-4835-b4e6-0e91d8c0cfc8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "PUT /v2.0/subnets/4b4bd318-65ac-4b1c-9a96-2a44c9f0880c HTTP/1.1" status: 200 len: 826 time: 2.1478558 Mar 03 18:12:01.714389 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8a44a9b-1266-49f2-ada3-cbdb6caef4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.715531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5577746a-772e-46a0-84e2-7972aed70c8d req-e8f9c356-5cc6-45d7-841a-33cdc179ea17 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9859011 Mar 03 18:12:01.718881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45458) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:01.858739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.877621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.892420 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.911236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 52e39c55-7c40-4848-841c-ad114840a58b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=52e39c55-7c40-4848-841c-ad114840a58b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:01.936852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:01.944424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-160b08e4-ed55-42f8-82dc-01377d354f36', 'network_id': '160b08e4-ed55-42f8-82dc-01377d354f36', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': '4b4bd318-65ac-4b1c-9a96-2a44c9f0880c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:12:01.947440 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.951485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Usage tracker for resource:security_group_rule and tenant:07dba77a65ea430985ac7ff30703a22b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:01.955704 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.960495 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:01.961432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 02dc2940-0a9f-4542-a42a-3f5190f93962 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:01.964900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:02.007365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:12:02.016191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:02.038028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] Pushing event deleted for resources: {'Network': ['ID=0199448a-60ad-4cf5-a95e-78f4b59cecf0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:02.046160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d1c9b0ca-79c8-498b-9491-5a420e06a9c6 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114 tempest-ExtraDHCPOptionsIpV6TestJSON-458566114-project] 10.222.0.23 "DELETE /v2.0/networks/0199448a-60ad-4cf5-a95e-78f4b59cecf0 HTTP/1.1" status: 204 len: 168 time: 3.1773615 Mar 03 18:12:02.046968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:02.107825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=52e39c55-7c40-4848-841c-ad114840a58b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:02.127117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd4dd3d-e270-4bb8-8867-f5e030213984 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:12:02.256134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e29048-d5ed-4818-8187-626fde0d2f23 None None] DHCP port deletion for 0199448a-60ad-4cf5-a95e-78f4b59cecf0 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:12:02.271003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 1fd4dd3d-e270-4bb8-8867-f5e030213984, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1fd4dd3d-e270-4bb8-8867-f5e030213984,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:02.357508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c9196-78d5-4835-b4e6-0e91d8c0cfc8 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=4b4bd318-65ac-4b1c-9a96-2a44c9f0880c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:02.399439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:02.431723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cce93-1b83-4515-a017-4ac8bfe914e7 req-98ca7dc7-7fc2-48ff-9988-02cbd7185fc1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:02.450059 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:02.451307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d0cce93-1b83-4515-a017-4ac8bfe914e7 req-98ca7dc7-7fc2-48ff-9988-02cbd7185fc1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 944 time: 0.5765882 Mar 03 18:12:02.522452 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:02.564443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 02dc2940-0a9f-4542-a42a-3f5190f93962 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:02.567487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:02.704409 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8d0cce93-1b83-4515-a017-4ac8bfe914e7 req-5dfb48b9-9ddd-4ea7-b207-25dbb6e8280b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493937 Mar 03 18:12:02.715630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07dba77a65ea430985ac7ff30703a22b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2776041 Mar 03 18:12:02.725574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45478) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:02.726360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e3548-f7d3-44bd-9dd7-e64082dd69d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece3ff4-cd20-4b5d-903a-0cbefe2978e2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:02.809721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:02.859022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd4dd3d-e270-4bb8-8867-f5e030213984,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:02.868529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45482) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:02.899196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['1fd4dd3d-e270-4bb8-8867-f5e030213984'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:12:02.920603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5577746a-772e-46a0-84e2-7972aed70c8d req-4f775ac7-adf9-48f7-b636-59a79fa618d2 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1407943 Mar 03 18:12:02.942362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-11bfd2f4-31cb-4cde-b9b9-d71b8f989f05 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:02.943877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-11bfd2f4-31cb-4cde-b9b9-d71b8f989f05 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 1.2463458 Mar 03 18:12:02.965749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7599a77e-85ea-4810-afe0-78c5b2184aa0 None None] Provisioning complete for port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:02.966218 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7599a77e-85ea-4810-afe0-78c5b2184aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:02.993893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:03.009409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bf6ea5c9-5d4c-46ff-adb4-9c76012ff0bf admin admin] 10.222.0.23 "PUT /v2.0/routers/6d731e4b-12b7-4b65-b00d-dd0a8db2f226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8932636 Mar 03 18:12:03.009409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-1f3830cf-4aec-4541-8daf-e97c84d2cd88 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/quotas/74cf4cb007b74b7fb92b59dfd9b381fe HTTP/1.1" status: 200 len: 375 time: 0.0534148 Mar 03 18:12:03.011955 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Sync routers for ids ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:03.027073 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Routers {'6d731e4b-12b7-4b65-b00d-dd0a8db2f226'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:03.029763 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:11:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:03.312981 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6659e50f-85dd-4b05-983f-9889e7db4f63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=368bd9ece9ca4f55805544c06c060976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429724 Mar 03 18:12:03.317300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7599a77e-85ea-4810-afe0-78c5b2184aa0 None None] Port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:12:03.318867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45498) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:03.336075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Allocated IP 2001:db8::2 (160b08e4-ed55-42f8-82dc-01377d354f36/4b4bd318-65ac-4b1c-9a96-2a44c9f0880c/426c104c-60e5-4591-bd5d-8f3fe248c2ff) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:03.404823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.471610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349252c5-4ecf-45d0-a7f4-da28ebc75169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.517733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33b256e0-ff56-4d1b-876b-3e35f20f2abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.581889 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349252c5-4ecf-45d0-a7f4-da28ebc75169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.628115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33b256e0-ff56-4d1b-876b-3e35f20f2abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.637542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-d58e4607-e98a-4249-a1bc-1013ba1e2c23 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5591869 Mar 03 18:12:03.685229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 52e39c55-7c40-4848-841c-ad114840a58b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:03.792742 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Set router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:03.799967 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33b256e0-ff56-4d1b-876b-3e35f20f2abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.887011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b256e0-ff56-4d1b-876b-3e35f20f2abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add5d70-54fb-4bb1-b661-a2da56ffb3e3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:03.898790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33b256e0-ff56-4d1b-876b-3e35f20f2abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.905463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-33b256e0-ff56-4d1b-876b-3e35f20f2abe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6add5d70-54fb-4bb1-b661-a2da56ffb3e3 HTTP/1.1" status: 204 len: 168 time: 0.5804641 Mar 03 18:12:03.916831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-998dfe5c-c0ee-48e2-8988-da600c609876 None None] Provisioning complete for port 02dc2940-0a9f-4542-a42a-3f5190f93962 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:03.916831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-998dfe5c-c0ee-48e2-8988-da600c609876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:03.956154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349252c5-4ecf-45d0-a7f4-da28ebc75169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:04.041587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349252c5-4ecf-45d0-a7f4-da28ebc75169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece3ff4-cd20-4b5d-903a-0cbefe2978e2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:04.103796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349252c5-4ecf-45d0-a7f4-da28ebc75169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:04.126024 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-349252c5-4ecf-45d0-a7f4-da28ebc75169 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ece3ff4-cd20-4b5d-903a-0cbefe2978e2 HTTP/1.1" status: 204 len: 168 time: 1.3855286 Mar 03 18:12:04.166176 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-fc08f755-c311-4412-93d7-9a013462c48d service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081439 Mar 03 18:12:04.292519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 52e39c55-7c40-4848-841c-ad114840a58b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:04.292519 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:04.306056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e6ccd-8eed-463c-bffe-6d1319e37ef9 req-47a09529-52e8-486f-ac25-03b4b8af4ca5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:04.307643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d16e6ccd-8eed-463c-bffe-6d1319e37ef9 req-47a09529-52e8-486f-ac25-03b4b8af4ca5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 945 time: 0.3110554 Mar 03 18:12:04.400676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d16e6ccd-8eed-463c-bffe-6d1319e37ef9 req-1fd02020-dfa6-41ce-aa70-10045aef0f18 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866001 Mar 03 18:12:04.526172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-ea8ff4ff-4651-4aa7-b356-616b3ddbc259 service neutron] 10.222.0.23 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580835 Mar 03 18:12:04.552952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '52e39c55-7c40-4848-841c-ad114840a58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:11:57Z', 'revision_number': 4, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port': {'id': '52e39c55-7c40-4848-841c-ad114840a58b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:43Z', 'updated_at': '2022-03-03T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c', 'name': '', 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'mac_address': 'fa:16:3e:cf:b7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '2e7735a0-f274-4061-9b42-41a20898d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:55Z', 'updated_at': '2022-03-03T18:11:58Z', 'revision_number': 2, 'project_id': 'ea1331a869c247e0920411959b127648', 'subnets': [{'id': '2e7735a0-f274-4061-9b42-41a20898d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:04.565925 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Checking router: 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:12:04.566279 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Updating router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:12:04.634789 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:04.714716 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:04.781259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Transition to ACTIVE for port object 426c104c-60e5-4591-bd5d-8f3fe248c2ff will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:04.861608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Transition to ACTIVE for port object 426c104c-60e5-4591-bd5d-8f3fe248c2ff will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:04.875093 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:04.907562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.016885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-262f8ef6-da1f-430f-beec-68ed3fc636f0 req-03116111-562f-4e91-990b-2f04f8d6c26d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 210 time: 0.1514139 Mar 03 18:12:05.033041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:12:05.088487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4bd318-65ac-4b1c-9a96-2a44c9f0880c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:05.205010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Network 160b08e4-ed55-42f8-82dc-01377d354f36 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:05.210795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:05.218171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:05.220291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:12:05.224653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6cfcfcf8-0ff5-4e98-aeee-6aab35a10c86 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:12:05.265699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.350547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Attempting to bind port 426c104c-60e5-4591-bd5d-8f3fe248c2ff on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:05.350916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Attempting to bind port 426c104c-60e5-4591-bd5d-8f3fe248c2ff by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '160b08e4-ed55-42f8-82dc-01377d354f36'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:05.351267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Attempting to bind port 426c104c-60e5-4591-bd5d-8f3fe248c2ff on network 160b08e4-ed55-42f8-82dc-01377d354f36 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:05.353294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Pushing event updated for resources: {'Port': ['ID=426c104c-60e5-4591-bd5d-8f3fe248c2ff,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:05.354924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b08e4-ed55-42f8-82dc-01377d354f36']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:05.360793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:05.361146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Checking segment: {'id': 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '160b08e4-ed55-42f8-82dc-01377d354f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:05.361592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.365592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Bound using segment: {'id': 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '160b08e4-ed55-42f8-82dc-01377d354f36'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:05.366303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Bound port: 426c104c-60e5-4591-bd5d-8f3fe248c2ff, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '160b08e4-ed55-42f8-82dc-01377d354f36'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:05.366942 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.367220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45558) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:05.377528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-210877914-network', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:05.392218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:05.400193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Usage tracker for resource:network and tenant:6660215542cb4236a72e926c1e03c1b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:05.400620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:05.402976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:05.408706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:05.435610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.437618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:05.471989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Made reservation on behalf of 6660215542cb4236a72e926c1e03c1b1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:05.483839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.488018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.497685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:12:05.498797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.516499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.535216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:12:05.547264 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:12:05.557094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Usage tracker for resource:security_group_rule and tenant:6660215542cb4236a72e926c1e03c1b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:05.561185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:05.569115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:05.615973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] For port 426c104c-60e5-4591-bd5d-8f3fe248c2ff, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:05.772971 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.790158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] For port 426c104c-60e5-4591-bd5d-8f3fe248c2ff, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=426c104c-60e5-4591-bd5d-8f3fe248c2ff,segment=NetworkSegment(d3b5a57d-5c10-45c9-80a7-b1af98d62a4c),segment_id=d3b5a57d-5c10-45c9-80a7-b1af98d62a4c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:05.798586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:12:05.798586 n-d-827121-1 neutron-server[87887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:12:05.798586 n-d-827121-1 neutron-server[87887]: [parameters: {'id': '160b08e4-ed55-42f8-82dc-01377d354f36'}] Mar 03 18:12:05.798586 n-d-827121-1 neutron-server[87887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:12:05.799071 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.799183 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:12:05.833693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Transition to ACTIVE for port object f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:05.857982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98265bd5-3c62-4286-928e-cf81c8fb3a0b req-f9660fe2-4663-4cf6-a185-9821fbfae14e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:05.859445 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:05.863421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98265bd5-3c62-4286-928e-cf81c8fb3a0b req-f9660fe2-4663-4cf6-a185-9821fbfae14e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 945 time: 0.1520731 Mar 03 18:12:05.943997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98265bd5-3c62-4286-928e-cf81c8fb3a0b req-ebce6858-f896-4dc2-bb47-53015cd286ea tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716469 Mar 03 18:12:06.047863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.058841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.191490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e9d95-c126-441a-9efe-f80290810cbd,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:06.204690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:12:06.248587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.249299 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Added segment 3e91d713-764d-4bf3-9c6d-95e220750cfe of type vlan for network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b Mar 03 18:12:06.300105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.322768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port 426c104c-60e5-4591-bd5d-8f3fe248c2ff {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:06.323116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.418600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.443976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd7f06-3df0-4451-872a-87b6f7b944a7 None None] Network 160b08e4-ed55-42f8-82dc-01377d354f36 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:06.460503 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a45e9493-b5cb-461c-948a-1029583dbd6f req-b0f92bf2-04ed-4e0c-968f-5f98fb403dba tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 210 time: 0.1380100 Mar 03 18:12:06.511389 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Pushing event updated for resources: {'Port': ['ID=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:06.517798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1fd4dd3d-e270-4bb8-8867-f5e030213984 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:06.526354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.529025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:06.533232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.536572 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.537672 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.538272 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.538869 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.539593 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.540084 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.541526 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.542331 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.543056 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.543056 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.543534 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.543846 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:06.620124 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Attempting to bind port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:06.622456 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Attempting to bind port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:06.623016 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Attempting to bind port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c on network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:06.630143 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:06.631302 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Checking segment: {'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:06.631886 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.632557 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Bound using segment: {'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:06.633221 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Bound port: f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:06.633784 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.743913 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c2dba-2736-48a1-aca8-0c6c03aad947 None None] Pushing event updated for resources: {'Port': ['ID=426c104c-60e5-4591-bd5d-8f3fe248c2ff,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:06.834308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port 426c104c-60e5-4591-bd5d-8f3fe248c2ff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=426c104c-60e5-4591-bd5d-8f3fe248c2ff,segment=NetworkSegment(d3b5a57d-5c10-45c9-80a7-b1af98d62a4c),segment_id=d3b5a57d-5c10-45c9-80a7-b1af98d62a4c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:06.835152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.847144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] For port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:06.854981 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] For port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,segment=NetworkSegment(adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0),segment_id=adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:06.876709 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:06.979565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 1fd4dd3d-e270-4bb8-8867-f5e030213984 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:07.050794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for 426c104c-60e5-4591-bd5d-8f3fe248c2ff owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:07.081881 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b7dd1-3d47-4753-a567-5e13ebcd3b63 None None] Pushing event updated for resources: {'Port': ['ID=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:07.101445 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Routers {'6d731e4b-12b7-4b65-b00d-dd0a8db2f226'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:07.104950 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:11:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:07.112584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] Pushing event updated for resources: {'Network': ['ID=fef6960c-2dd4-4e88-9f3c-4f4d1b77719b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:07.125888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 1fd4dd3d-e270-4bb8-8867-f5e030213984 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:07.126630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:07.170834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4b642903-5b0a-4dfd-adf1-c7b9e8491df5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7983024 Mar 03 18:12:07.300169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45616) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:07.320539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Request body: {'subnet': {'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-210877914-subnet', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:07.353413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:07.373371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Usage tracker for resource:subnet and tenant:6660215542cb4236a72e926c1e03c1b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:07.395486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:07.415495 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] Set router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:07.438781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:07.486873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:07.511506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:12:07.596665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No DVR routers for this DVR port 426c104c-60e5-4591-bd5d-8f3fe248c2ff on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:12:07.681122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9dd6ff20-9994-44fd-b38e-2ee8510de7eb tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:07.682793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9dd6ff20-9994-44fd-b38e-2ee8510de7eb tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 815 time: 0.7880290 Mar 03 18:12:07.690255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45626) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:07.713247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Request body: {'port': {'device_id': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'admin_state_up': True, 'tenant_id': '74cf4cb007b74b7fb92b59dfd9b381fe'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:07.792194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Port': ['ID=426c104c-60e5-4591-bd5d-8f3fe248c2ff,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:07.870659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e261dfa8-3850-46c5-8021-77c1bf75178e None None] Network 160b08e4-ed55-42f8-82dc-01377d354f36 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:07.897637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Made reservation on behalf of 6660215542cb4236a72e926c1e03c1b1 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:07.906479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:08.085523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:08.133176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9610f34-7fad-4c73-8420-d6e08b28592c req-fb4fd8fe-4ff0-4a2c-a23e-097e7cd8802a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 210 time: 0.1337888 Mar 03 18:12:08.147862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:08.181255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Made reservation on behalf of 74cf4cb007b74b7fb92b59dfd9b381fe for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:08.191537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:08.380598 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '52e39c55-7c40-4848-841c-ad114840a58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:11:57Z', 'revision_number': 4, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port': {'id': '52e39c55-7c40-4848-841c-ad114840a58b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:43Z', 'updated_at': '2022-03-03T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c', 'name': '', 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'mac_address': 'fa:16:3e:cf:b7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '2e7735a0-f274-4061-9b42-41a20898d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:55Z', 'updated_at': '2022-03-03T18:12:06Z', 'revision_number': 4, 'project_id': 'ea1331a869c247e0920411959b127648', 'subnets': [{'id': '2e7735a0-f274-4061-9b42-41a20898d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:08.404910 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd79644-29f6-44b8-97af-823f30415b7d None None] The sync data for ids ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'] in n-d-827121-1 is: [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '52e39c55-7c40-4848-841c-ad114840a58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:11:57Z', 'revision_number': 4, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port': {'id': '52e39c55-7c40-4848-841c-ad114840a58b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:43Z', 'updated_at': '2022-03-03T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c', 'name': '', 'network_id': '0f5885c9-b0f4-4d22-b1b6-67c4484541c7', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'mac_address': 'fa:16:3e:cf:b7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '2e7735a0-f274-4061-9b42-41a20898d771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:55Z', 'updated_at': '2022-03-03T18:12:06Z', 'revision_number': 4, 'project_id': 'ea1331a869c247e0920411959b127648', 'subnets': [{'id': '2e7735a0-f274-4061-9b42-41a20898d771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:08.459976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-658778945'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:08.468642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:08.477153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:08.562714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:network and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:08.573623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:08.614080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:08.615963 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:08.626388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b08e4-ed55-42f8-82dc-01377d354f36']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:08.640641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:08.647127 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:08.667978 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:08.682685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd4dd3d-e270-4bb8-8867-f5e030213984'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:12:08.702573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:08.716027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Allocated IP 172.20.0.7 (8126247d-3ee5-4d33-9f1c-ac21dd3dfa24/0d6a9d54-34c3-4d7d-b49c-1338fbd310fc/05fe45d9-7dc6-441d-ba12-404cb4fd326f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:08.721113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:security_group_rule and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:08.737948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:08.745875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8bc07-21d7-412f-9562-bff72d441be9 req-c480e9fd-005a-4c9d-b54f-de706d23a526 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:08.756068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:08.756385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90e8bc07-21d7-412f-9562-bff72d441be9 req-c480e9fd-005a-4c9d-b54f-de706d23a526 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 945 time: 1.2669108 Mar 03 18:12:08.760349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:08.760879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b5a57d-5c10-45c9-80a7-b1af98d62a4c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:08.937521 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd4dd3d-e270-4bb8-8867-f5e030213984', 'code': 200} Mar 03 18:12:08.938333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-90e8bc07-21d7-412f-9562-bff72d441be9 req-d0f1887a-84a8-4e7d-b348-bff51535a6b2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807270 Mar 03 18:12:08.941036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:08.943222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 1fd4dd3d-e270-4bb8-8867-f5e030213984, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1fd4dd3d-e270-4bb8-8867-f5e030213984,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:08.953228 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.057168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c432c6c1-edea-4b3a-99b5-b3b193efb4a7 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:12:09.103478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.127457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:12:09.127963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.284192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd4dd3d-e270-4bb8-8867-f5e030213984,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:12:09.344705 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:12:09.365107 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.387491 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.485933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432c6c1-edea-4b3a-99b5-b3b193efb4a7 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:12:09.659165 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.685697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.720691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.733630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=160b08e4-ed55-42f8-82dc-01377d354f36,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:09.763878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d294027-2e1a-47e2-bd24-b28eff9b6281 req-fa557b36-9196-4d90-843e-462efe29a7bd tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 210 time: 0.3119264 Mar 03 18:12:09.792904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:12:09.827407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c2725623-447b-4d09-8c36-477f73dcf1b0 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/160b08e4-ed55-42f8-82dc-01377d354f36 HTTP/1.1" status: 204 len: 168 time: 8.0860262 Mar 03 18:12:09.828773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45674) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:09.829200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.829578 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Added segment 3862ca9b-5096-422f-8b2e-a87e45ffd7f3 of type vlan for network 974a958c-589c-41d3-b3ff-98c10cde62fd Mar 03 18:12:09.879951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:09.894787 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6021491e-410d-4924-8ce4-2d5183b13a41 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:09.895440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6021491e-410d-4924-8ce4-2d5183b13a41 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:09.900676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6021491e-410d-4924-8ce4-2d5183b13a41 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/160b08e4-ed55-42f8-82dc-01377d354f36 HTTP/1.1" status: 404 len: 339 time: 0.0671685 Mar 03 18:12:09.915588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45678) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:09.928223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1295549883', 'description': 'd1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:09.938955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:09.968148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b830b-c26a-496d-a65c-184ce036e293 req-64cb6bb1-4ce0-4f5e-8e7d-cc5b6541c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:09.978544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c65b830b-c26a-496d-a65c-184ce036e293 req-64cb6bb1-4ce0-4f5e-8e7d-cc5b6541c032 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 1097 time: 0.9739449 Mar 03 18:12:10.003691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.008583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:10.018199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Usage tracker for resource:network and tenant:87326d876e244174859a0db5c3e9ebc4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:10.022072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:10.022724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.023931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:10.033386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:10.042542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.138146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c65b830b-c26a-496d-a65c-184ce036e293 req-be5b713c-1962-4d11-be21-a817cf3986b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584525 Mar 03 18:12:10.158665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:10.183273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.202359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:10.331867 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6323450 Mar 03 18:12:10.332809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Network': ['ID=974a958c-589c-41d3-b3ff-98c10cde62fd,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:10.334680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45686) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:10.355862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04945fd-9e5b-485f-885e-57beda33d05c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:10.361275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'subnet': {'network_id': '974a958c-589c-41d3-b3ff-98c10cde62fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:10.376542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c341d1-0821-430b-876d-26d31b64daa7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616f779b-83e3-4a5c-b2a8-8c1c13d2a4f3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:10.388234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:10.388234 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.392144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45690) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:10.400040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508586920', 'description': 'tempest-secgroup-smoke-508586920 description', 'project_id': 'a88532a2002144a3850df64bed516c95'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:10.417359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:10.434804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 974a958c-589c-41d3-b3ff-98c10cde62fd details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:12:10.441719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:10.446763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.453901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:10.538135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Checking segment: {'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:10.538495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Network hostable DHCP agents. Network: fef6960c-2dd4-4e88-9f3c-4f4d1b77719b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:12:10.546869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:10.564455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:10.577634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:subnet and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:10.588679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:10.591456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:12:10.613099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:10.630658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:10.632669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.633019 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment 3e627c8a-5fc0-408e-82e1-d1fce08a1e94 of type vlan for network 484ae504-21c6-433e-b7d1-4240c39f97e5 Mar 03 18:12:10.647782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.657127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:10.660999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dca9ce-1112-4915-a75c-484bd63e8182 req-d735bff4-db68-4141-bc43-fee350363f79 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:10.662683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8dca9ce-1112-4915-a75c-484bd63e8182 req-d735bff4-db68-4141-bc43-fee350363f79 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 946 time: 0.3921099 Mar 03 18:12:10.667993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:10.674261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:10.676392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.692905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:12:10.694186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6ab1ba6e-2a49-4fe6-8af1-f262891b6074'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:12:10.704864 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.724938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event updated for resources: {'Port': ['ID=05fe45d9-7dc6-441d-ba12-404cb4fd326f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:10.754449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, fef6960c-2dd4-4e88-9f3c-4f4d1b77719b) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:10.766598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:10.775819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.783730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:10.783897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:10.784505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.786979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:12:10.795966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:10.915726 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8dca9ce-1112-4915-a75c-484bd63e8182 req-4be81a57-ad3e-4089-9b4d-4deeb4e530a5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250929 Mar 03 18:12:10.923931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2a75184b-42c0-4c1f-a02b-8933f79dae6b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6204932 Mar 03 18:12:10.937265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45706) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:10.947758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:10.958436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:10.962541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.966948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d779e3-a47f-4ac1-8ee0-825fe9d7e598 None None] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:10.968857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:10.969707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036668'] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.975240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:10.976122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:10.995972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:11.019992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Usage tracker for resource:router and tenant:6660215542cb4236a72e926c1e03c1b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:11.024426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:11.038156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:11.115797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-9c82637d-7443-4fc4-8e88-2b0e21454f95 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4147532 Mar 03 18:12:11.189454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2677794 Mar 03 18:12:11.201711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45722) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:11.204275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c1b29-183e-420b-8f6b-1510c80aa136 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=484ae504-21c6-433e-b7d1-4240c39f97e5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:11.210001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.211227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.252073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.259678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Request body: {'port': {'device_id': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:11.275528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.298648 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:12:11.328586 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.338959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 484ae504-21c6-433e-b7d1-4240c39f97e5 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:12:11.432683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.443716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.483281 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.526064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Subnet': ['ID=f36a4691-6c6b-40e4-aa5e-08ecd81673e3,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:11.725436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,segment=NetworkSegment(adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0),segment_id=adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:11.891674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:11.983860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f123e3-517f-4d65-948b-395cde98060e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:12.021579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:12.027436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:12.031612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:12.041292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:12.064892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-fef6960c-2dd4-4e88-9f3c-4f4d1b77719b', 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'fixed_ips': [{'subnet_id': 'b04945fd-9e5b-485f-885e-57beda33d05c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:12:12.065894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.195423 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.213566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.263176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.351585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Checking segment: {'id': '3862ca9b-5096-422f-8b2e-a87e45ffd7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '974a958c-589c-41d3-b3ff-98c10cde62fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:12.351949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network hostable DHCP agents. Network: 974a958c-589c-41d3-b3ff-98c10cde62fd, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:12:12.354492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:12.361996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.367310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9740562 Mar 03 18:12:12.371802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45732) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:12.485046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 974a958c-589c-41d3-b3ff-98c10cde62fd is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:12:12.525281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': 'd647435b-4a40-4bac-b149-9b120fc05795', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:12.534731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 974a958c-589c-41d3-b3ff-98c10cde62fd) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:12.541721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:12.542385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.547245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44dc09f-7db4-4653-9af6-c29bbb501c44 None None] Network 974a958c-589c-41d3-b3ff-98c10cde62fd requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:12.562044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:12.575790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc70605-af5a-4d96-80ff-ee65e208bfd5 req-8ac760ad-7e36-4488-bf65-85f0a9e638a7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:12.577480 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acc70605-af5a-4d96-80ff-ee65e208bfd5 req-8ac760ad-7e36-4488-bf65-85f0a9e638a7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 946 time: 0.3035581 Mar 03 18:12:12.583711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0669f96f-400f-4007-8748-777e4dbad632 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2362468 Mar 03 18:12:12.583887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a941d-501f-410b-848c-462c68d8a9a7 req-ab06d9bb-23d7-4755-a152-71d75ef876ef tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:12.584300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-fa8a941d-501f-410b-848c-462c68d8a9a7 req-ab06d9bb-23d7-4755-a152-71d75ef876ef tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:12:12.584920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:12.593300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1469390667', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:12.607257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:12.608525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:12.613266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64b03-5e5e-46dd-92c9-430391a422e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d647435b-4a40-4bac-b149-9b120fc05795,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:12.617916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:12.622509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fe45d9-7dc6-441d-ba12-404cb4fd326f {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:12:12.632983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb68e8c-412e-490c-ae76-caefafe4cdcb tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:12.633732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3bb68e8c-412e-490c-ae76-caefafe4cdcb tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Synchronizing usage tracker for tenant:87326d876e244174859a0db5c3e9ebc4 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:12:12.636325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-fa8a941d-501f-410b-848c-462c68d8a9a7 req-ab06d9bb-23d7-4755-a152-71d75ef876ef tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:12:12.643164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa8a941d-501f-410b-848c-462c68d8a9a7 req-ab06d9bb-23d7-4755-a152-71d75ef876ef tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 931 time: 1.6203926 Mar 03 18:12:12.651410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Allocated IP 172.20.0.2 (fef6960c-2dd4-4e88-9f3c-4f4d1b77719b/b04945fd-9e5b-485f-885e-57beda33d05c/fe9dbd4c-3128-44b3-9dd0-847708b79afc) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:12.654138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.672181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:router and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:12.680036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:12.681584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:12.697064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:12.706560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acc70605-af5a-4d96-80ff-ee65e208bfd5 req-d9df7885-7fc5-4ccc-8369-f5a0e8ac98c2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223924 Mar 03 18:12:12.744063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.744063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.765279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Transition to ACTIVE for port object 05fe45d9-7dc6-441d-ba12-404cb4fd326f will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:12.768733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.779648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.859723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:12.908309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3bb68e8c-412e-490c-ae76-caefafe4cdcb tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Unset dirty status for tenant:87326d876e244174859a0db5c3e9ebc4 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:12:12.910904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3bb68e8c-412e-490c-ae76-caefafe4cdcb tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/networks?id=484ae504-21c6-433e-b7d1-4240c39f97e5 HTTP/1.1" status: 200 len: 765 time: 1.5710945 Mar 03 18:12:12.967652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45742) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:12.982294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa8a941d-501f-410b-848c-462c68d8a9a7 req-c24459d7-d10f-4982-864e-0984d9b1484a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382752 Mar 03 18:12:13.122213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Pushing event updated for resources: {'Port': ['ID=05fe45d9-7dc6-441d-ba12-404cb4fd326f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:13.206044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09ca48-261b-4aef-b84b-535ae95e6904 None None] Network 974a958c-589c-41d3-b3ff-98c10cde62fd requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:13.268670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.363898 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.390794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Transition to ACTIVE for port object fe9dbd4c-3128-44b3-9dd0-847708b79afc will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:13.395039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Attempting to bind port 05fe45d9-7dc6-441d-ba12-404cb4fd326f on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:13.395491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Attempting to bind port 05fe45d9-7dc6-441d-ba12-404cb4fd326f by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:13.396004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Attempting to bind port 05fe45d9-7dc6-441d-ba12-404cb4fd326f on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:13.402992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Port 05fe45d9-7dc6-441d-ba12-404cb4fd326f on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:12:13.403385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Attempting to bind port 05fe45d9-7dc6-441d-ba12-404cb4fd326f on network 8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:13.411886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:13.412798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Checking segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:13.412798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Bound using segment: {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:13.413427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Bound port: 05fe45d9-7dc6-441d-ba12-404cb4fd326f, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fd5221-6a0a-4f16-bd3c-228720da9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:13.413838 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.443647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.477850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Transition to ACTIVE for port object fe9dbd4c-3128-44b3-9dd0-847708b79afc will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:13.520691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.557355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.597710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] For port 05fe45d9-7dc6-441d-ba12-404cb4fd326f, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:13.603371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] For port 05fe45d9-7dc6-441d-ba12-404cb4fd326f, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=05fe45d9-7dc6-441d-ba12-404cb4fd326f,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:13.619310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.651237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'description': 'd2'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:13.683501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:13.684017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124aa682-7a14-405e-8de7-71e8e8b99451,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:13.692947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:13.697826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Pushing event updated for resources: {'Port': ['ID=fe9dbd4c-3128-44b3-9dd0-847708b79afc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:13.700245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:13.724240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:13.725444 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.738248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] 10.222.0.35 "PUT /v2.0/ports/05fe45d9-7dc6-441d-ba12-404cb4fd326f HTTP/1.1" status: 200 len: 1091 time: 2.5436647 Mar 03 18:12:13.740027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'tag': '05fe45d9-7dc6-441d-ba12-404cb4fd326f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:12:13.760576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.765251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9f99c16a-71cd-4981-b4e8-d77f8e2267b6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2613513 Mar 03 18:12:13.785659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:13.813672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Attempting to bind port fe9dbd4c-3128-44b3-9dd0-847708b79afc on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:13.813958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Attempting to bind port fe9dbd4c-3128-44b3-9dd0-847708b79afc by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:13.814325 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Attempting to bind port fe9dbd4c-3128-44b3-9dd0-847708b79afc on network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:13.843111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.851749 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'tag': '05fe45d9-7dc6-441d-ba12-404cb4fd326f', 'status': 'completed', 'code': 200} Mar 03 18:12:13.863271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': 'd647435b-4a40-4bac-b149-9b120fc05795', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:13.876462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:13.885569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:13.892065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b6730-d346-48fe-b36b-8261f0244a76 service neutron] Pushing event updated for resources: {'Port': ['ID=05fe45d9-7dc6-441d-ba12-404cb4fd326f,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:13.892801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:13.898011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:13.915399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:13.961764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-3eaf2b0b-b3dc-464b-8102-1814b1e403ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:13.963987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-3eaf2b0b-b3dc-464b-8102-1814b1e403ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 1094 time: 0.1740663 Mar 03 18:12:13.964911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.006248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:14.007596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Checking segment: {'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:14.025531 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.026137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Bound using segment: {'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:14.026661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Bound port: fe9dbd4c-3128-44b3-9dd0-847708b79afc, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:14.027051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.112093 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-78f2fceb-bf60-4ef1-ab4c-ca04e05b2223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05fe45d9-7dc6-441d-ba12-404cb4fd326f HTTP/1.1" status: 200 len: 217 time: 0.1310225 Mar 03 18:12:14.193477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] For port fe9dbd4c-3128-44b3-9dd0-847708b79afc, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:14.202894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] For port fe9dbd4c-3128-44b3-9dd0-847708b79afc, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe9dbd4c-3128-44b3-9dd0-847708b79afc,segment=NetworkSegment(3e91d713-764d-4bf3-9c6d-95e220750cfe),segment_id=3e91d713-764d-4bf3-9c6d-95e220750cfe)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:14.206637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:14.265914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.275719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.341193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-88001e3d-994b-4293-977a-69dfdf9c4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:14.343273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-88001e3d-994b-4293-977a-69dfdf9c4054 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.2208838 Mar 03 18:12:14.359731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.386869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.463481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.464814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6219437 Mar 03 18:12:14.474165 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-3b0fc1a7-1390-43e4-83e9-72c3172eae54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164806 Mar 03 18:12:14.475654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45760) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:14.569928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53b69-7f63-4fd0-a76e-f97316750c87 req-6e0cda00-ac21-4c87-9c61-13a92e035810 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:14.571050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12b53b69-7f63-4fd0-a76e-f97316750c87 req-6e0cda00-ac21-4c87-9c61-13a92e035810 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 946 time: 1.6049275 Mar 03 18:12:14.576037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.685646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c005-b87c-4fd2-8629-e560dec38167 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d24c36-a614-4d2a-90d9-0d638093a86e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:14.689605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-2a12e4eb-d423-4f42-8f39-3c3565748755 service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029455 Mar 03 18:12:14.694343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 484ae504-21c6-433e-b7d1-4240c39f97e5 is not hosted by any dhcp agent {{(pid=87887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 18:12:14.704000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': 'd647435b-4a40-4bac-b149-9b120fc05795', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:14.713560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:14.714337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:14.719490 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "PUT /v2.0/networks/484ae504-21c6-433e-b7d1-4240c39f97e5 HTTP/1.1" status: 200 len: 762 time: 1.4535115 Mar 03 18:12:14.737166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45768) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:14.738209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:14.836596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed712bd9-bdff-4402-bcc4-21993b2e2814 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=484ae504-21c6-433e-b7d1-4240c39f97e5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:14.843216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f6394-a8d4-42d5-88db-1ccceff8817d None None] Pushing event updated for resources: {'Port': ['ID=fe9dbd4c-3128-44b3-9dd0-847708b79afc,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:14.887479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 484ae504-21c6-433e-b7d1-4240c39f97e5 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:12:14.920889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Allocated IP 172.25.0.125 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/a4689026-467a-469c-b2a2-35baf9a761fb) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:15.115113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:15.117372 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:15.145226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:15.167853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:15.233300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:15.251543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:15.311706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45776) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:15.315563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12b53b69-7f63-4fd0-a76e-f97316750c87 req-5e287a33-c86f-4e94-9f1c-5521e23c5dab tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067606 Mar 03 18:12:15.319217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:15.459262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:15.476454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeabb9a-24a6-4164-9ba2-7f1fafce833f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:15.482350 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2aeabb9a-24a6-4164-9ba2-7f1fafce833f tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/networks?id=484ae504-21c6-433e-b7d1-4240c39f97e5 HTTP/1.1" status: 200 len: 765 time: 0.4026904 Mar 03 18:12:15.494124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45784) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:15.496970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:15.499277 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:15.510202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b42ff079-c5c3-4688-8742-bb4b84de34f7 req-b09a49d7-9d5d-4d12-ac77-e9e601537edf service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969487 Mar 03 18:12:15.542120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:15.584625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fb255-293e-4662-bbe9-93813f942456 req-8737cb09-8dcb-423e-b3ef-57146d74b9d8 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:15.591120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-997fb255-293e-4662-bbe9-93813f942456 req-8737cb09-8dcb-423e-b3ef-57146d74b9d8 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 943 time: 1.3177724 Mar 03 18:12:15.823929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-997fb255-293e-4662-bbe9-93813f942456 req-c5bc2c05-7bd6-4903-be56-a306ebc69f52 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148015 Mar 03 18:12:15.870528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-6d56ad87-03bc-4f1b-834e-dd39d084bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:15.872021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-6d56ad87-03bc-4f1b-834e-dd39d084bc58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 1094 time: 0.2724850 Mar 03 18:12:15.923534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Pushing event updated for resources: {'Port': ['ID=a4689026-467a-469c-b2a2-35baf9a761fb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:15.952147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:15.967445 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.051898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.072906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c9852-a6db-4e31-86c2-63685323baeb tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.076917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d68c9852-a6db-4e31-86c2-63685323baeb tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5635126 Mar 03 18:12:16.113099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45792) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:16.122647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fe9dbd4c-3128-44b3-9dd0-847708b79afc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:16.157312 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.158611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6789708 Mar 03 18:12:16.166593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dede4-a8b7-41f6-8c23-94e69aaa6bb1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a9d7a8-5d23-4edb-bae3-a6062005c0ea,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:16.183769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45796) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:16.189642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': 'd647435b-4a40-4bac-b149-9b120fc05795', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:16.203197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d7042ce9-8584-4d1f-a44c-781732ac2adc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 207 time: 0.0841808 Mar 03 18:12:16.203197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45800) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:16.204845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:16.246272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.272935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port fe9dbd4c-3128-44b3-9dd0-847708b79afc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:16.293808 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.391811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:16.405785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:16.406752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7ca048-3a15-407b-9728-30c273024d65 None None] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:16.411258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:16.414828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf4848db07e4e10825f2047937a405d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:16.433307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:16.434295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:16.452767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:16.492139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-4efd5147-1187-4c24-b2f9-7dfade604c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.494255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-4efd5147-1187-4c24-b2f9-7dfade604c5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 916 time: 0.6117015 Mar 03 18:12:16.531318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8dd55cf2-fdcc-483b-95d9-795d165b0906 None None] Provisioning for port fe9dbd4c-3128-44b3-9dd0-847708b79afc completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:16.539386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8dd55cf2-fdcc-483b-95d9-795d165b0906 None None] Provisioning complete for port fe9dbd4c-3128-44b3-9dd0-847708b79afc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:16.541203 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8dd55cf2-fdcc-483b-95d9-795d165b0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.586524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-0de2e0a6-4589-49f9-91e2-7e324ba2ec85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05fe45d9-7dc6-441d-ba12-404cb4fd326f HTTP/1.1" status: 200 len: 217 time: 0.0844541 Mar 03 18:12:16.590090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.717112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46bb7c-e52e-4f4d-b212-1682d8fc065b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.722749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46bb7c-e52e-4f4d-b212-1682d8fc065b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.728859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46bb7c-e52e-4f4d-b212-1682d8fc065b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.734906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46bb7c-e52e-4f4d-b212-1682d8fc065b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.740669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46bb7c-e52e-4f4d-b212-1682d8fc065b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.747795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46bb7c-e52e-4f4d-b212-1682d8fc065b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.748820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bf46bb7c-e52e-4f4d-b212-1682d8fc065b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.5458479 Mar 03 18:12:16.762132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45804) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:16.766955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-c619a374-e4a6-49ab-8b2f-ae239f4ae8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.768727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-c619a374-e4a6-49ab-8b2f-ae239f4ae8d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.1653469 Mar 03 18:12:16.782127 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8dd55cf2-fdcc-483b-95d9-795d165b0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.840542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8dd55cf2-fdcc-483b-95d9-795d165b0906 None None] For port fe9dbd4c-3128-44b3-9dd0-847708b79afc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe9dbd4c-3128-44b3-9dd0-847708b79afc,segment=NetworkSegment(3e91d713-764d-4bf3-9c6d-95e220750cfe),segment_id=3e91d713-764d-4bf3-9c6d-95e220750cfe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:16.846909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8dd55cf2-fdcc-483b-95d9-795d165b0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.868464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-b399cdd1-d2ba-496b-a163-260f4df974dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786035 Mar 03 18:12:16.881293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb0a0-f6c7-418d-a7b1-8188a49cd1b8 req-e3ba2fa2-46b3-4f1e-91c2-0d9a09ac42b6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:16.888580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67fcb0a0-f6c7-418d-a7b1-8188a49cd1b8 req-e3ba2fa2-46b3-4f1e-91c2-0d9a09ac42b6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 946 time: 0.8807096 Mar 03 18:12:16.921559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.948000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.25.0.175 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/be7fa63d-9f80-4a34-be30-c30ec3765f2e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:16.949890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:16.964730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd55cf2-fdcc-483b-95d9-795d165b0906 None None] Pushing event updated for resources: {'Port': ['ID=fe9dbd4c-3128-44b3-9dd0-847708b79afc,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:17.009252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67fcb0a0-f6c7-418d-a7b1-8188a49cd1b8 req-e5d93434-2a4b-4196-a1c5-d2f03d81d1e4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114297 Mar 03 18:12:17.016619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b96c54-8286-4a53-8496-929e4aaad8fd,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:17.038866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.228316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.232331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eb2edfc8-a62b-4c9b-a9b6-0d7f63cfb678 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0443513 Mar 03 18:12:17.242666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45814) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:17.252597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.262086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eb493b4f-20c6-4294-b70f-54460720d7c7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.4986660 Mar 03 18:12:17.265696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45818) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:17.271184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': 'd647435b-4a40-4bac-b149-9b120fc05795', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:17.286567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:17.305606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:17.305894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.313664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47bce8de-84eb-4a35-97bf-18b993f22ab8 None None] Provisioning complete for port fe9dbd4c-3128-44b3-9dd0-847708b79afc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:17.315644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:17.315944 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47bce8de-84eb-4a35-97bf-18b993f22ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.339406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:17.353094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6d07-eae0-40d2-8080-151a2d102a96 req-c0a58319-a7b5-4438-9297-9a082fae39f8 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.361562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b19c6d07-eae0-40d2-8080-151a2d102a96 req-c0a58319-a7b5-4438-9297-9a082fae39f8 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 943 time: 0.2754056 Mar 03 18:12:17.369261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f0313-4ddc-4f23-92d2-0b621347496e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:17.391219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-a2f73741-6b6d-4e6a-8d9c-bdee18adac41 service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714241 Mar 03 18:12:17.423338 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:12:17.477760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b19c6d07-eae0-40d2-8080-151a2d102a96 req-c9efe668-1b24-4b9a-9748-8fe79d8949c7 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150875 Mar 03 18:12:17.480602 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.537051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-df22ec01-7da1-4226-80b1-3a5f04e6cee4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccf4848db07e4e10825f2047937a405d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2202811 Mar 03 18:12:17.560317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45822) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:17.598886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.600662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.602176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.603670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.605165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.606401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Synchronizing usage tracker for tenant:87326d876e244174859a0db5c3e9ebc4 on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:12:17.612973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.620012 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.670020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757180d8-63c7-49ee-9ed8-a7bc62a6dbef,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:17.674727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ed41db-adf8-482d-b86b-a8e91a5eebb5 req-096b1246-f0e5-4201-9c30-48248b5c2d36 service neutron] 10.222.0.35 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760315 Mar 03 18:12:17.678008 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.681815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-646d6641-8fbd-4815-9d44-2d748ae80cf7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4157305 Mar 03 18:12:17.690825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45828) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:17.698414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': 'd647435b-4a40-4bac-b149-9b120fc05795', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:17.704811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:17.709372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:17.711984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:17.718569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:17.730644 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:12:17.738402 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.743310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.801611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Unset dirty status for tenant:87326d876e244174859a0db5c3e9ebc4 on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:12:17.802812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8dedb4a9-5aed-4505-a53b-3ff511980057 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5359845 Mar 03 18:12:17.810898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45834) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:17.811848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6171ab3-d33c-4378-b133-3159bacf25e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.852778 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.857838 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.906710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-2248e295-eb66-4818-af86-346485be7355 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.907064 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81534db7-2bd7-42cf-aba8-b138e164af23,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:17.908344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-2248e295-eb66-4818-af86-346485be7355 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 946 time: 0.4671938 Mar 03 18:12:17.911757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:17.915917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e68d29de-8df7-4390-83ea-29415dfcfe76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2211866 Mar 03 18:12:17.916608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45840) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:17.922271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'network': {'name': 'tempest-network-smoke--4712862', 'project_id': 'a88532a2002144a3850df64bed516c95', 'port_security_enabled': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:17.938117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc49df9-9f40-4f58-ba7d-4e3f94d50acd tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.939663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc49df9-9f40-4f58-ba7d-4e3f94d50acd tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.941131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc49df9-9f40-4f58-ba7d-4e3f94d50acd tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.943276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc49df9-9f40-4f58-ba7d-4e3f94d50acd tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.944822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc49df9-9f40-4f58-ba7d-4e3f94d50acd tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:17.953361 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bdc49df9-9f40-4f58-ba7d-4e3f94d50acd tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1345775 Mar 03 18:12:17.953361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:17.953361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45844) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:17.987286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fe9dbd4c-3128-44b3-9dd0-847708b79afc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:18.001487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:network and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:18.006899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:18.011943 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6171ab3-d33c-4378-b133-3159bacf25e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.014441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:18.046498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:18.065749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.076086 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.077820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fe9dbd4c-3128-44b3-9dd0-847708b79afc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:18.078698 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.084485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6171ab3-d33c-4378-b133-3159bacf25e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.119254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6171ab3-d33c-4378-b133-3159bacf25e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f0313-4ddc-4f23-92d2-0b621347496e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:18.121792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.205227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.271754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:12:18.295861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:18.301177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.302251 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Added segment a759ff43-ed4d-4410-b0a7-8e80f4506e4b of type vlan for network 96cd118b-b2bb-4435-89ea-fe80a4218f3d Mar 03 18:12:18.317907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b134732e-77b7-467c-b1aa-43e1791e1bca tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:18.321112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b134732e-77b7-467c-b1aa-43e1791e1bca tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/networks/4b308862-84f0-4b28-9619-70381c21a747 HTTP/1.1" status: 200 len: 803 time: 0.3666313 Mar 03 18:12:18.326831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45850) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:18.380029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:18.382194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.399978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:18.431422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Deleting port 1fd4dd3d-e270-4bb8-8867-f5e030213984 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:18.431679 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.520080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=be7fa63d-9f80-4a34-be30-c30ec3765f2e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:18.530774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6171ab3-d33c-4378-b133-3159bacf25e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.534657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f6171ab3-d33c-4378-b133-3159bacf25e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e9f0313-4ddc-4f23-92d2-0b621347496e HTTP/1.1" status: 204 len: 168 time: 0.9664114 Mar 03 18:12:18.547710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45858) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:18.548758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-240a8751-77e8-49aa-a05c-6fa0399bd429 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/networks/4b308862-84f0-4b28-9619-70381c21a747?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2206390 Mar 03 18:12:18.549732 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.555304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:18.555898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.831338 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9134552 Mar 03 18:12:18.835333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45868) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:18.847662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'admin_state_up': True, 'project_id': 'a88532a2002144a3850df64bed516c95', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:18.872070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8d2c5-83f8-4fa5-b265-3d903c401ac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Network': ['ID=96cd118b-b2bb-4435-89ea-fe80a4218f3d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:18.874702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:18.885595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:12:18.888824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:router and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:18.895847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:18.906613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:18.934436 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.935561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.950782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45872) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:18.955843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 05fe45d9-7dc6-441d-ba12-404cb4fd326f details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:12:18.979936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:18.992164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.007727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:19.013509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Usage tracker for resource:security_group_rule and tenant:c4309706b28644e5875baeef183065de is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:19.022307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:19.038821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:19.198800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48645-e719-4a80-9d05-c51c392149bb req-7e2bf6c9-b95c-4acd-bc67-64e19a3f92b7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:19.206125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d48645-e719-4a80-9d05-c51c392149bb req-7e2bf6c9-b95c-4acd-bc67-64e19a3f92b7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 946 time: 0.9750817 Mar 03 18:12:19.334362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 05fe45d9-7dc6-441d-ba12-404cb4fd326f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=05fe45d9-7dc6-441d-ba12-404cb4fd326f,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:19.383253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '05fe45d9-7dc6-441d-ba12-404cb4fd326f', 'network_id': '8126247d-3ee5-4d33-9f1c-ac21dd3dfa24', 'port_id': '05fe45d9-7dc6-441d-ba12-404cb4fd326f', 'mac_address': 'fa:16:3e:4d:a8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6a9d54-34c3-4d7d-b49c-1338fbd310fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:12:19.492586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b93ca0b-3222-40e7-9497-c11dc1c16413 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:19.494071 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.494348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b93ca0b-3222-40e7-9497-c11dc1c16413 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/subnets/ea5dfac0-9327-4aec-a1d3-0fe8347312df HTTP/1.1" status: 200 len: 843 time: 0.9290771 Mar 03 18:12:19.519727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45878) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:19.533099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.537377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fe45d9-7dc6-441d-ba12-404cb4fd326f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:12:19.554995 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a93ab97-016c-48cc-89af-43d56bbb52d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.558777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 05fe45d9-7dc6-441d-ba12-404cb4fd326f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=05fe45d9-7dc6-441d-ba12-404cb4fd326f,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:19.564715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.651932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=05fe45d9-7dc6-441d-ba12-404cb4fd326f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:19.731719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df6c67-f8b3-4c64-844f-18c19a26ce9a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:19.733437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-91df6c67-f8b3-4c64-844f-18c19a26ce9a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "GET /v2.0/subnets/ea5dfac0-9327-4aec-a1d3-0fe8347312df?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2034872 Mar 03 18:12:19.750077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fa07-1713-4851-a16e-856d86672166 req-c8058434-33ed-43cc-b2ce-e36e75acf78a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:19.751546 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4798fa07-1713-4851-a16e-856d86672166 req-c8058434-33ed-43cc-b2ce-e36e75acf78a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 943 time: 0.9318221 Mar 03 18:12:19.757189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45882) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:19.765113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.771048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309954974'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:19.796885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:19.800952 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.814021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['05fe45d9-7dc6-441d-ba12-404cb4fd326f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:12:19.860819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Router c716d447-901f-4af0-aa72-4e37023ff1ae is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:12:19.889594 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d48645-e719-4a80-9d05-c51c392149bb req-4ab0a9c4-d4b9-4e67-8cbf-08ae3a14e42a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818922 Mar 03 18:12:19.892181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] For port 1fd4dd3d-e270-4bb8-8867-f5e030213984, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=1fd4dd3d-e270-4bb8-8867-f5e030213984,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:19.892181 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.896153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:19.961127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4798fa07-1713-4851-a16e-856d86672166 req-8634ea3f-b7c7-4329-a5cb-1514c079bb81 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009189 Mar 03 18:12:19.964389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bde8f0-a061-4c71-9413-4e7c775f9359,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:19.969551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ed6d72dc-1510-4a3e-92c1-684571df2806 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4309706b28644e5875baeef183065de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0161898 Mar 03 18:12:19.971404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:19.975296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:19.984984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45888) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:20.122174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:12:20.142667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c15d03d4-5ff2-4991-9270-24f1dca3ef0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.146571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.146981 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Added segment 5700d2b8-4d3a-4c73-b358-f645116bf6c5 of type vlan for network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d Mar 03 18:12:20.215237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c15d03d4-5ff2-4991-9270-24f1dca3ef0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.271182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.291932 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.344436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Calling delete_port for 1fd4dd3d-e270-4bb8-8867-f5e030213984 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:20.458702 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.495352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.536673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.543163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:20.543857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.601877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c15d03d4-5ff2-4991-9270-24f1dca3ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.671516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:20.689238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Sync routers for ids ['c716d447-901f-4af0-aa72-4e37023ff1ae'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:20.699341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d03d4-5ff2-4991-9270-24f1dca3ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bde8f0-a061-4c71-9413-4e7c775f9359,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:20.726268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Network': ['ID=77ff75ff-d22d-4c0a-bc47-26e405e5ba6d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:20.734860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Routers {'c716d447-901f-4af0-aa72-4e37023ff1ae'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:20.735119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:11:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c716d447-901f-4af0-aa72-4e37023ff1ae'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:20.742143 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-616fd48d-0275-4065-a304-c0dc53213afe tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9833608 Mar 03 18:12:20.747310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45892) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:20.749724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c15d03d4-5ff2-4991-9270-24f1dca3ef0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:20.750869 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c15d03d4-5ff2-4991-9270-24f1dca3ef0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7bde8f0-a061-4c71-9413-4e7c775f9359 HTTP/1.1" status: 204 len: 168 time: 0.7627068 Mar 03 18:12:20.785862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'network_id': '77ff75ff-d22d-4c0a-bc47-26e405e5ba6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:21.031404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:12:21.087631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.79 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:21.104262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:21.119694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:21.124732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 05fe45d9-7dc6-441d-ba12-404cb4fd326f up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:21.150049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Made reservation on behalf of 87326d876e244174859a0db5c3e9ebc4 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:21.153713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:21.296154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:21.309488 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:21.310671 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b059b062-ce07-47df-8c05-deb89fc7771a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.3709469 Mar 03 18:12:21.342513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 45906) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:21.396362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:12:21.430470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event deleted for resources: {'Port': ['ID=1fd4dd3d-e270-4bb8-8867-f5e030213984,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:21.451754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aa4661dc-320b-4ce1-9953-d7b35d257d01 req-3d126888-ea38-47a7-8baa-aad6b70f2d67 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:12:21.462323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing IP validity checks on allocation pools {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 18:12:21.462738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 18:12:21.518272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aa4661dc-320b-4ce1-9953-d7b35d257d01 req-3d126888-ea38-47a7-8baa-aad6b70f2d67 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:12:21.519365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa4661dc-320b-4ce1-9953-d7b35d257d01 req-3d126888-ea38-47a7-8baa-aad6b70f2d67 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1a796ce-278c-4366-a9e9-35c27229ba33 HTTP/1.1" status: 200 len: 210 time: 0.2333603 Mar 03 18:12:21.521423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:21.577728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] No DVR routers for this DVR port 1fd4dd3d-e270-4bb8-8867-f5e030213984 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:12:21.652205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Set router c716d447-901f-4af0-aa72-4e37023ff1ae gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:21.653742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:21.656043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13b12944-99cc-4ad2-8e8d-fc1ee67772b6 req-4a01c027-1d34-47e1-a53d-159bebbc777f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "DELETE /v2.0/ports/1fd4dd3d-e270-4bb8-8867-f5e030213984 HTTP/1.1" status: 204 len: 173 time: 3.7186701 Mar 03 18:12:21.656170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'name': 'network-vif-deleted', 'tag': '1fd4dd3d-e270-4bb8-8867-f5e030213984'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:12:21.791149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:21.809205 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a796ce-278c-4366-a9e9-35c27229ba33', 'name': 'network-vif-deleted', 'tag': '1fd4dd3d-e270-4bb8-8867-f5e030213984', 'status': 'completed', 'code': 200} Mar 03 18:12:21.938327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86899fa-080e-41a0-885a-57c58c284106 req-21e52c84-f8a4-423a-9447-ceed02e96390 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:21.939848 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c86899fa-080e-41a0-885a-57c58c284106 req-21e52c84-f8a4-423a-9447-ceed02e96390 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 944 time: 0.5983975 Mar 03 18:12:21.954685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85f8515d-0ced-4a00-a23a-6c23d84a7984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:21.977690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:12:21.993244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 05fe45d9-7dc6-441d-ba12-404cb4fd326f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:22.180614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 05fe45d9-7dc6-441d-ba12-404cb4fd326f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:22.180986 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:22.213545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c86899fa-080e-41a0-885a-57c58c284106 req-b28a3a40-67d2-44e6-bcd7-bcf6b09b643f tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920588 Mar 03 18:12:22.345523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:22.348266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:22.359867 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:22.384106 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:22.386102 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:22.444196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:22.449816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:22.451230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fa44b94d-1506-4eaa-b508-f4c90e438c16 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.8632731 Mar 03 18:12:22.453916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:22.573167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:22.600316 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:22.600940 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:22.610892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1fd4dd3d-e270-4bb8-8867-f5e030213984 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:12:22.693338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:22.744281 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:22.745013 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc416343-d7ec-4b1c-bcf8-c2f5c82f21c5 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:22.760078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 1fd4dd3d-e270-4bb8-8867-f5e030213984 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:12:22.760429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 1fd4dd3d-e270-4bb8-8867-f5e030213984 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:12:22.774353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:22.776920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=881c3ace-c9b9-4794-9fad-a72cba74dc3f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:22.805585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:22.976461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:22.979450 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:23.025024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:12:16Z', 'revision_number': 3, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:23.042163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Checking router: c716d447-901f-4af0-aa72-4e37023ff1ae for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:12:23.042846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Updating router c716d447-901f-4af0-aa72-4e37023ff1ae port a4689026-467a-469c-b2a2-35baf9a761fb binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:12:23.106945 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:23.376012 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:23.426254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 05fe45d9-7dc6-441d-ba12-404cb4fd326f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=05fe45d9-7dc6-441d-ba12-404cb4fd326f,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:23.458962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe45d9-7dc6-441d-ba12-404cb4fd326f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:12:23.476852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:23.525122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-f4b9fb15-cd27-4851-ada1-fbe5676ce2b4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:23.536562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-f4b9fb15-cd27-4851-ada1-fbe5676ce2b4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.2298791 Mar 03 18:12:23.664072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=05fe45d9-7dc6-441d-ba12-404cb4fd326f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:23.699554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-7f071f83-8b5c-45a7-ab03-ebff3120c77e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.1619885 Mar 03 18:12:23.766019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:23.963180 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.013751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Transition to ACTIVE for port object a4689026-467a-469c-b2a2-35baf9a761fb will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:24.033847 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.202040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-b34d6ad6-0698-4730-9630-1f9e328d758b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4988263 Mar 03 18:12:24.239972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Attempting to bind port a4689026-467a-469c-b2a2-35baf9a761fb on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:24.240551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Attempting to bind port a4689026-467a-469c-b2a2-35baf9a761fb by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:24.241158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Attempting to bind port a4689026-467a-469c-b2a2-35baf9a761fb on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:24.257180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:24.257755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:24.258273 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.258998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:24.259708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Bound port: a4689026-467a-469c-b2a2-35baf9a761fb, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:24.260222 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.361466 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.376726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187518d5-26fa-496a-840f-ea19faeb6f84 None None] Pushing event updated for resources: {'Port': ['ID=a4689026-467a-469c-b2a2-35baf9a761fb,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:24.430060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.489871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] For port a4689026-467a-469c-b2a2-35baf9a761fb, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:24.513106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] For port a4689026-467a-469c-b2a2-35baf9a761fb, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a4689026-467a-469c-b2a2-35baf9a761fb,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:24.528665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.569568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Checking segment: {'id': '5700d2b8-4d3a-4c73-b358-f645116bf6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77ff75ff-d22d-4c0a-bc47-26e405e5ba6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:24.570055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network hostable DHCP agents. Network: 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:12:24.656883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-d79bce3f-dfb8-4355-a110-db3ecfed1c70 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067729 Mar 03 18:12:24.658844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:24.678342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:12:24.763842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Routers {'c716d447-901f-4af0-aa72-4e37023ff1ae'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:24.764601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c716d447-901f-4af0-aa72-4e37023ff1ae'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:24.856118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187518d5-26fa-496a-840f-ea19faeb6f84 None None] Pushing event updated for resources: {'Port': ['ID=a4689026-467a-469c-b2a2-35baf9a761fb,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:24.926155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-7dc0559e-e050-46e8-ba5a-0fa74a7500f1 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485466 Mar 03 18:12:25.024119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:25.113999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] Set router c716d447-901f-4af0-aa72-4e37023ff1ae gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:25.207845 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe45d9-7dc6-441d-ba12-404cb4fd326f', 'code': 200} Mar 03 18:12:25.408394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3827dbef-5762-463b-ab15-080fb2530cb1 req-e9c1bf7b-1fc2-496c-9662-63cbed235e6e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 210 time: 0.0935674 Mar 03 18:12:25.441957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:25.468843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dba00a-dd64-4df9-8377-f3526fabecaa None None] Network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:25.584254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:25.584885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:25.595610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dea9a3-123b-437f-9976-61ba32dde05f req-26b142c6-5d43-424f-b549-c8f577f25771 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:25.597074 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3dea9a3-123b-437f-9976-61ba32dde05f req-26b142c6-5d43-424f-b549-c8f577f25771 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 945 time: 1.8950243 Mar 03 18:12:25.731170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-873e7729-5062-46ca-b202-7c930f0c6b78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4287865 Mar 03 18:12:25.794281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3dea9a3-123b-437f-9976-61ba32dde05f req-53f9e30f-4658-4aec-ba76-07d2b622d14b tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745038 Mar 03 18:12:25.819541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:25.840241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1d26f8c-0d75-4dde-a405-6b8886bc9e16 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 5.0848553 Mar 03 18:12:25.842180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 45982) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:25.863400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-805506ec-c385-43c8-a562-d9f19fdc9035 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:26.094591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:12:16Z', 'revision_number': 3, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:26.137072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.1 (974a958c-589c-41d3-b3ff-98c10cde62fd/f36a4691-6c6b-40e4-aa5e-08ecd81673e3/bf08c610-0f8e-4e85-b9f7-83549c8843b6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:26.141393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f593-b805-461a-ae56-aa2aff0df4df req-dfeed9a0-57a6-4687-9f6a-83523d48e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:26.153442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4313f593-b805-461a-ae56-aa2aff0df4df req-dfeed9a0-57a6-4687-9f6a-83523d48e746 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 1096 time: 0.6358061 Mar 03 18:12:26.222346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c73ae-aea0-47d6-9e95-392fb8c60723 None None] The sync data for ids ['c716d447-901f-4af0-aa72-4e37023ff1ae'] in n-d-827121-1 is: [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:12:16Z', 'revision_number': 3, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:26.252612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-77ff75ff-d22d-4c0a-bc47-26e405e5ba6d', 'network_id': '77ff75ff-d22d-4c0a-bc47-26e405e5ba6d', 'tenant_id': '87326d876e244174859a0db5c3e9ebc4', 'fixed_ips': [{'subnet_id': '881c3ace-c9b9-4794-9fad-a72cba74dc3f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:12:26.253436 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:26.476279 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:26.523050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4313f593-b805-461a-ae56-aa2aff0df4df req-39e524d7-b130-46a2-845a-bba6f1540089 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437762 Mar 03 18:12:26.864433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6561d544-379a-4ca5-8982-98f7907d02bc req-7b27e7bc-91a6-4d7e-9eca-0ac292ee05af tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 210 time: 0.2225780 Mar 03 18:12:26.878292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:26.888406 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-805506ec-c385-43c8-a562-d9f19fdc9035 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2238762'] for subnet, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:27.032726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:27.037694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Allocated IP 2001:db8::3 (77ff75ff-d22d-4c0a-bc47-26e405e5ba6d/881c3ace-c9b9-4794-9fad-a72cba74dc3f/c485afae-def0-4f40-9ed0-8145a1cc21ff) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:27.147551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 974a958c-589c-41d3-b3ff-98c10cde62fd is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:27.154623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:27.178010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:27.259366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=bf08c610-0f8e-4e85-b9f7-83549c8843b6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:27.333143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:27.777841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:27.778639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-fd85c7bd-39cb-4645-892e-5d1b708cae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:27.781782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-fd85c7bd-39cb-4645-892e-5d1b708cae1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 1097 time: 1.7372901 Mar 03 18:12:27.811108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Transition to ACTIVE for port object c485afae-def0-4f40-9ed0-8145a1cc21ff will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:27.862487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Allocated IP 172.20.0.1 (fef6960c-2dd4-4e88-9f3c-4f4d1b77719b/b04945fd-9e5b-485f-885e-57beda33d05c/a587d8d6-2067-4446-aa7d-65c45dc0701b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:27.872721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Transition to ACTIVE for port object c485afae-def0-4f40-9ed0-8145a1cc21ff will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:27.887026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:28.023279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:28.129729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:28.144489 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:28.166545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:28.187693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Pushing event updated for resources: {'Port': ['ID=c485afae-def0-4f40-9ed0-8145a1cc21ff,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:28.376675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a4689026-467a-469c-b2a2-35baf9a761fb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:28.590509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Attempting to bind port c485afae-def0-4f40-9ed0-8145a1cc21ff on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:28.590959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Attempting to bind port c485afae-def0-4f40-9ed0-8145a1cc21ff by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5700d2b8-4d3a-4c73-b358-f645116bf6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77ff75ff-d22d-4c0a-bc47-26e405e5ba6d'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:28.591382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Attempting to bind port c485afae-def0-4f40-9ed0-8145a1cc21ff on network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:28.612003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a4689026-467a-469c-b2a2-35baf9a761fb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:28.620637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:28.621421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Checking segment: {'id': '5700d2b8-4d3a-4c73-b358-f645116bf6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77ff75ff-d22d-4c0a-bc47-26e405e5ba6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:28.622224 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:28.622811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Bound using segment: {'id': '5700d2b8-4d3a-4c73-b358-f645116bf6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77ff75ff-d22d-4c0a-bc47-26e405e5ba6d'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:28.623573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Bound port: c485afae-def0-4f40-9ed0-8145a1cc21ff, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5700d2b8-4d3a-4c73-b358-f645116bf6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77ff75ff-d22d-4c0a-bc47-26e405e5ba6d'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:28.624005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:28.645767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a4689026-467a-469c-b2a2-35baf9a761fb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:28.645767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:28.685944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-bdef2ab6-a00b-40c4-bcf1-ceafb671ec1d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:28.687494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-bdef2ab6-a00b-40c4-bcf1-ceafb671ec1d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.7505801 Mar 03 18:12:28.750539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Request body: {'port': {'device_id': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'admin_state_up': True, 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:28.790803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-698b564d-af63-4696-a91d-a11a882dd425 req-b139e7e0-703f-4977-ae54-a2c8e37fc445 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 210 time: 0.5265391 Mar 03 18:12:28.853628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:28.913419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Transition to ACTIVE for port object a587d8d6-2067-4446-aa7d-65c45dc0701b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:28.979516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-d293cf37-5700-4cea-8dbc-b0aa43b4c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:28.986043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-d293cf37-5700-4cea-8dbc-b0aa43b4c578 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 1.0625439 Mar 03 18:12:28.996714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.062666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:12:29.103688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] For port c485afae-def0-4f40-9ed0-8145a1cc21ff, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:29.120985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.141129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] For port c485afae-def0-4f40-9ed0-8145a1cc21ff, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c485afae-def0-4f40-9ed0-8145a1cc21ff,segment=NetworkSegment(5700d2b8-4d3a-4c73-b358-f645116bf6c5),segment_id=5700d2b8-4d3a-4c73-b358-f645116bf6c5)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:29.158802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.184873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab61ff-e853-4936-bb55-b1c6c9434b0f req-348f5b2d-46af-488f-a9ef-c8f7ba9854f3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:29.187018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-caab61ff-e853-4936-bb55-b1c6c9434b0f req-348f5b2d-46af-488f-a9ef-c8f7ba9854f3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 945 time: 1.8515050 Mar 03 18:12:29.287022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ee7ce-c47f-4a95-a902-e2f90bf8b5af None None] Pushing event updated for resources: {'Port': ['ID=c485afae-def0-4f40-9ed0-8145a1cc21ff,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:29.293496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a4689026-467a-469c-b2a2-35baf9a761fb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a4689026-467a-469c-b2a2-35baf9a761fb,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:29.306141 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.352604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:29.399659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a4689026-467a-469c-b2a2-35baf9a761fb,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:29.433027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-fb390f8a-c8b5-43d3-bf71-27f3cad66739 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 200 len: 217 time: 0.4179866 Mar 03 18:12:29.491386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:29.512634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-805506ec-c385-43c8-a562-d9f19fdc9035 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738765274341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2459070'] for subnet, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.520007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:29.561698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:29.570973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.575121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:29.614759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-caab61ff-e853-4936-bb55-b1c6c9434b0f req-b9ff8325-1b7b-4431-8a0b-2da96ddb3ad5 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139602 Mar 03 18:12:29.615354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:29.689399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:29.714294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Sync routers for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:29.718857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.733709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:29.734375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:29.747304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Pushing event updated for resources: {'Port': ['ID=a587d8d6-2067-4446-aa7d-65c45dc0701b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:29.821533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.826693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-73f30856-65ce-41b5-9e9e-c6664198e312 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.9903183 Mar 03 18:12:29.828002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:29.832674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46012) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:29.849263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-147bc13c-3b8a-412f-a237-6cc89a043bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:29.853688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-147bc13c-3b8a-412f-a237-6cc89a043bec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.3560348 Mar 03 18:12:29.917346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-3e896860-bc53-4236-a21d-a34b50ff9bbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561852 Mar 03 18:12:29.920847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:30.119701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805506ec-c385-43c8-a562-d9f19fdc9035 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:30.120304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-805506ec-c385-43c8-a562-d9f19fdc9035 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:30.121615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-805506ec-c385-43c8-a562-d9f19fdc9035 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "PUT /v2.0/subnets/881c3ace-c9b9-4794-9fad-a72cba74dc3f HTTP/1.1" status: 200 len: 900 time: 4.2669168 Mar 03 18:12:30.145100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46018) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:30.345108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e73df11-d407-4f30-b988-c529f7f1f0ca req-5f635e9e-661c-40c9-9337-ec67e667d770 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 210 time: 0.2133534 Mar 03 18:12:30.359337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805506ec-c385-43c8-a562-d9f19fdc9035 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event updated for resources: {'Subnet': ['ID=881c3ace-c9b9-4794-9fad-a72cba74dc3f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:30.361376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c485afae-def0-4f40-9ed0-8145a1cc21ff up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:30.455817 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:30.463242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:30.469489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=bf08c610-0f8e-4e85-b9f7-83549c8843b6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:30.472966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-83ee14a8-2dcd-45a0-9da3-91f642a7ac73 None None] Provisioning for port a587d8d6-2067-4446-aa7d-65c45dc0701b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:30.478207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:30.618851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-83ee14a8-2dcd-45a0-9da3-91f642a7ac73 None None] Provisioning complete for port a587d8d6-2067-4446-aa7d-65c45dc0701b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:30.619406 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-83ee14a8-2dcd-45a0-9da3-91f642a7ac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:30.818310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c485afae-def0-4f40-9ed0-8145a1cc21ff completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:30.841168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a4689026-467a-469c-b2a2-35baf9a761fb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:30.849724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-186dc197-26c5-47f9-8fa3-340ef870ad64 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a88532a2002144a3850df64bed516c95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0153382 Mar 03 18:12:30.891015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46028) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:30.928019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Allocated IP 172.20.0.9 (0d5a0192-580c-4682-8369-19e914f4d951/d519e14d-944d-4a64-8cd2-e0a61103967a/7da46488-e9f6-4f3e-89b0-432ffb36c8c1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:31.084461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-acfde929-cc47-4f74-aabe-44ad8d784e1b service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1557035 Mar 03 18:12:31.094236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port c485afae-def0-4f40-9ed0-8145a1cc21ff {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:31.094236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:31.342257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-83ee14a8-2dcd-45a0-9da3-91f642a7ac73 None None] Port a587d8d6-2067-4446-aa7d-65c45dc0701b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:12:31.355617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 974a958c-589c-41d3-b3ff-98c10cde62fd is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:31.363003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:31.443687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16934181-356c-4faa-a59c-f54eed042947 None None] Network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:31.450951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b1cc0-484a-4ec0-8993-f97bff32c181 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:31.456705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0c5b1cc0-484a-4ec0-8993-f97bff32c181 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5517826 Mar 03 18:12:31.456705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aca29e9-bc15-4a9e-ba0d-4211f77d382b req-3f1917c5-1a1f-4bf7-aafa-55ce4909f22e service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013859 Mar 03 18:12:31.472635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46036) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:31.540965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-63e8bba2-5c91-435c-88ac-5d48e0ab415f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669148 Mar 03 18:12:31.547617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46040) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:31.556757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1602592440', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'project_id': 'a88532a2002144a3850df64bed516c95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:31.663713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f4f19e86-9d73-492e-af12-92d0ce088560 None None] Provisioning for port c485afae-def0-4f40-9ed0-8145a1cc21ff completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:31.673092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a4689026-467a-469c-b2a2-35baf9a761fb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:31.673501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:31.713287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f4f19e86-9d73-492e-af12-92d0ce088560 None None] Provisioning complete for port c485afae-def0-4f40-9ed0-8145a1cc21ff triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:31.713903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4f19e86-9d73-492e-af12-92d0ce088560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:31.725821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:31.747431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59fab581-f4f4-432e-a30c-22de1755e004 req-b7d5b1b4-672e-46bb-bcda-51f8494735a8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 210 time: 0.1627812 Mar 03 18:12:31.800784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:subnet and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:31.818442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81263f8-dcd6-46bf-8c1f-5030b6805ed0 req-22894cc3-8ce9-48b2-9f66-91b2bb2ea6f9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:31.820010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81263f8-dcd6-46bf-8c1f-5030b6805ed0 req-22894cc3-8ce9-48b2-9f66-91b2bb2ea6f9 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 945 time: 0.9648945 Mar 03 18:12:31.820894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:31.860628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:31.871287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:24Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:31.906968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Checking router: 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:12:31.907321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Updating router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:12:31.916516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:31.920175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.098118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:12:32.133949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4f19e86-9d73-492e-af12-92d0ce088560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.292656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f4f19e86-9d73-492e-af12-92d0ce088560 None None] For port c485afae-def0-4f40-9ed0-8145a1cc21ff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c485afae-def0-4f40-9ed0-8145a1cc21ff,segment=NetworkSegment(5700d2b8-4d3a-4c73-b358-f645116bf6c5),segment_id=5700d2b8-4d3a-4c73-b358-f645116bf6c5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:32.310408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.328585 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.340135 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.423847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:32.433544 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.434330 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:32.447958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:32.452574 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:32.455891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-31fd5265-005b-476e-88cd-a48c34f8a5f4 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/routers/104a77c3-f3ef-42e2-a1b1-1e9033998452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0008357 Mar 03 18:12:32.457069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46048) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:32.464460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'port': {'network_id': '974a958c-589c-41d3-b3ff-98c10cde62fd', 'name': 'tempest-FloatingIPTestJSON-637661176'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:32.576952 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4f19e86-9d73-492e-af12-92d0ce088560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.600380 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:32.610419 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:32.611484 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:32.623423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:32.627500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:port and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:32.631203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:32.637308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:32.651356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:32.655856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.666851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81263f8-dcd6-46bf-8c1f-5030b6805ed0 req-b0ccef18-3a82-48df-903d-1ae13e7f9991 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8288126 Mar 03 18:12:32.683027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] device_id is not set on port 25c565a5-aff2-454f-917f-17528c688575 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:12:32.702632 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:32.703230 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33417f7f-9ab6-4f3a-accc-85786bff2509 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:32.750555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f19e86-9d73-492e-af12-92d0ce088560 None None] Pushing event updated for resources: {'Port': ['ID=c485afae-def0-4f40-9ed0-8145a1cc21ff,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:32.761737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a2bfc-058b-4b7a-9ab6-68e9c1334498 None None] Network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:32.784279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Checking segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:32.784642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network hostable DHCP agents. Network: 96cd118b-b2bb-4435-89ea-fe80a4218f3d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:12:32.848154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.3 (974a958c-589c-41d3-b3ff-98c10cde62fd/f36a4691-6c6b-40e4-aa5e-08ecd81673e3/25c565a5-aff2-454f-917f-17528c688575) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:32.899860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Subnet': ['ID=db6a0af0-124d-4a90-8b88-6ff3570669da,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:32.919211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:12:32.951306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c4f8d77f-5e24-42a4-b7aa-013a3b936436 None None] Provisioning complete for port c485afae-def0-4f40-9ed0-8145a1cc21ff triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:32.951880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d77f-5e24-42a4-b7aa-013a3b936436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:32.963822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port c485afae-def0-4f40-9ed0-8145a1cc21ff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c485afae-def0-4f40-9ed0-8145a1cc21ff,segment=NetworkSegment(5700d2b8-4d3a-4c73-b358-f645116bf6c5),segment_id=5700d2b8-4d3a-4c73-b358-f645116bf6c5)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:32.964041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.032085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.159310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:12:33.215114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for c485afae-def0-4f40-9ed0-8145a1cc21ff owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:33.268482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 96cd118b-b2bb-4435-89ea-fe80a4218f3d) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:33.288575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:33.289168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.360229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89e894-2529-4595-864c-15385d5c045b None None] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:33.396260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event updated for resources: {'Port': ['ID=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:33.529199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Network 0d5a0192-580c-4682-8369-19e914f4d951 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:33.535268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:33.540761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:33.732869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.746648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Transition to ACTIVE for port object 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:33.767993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.772967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.792615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:33.797848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.832608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729f8b2-7325-4292-a88d-d7e8f9148f6c req-d8f18127-9718-47f8-a0f5-35333903f67c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:33.833553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f729f8b2-7325-4292-a88d-d7e8f9148f6c req-d8f18127-9718-47f8-a0f5-35333903f67c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:12:33.850674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.854784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:12:33.855176 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:12:33.856656 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-74b77785-9593-418e-b79e-7f9fb3e1e676 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3080685 Mar 03 18:12:33.858983 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:33.868644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46084) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:33.968081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Attempting to bind port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:33.968465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Attempting to bind port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:33.968832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Attempting to bind port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:34.004900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:34.005197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:34.005678 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.006046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:34.006495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Bound port: 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:34.006870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.077552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f729f8b2-7325-4292-a88d-d7e8f9148f6c req-d8f18127-9718-47f8-a0f5-35333903f67c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:12:34.088126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f729f8b2-7325-4292-a88d-d7e8f9148f6c req-d8f18127-9718-47f8-a0f5-35333903f67c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 931 time: 0.8705416 Mar 03 18:12:34.121396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-472e2414-a56f-4fd2-b681-07c0b045c3c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3743789 Mar 03 18:12:34.137882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Request body: {'port': {'device_id': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:34.166200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.174252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Pushing event updated for resources: {'Port': ['ID=a587d8d6-2067-4446-aa7d-65c45dc0701b,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:34.331205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Pushing event updated for resources: {'Port': ['ID=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:34.376670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port c485afae-def0-4f40-9ed0-8145a1cc21ff {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:34.377552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.403150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] For port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:34.406809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] For port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:34.418408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f729f8b2-7325-4292-a88d-d7e8f9148f6c req-329a1742-e153-4eb3-8ad2-3f3aabb80452 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326013 Mar 03 18:12:34.593996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.594772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.595356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.595926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.596535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.597094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.597995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.598541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.599084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.599671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.600822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.601411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:34.606013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c485afae-def0-4f40-9ed0-8145a1cc21ff up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:34.805417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.816941 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.832893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.877462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:34.881694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:34.890753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:12:34.896232 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:34.961890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 974a958c-589c-41d3-b3ff-98c10cde62fd is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:34.975491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:34.978511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:35.081672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port c485afae-def0-4f40-9ed0-8145a1cc21ff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c485afae-def0-4f40-9ed0-8145a1cc21ff,segment=NetworkSegment(5700d2b8-4d3a-4c73-b358-f645116bf6c5),segment_id=5700d2b8-4d3a-4c73-b358-f645116bf6c5)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:35.082644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:35.196019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:35.196019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:35.290606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for c485afae-def0-4f40-9ed0-8145a1cc21ff owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:35.447536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=25c565a5-aff2-454f-917f-17528c688575,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:35.464684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Router c716d447-901f-4af0-aa72-4e37023ff1ae has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:12:35.525821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:35.526732 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:35.551130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:35.712845 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:35.865867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Could not find standard attr ID for object c485afae-def0-4f40-9ed0-8145a1cc21ff. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:12:35.928105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Port': ['ID=c485afae-def0-4f40-9ed0-8145a1cc21ff,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:36.146482 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ac0c289c-c373-4fe7-bf13-9095c3bf8377 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6864300 Mar 03 18:12:36.156140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acdd1c-0d6e-4a09-9b49-cf8edd76542d None None] Pushing event updated for resources: {'Port': ['ID=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:36.167280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46136) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:36.196283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'port': {'network_id': '974a958c-589c-41d3-b3ff-98c10cde62fd', 'name': 'tempest-FloatingIPTestJSON-1683059123'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:36.229865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No DVR routers for this DVR port c485afae-def0-4f40-9ed0-8145a1cc21ff on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:12:36.265941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:36.300275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541deded-1972-4a1b-8f1c-cfef47894002 req-9d03dbc4-2d51-44a5-a359-7bbe6c676741 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:36.311644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-541deded-1972-4a1b-8f1c-cfef47894002 req-9d03dbc4-2d51-44a5-a359-7bbe6c676741 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 931 time: 0.6901605 Mar 03 18:12:36.356384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-348bfd2e-468f-432c-9778-dd2e0becc5aa admin admin] 10.222.0.23 "PUT /v2.0/routers/c716d447-901f-4af0-aa72-4e37023ff1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0128822 Mar 03 18:12:36.387958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8cc56903-9553-4694-92f0-7b29cf879b1b None None] Provisioning complete for port a587d8d6-2067-4446-aa7d-65c45dc0701b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:36.388464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cc56903-9553-4694-92f0-7b29cf879b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:36.465400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-541deded-1972-4a1b-8f1c-cfef47894002 req-90c2c239-2b2c-44bc-a990-d4cb0553861a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523919 Mar 03 18:12:36.479320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:36.528021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Sync routers for ids ['c716d447-901f-4af0-aa72-4e37023ff1ae'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:36.620016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Routers {'c716d447-901f-4af0-aa72-4e37023ff1ae'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:36.620842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c716d447-901f-4af0-aa72-4e37023ff1ae'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:36.721285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:36.799852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:port and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:36.803752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:36.812781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:36.876207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8cc56903-9553-4694-92f0-7b29cf879b1b None None] Port a587d8d6-2067-4446-aa7d-65c45dc0701b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:12:36.877660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:36.923653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Allocated IP 172.20.0.2 (96cd118b-b2bb-4435-89ea-fe80a4218f3d/db6a0af0-124d-4a90-8b88-6ff3570669da/316e43bb-9b2a-4af6-9b16-1ce93346006b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:36.932679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=881c3ace-c9b9-4794-9fad-a72cba74dc3f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:36.967874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:12:36.979941 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.072722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] device_id is not set on port a78f003b-02fa-4a32-922d-dc189d346aa5 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:12:37.236233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd08a2-e143-4f9f-9ff6-f56e1649a2b6 None None] DHCP port deletion for 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:12:37.254522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.9 (974a958c-589c-41d3-b3ff-98c10cde62fd/f36a4691-6c6b-40e4-aa5e-08ecd81673e3/a78f003b-02fa-4a32-922d-dc189d346aa5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:37.274128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.299727 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:12:37.321750 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.360395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8813e04c-0ba4-4481-8a26-6df3d4cd428b None None] Could not find standard attr ID for object c485afae-def0-4f40-9ed0-8145a1cc21ff. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:12:37.425281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:24Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:37.431739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ff75ff-d22d-4c0a-bc47-26e405e5ba6d']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:37.447229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c5c00-54be-4e1c-a7b8-3952f1723a60 None None] Network 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:37.458899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5700d2b8-4d3a-4c73-b358-f645116bf6c5') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:37.459367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5700d2b8-4d3a-4c73-b358-f645116bf6c5') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:37.489276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.497513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb0358-1f2e-48e3-8b1d-71ec25ed6ce4 None None] The sync data for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 is: [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:24Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:37.546520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.555542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:12:37.555954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:12:37.599450 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:12:37.833500 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.863637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:37.890229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=77ff75ff-d22d-4c0a-bc47-26e405e5ba6d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:37.934910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a14235df-9b15-492d-9fdd-5d96b50b0838 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/77ff75ff-d22d-4c0a-bc47-26e405e5ba6d HTTP/1.1" status: 204 len: 168 time: 7.7773037 Mar 03 18:12:37.950657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46196) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:38.098016 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-110b7ce4-9251-4a2c-a2e7-7f7d4cdc5de1 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:38.098473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110b7ce4-9251-4a2c-a2e7-7f7d4cdc5de1 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:38.110888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-110b7ce4-9251-4a2c-a2e7-7f7d4cdc5de1 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/881c3ace-c9b9-4794-9fad-a72cba74dc3f HTTP/1.1" status: 404 len: 337 time: 0.1587579 Mar 03 18:12:38.114297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46206) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:38.192952 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dd1d56-ac44-409a-8a92-2710372b3ba4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:38.193800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dd1d56-ac44-409a-8a92-2710372b3ba4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:38.195830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-42dd1d56-ac44-409a-8a92-2710372b3ba4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/77ff75ff-d22d-4c0a-bc47-26e405e5ba6d HTTP/1.1" status: 404 len: 339 time: 0.0802860 Mar 03 18:12:38.204346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46212) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:38.242138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Set router c716d447-901f-4af0-aa72-4e37023ff1ae gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:38.722570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.022959 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-a4646efa-c82f-40da-9478-50fe4e813ae8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4624960 Mar 03 18:12:39.033775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46244) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:39.151581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.190617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Transition to ACTIVE for port object 316e43bb-9b2a-4af6-9b16-1ce93346006b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:39.207131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:39.370964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:12:39.385573 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.415571 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.436259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484ae504-21c6-433e-b7d1-4240c39f97e5']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:39.451629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Transition to ACTIVE for port object 316e43bb-9b2a-4af6-9b16-1ce93346006b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:39.467935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e627c8a-5fc0-408e-82e1-d1fce08a1e94') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:39.468533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e627c8a-5fc0-408e-82e1-d1fce08a1e94') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:39.505300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Transition to ACTIVE for port object 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:39.538382 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.547736 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.608518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.655990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4114b6-ca58-467f-9ff1-37d981a9c32c None None] DHCP port deletion for 77ff75ff-d22d-4c0a-bc47-26e405e5ba6d request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:12:39.660798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.693788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-0926a85c-3fba-4912-8331-b7d2c37a018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:39.695382 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-0926a85c-3fba-4912-8331-b7d2c37a018e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 1097 time: 0.3912690 Mar 03 18:12:39.698729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:12:39.699255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:39.700355 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:39.703132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7dbe-76f3-4fb2-8080-c465429363a3 req-ae3368e9-62df-427c-ba72-46ab307f63f8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:39.713493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eae7dbe-76f3-4fb2-8080-c465429363a3 req-ae3368e9-62df-427c-ba72-46ab307f63f8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 931 time: 1.9075091 Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:12:39.719716 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:12:39.722632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:39.743877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:39.800871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:39.822550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.1 (96cd118b-b2bb-4435-89ea-fe80a4218f3d/db6a0af0-124d-4a90-8b88-6ff3570669da/ee4f3361-1920-4ea2-807c-21b42b098477) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:39.929058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Pushing event updated for resources: {'Port': ['ID=316e43bb-9b2a-4af6-9b16-1ce93346006b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:39.948392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-7daaa598-7f10-471b-98a1-fa66228d96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:39.950072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-7daaa598-7f10-471b-98a1-fa66228d96b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 200 len: 916 time: 0.2145667 Mar 03 18:12:39.982689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:39.983444 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.123168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:12:31Z', 'revision_number': 4, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a587d8d6-2067-4446-aa7d-65c45dc0701b', 'name': '', 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'mac_address': 'fa:16:3e:d7:98:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'b04945fd-9e5b-485f-885e-57beda33d05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:26Z', 'updated_at': '2022-03-03T18:12:32Z', 'revision_number': 2, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'subnets': [{'id': 'b04945fd-9e5b-485f-885e-57beda33d05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:40.162058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Attempting to bind port 316e43bb-9b2a-4af6-9b16-1ce93346006b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:40.162651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Attempting to bind port 316e43bb-9b2a-4af6-9b16-1ce93346006b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:40.163179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Attempting to bind port 316e43bb-9b2a-4af6-9b16-1ce93346006b on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:40.169342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Checking router: c716d447-901f-4af0-aa72-4e37023ff1ae for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:12:40.170308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Updating router c716d447-901f-4af0-aa72-4e37023ff1ae port a587d8d6-2067-4446-aa7d-65c45dc0701b binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:12:40.231750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:40.232814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Checking segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:40.233390 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.233533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.234116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Bound using segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:40.234741 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Bound port: 316e43bb-9b2a-4af6-9b16-1ce93346006b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:40.235276 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.255157 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.272000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object ee4f3361-1920-4ea2-807c-21b42b098477 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:40.296085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Pushing event updated for resources: {'Port': ['ID=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:40.411057 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.503731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7eae7dbe-76f3-4fb2-8080-c465429363a3 req-10d9b209-206f-40ca-a922-ae2347cd5bb1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7884839 Mar 03 18:12:40.511432 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-f70115c5-3fd7-4db7-819b-49643e5d7ada service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c HTTP/1.1" status: 200 len: 217 time: 0.2212107 Mar 03 18:12:40.603156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.651077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.696228 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.815089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:40.825007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] For port 316e43bb-9b2a-4af6-9b16-1ce93346006b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:40.835615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.841030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:40.857028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=ee4f3361-1920-4ea2-807c-21b42b098477,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:40.866237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:40.892868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=484ae504-21c6-433e-b7d1-4240c39f97e5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:40.903056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:40.911141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-69dc87d3-0e96-4804-8068-90a18b2e87c5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/484ae504-21c6-433e-b7d1-4240c39f97e5 HTTP/1.1" status: 204 len: 168 time: 2.7055790 Mar 03 18:12:40.915234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46276) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:40.945962 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:40.977679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-b7056378-1640-4a8d-948a-28d5b61190e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:40.979712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-b7056378-1640-4a8d-948a-28d5b61190e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 200 len: 855 time: 0.4485359 Mar 03 18:12:41.003298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c485afae-def0-4f40-9ed0-8145a1cc21ff no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:12:41.023285 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d07731-06cc-42f5-a4d8-c4b8a9f1716b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:41.023989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d07731-06cc-42f5-a4d8-c4b8a9f1716b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:41.028403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a5d07731-06cc-42f5-a4d8-c4b8a9f1716b tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/4b4bd318-65ac-4b1c-9a96-2a44c9f0880c HTTP/1.1" status: 404 len: 337 time: 0.1120720 Mar 03 18:12:41.030723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46284) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:41.036193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.037111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] For port 316e43bb-9b2a-4af6-9b16-1ce93346006b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=316e43bb-9b2a-4af6-9b16-1ce93346006b,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:41.093722 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.129903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-ece1d213-51ab-4674-b73b-3394cd1a77df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928626 Mar 03 18:12:41.129903 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-971a8454-c0cc-4233-80a5-d89ba3f40d64 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:41.129903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971a8454-c0cc-4233-80a5-d89ba3f40d64 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:41.135442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-971a8454-c0cc-4233-80a5-d89ba3f40d64 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/160b08e4-ed55-42f8-82dc-01377d354f36 HTTP/1.1" status: 404 len: 339 time: 0.0988011 Mar 03 18:12:41.135442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46288) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:41.137231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c485afae-def0-4f40-9ed0-8145a1cc21ff {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:12:41.137231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c485afae-def0-4f40-9ed0-8145a1cc21ff not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:12:41.212343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.256075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:41.380671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-15d87e7a-8acf-4e8f-8d50-52de7ee99df9 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461143 Mar 03 18:12:41.398229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=a78f003b-02fa-4a32-922d-dc189d346aa5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:41.428232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbd0b1-d51a-49ee-877b-56fc770c319a None None] Pushing event updated for resources: {'Port': ['ID=316e43bb-9b2a-4af6-9b16-1ce93346006b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:41.448720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Attempting to bind port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:41.449521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Attempting to bind port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:41.449521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Attempting to bind port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:41.453685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.465509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 974a958c-589c-41d3-b3ff-98c10cde62fd is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:41.471803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Transition to ACTIVE for port object a587d8d6-2067-4446-aa7d-65c45dc0701b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:41.484915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.591042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 on network 0d5a0192-580c-4682-8369-19e914f4d951 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:12:41.591361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Attempting to bind port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:41.595153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.623283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:41.655268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:41.695173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:41.695513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:41.695926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Bound using segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:41.696333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Bound port: 7da46488-e9f6-4f3e-89b0-432ffb36c8c1, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:41.696682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.792278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d747b6-bd64-4c97-bb00-2c9593ffd6c8 None None] Pushing event updated for resources: {'Port': ['ID=a587d8d6-2067-4446-aa7d-65c45dc0701b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:41.899492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting subnet 6150ac7c-0b51-443d-b5ce-f980c9da5bea {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:12:41.934549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Attempting to bind port a587d8d6-2067-4446-aa7d-65c45dc0701b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:41.934842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Attempting to bind port a587d8d6-2067-4446-aa7d-65c45dc0701b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:41.935206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Attempting to bind port a587d8d6-2067-4446-aa7d-65c45dc0701b on network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:41.937926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.946966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:41.947341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Checking segment: {'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:41.947745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:41.948135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Bound using segment: {'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:41.948605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Bound port: a587d8d6-2067-4446-aa7d-65c45dc0701b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e91d713-764d-4bf3-9c6d-95e220750cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:41.948979 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:42.185717 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:42.219441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] For port a587d8d6-2067-4446-aa7d-65c45dc0701b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:42.228725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] For port a587d8d6-2067-4446-aa7d-65c45dc0701b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a587d8d6-2067-4446-aa7d-65c45dc0701b,segment=NetworkSegment(3e91d713-764d-4bf3-9c6d-95e220750cfe),segment_id=3e91d713-764d-4bf3-9c6d-95e220750cfe)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:42.234558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cccedaf9-b1af-4023-9373-d9728e7fcc6a req-6b97baee-b436-42d5-8155-b2bab1996588 service neutron] 10.222.0.16 "GET /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8425827 Mar 03 18:12:42.236734 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:42.295217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94139d1-fd7e-410f-ae0d-13a9960cc89a req-7f3b8b70-fcc2-417c-8874-82f788ef966c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:42.303051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d94139d1-fd7e-410f-ae0d-13a9960cc89a req-7f3b8b70-fcc2-417c-8874-82f788ef966c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 943 time: 0.5227964 Mar 03 18:12:42.394205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d747b6-bd64-4c97-bb00-2c9593ffd6c8 None None] Pushing event updated for resources: {'Port': ['ID=a587d8d6-2067-4446-aa7d-65c45dc0701b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:42.412034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Routers {'c716d447-901f-4af0-aa72-4e37023ff1ae'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:42.412839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c716d447-901f-4af0-aa72-4e37023ff1ae'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:42.468335 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d94139d1-fd7e-410f-ae0d-13a9960cc89a req-ee916289-6e14-4a77-aee4-3cdb5c7e0e35 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641898 Mar 03 18:12:42.510578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:42.597040 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:42.739232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] Set router c716d447-901f-4af0-aa72-4e37023ff1ae gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:42.750712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:42.751400 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:42.906545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-821e0b25-a102-464a-8147-e7ac8b7b04ec tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.7260537 Mar 03 18:12:42.914065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46314) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:42.919331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'a78f003b-02fa-4a32-922d-dc189d346aa5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:42.935209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:12:42.942378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:floatingip and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:12:42.951579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:12:42.954959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] For port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:42.961503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] For port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:42.963849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:12:43.011132 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.190844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.267087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:43.267722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.271044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] 10.222.0.16 "PUT /v2.0/ports/7da46488-e9f6-4f3e-89b0-432ffb36c8c1 HTTP/1.1" status: 200 len: 1091 time: 9.1354840 Mar 03 18:12:43.288891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'tag': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:12:43.338847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.457141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b88982-90a3-4f76-918a-41944752c5d5 None None] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:43.475001 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'tag': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1', 'status': 'completed', 'code': 200} Mar 03 18:12:43.475720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.549199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 316e43bb-9b2a-4af6-9b16-1ce93346006b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:43.632988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94f4c6-c1b4-4874-8409-981bfc0b0939 service neutron] Pushing event updated for resources: {'Port': ['ID=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:43.671570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.716394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-99001d8a-7315-4ef2-8d81-e4a307ba73e9 None None] Provisioning for port 316e43bb-9b2a-4af6-9b16-1ce93346006b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:43.739651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 316e43bb-9b2a-4af6-9b16-1ce93346006b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:43.757106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.758757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.835700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 316e43bb-9b2a-4af6-9b16-1ce93346006b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:43.836075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:43.900027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=6150ac7c-0b51-443d-b5ce-f980c9da5bea,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:43.917073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d07335-7afd-485a-acf5-0803195222bd None None] Network 5fdc5393-cba7-4880-9914-fde39cc40023 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:43.926237 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77bddf31-b779-4737-9438-d54a157c053a tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/6150ac7c-0b51-443d-b5ce-f980c9da5bea HTTP/1.1" status: 204 len: 168 time: 2.7872226 Mar 03 18:12:43.936564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46336) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:44.049767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Deleting port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:44.050096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:44.053921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=ee4f3361-1920-4ea2-807c-21b42b098477,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:44.070291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-78877430-c155-41d3-86a0-c2d407beff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:44.072168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-78877430-c155-41d3-86a0-c2d407beff8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 1094 time: 0.6713741 Mar 03 18:12:44.178310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3347b-0440-4d91-8332-e2090edce356 req-2551dce6-b097-4d26-9e1f-8963bdbafb23 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:44.180659 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5f3347b-0440-4d91-8332-e2090edce356 req-2551dce6-b097-4d26-9e1f-8963bdbafb23 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 943 time: 0.4133658 Mar 03 18:12:44.196267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-9296b214-48db-4fb8-a15d-9520d2e13aa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1 HTTP/1.1" status: 200 len: 217 time: 0.1088924 Mar 03 18:12:44.279274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:44.286355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:44.297744 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:44.304205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-6be61f64-8843-41b8-a9e9-23261c13c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:44.305709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-6be61f64-8843-41b8-a9e9-23261c13c82c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.1037285 Mar 03 18:12:44.360332 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:44.437108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-87908ee2-502f-4872-ba12-143348976d4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401697 Mar 03 18:12:44.527733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting subnet c9ae3dda-a5ef-4924-83ec-673b11900e19 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:12:44.540137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:44.595863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] For port f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,segment=NetworkSegment(adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0),segment_id=adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:44.595863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:44.631238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 316e43bb-9b2a-4af6-9b16-1ce93346006b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=316e43bb-9b2a-4af6-9b16-1ce93346006b,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:44.701375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5f3347b-0440-4d91-8332-e2090edce356 req-dde96f1d-4eec-4313-8c32-980464e8399a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068755 Mar 03 18:12:44.791558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Calling delete_port for f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:44.826829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:44.827604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:44.879289 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:45.036114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=316e43bb-9b2a-4af6-9b16-1ce93346006b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:45.054671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:12:31Z', 'revision_number': 4, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a587d8d6-2067-4446-aa7d-65c45dc0701b', 'name': '', 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'mac_address': 'fa:16:3e:d7:98:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'b04945fd-9e5b-485f-885e-57beda33d05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:26Z', 'updated_at': '2022-03-03T18:12:42Z', 'revision_number': 4, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'subnets': [{'id': 'b04945fd-9e5b-485f-885e-57beda33d05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:45.076757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d530f-4d2f-4769-baca-3e9b9a6b4a9b None None] The sync data for ids ['c716d447-901f-4af0-aa72-4e37023ff1ae'] in n-d-827121-1 is: [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:12:31Z', 'revision_number': 4, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a587d8d6-2067-4446-aa7d-65c45dc0701b', 'name': '', 'network_id': 'fef6960c-2dd4-4e88-9f3c-4f4d1b77719b', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'mac_address': 'fa:16:3e:d7:98:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'b04945fd-9e5b-485f-885e-57beda33d05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:26Z', 'updated_at': '2022-03-03T18:12:42Z', 'revision_number': 4, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'subnets': [{'id': 'b04945fd-9e5b-485f-885e-57beda33d05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:45.102529 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:45.102910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:45.201412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.25.0.115 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/54ede0d2-69ba-42d7-a106-081c3da43eb4) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:12:45.307965 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:45.502213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:12:45.699103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51f429b8-89b8-4d75-8a24-445333159f99 None None] Provisioning complete for port 316e43bb-9b2a-4af6-9b16-1ce93346006b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:45.699577 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51f429b8-89b8-4d75-8a24-445333159f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:45.816269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:45.854905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a587d8d6-2067-4446-aa7d-65c45dc0701b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:46.026302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ae3dda-a5ef-4924-83ec-673b11900e19,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:46.064248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:46.103175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9a73e6f0-28af-4273-b886-28fbaae0c513 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/c9ae3dda-a5ef-4924-83ec-673b11900e19 HTTP/1.1" status: 204 len: 168 time: 2.1049500 Mar 03 18:12:46.105763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46374) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:46.133467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:46.239251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:46.258409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a587d8d6-2067-4446-aa7d-65c45dc0701b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:46.345922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a587d8d6-2067-4446-aa7d-65c45dc0701b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:46.346472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:46.429192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:46.577772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-55f09585-62e4-4c06-b59b-91d7dde81047 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1305060 Mar 03 18:12:46.610400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51f429b8-89b8-4d75-8a24-445333159f99 None None] Provisioning for port ee4f3361-1920-4ea2-807c-21b42b098477 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:46.839533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:46.865468 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:46.877348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804eb93-89a5-4d7d-a64d-68d5fe950854 None None] Network 5fdc5393-cba7-4880-9914-fde39cc40023 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:46.950549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51f429b8-89b8-4d75-8a24-445333159f99 None None] Provisioning complete for port ee4f3361-1920-4ea2-807c-21b42b098477 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:46.952374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51f429b8-89b8-4d75-8a24-445333159f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:47.207688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d718d56-6345-42bb-9e13-a4e8dddfb3fe req-98e467ca-9765-4846-abac-848b225c4081 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007071 Mar 03 18:12:47.237109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:12:47.284113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:12:47.339577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51f429b8-89b8-4d75-8a24-445333159f99 None None] Port ee4f3361-1920-4ea2-807c-21b42b098477 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:12:47.366237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:47.376376 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Sync routers for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:47.381910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:12:47.392652 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:47.392857 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:47.437854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:47.495645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a587d8d6-2067-4446-aa7d-65c45dc0701b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a587d8d6-2067-4446-aa7d-65c45dc0701b,segment=NetworkSegment(3e91d713-764d-4bf3-9c6d-95e220750cfe),segment_id=3e91d713-764d-4bf3-9c6d-95e220750cfe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:47.515690 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:47.516669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 316e43bb-9b2a-4af6-9b16-1ce93346006b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:47.731103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a587d8d6-2067-4446-aa7d-65c45dc0701b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:47.845699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-657359c4-142c-46c6-b9e9-a060badea3db None None] Provisioning complete for port 02dc2940-0a9f-4542-a42a-3f5190f93962 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:47.847161 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-657359c4-142c-46c6-b9e9-a060badea3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:47.891301 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:47.991609 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:48.023522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port 02dc2940-0a9f-4542-a42a-3f5190f93962 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:48.026406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:48.323925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:48.433442 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:12:48.440391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=54ede0d2-69ba-42d7-a106-081c3da43eb4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:48.451767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:48.455681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 316e43bb-9b2a-4af6-9b16-1ce93346006b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:48.456055 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:48.488675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-76b9a6e8-d094-494a-860c-525e08476717 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6167140 Mar 03 18:12:48.517165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] DHCP port deletion for 5fdc5393-cba7-4880-9914-fde39cc40023 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:12:48.533788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb108d-fcab-4686-b502-49097b653173 req-74c46313-3757-4c77-aea6-028bfeb4863a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:48.542382 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5feb108d-fcab-4686-b502-49097b653173 req-74c46313-3757-4c77-aea6-028bfeb4863a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 943 time: 2.2989373 Mar 03 18:12:48.636325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:48.738318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-671afdc7-0df7-4881-9c41-40e1b459c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:48.744135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-671afdc7-0df7-4881-9c41-40e1b459c1d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 1094 time: 1.4311290 Mar 03 18:12:48.763762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Deleting port 02dc2940-0a9f-4542-a42a-3f5190f93962 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:48.764137 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:48.808555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5feb108d-fcab-4686-b502-49097b653173 req-d0667db8-aae1-4cd8-8c75-cafc5cff495f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648838 Mar 03 18:12:48.920944 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:42Z', 'revision_number': 2, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:48.934823 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Checking router: 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:12:48.935335 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Updating router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd port ee4f3361-1920-4ea2-807c-21b42b098477 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:12:48.945247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-657359c4-142c-46c6-b9e9-a060badea3db None None] Provisioning complete for port ee4f3361-1920-4ea2-807c-21b42b098477 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:48.945811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-657359c4-142c-46c6-b9e9-a060badea3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:49.101699 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:49.168141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port 02dc2940-0a9f-4542-a42a-3f5190f93962, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=02dc2940-0a9f-4542-a42a-3f5190f93962,segment=NetworkSegment(bccc61c5-45d0-46a8-ac7e-e0786883457b),segment_id=bccc61c5-45d0-46a8-ac7e-e0786883457b)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:49.174942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:49.449943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-5ccb4e2b-0c1f-41c5-81e6-a9c928542f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:49.454047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-5ccb4e2b-0c1f-41c5-81e6-a9c928542f22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.7021577 Mar 03 18:12:49.567583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for 02dc2940-0a9f-4542-a42a-3f5190f93962 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:49.655261 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-303695b3-c34c-46c9-bc80-d25daa83e2ef tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508586920&fields=id&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 267 time: 0.5673399 Mar 03 18:12:49.740386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-657359c4-142c-46c6-b9e9-a060badea3db None None] Port ee4f3361-1920-4ea2-807c-21b42b098477 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:12:49.747858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38164c1f-9e2e-443c-ac6f-cf4204a5d8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:49.750508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] For port 02dc2940-0a9f-4542-a42a-3f5190f93962, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=02dc2940-0a9f-4542-a42a-3f5190f93962,segment=NetworkSegment(bccc61c5-45d0-46a8-ac7e-e0786883457b),segment_id=bccc61c5-45d0-46a8-ac7e-e0786883457b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:49.750902 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:50.066113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-d7f08c69-8010-437b-b85f-8d0411c0a0a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1 HTTP/1.1" status: 200 len: 217 time: 0.5659683 Mar 03 18:12:50.202682 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:50.216747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a587d8d6-2067-4446-aa7d-65c45dc0701b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:50.251913 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Transition to ACTIVE for port object ee4f3361-1920-4ea2-807c-21b42b098477 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:12:50.277126 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:50.501950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:12:50.520508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-fcbcf4e1-a374-4290-ac26-4e4aa18e97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:50.521707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-fcbcf4e1-a374-4290-ac26-4e4aa18e97c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.3796816 Mar 03 18:12:50.557531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:50.604575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Calling delete_port for 02dc2940-0a9f-4542-a42a-3f5190f93962 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:50.690387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-d61bc5c6-e447-41e6-ae03-9ce5a3cbc68a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:50.705939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-d61bc5c6-e447-41e6-ae03-9ce5a3cbc68a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 794 time: 1.0293560 Mar 03 18:12:50.746759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-0191f406-4ade-4fbd-ac99-1ee44e2676eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788449 Mar 03 18:12:50.761458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:12:50.777618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Port': ['ID=02dc2940-0a9f-4542-a42a-3f5190f93962,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:50.809935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No DVR routers for this DVR port 02dc2940-0a9f-4542-a42a-3f5190f93962 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:12:50.864735 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145ae8c-cf47-493e-8732-619046da5e4a None None] Pushing event updated for resources: {'Port': ['ID=ee4f3361-1920-4ea2-807c-21b42b098477,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:50.866300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-522d5eca-408a-4643-882e-6128d2963d9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/quotas/a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 375 time: 0.1585045 Mar 03 18:12:50.929371 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Attempting to bind port ee4f3361-1920-4ea2-807c-21b42b098477 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:12:50.929751 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Attempting to bind port ee4f3361-1920-4ea2-807c-21b42b098477 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:12:50.930087 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Attempting to bind port ee4f3361-1920-4ea2-807c-21b42b098477 on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:12:50.935736 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:12:50.936091 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Checking segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:12:50.946879 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:50.947449 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Bound using segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:12:50.948080 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Bound port: ee4f3361-1920-4ea2-807c-21b42b098477, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:12:50.948456 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.002513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:12:51.034279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.137634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a587d8d6-2067-4446-aa7d-65c45dc0701b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:51.140362 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.219667 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] For port ee4f3361-1920-4ea2-807c-21b42b098477, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:12:51.236248 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] For port ee4f3361-1920-4ea2-807c-21b42b098477, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ee4f3361-1920-4ea2-807c-21b42b098477,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:12:51.249713 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.265507 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:12:51.265866 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:12:51.346757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.487112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:51.503811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'port_id': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1', 'mac_address': 'fa:16:3e:f0:f6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e14d-944d-4a64-8cd2-e0a61103967a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:12:51.533894 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145ae8c-cf47-493e-8732-619046da5e4a None None] Pushing event updated for resources: {'Port': ['ID=ee4f3361-1920-4ea2-807c-21b42b098477,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:51.559326 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.594189 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.602618 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:51.613794 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:51.633187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 02dc2940-0a9f-4542-a42a-3f5190f93962 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:12:51.718371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdc5393-cba7-4880-9914-fde39cc40023']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:51.797522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccc61c5-45d0-46a8-ac7e-e0786883457b') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:51.798455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccc61c5-45d0-46a8-ac7e-e0786883457b') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:51.822752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Deleting port 02dc2940-0a9f-4542-a42a-3f5190f93962 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:51.823318 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:51.951760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:12:51.964922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:52.059937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:52.128807 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-0fbb6507-aefd-4b07-91c0-3d637274d786 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3722768 Mar 03 18:12:52.155158 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:52.159318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6f39dc25-bc4c-4810-a7ef-9a1f456764e7 admin admin] 10.222.0.23 "PUT /v2.0/routers/6d731e4b-12b7-4b65-b00d-dd0a8db2f226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1243806 Mar 03 18:12:52.168993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:52.194672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] Sync routers for ids ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:52.203588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46472) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:52.211491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 02dc2940-0a9f-4542-a42a-3f5190f93962 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:12:52.211971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 02dc2940-0a9f-4542-a42a-3f5190f93962 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:12:52.239162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde02831-7f11-448f-8c14-69eab458e9ab req-e470f41a-0c11-4647-9a68-79a8daf45214 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:52.241359 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dde02831-7f11-448f-8c14-69eab458e9ab req-e470f41a-0c11-4647-9a68-79a8daf45214 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 943 time: 2.0165784 Mar 03 18:12:52.275181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fdf37-7deb-4c85-95fd-10bb8b633b6f None None] The port '02dc2940-0a9f-4542-a42a-3f5190f93962' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:12:52.299582 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da4fad94-0bb2-42cd-9e8d-8eccaa69839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:52.372611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:52.378449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] Routers {'6d731e4b-12b7-4b65-b00d-dd0a8db2f226'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:52.379525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:52.443209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8396ab-d7dc-458f-bc95-741760414cfb None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:12:52.574575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=54ede0d2-69ba-42d7-a106-081c3da43eb4,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:52.645482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:52.646356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] Set router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:52.670989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dde02831-7f11-448f-8c14-69eab458e9ab req-8780f1cc-bde0-4040-8a86-244abc9c1cb5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562482 Mar 03 18:12:52.678273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:12:52.679319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:12:52.700931 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:12:52.887275 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 47b8dae3-b9a6-4c31-8b2d-b7dd4a770970 associated. External IP: 172.25.0.115, port: a78f003b-02fa-4a32-922d-dc189d346aa5. Mar 03 18:12:52.934130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:52.990297 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:51Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:53.000860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186f405-8829-441f-ad64-cc83cf33273f None None] The sync data for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 is: [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:51Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:53.068329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:53.192795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:53.243086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=5fdc5393-cba7-4880-9914-fde39cc40023,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:53.294852 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-34bcd262-6e8b-49ad-aa9b-0cd978de2ea4 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/5fdc5393-cba7-4880-9914-fde39cc40023 HTTP/1.1" status: 204 len: 168 time: 7.1856983 Mar 03 18:12:53.357020 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:53.417069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46488) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:53.695348 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e0d7c7-9efd-4d69-a39d-5058251d7d9c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:53.695979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e0d7c7-9efd-4d69-a39d-5058251d7d9c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:53.700430 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:53.702457 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-37e0d7c7-9efd-4d69-a39d-5058251d7d9c tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/e03816d4-0b64-478e-9a35-1bd1b701be3a HTTP/1.1" status: 404 len: 337 time: 0.2845562 Mar 03 18:12:53.715268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46500) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:53.756708 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:53.787683 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf15939-3c5d-454d-b78f-de8c59ba9842 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:53.788166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf15939-3c5d-454d-b78f-de8c59ba9842 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:53.789885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eaf15939-3c5d-454d-b78f-de8c59ba9842 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/212dbd21-e428-45ae-b4dc-fa80377b5eed HTTP/1.1" status: 404 len: 339 time: 0.0713725 Mar 03 18:12:53.802797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46506) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:53.850152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['7da46488-e9f6-4f3e-89b0-432ffb36c8c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:12:53.870842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb7a76b2-19dd-4779-9482-4eeb916158d8 req-ff6a2bbf-5e0d-46a7-8e2b-1dfcb8a2af8e service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6906011 Mar 03 18:12:53.907729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-22365b68-2e2b-430c-aae2-b3aefd1b4065 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:12:54.084001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:54.104940 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b9e5d3-9cb2-4490-bdaf-a7977c008c52 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:54.105459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b9e5d3-9cb2-4490-bdaf-a7977c008c52 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:54.111368 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c0b9e5d3-9cb2-4490-bdaf-a7977c008c52 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/0603776b-c7ff-4fba-b410-4aac4e26f80f HTTP/1.1" status: 404 len: 337 time: 0.3051710 Mar 03 18:12:54.121573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:54.122159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Deleting port 52e39c55-7c40-4848-841c-ad114840a58b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:54.125595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:54.313780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:54.475962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-22365b68-2e2b-430c-aae2-b3aefd1b4065 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:12:54.477363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-22365b68-2e2b-430c-aae2-b3aefd1b4065 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&fields=id HTTP/1.1" status: 200 len: 302 time: 3.6102650 Mar 03 18:12:54.495289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:54.496143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee4f3361-1920-4ea2-807c-21b42b098477 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:54.504766 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a0fc0b-637c-4f37-b33c-c0302a4e6cbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:54.510847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a0fc0b-637c-4f37-b33c-c0302a4e6cbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:54.519950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d6a0fc0b-637c-4f37-b33c-c0302a4e6cbf tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/cdb6eb70-903b-4174-92e9-585899060d0c HTTP/1.1" status: 404 len: 339 time: 0.2935636 Mar 03 18:12:54.563475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46520) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:54.650799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:54.682021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '52e39c55-7c40-4848-841c-ad114840a58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:12:45Z', 'revision_number': 5, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port': {'id': '52e39c55-7c40-4848-841c-ad114840a58b', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:11:43Z', 'updated_at': '2022-03-03T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:54.699463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] Checking router: 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:12:54.744856 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38e597b-3829-4325-81f2-0082e50fccf5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:54.755018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38e597b-3829-4325-81f2-0082e50fccf5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:54.757042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b38e597b-3829-4325-81f2-0082e50fccf5 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/66ff51ff-7322-4d96-a48d-8663d663095e HTTP/1.1" status: 404 len: 337 time: 0.1828432 Mar 03 18:12:54.759666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46528) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:54.826964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] Routers {'6d731e4b-12b7-4b65-b00d-dd0a8db2f226'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:54.827594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:54.973099 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7fdcc0-6abb-4627-acb4-91781a13a1a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:12:54.974196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7fdcc0-6abb-4627-acb4-91781a13a1a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:12:54.976347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b7fdcc0-6abb-4627-acb4-91781a13a1a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/35daab4c-5ff5-4460-83c1-8a7ff53ebe64 HTTP/1.1" status: 404 len: 339 time: 0.2013819 Mar 03 18:12:54.979141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46536) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:55.051256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] For port 52e39c55-7c40-4848-841c-ad114840a58b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=52e39c55-7c40-4848-841c-ad114840a58b,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:55.051749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:55.170852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting subnet 6c6da649-e834-4589-9573-968d4724b3c6 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:12:55.293589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:55.346237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8396ab-d7dc-458f-bc95-741760414cfb None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:12:55.396405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ee4f3361-1920-4ea2-807c-21b42b098477 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:55.416377 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-0290a9db-eac7-49d6-9c83-01bd47ce5482 service neutron] 10.222.0.23 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9095242 Mar 03 18:12:55.450010 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:55.488786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Calling delete_port for 52e39c55-7c40-4848-841c-ad114840a58b owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:55.531151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] Set router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:12:55.575757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:12:55.661958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60acc7-ca7e-426b-98a2-195a0ccf3e81 req-e9c370ee-35d0-4aca-a57d-ac1f64fff0c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:55.663608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c60acc7-ca7e-426b-98a2-195a0ccf3e81 req-e9c370ee-35d0-4aca-a57d-ac1f64fff0c3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 944 time: 1.5467739 Mar 03 18:12:55.719499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ee4f3361-1920-4ea2-807c-21b42b098477 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:55.719881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:55.735004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c60acc7-ca7e-426b-98a2-195a0ccf3e81 req-73c46814-be1b-489c-ad9f-e8bed9bb1a7b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606885 Mar 03 18:12:55.922183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:12:54Z', 'revision_number': 6, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:56.026387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:56.057666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f157d-22fb-4fac-936a-89921f9ccaab None None] The sync data for ids ['6d731e4b-12b7-4b65-b00d-dd0a8db2f226'] in n-d-827121-1 is: [{'id': '6d731e4b-12b7-4b65-b00d-dd0a8db2f226', 'name': 'tempest-TestAggregatesBasicOps-824697123-router', 'tenant_id': 'ea1331a869c247e0920411959b127648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:11:40Z', 'updated_at': '2022-03-03T18:12:54Z', 'revision_number': 6, 'project_id': 'ea1331a869c247e0920411959b127648', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:56.119608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:12:56.125222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e39c55-7c40-4848-841c-ad114840a58b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:56.136826 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:12:56.161795 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:56.162426 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:56.275902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:56.395786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:56.422839 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:12:56.426419 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:56.436277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-638f68c6-07c0-459e-bc8f-b12afa0977bf service neutron] 10.222.0.23 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0112114 Mar 03 18:12:56.442448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.442847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.443270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.443728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.444213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.444470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.446356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.447307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.447604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.449843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.450200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.450835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:56.457072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:56.466485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:56.541247 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:56.616901 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:12:56.617377 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79bea6-0864-4ec6-8b79-443ddcdba7b9 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:12:56.655576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-02bc0414-425e-47df-a65b-f218b3672f95 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.7403967 Mar 03 18:12:56.657781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46562) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:56.689902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ee4f3361-1920-4ea2-807c-21b42b098477, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ee4f3361-1920-4ea2-807c-21b42b098477,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:56.693106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:12:56.695943 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:56.935394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:12:57.056732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:12:57.057082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f1b3b531-e1f6-4aca-9e9b-2af1e1659b3c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:12:57.119563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.122954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.196907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-540aade9-aecb-4b3d-aa2c-4090e1dbae73 req-f12989ec-34c7-4183-b4c8-07036b09f259 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 210 time: 0.1483591 Mar 03 18:12:57.200694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.231220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.231834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d731e4b-12b7-4b65-b00d-dd0a8db2f226 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:12:57.245459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ee4f3361-1920-4ea2-807c-21b42b098477,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:57.286357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.290478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6cbf8052-293e-4bb0-9b4a-60171d384d03 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6d731e4b-12b7-4b65-b00d-dd0a8db2f226 HTTP/1.1" status: 204 len: 168 time: 5.0463116 Mar 03 18:12:57.291630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46584) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:57.358144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50ff1b-f1ce-4b58-8f8c-0a469da84b41 req-92cc5cca-f17c-4bb0-92af-c824cbe8e880 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:57.358144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f50ff1b-f1ce-4b58-8f8c-0a469da84b41 req-92cc5cca-f17c-4bb0-92af-c824cbe8e880 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 944 time: 0.3035913 Mar 03 18:12:57.411859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:57.436183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f50ff1b-f1ce-4b58-8f8c-0a469da84b41 req-4c8e9e54-2ddc-41b1-ab9f-829f452d4042 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Mar 03 18:12:57.445066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] Deleting subnet 2e7735a0-f274-4061-9b42-41a20898d771 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:12:57.448755 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.528537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.667069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:12:57.679512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:57.684574 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.690935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:57.891647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.016998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.024657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7735a0-f274-4061-9b42-41a20898d771,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:58.047957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.060111 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e283359e-e62d-4473-a9c7-fe2776361ced admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e7735a0-f274-4061-9b42-41a20898d771 HTTP/1.1" status: 204 len: 168 time: 0.7658072 Mar 03 18:12:58.062648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46598) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:58.087030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7851862-d4b9-40ee-9fe7-e37cc2a84fc3 None None] Network 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:58.151083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.219968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6da649-e834-4589-9573-968d4724b3c6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:58.259891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.260369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.260813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.261508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.263347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.263945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.265026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.266836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.267578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.268235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.269394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.269883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:12:58.273241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.365736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8b25b-4265-4629-b929-346c16264ed1 None None] Network b2eea15a-074f-4c02-8e28-0029c845dcd5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:12:58.468846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d1e849e3-c097-4327-9773-f7af16b5d6a7 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/6c6da649-e834-4589-9573-968d4724b3c6 HTTP/1.1" status: 204 len: 168 time: 3.4848680 Mar 03 18:12:58.471267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46608) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:12:58.533558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.550868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff06cd8c-5bdc-4f9c-85ca-497722af16bb req-7423a42c-c985-472a-a409-45f67224739e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 210 time: 0.0956228 Mar 03 18:12:58.561050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.583367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Deleting port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:58.583716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.608965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:58.609104 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 47b8dae3-b9a6-4c31-8b2d-b7dd4a770970 disassociated. External IP: 172.25.0.115, port: a78f003b-02fa-4a32-922d-dc189d346aa5. Mar 03 18:12:58.689264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:12:58.962226 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1', 'code': 200} Mar 03 18:12:58.970911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee4f3361-1920-4ea2-807c-21b42b098477 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:12:58.983567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b8b6-000a-4cbc-a251-5c354cd10120 req-5eef0cf7-7c9b-4815-b298-5888189bef49 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:12:58.985434 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f403b8b6-000a-4cbc-a251-5c354cd10120 req-5eef0cf7-7c9b-4815-b298-5888189bef49 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 944 time: 0.3248131 Mar 03 18:12:59.022685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:59.070254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] For port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,segment=NetworkSegment(adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0),segment_id=adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:12:59.070610 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:59.212211 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:59.297893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:59.380517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ee4f3361-1920-4ea2-807c-21b42b098477 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:12:59.380796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:59.464928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Calling delete_port for 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:12:59.482008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:12:59.508701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] DHCP port deletion for 0f5885c9-b0f4-4d22-b1b6-67c4484541c7 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:12:59.580480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] Deleting port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:59.580853 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:59.625081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port 065761a6-f526-41c2-9930-3a1d513d8905 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:59.625762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:12:59.713244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] DHCP port deletion for b2eea15a-074f-4c02-8e28-0029c845dcd5 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:12:59.752086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Deleting port 065761a6-f526-41c2-9930-3a1d513d8905 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:12:59.752463 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:00.033113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f403b8b6-000a-4cbc-a251-5c354cd10120 req-54d5b4a3-3d84-4d29-b302-c0241f36cfe1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246132 Mar 03 18:13:00.052288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] For port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,segment=NetworkSegment(adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0),segment_id=adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:00.052918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:00.129399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc60db-6a1e-440e-9b7a-d7c261a3479b req-8f01290a-bec5-49cd-a2fc-52c453d369c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:00.130940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4fc60db-6a1e-440e-9b7a-d7c261a3479b req-8f01290a-bec5-49cd-a2fc-52c453d369c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 1096 time: 0.9652739 Mar 03 18:13:00.200883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] Calling delete_port for 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:00.303101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port 065761a6-f526-41c2-9930-3a1d513d8905, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=065761a6-f526-41c2-9930-3a1d513d8905,segment=NetworkSegment(1df42538-3b37-46d6-ad98-8506f06a1dd9),segment_id=1df42538-3b37-46d6-ad98-8506f06a1dd9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:00.303740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:00.303862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-86122809-0a43-44fa-8e6c-425f80cc6b5d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:00.304538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-86122809-0a43-44fa-8e6c-425f80cc6b5d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:00.344269 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:00.417035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76767cfe-16d9-4d96-889d-1b8788988f32 req-8175f83b-d1ab-4a6d-b363-a0e72f07ba76 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 210 time: 0.1076825 Mar 03 18:13:00.495588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-86122809-0a43-44fa-8e6c-425f80cc6b5d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:00.496726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-86122809-0a43-44fa-8e6c-425f80cc6b5d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 794 time: 0.9343345 Mar 03 18:13:00.498094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 52e39c55-7c40-4848-841c-ad114840a58b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:00.535656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] Pushing event deleted for resources: {'Port': ['ID=2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:00.543392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for 065761a6-f526-41c2-9930-3a1d513d8905 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:00.568176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e65dd-26e6-420f-b32e-a843a7ab6834 None None] No DVR routers for this DVR port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:00.575177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 52e39c55-7c40-4848-841c-ad114840a58b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:00.576090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 52e39c55-7c40-4848-841c-ad114840a58b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:00.594067 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:13:00.596102 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:13:00.609437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-a170f48e-f3ca-47dd-aebb-692fb45fdff6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:00.622138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:00.636312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b00d-8a9e-49ee-9406-7b6ca8d6e87b req-b09fb040-df49-4e22-a025-1fc431b8c063 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:00.637801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9bc2b00d-8a9e-49ee-9406-7b6ca8d6e87b req-b09fb040-df49-4e22-a025-1fc431b8c063 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 945 time: 1.0773993 Mar 03 18:13:00.656506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-a170f48e-f3ca-47dd-aebb-692fb45fdff6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:00.657774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-a170f48e-f3ca-47dd-aebb-692fb45fdff6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 379 time: 0.1470430 Mar 03 18:13:00.667462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'port': {'device_id': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'admin_state_up': True, 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'security_groups': ['d647435b-4a40-4bac-b149-9b120fc05795']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:00.833901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:00.893148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] For port 065761a6-f526-41c2-9930-3a1d513d8905, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=065761a6-f526-41c2-9930-3a1d513d8905,segment=NetworkSegment(1df42538-3b37-46d6-ad98-8506f06a1dd9),segment_id=1df42538-3b37-46d6-ad98-8506f06a1dd9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:00.893746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:00.953213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:00.976401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:01.066743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Calling delete_port for 065761a6-f526-41c2-9930-3a1d513d8905 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:01.081864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:01.091960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.095381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:01.095727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:01.096234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 065761a6-f526-41c2-9930-3a1d513d8905 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:01.113801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.138279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Deleting port 2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:01.138623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.181766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 065761a6-f526-41c2-9930-3a1d513d8905 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:01.182026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 065761a6-f526-41c2-9930-3a1d513d8905 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:01.301720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] The port '2cbf1fcd-43ee-4cb8-bdd7-96a136b7e228' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:13:01.303958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:13:01.304500 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:13:01.354650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4fc60db-6a1e-440e-9b7a-d7c261a3479b req-1e8b76a5-7fac-403b-8f1e-322a8d764320 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1178141 Mar 03 18:13:01.428936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Port': ['ID=065761a6-f526-41c2-9930-3a1d513d8905,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:01.436281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No DVR routers for this DVR port 065761a6-f526-41c2-9930-3a1d513d8905 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:01.544274 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.545621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9bc2b00d-8a9e-49ee-9406-7b6ca8d6e87b req-4073cc13-11f4-4aac-8596-67c2d9b4794a tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8830426 Mar 03 18:13:01.576881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-13626d4e-39c3-40f5-b203-9e2e164c1920 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:01.578449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-13626d4e-39c3-40f5-b203-9e2e164c1920 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 945 time: 0.6315219 Mar 03 18:13:01.635018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:01.648685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:01.654947 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.671408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.679500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:01.680197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:01.692452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Deleting port 05fe45d9-7dc6-441d-ba12-404cb4fd326f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:01.692792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.743876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5885c9-b0f4-4d22-b1b6-67c4484541c7']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:01.774116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:01.774446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adda6adb-e0b6-4bd1-9d4a-59eeb78d0da0') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:01.793574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a7df7485-e397-4916-800e-7b4912e56536 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/floatingips/47b8dae3-b9a6-4c31-8b2d-b7dd4a770970 HTTP/1.1" status: 200 len: 688 time: 5.1319065 Mar 03 18:13:01.801715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46674) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:01.810009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Deleting port 065761a6-f526-41c2-9930-3a1d513d8905 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:01.810509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.834677 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.904661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.939476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.8 (96cd118b-b2bb-4435-89ea-fe80a4218f3d/db6a0af0-124d-4a90-8b88-6ff3570669da/43a7af47-4f67-4384-b077-7a6b491afad8) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:01.942027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:13:01.942580 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:01.963653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60da89-4d5d-4e1b-a967-b7e9020c1d9c req-ea68a5be-1031-48b5-8378-f0c2952177df tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:01.970753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d60da89-4d5d-4e1b-a967-b7e9020c1d9c req-ea68a5be-1031-48b5-8378-f0c2952177df tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 945 time: 0.6636500 Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:13:01.973278 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:13:01.984086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:01.984948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2eea15a-074f-4c02-8e28-0029c845dcd5']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:01.992223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 54ede0d2-69ba-42d7-a106-081c3da43eb4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:01.992561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.038319 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f8ffc69-ffeb-47ef-8d5e-4c8e6fa29f19 req-e0ef1892-9a8e-45a7-87f7-78a5afaf1407 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 210 time: 0.2912126 Mar 03 18:13:02.063136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f8feb4d9-b3b3-4ae4-a51c-e173fea5776a None None] The port '065761a6-f526-41c2-9930-3a1d513d8905' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:13:02.073314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df42538-3b37-46d6-ad98-8506f06a1dd9') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:02.074642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:02.079992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:02.102281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df42538-3b37-46d6-ad98-8506f06a1dd9') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:02.131906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.216309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:02.217071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17cd85-c28d-4822-9617-79875c970cde None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:02.222089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.235066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:13:02.235554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:13:02.253201 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:13:02.445792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.447162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.569801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.613027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 54ede0d2-69ba-42d7-a106-081c3da43eb4 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:02.678529 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d60da89-4d5d-4e1b-a967-b7e9020c1d9c req-5393f1d6-1a27-497f-a426-4785945c0254 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7066348 Mar 03 18:13:02.692648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.700992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.732939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/b2eea15a-074f-4c02-8e28-0029c845dcd5 HTTP/1.1" status: 204 len: 168 time: 4.1972902 Mar 03 18:13:02.739012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05754726-8a98-47a0-87d9-b8a770c839cc tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=b2eea15a-074f-4c02-8e28-0029c845dcd5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:02.740583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46692) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:02.804327 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.828269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5885c9-b0f4-4d22-b1b6-67c4484541c7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:02.843908 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1113b9-c7e4-4d52-97af-ba5958df7235 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:13:02.844607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1113b9-c7e4-4d52-97af-ba5958df7235 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:13:02.846533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1d1113b9-c7e4-4d52-97af-ba5958df7235 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/e4316c8c-9ac3-4333-a008-2ad07b11881b HTTP/1.1" status: 404 len: 337 time: 0.0875740 Mar 03 18:13:02.849198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46696) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:02.850539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:02.892733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-70e3d2d6-f85e-49a0-8ded-db46abd20aea admin admin] 10.222.0.23 "DELETE /v2.0/networks/0f5885c9-b0f4-4d22-b1b6-67c4484541c7 HTTP/1.1" status: 204 len: 168 time: 4.8248718 Mar 03 18:13:02.893915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46700) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:02.895082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object 43a7af47-4f67-4384-b077-7a6b491afad8 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:02.921195 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d67e09-1504-47ad-8f16-eea8a097d4c2 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] DELETE failed (client error): The resource could not be found. Mar 03 18:13:02.921929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d67e09-1504-47ad-8f16-eea8a097d4c2 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:13:02.923784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-04d67e09-1504-47ad-8f16-eea8a097d4c2 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/f3931cf2-2244-4839-be44-1c4585eadd76 HTTP/1.1" status: 404 len: 339 time: 0.0732114 Mar 03 18:13:02.932826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:03.125569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] For port 05fe45d9-7dc6-441d-ba12-404cb4fd326f, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=05fe45d9-7dc6-441d-ba12-404cb4fd326f,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:03.126949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.212962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting subnet ea5dfac0-9327-4aec-a1d3-0fe8347312df {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:13:03.215950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.283439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Calling delete_port for 05fe45d9-7dc6-441d-ba12-404cb4fd326f owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:03.286068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a90b15-2eea-44f3-bacd-2750bf4fe3a3 req-60c4b6ff-14b5-4abc-bd5f-8e04d42e5292 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:03.287565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12a90b15-2eea-44f3-bacd-2750bf4fe3a3 req-60c4b6ff-14b5-4abc-bd5f-8e04d42e5292 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 945 time: 0.4339685 Mar 03 18:13:03.297424 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.399548 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.408421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-abb5f8f3-9fd1-41a2-9747-3bf46ebce259 req-7577528f-814c-474e-9443-1cf524599004 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:03.491089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=54ede0d2-69ba-42d7-a106-081c3da43eb4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:03.537087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.540136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12a90b15-2eea-44f3-bacd-2750bf4fe3a3 req-cafc2b3b-8bfe-4a11-a490-5c712dc37805 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151690 Mar 03 18:13:03.623006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.626783 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.660988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:03.668109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:03.670885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:03.678808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-abb5f8f3-9fd1-41a2-9747-3bf46ebce259 req-7577528f-814c-474e-9443-1cf524599004 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:03.686937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.693375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-abb5f8f3-9fd1-41a2-9747-3bf46ebce259 req-7577528f-814c-474e-9443-1cf524599004 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 210 time: 0.3603845 Mar 03 18:13:03.712841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-367e8010-b0e4-43c3-ba72-1d97ddf27389 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/floatingips/47b8dae3-b9a6-4c31-8b2d-b7dd4a770970 HTTP/1.1" status: 204 len: 168 time: 1.9055634 Mar 03 18:13:03.713508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:03.718947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:03.745047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '25c565a5-aff2-454f-917f-17528c688575'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:03.752434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:03.756882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:floatingip and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:03.760363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:03.766830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:03.785034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:03.927346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.185431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec7d64f4-2f5b-4cf5-9515-e211d7a26db6 None None] Provisioning for port 43a7af47-4f67-4384-b077-7a6b491afad8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:04.204315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec7d64f4-2f5b-4cf5-9515-e211d7a26db6 None None] Provisioning complete for port 43a7af47-4f67-4384-b077-7a6b491afad8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:04.205655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5dfac0-9327-4aec-a1d3-0fe8347312df,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:04.209508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec7d64f4-2f5b-4cf5-9515-e211d7a26db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.212949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.260951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.269126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-823b2015-c3f5-4d42-bfc4-9c6e29e441da tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/subnets/ea5dfac0-9327-4aec-a1d3-0fe8347312df HTTP/1.1" status: 204 len: 168 time: 1.3336556 Mar 03 18:13:04.273165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46740) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:04.290782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302a4bd-64c3-485c-aaf4-66e05642ef9f None None] Network 4b308862-84f0-4b28-9619-70381c21a747 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:04.354227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6ab1ba6e-2a49-4fe6-8af1-f262891b6074'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:04.384095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:04.400914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event deleted for resources: {'Port': ['ID=05fe45d9-7dc6-441d-ba12-404cb4fd326f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:04.462866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] No DVR routers for this DVR port 05fe45d9-7dc6-441d-ba12-404cb4fd326f on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:04.465982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.470573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.472983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'name': 'network-vif-deleted', 'tag': '05fe45d9-7dc6-441d-ba12-404cb4fd326f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:04.489059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:04.489772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.532573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:04.533083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.543945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b0ddcc5-d760-4d3d-a27d-9e6663ccd826 req-edb11be6-9318-4c90-bc54-1349b41c653d tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "DELETE /v2.0/ports/05fe45d9-7dc6-441d-ba12-404cb4fd326f HTTP/1.1" status: 204 len: 173 time: 2.9509895 Mar 03 18:13:04.560522 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-1e7cdf70-80a2-4717-807a-20c05e651a9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8970146 Mar 03 18:13:04.643868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76283cb-d1ba-42ad-b314-2a2fdb8c4e68 req-609a74c6-a20e-4aa4-856e-bc696f138fb8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:04.645428 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b76283cb-d1ba-42ad-b314-2a2fdb8c4e68 req-609a74c6-a20e-4aa4-856e-bc696f138fb8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 945 time: 0.7065098 Mar 03 18:13:04.657730 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa72db-ad39-4401-8f1d-a58872d23c02', 'name': 'network-vif-deleted', 'tag': '05fe45d9-7dc6-441d-ba12-404cb4fd326f', 'status': 'completed', 'code': 200} Mar 03 18:13:04.663302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-b8cc93f0-ed07-4e3a-b280-3247f450bdf2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:13:04.664175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-b8cc93f0-ed07-4e3a-b280-3247f450bdf2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103786 Mar 03 18:13:04.678366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Request body: {'port': {'device_id': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:04.731913 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d64f4-2f5b-4cf5-9515-e211d7a26db6 None None] Port 43a7af47-4f67-4384-b077-7a6b491afad8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:13:04.747798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:04.895011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5797fa61-22b5-4e4b-b92f-90107264774d req-5a32d898-32f2-4773-ade2-0a56b9ccc0b3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:05.025624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.25.0.214 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7d5cc130-2233-486b-90d3-f265c5bd98c4) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:05.073303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 05fe45d9-7dc6-441d-ba12-404cb4fd326f no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:05.083055 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:05.198438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 05fe45d9-7dc6-441d-ba12-404cb4fd326f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:05.199585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 05fe45d9-7dc6-441d-ba12-404cb4fd326f not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:05.228409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:05.299256 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b76283cb-d1ba-42ad-b314-2a2fdb8c4e68 req-9907b0af-31a6-457c-9659-aae204bed29f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302063 Mar 03 18:13:05.344018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:05.377099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] DHCP port deletion for 4b308862-84f0-4b28-9619-70381c21a747 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:13:05.396249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] Deleting port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:05.396799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:05.457537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:05.468225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:05.476180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:05.583767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:05.598885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5797fa61-22b5-4e4b-b92f-90107264774d req-5a32d898-32f2-4773-ade2-0a56b9ccc0b3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:05.657915 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5797fa61-22b5-4e4b-b92f-90107264774d req-5a32d898-32f2-4773-ade2-0a56b9ccc0b3 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=02aa72db-ad39-4401-8f1d-a58872d23c02 HTTP/1.1" status: 200 len: 210 time: 0.8670733 Mar 03 18:13:05.750478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=7d5cc130-2233-486b-90d3-f265c5bd98c4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:05.946278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] For port 8c1c90a6-61a2-46e0-b604-b45d90d597f1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8c1c90a6-61a2-46e0-b604-b45d90d597f1,segment=NetworkSegment(bff7babc-e6ed-44b9-994d-295a4effe04c),segment_id=bff7babc-e6ed-44b9-994d-295a4effe04c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:05.946688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:06.186637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] Calling delete_port for 8c1c90a6-61a2-46e0-b604-b45d90d597f1 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:06.277193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] For port 8c1c90a6-61a2-46e0-b604-b45d90d597f1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8c1c90a6-61a2-46e0-b604-b45d90d597f1,segment=NetworkSegment(bff7babc-e6ed-44b9-994d-295a4effe04c),segment_id=bff7babc-e6ed-44b9-994d-295a4effe04c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:06.278115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:06.327171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:06.430241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Calling delete_port for 8c1c90a6-61a2-46e0-b604-b45d90d597f1 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:06.442006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] No DVR routers for this DVR port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:06.453650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418938-30ab-4f9e-80b2-4e38184c7210 None None] Pushing event deleted for resources: {'Port': ['ID=8c1c90a6-61a2-46e0-b604-b45d90d597f1,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:06.594294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a7af47-4f67-4384-b077-7a6b491afad8 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:13:06.602177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:06.618569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Transition to ACTIVE for port object 43a7af47-4f67-4384-b077-7a6b491afad8 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:06.630667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469d326-656e-41be-826e-1e656faa4948 req-51483c3e-dbb6-4c36-a6a1-509c8a3dd548 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:06.630667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3469d326-656e-41be-826e-1e656faa4948 req-51483c3e-dbb6-4c36-a6a1-509c8a3dd548 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 931 time: 1.0254495 Mar 03 18:13:06.640013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-5d01ce67-11a8-40fa-b70a-20b6219be2fb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:06.648821 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-5d01ce67-11a8-40fa-b70a-20b6219be2fb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.8070431 Mar 03 18:13:06.656803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:06.723259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-eb2e27eb-0067-40f4-ac88-1e9825071bd3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.0746632 Mar 03 18:13:06.861163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:13:06.861675 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:13:06.865857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c1c90a6-61a2-46e0-b604-b45d90d597f1 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:06.918941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3469d326-656e-41be-826e-1e656faa4948 req-0276b5f0-fc37-4003-b411-be8fa323d4f6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565124 Mar 03 18:13:06.941007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:06.961691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:06.998578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8c1c90a6-61a2-46e0-b604-b45d90d597f1 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:06.998578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c1c90a6-61a2-46e0-b604-b45d90d597f1 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:07.129170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:07.321674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:07.322037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:07.322365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:07.333865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1a6282bd-c3d1-4ae4-a8d2-3589911c015c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6009977 Mar 03 18:13:07.339488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Port 43a7af47-4f67-4384-b077-7a6b491afad8 on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:13:07.339811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:07.361964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Deleting port a587d8d6-2067-4446-aa7d-65c45dc0701b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:07.362314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:07.411343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:07.411552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Checking segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:07.411842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Bound using segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:07.412268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Bound port: 43a7af47-4f67-4384-b077-7a6b491afad8, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:07.412616 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:07.448032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:07.462548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Deleting port 8c1c90a6-61a2-46e0-b604-b45d90d597f1 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:07.462926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:07.551321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:07.674902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] The port '8c1c90a6-61a2-46e0-b604-b45d90d597f1' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:13:07.844439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=7d5cc130-2233-486b-90d3-f265c5bd98c4,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:07.848559 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-38496b73-6611-4c89-86b2-82b8d59bdbf8 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997959 Mar 03 18:13:07.942579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.077753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:08.081720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:08.164551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.218735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b308862-84f0-4b28-9619-70381c21a747']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:08.235499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff7babc-e6ed-44b9-994d-295a4effe04c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:08.235846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff7babc-e6ed-44b9-994d-295a4effe04c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:08.248220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.265763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.283298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:13:08.284473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.329775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] For port a587d8d6-2067-4446-aa7d-65c45dc0701b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a587d8d6-2067-4446-aa7d-65c45dc0701b,segment=NetworkSegment(3e91d713-764d-4bf3-9c6d-95e220750cfe),segment_id=3e91d713-764d-4bf3-9c6d-95e220750cfe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:08.330200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.483045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Calling delete_port for a587d8d6-2067-4446-aa7d-65c45dc0701b owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:08.526553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:13:08.574810 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:13:08.625742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:08.626381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.628299 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] 10.222.0.35 "PUT /v2.0/ports/43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 1091 time: 3.9552214 Mar 03 18:13:08.628750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:08.805003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.859888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-c0a92330-cd53-4e03-b948-6e7ea3854f53 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9965754 Mar 03 18:13:08.868089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6133e0-f869-4a9b-ab7c-045773fa598c service neutron] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:08.908719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:08.911811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-da27d4ae-3032-43a7-a224-3e591fb3aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:08.913317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-da27d4ae-3032-43a7-a224-3e591fb3aed2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1094 time: 0.2233152 Mar 03 18:13:08.998082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] Pushing event deleted for resources: {'Network': ['ID=4b308862-84f0-4b28-9619-70381c21a747,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:09.039580 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-abd67d1a-2902-41a2-962a-a0691942f78e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 217 time: 0.1170058 Mar 03 18:13:09.193626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-abf91eb0-e7eb-4f47-898a-65a4cd1f7000 tempest-NetworksIpV6Test-678564336 tempest-NetworksIpV6Test-678564336-project] 10.222.0.23 "DELETE /v2.0/networks/4b308862-84f0-4b28-9619-70381c21a747 HTTP/1.1" status: 204 len: 168 time: 4.9145339 Mar 03 18:13:09.200201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-b86e47f3-0df9-420c-b492-df5840e43df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:09.201695 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-b86e47f3-0df9-420c-b492-df5840e43df0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.1498368 Mar 03 18:13:09.321048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e023fce-75b5-4823-acbc-50c3e5c308b5 req-d4ab0e43-b31d-4f89-99a9-b5dcfeca18f3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:09.327837 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'status': 'completed', 'code': 200} Mar 03 18:13:09.334712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e023fce-75b5-4823-acbc-50c3e5c308b5 req-d4ab0e43-b31d-4f89-99a9-b5dcfeca18f3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 0.6563773 Mar 03 18:13:09.370616 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 07aed38a-ee98-41e3-8aa7-84c274adab41 associated. External IP: 172.25.0.214, port: 25c565a5-aff2-454f-917f-17528c688575. Mar 03 18:13:09.491441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d31a0c8b-2fa3-45f0-876b-89df76c1e7c3 req-0cb0b18c-1f68-43de-9f3e-ffdbe7356a32 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 210 time: 0.1011481 Mar 03 18:13:09.592044 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:09.833568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e023fce-75b5-4823-acbc-50c3e5c308b5 req-bfece3a6-a0fb-46f0-a343-f2a985cd6fe2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4979241 Mar 03 18:13:09.843467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-bf459a87-81a0-4923-a9d5-44f20d7a7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:09.847589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-bf459a87-81a0-4923-a9d5-44f20d7a7cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6269832 Mar 03 18:13:09.860242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a587d8d6-2067-4446-aa7d-65c45dc0701b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:10.159335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46866) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:10.311307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:10.448917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-614a12c6-9404-49f8-ba18-83cb88058993 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811687 Mar 03 18:13:10.494833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:10.653192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4e1e51b2-10d1-45b9-84df-473ebb922fb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87326d876e244174859a0db5c3e9ebc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920769 Mar 03 18:13:10.654930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:10.658165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46880) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:10.672114 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:10.685160 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:10.687913 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:10.795971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:10.898526 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5de74669-7002-411b-be25-c4534af342c7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1708343 Mar 03 18:13:10.902479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46890) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:10.911043 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:10.957505 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:10.958044 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:11.159785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b034fd08-5cb3-4caa-9b53-4dc003322f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:11.189179 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:11.190103 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f8303-640d-4cf6-8ac9-0d2c1f0214a1 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:11.376532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b034fd08-5cb3-4caa-9b53-4dc003322f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:11.387881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6ee2f6f1-e12a-4613-8f06-a343dcb05cab req-db4d9410-2b58-4259-9ed2-ca1e23f55034 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 210 time: 0.3751929 Mar 03 18:13:11.511608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b034fd08-5cb3-4caa-9b53-4dc003322f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:11.603167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034fd08-5cb3-4caa-9b53-4dc003322f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc229202-c456-45f0-b409-b2c72a4ba77e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:11.621358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9ed845e1-8722-4828-972b-ed5dc82abefe tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "GET /v2.0/floatingips/07aed38a-ee98-41e3-8aa7-84c274adab41 HTTP/1.1" status: 200 len: 977 time: 0.6601753 Mar 03 18:13:11.628656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46910) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:11.820928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b034fd08-5cb3-4caa-9b53-4dc003322f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:11.829509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b034fd08-5cb3-4caa-9b53-4dc003322f2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc229202-c456-45f0-b409-b2c72a4ba77e HTTP/1.1" status: 204 len: 168 time: 1.1619594 Mar 03 18:13:11.961630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631d899-830e-429a-b520-37a199c8d68e req-501ea87b-6c07-4283-baf3-249a143272c3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:11.963189 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8631d899-830e-429a-b520-37a199c8d68e req-501ea87b-6c07-4283-baf3-249a143272c3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 0.8060017 Mar 03 18:13:12.108641 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8631d899-830e-429a-b520-37a199c8d68e req-e60e47dc-c407-4751-a28a-5aade027eca6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351480 Mar 03 18:13:12.111067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1eb67ab6-75f7-4fc8-b167-98acccaf9817 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Synchronizing usage tracker for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:floatingip {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:12.160926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1eb67ab6-75f7-4fc8-b167-98acccaf9817 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Unset dirty status for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:floatingip {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:12.165214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1eb67ab6-75f7-4fc8-b167-98acccaf9817 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5297506 Mar 03 18:13:12.166284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 46926) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:12.171504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'port_id': 'a78f003b-02fa-4a32-922d-dc189d346aa5'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:12.199365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48f0ea1a-4d6d-41b4-8bba-d68fe7ae61d2 req-b0f6d4a7-ed81-47ef-9f3f-74f8f8043462 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7396536 Mar 03 18:13:12.213008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-18fbef2b-cc25-41c1-942f-fc7a7682a73b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:12.214964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-18fbef2b-cc25-41c1-942f-fc7a7682a73b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 1.0527823 Mar 03 18:13:12.238526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Request body: {'port': {'device_id': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'admin_state_up': True, 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:12.610186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:12.885464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d5b9032-61a2-4fcb-b7f1-9b0a26e7213f req-94de1cf9-c406-4ae5-8a3e-9e27acdf84bf tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 210 time: 0.0985460 Mar 03 18:13:12.948743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Router c716d447-901f-4af0-aa72-4e37023ff1ae has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:12.998971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26360b90-20b6-478c-af07-125739fd7ec4 req-d61f8262-f0db-47c3-9fdc-d5eaa787bf9e tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:13.010101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26360b90-20b6-478c-af07-125739fd7ec4 req-d61f8262-f0db-47c3-9fdc-d5eaa787bf9e tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 945 time: 0.9278746 Mar 03 18:13:13.012501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-933c8bf4-69b5-4794-9bbc-5650945430cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:13.014471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-933c8bf4-69b5-4794-9bbc-5650945430cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1094 time: 0.5062101 Mar 03 18:13:13.322669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-8425ec25-361e-4596-a7bb-1c1cdb4db196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:13.324014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-8425ec25-361e-4596-a7bb-1c1cdb4db196 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.2973061 Mar 03 18:13:13.330105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:13.448291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46970) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:13.497073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:13.502486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-e3cc2f7e-b3ab-42e4-9b09-71d82366022f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 217 time: 0.1598351 Mar 03 18:13:13.751524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-393a0c69-9803-4f55-bb77-4609b22789a8 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:13.753168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-393a0c69-9803-4f55-bb77-4609b22789a8 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 945 time: 0.2050951 Mar 03 18:13:13.766474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042610bd-2f23-4194-bcc6-bd0b3a3f55cb req-bdad22ba-466e-4ed0-ba8f-66d5d636b0ac tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:13.768326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-042610bd-2f23-4194-bcc6-bd0b3a3f55cb req-bdad22ba-466e-4ed0-ba8f-66d5d636b0ac tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 0.1843684 Mar 03 18:13:13.798166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:13.802497 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:13.829361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-1874183902'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:13.907063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-26360b90-20b6-478c-af07-125739fd7ec4 req-7e2becf0-b43a-4f2c-94cd-1b6fcbff3778 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8822486 Mar 03 18:13:13.918841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:13.934367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:13.941570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:13.957698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:14.037012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-042610bd-2f23-4194-bcc6-bd0b3a3f55cb req-f97e9dd6-d0bd-4f79-8164-4ed198ed3e45 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244885 Mar 03 18:13:14.040342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Deleting port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:14.040723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.124674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-c09ca188-d561-4bf6-be71-e883a2073b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:14.132556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.134426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-c09ca188-d561-4bf6-be71-e883a2073b32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.6137667 Mar 03 18:13:14.151342 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.221979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:14.225574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-257fdc39-738d-4666-94d7-8bb3a5cb422d req-6421b222-19fc-4c42-b2dc-bd963f54bcab tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 210 time: 0.2085667 Mar 03 18:13:14.231154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] Sync routers for ids ['c716d447-901f-4af0-aa72-4e37023ff1ae'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:14.248196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] Routers {'c716d447-901f-4af0-aa72-4e37023ff1ae'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:14.248819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c716d447-901f-4af0-aa72-4e37023ff1ae'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:14.262326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:14.265756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.327127 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.366012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:14.378919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ed51a779-4f91-4c67-9ac7-c01b22f1de5a admin admin] 10.222.0.23 "PUT /v2.0/routers/c716d447-901f-4af0-aa72-4e37023ff1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4820566 Mar 03 18:13:14.380368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:security_group_rule and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:14.381247 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 07aed38a-ee98-41e3-8aa7-84c274adab41 associated. External IP: 172.25.0.214, port: 25c565a5-aff2-454f-917f-17528c688575. Mar 03 18:13:14.383062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 46992) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:14.389168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:14.490034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:14.545976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] Set router c716d447-901f-4af0-aa72-4e37023ff1ae gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:14.793293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.822873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Allocated IP 172.20.0.7 (0d5a0192-580c-4682-8369-19e914f4d951/d519e14d-944d-4a64-8cd2-e0a61103967a/b3373a48-e238-438f-ab6b-97218aece9f3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:14.866406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-13cd85c5-2cc4-4d9f-87a0-891005adf811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:14.869174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-13cd85c5-2cc4-4d9f-87a0-891005adf811 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7074218 Mar 03 18:13:14.870152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.886989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:13:14.901763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.902499 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment a3da972a-3c65-4147-95cb-f618be3eae2e of type vlan for network 92d52723-699b-492f-aa7e-341167f8bd63 Mar 03 18:13:14.930372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:13:09Z', 'revision_number': 5, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:14.935569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] Checking router: c716d447-901f-4af0-aa72-4e37023ff1ae for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:13:14.942299 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:14.947973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] Routers {'c716d447-901f-4af0-aa72-4e37023ff1ae'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:14.948855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c716d447-901f-4af0-aa72-4e37023ff1ae'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:15.023608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:15.109680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] For port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:15.110648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:15.250047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:13:15.276207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1787ed22-ed63-421c-82b6-8723cf067507,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:15.295369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:15.308979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:15.310116 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:15.395982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Calling delete_port for 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:15.396749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] Set router c716d447-901f-4af0-aa72-4e37023ff1ae gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:15.488439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0274041 Mar 03 18:13:15.499146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47022) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:15.593083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-138272082'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:15.689874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:15.709803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8816d068-6401-4766-ac7a-932912dcdf72 req-69f04a7c-8254-497d-a68b-e2b6c5354d02 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 210 time: 0.4138205 Mar 03 18:13:15.711817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:15.732045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47026) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:15.735563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:15.817643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3b17a-e9c6-445e-bc25-109c6fa6cd2b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=92d52723-699b-492f-aa7e-341167f8bd63,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:15.821886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:15.844078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 92d52723-699b-492f-aa7e-341167f8bd63 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:13:15.901066 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:15.969140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6ab1ba6e-2a49-4fe6-8af1-f262891b6074'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:15.969995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-5c645206-b0cd-4b21-86fd-478bf5573326 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8635705 Mar 03 18:13:15.993591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:16.079157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:16.085718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.125698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event deleted for resources: {'Port': ['ID=6ab1ba6e-2a49-4fe6-8af1-f262891b6074,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:16.163166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:13:16.166412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:16.167218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-721a00e5-b643-4fa8-bca4-cc92d055c7f0 req-c2b96bfd-1d6c-42b6-9d0f-cd7abc040fd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 210 time: 0.1708007 Mar 03 18:13:16.174906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.175457 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment 4442367b-251c-46aa-9f4d-60b0fc1e3cf4 of type vlan for network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 Mar 03 18:13:16.203669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '43a7af47-4f67-4384-b077-7a6b491afad8', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'port_id': '43a7af47-4f67-4384-b077-7a6b491afad8', 'mac_address': 'fa:16:3e:21:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:13:16.221073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.305640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:16.317849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] No DVR routers for this DVR port 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:16.322711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.326850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09798deb-7d34-47b8-b851-0a2db972fa83', 'name': 'network-vif-deleted', 'tag': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:16.409671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.467408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.482318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.490427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:16.491052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.494925 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09798deb-7d34-47b8-b851-0a2db972fa83', 'name': 'network-vif-deleted', 'tag': '6ab1ba6e-2a49-4fe6-8af1-f262891b6074', 'status': 'completed', 'code': 200} Mar 03 18:13:16.503610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a7af47-4f67-4384-b077-7a6b491afad8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:13:16.509491 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-99c15ae8-d9d8-479c-82fd-9f8da7e5b018 req-20592252-5049-453a-bfc2-f69a06d75871 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.35 "DELETE /v2.0/ports/6ab1ba6e-2a49-4fe6-8af1-f262891b6074 HTTP/1.1" status: 204 len: 173 time: 2.7387450 Mar 03 18:13:16.554196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:16.562564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe3a2b-23cd-4d0a-a28b-fbbaef30fe7c req-d5687fc8-838a-4f66-a488-18f3a78054fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:16.564291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7dbe3a2b-23cd-4d0a-a28b-fbbaef30fe7c req-d5687fc8-838a-4f66-a488-18f3a78054fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 1.1727231 Mar 03 18:13:16.566313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:16.576719 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.662547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:13:09Z', 'revision_number': 5, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:16.680126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.699168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59ca87-0bd0-4e94-8508-c06a369ad863 None None] The sync data for ids ['c716d447-901f-4af0-aa72-4e37023ff1ae'] in n-d-827121-1 is: [{'id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'name': 'tempest-TestAggregatesBasicOps-210877914-router', 'tenant_id': '6660215542cb4236a72e926c1e03c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:11Z', 'updated_at': '2022-03-03T18:13:09Z', 'revision_number': 5, 'project_id': '6660215542cb4236a72e926c1e03c1b1', 'gw_port': {'id': 'a4689026-467a-469c-b2a2-35baf9a761fb', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d447-901f-4af0-aa72-4e37023ff1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:13Z', 'updated_at': '2022-03-03T18:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:16.714102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Usage tracker for resource:security_group_rule and tenant:7be4c5781d1f46638e6d8a0a04e31cf6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:16.723078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7dbe3a2b-23cd-4d0a-a28b-fbbaef30fe7c req-bddf822f-bffb-4547-afad-a9e250a66701 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747836 Mar 03 18:13:16.723980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:16.729357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:16.741696 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2274344 Mar 03 18:13:16.745781 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:16.760391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47050) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:16.788746 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:16.790600 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:16.807103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:16.818196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:16.838523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': '92d52723-699b-492f-aa7e-341167f8bd63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:16.863272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Deleting port a4689026-467a-469c-b2a2-35baf9a761fb {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:16.863532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['43a7af47-4f67-4384-b077-7a6b491afad8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:16.863643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:16.954034 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:16.987411 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:16.988230 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:17.062179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] For port a4689026-467a-469c-b2a2-35baf9a761fb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a4689026-467a-469c-b2a2-35baf9a761fb,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:17.062984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:17.155345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:17.251180 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:17.252865 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6088e-c3f0-49cc-9d8f-7e4d06add95f None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:17.271971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Calling delete_port for a4689026-467a-469c-b2a2-35baf9a761fb owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:17.338991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:17.340873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6ab1ba6e-2a49-4fe6-8af1-f262891b6074 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:17.595212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a5c33-ab95-4525-b7d5-eaaac46bb667 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=0e88aeb4-a35f-497a-b1fd-1b862ce1f332,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:17.615191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:13:17.633473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9c57b880-7b9d-4d1e-85a5-a698e0363661 req-400a50e6-1166-4635-97fb-113fc41f36ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:17.659264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:17.704357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-00e3f8e1-8332-4dd5-8213-45138f65eeb4 req-16865d89-80b8-4069-9b90-61f1967dd016 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:17.727647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:17.740884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-841f409e-4dd0-42dc-945b-2173ff270b87 req-726265a6-d4ed-431b-93bb-d7517e3bbbda service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7697737 Mar 03 18:13:17.798767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9c57b880-7b9d-4d1e-85a5-a698e0363661 req-400a50e6-1166-4635-97fb-113fc41f36ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:17.801888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c57b880-7b9d-4d1e-85a5-a698e0363661 req-400a50e6-1166-4635-97fb-113fc41f36ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 210 time: 0.3230851 Mar 03 18:13:17.808306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-00e3f8e1-8332-4dd5-8213-45138f65eeb4 req-16865d89-80b8-4069-9b90-61f1967dd016 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:17.817282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00e3f8e1-8332-4dd5-8213-45138f65eeb4 req-16865d89-80b8-4069-9b90-61f1967dd016 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=09798deb-7d34-47b8-b851-0a2db972fa83 HTTP/1.1" status: 200 len: 210 time: 0.3882253 Mar 03 18:13:17.818844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:17.883761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:17.900048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Pushing event deleted for resources: {'Port': ['ID=a4689026-467a-469c-b2a2-35baf9a761fb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:17.938088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:17.943939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:17.948154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:17.953712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:17.954984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:17.964820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:17.965710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:18.034512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:18.049634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:18.050296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:18.055762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:18.098788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0c6c236-e44b-4b4c-8df3-0e3375605aab tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/floatingips/07aed38a-ee98-41e3-8aa7-84c274adab41 HTTP/1.1" status: 200 len: 978 time: 5.9312508 Mar 03 18:13:18.101409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:18.107035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:18.149242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.156413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.169971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.171968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:18.202399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:18.202399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b51916-6f99-4243-95d8-fc4acdf0ef30 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:18.203450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['7da46488-e9f6-4f3e-89b0-432ffb36c8c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:18.218905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.257168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.282071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.615730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:18.619158 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.657556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.662953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.667674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.668026 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 07aed38a-ee98-41e3-8aa7-84c274adab41 disassociated. External IP: 172.25.0.214, port: a78f003b-02fa-4a32-922d-dc189d346aa5. Mar 03 18:13:18.682128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.743999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Network 0d5a0192-580c-4682-8369-19e914f4d951 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:18.827498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7be4c5781d1f46638e6d8a0a04e31cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0961082 Mar 03 18:13:18.828648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c1f3c-6af5-4575-99d2-b49d6234e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65223b69-68b5-4baa-8898-cf7b0a7b6865,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:18.843829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4c09a-1ea2-46c1-bf48-3b64f1e2768a req-f9dfd05d-5590-437a-8cff-7ea9e4135eeb tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:18.853624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9bd4c09a-1ea2-46c1-bf48-3b64f1e2768a req-f9dfd05d-5590-437a-8cff-7ea9e4135eeb tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 944 time: 0.8948627 Mar 03 18:13:18.863213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47092) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:18.864065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:18.874289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event updated for resources: {'Port': ['ID=b3373a48-e238-438f-ab6b-97218aece9f3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:18.878094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:18.878648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Fanout notify agent at l3_agent the message router_deleted on router c716d447-901f-4af0-aa72-4e37023ff1ae {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:13:18.914356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a587d8d6-2067-4446-aa7d-65c45dc0701b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:18.959864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:18.960263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a587d8d6-2067-4446-aa7d-65c45dc0701b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:18.960720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a587d8d6-2067-4446-aa7d-65c45dc0701b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:19.072019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9bd4c09a-1ea2-46c1-bf48-3b64f1e2768a req-ac724f92-fbfd-46a0-85bb-6c38e97ea3a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174878 Mar 03 18:13:19.117722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27f08b0f-2eae-4825-a9d8-3efab3e73bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.129215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:19.130114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.134558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.136231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d2d6f27d-e278-4bed-9dcc-594c13a91dec admin admin] 10.222.0.23 "DELETE /v2.0/routers/c716d447-901f-4af0-aa72-4e37023ff1ae HTTP/1.1" status: 204 len: 168 time: 4.7489858 Mar 03 18:13:19.150456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47100) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:19.153825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:19.303034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 43a7af47-4f67-4384-b077-7a6b491afad8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:19.304071 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27f08b0f-2eae-4825-a9d8-3efab3e73bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.310197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 43a7af47-4f67-4384-b077-7a6b491afad8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:19.310907 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.320586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-1b71b04a-256b-4161-a92f-3bcf5fae5cd5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0898831 Mar 03 18:13:19.336176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Request body: {'port': {'device_id': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:19.403595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] Deleting subnet b04945fd-9e5b-485f-885e-57beda33d05c {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:13:19.438700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.562512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e1a76-5471-411d-b740-6b9581f78fc6 req-5d3e93d7-71a5-4f6b-9ff1-01191c045a2c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:19.564459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc4e1a76-5471-411d-b740-6b9581f78fc6 req-5d3e93d7-71a5-4f6b-9ff1-01191c045a2c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 931 time: 0.5816138 Mar 03 18:13:19.600321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:19.612698 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-030d7021-b216-4785-9626-21eff1da480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.647138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.647602 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.690758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.722047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:19.751472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:19.759332 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.779890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=467334df-bdad-453a-a5bf-e02bf66b0b21,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:19.782515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.836758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27f08b0f-2eae-4825-a9d8-3efab3e73bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.881280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f08b0f-2eae-4825-a9d8-3efab3e73bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65223b69-68b5-4baa-8898-cf7b0a7b6865,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:19.891771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:19.902345 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ea185-6f73-4b17-8201-129316621c41 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:19.903234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc4e1a76-5471-411d-b740-6b9581f78fc6 req-bb765101-af14-469b-b00f-938873be7d61 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317778 Mar 03 18:13:19.907214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:19.917174 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ea185-6f73-4b17-8201-129316621c41 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:19.920213 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-920ea185-6f73-4b17-8201-129316621c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:19.959044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:19.994260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dcf45d4d-8b61-458d-920e-344ba8d4c610 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/floatingips/07aed38a-ee98-41e3-8aa7-84c274adab41 HTTP/1.1" status: 200 len: 688 time: 1.8916502 Mar 03 18:13:19.996702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47120) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:20.066912 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-920ea185-6f73-4b17-8201-129316621c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:20.085846 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ea185-6f73-4b17-8201-129316621c41 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:20.086530 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-920ea185-6f73-4b17-8201-129316621c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:12:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:20.118000 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'code': 200} Mar 03 18:13:20.213436 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-920ea185-6f73-4b17-8201-129316621c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:20.213930 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ea185-6f73-4b17-8201-129316621c41 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:20.290980 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27f08b0f-2eae-4825-a9d8-3efab3e73bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:20.294452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-27f08b0f-2eae-4825-a9d8-3efab3e73bbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65223b69-68b5-4baa-8898-cf7b0a7b6865 HTTP/1.1" status: 204 len: 168 time: 1.4111588 Mar 03 18:13:20.323844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 7d5cc130-2233-486b-90d3-f265c5bd98c4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:20.324184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:20.392995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f553c4-38eb-4e8d-8db7-b3b8dfd3f2b5 req-9fd96e4a-a8d1-4579-a8ae-8d44d640e4df tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:20.399959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38f553c4-38eb-4e8d-8db7-b3b8dfd3f2b5 req-9fd96e4a-a8d1-4579-a8ae-8d44d640e4df tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 946 time: 0.3208561 Mar 03 18:13:20.434756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': 'a3da972a-3c65-4147-95cb-f618be3eae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '92d52723-699b-492f-aa7e-341167f8bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:20.435244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: 92d52723-699b-492f-aa7e-341167f8bd63, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:13:20.521660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:20.591078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b756-9a8e-47ca-a707-5ef9d49d60cd req-715ccef7-0dba-4b70-84b2-29bdf37a03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:20.593104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90b1b756-9a8e-47ca-a707-5ef9d49d60cd req-715ccef7-0dba-4b70-84b2-29bdf37a03a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1096 time: 0.3044045 Mar 03 18:13:20.605149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb418fd-fe11-4a6c-a362-4985ba937ae5 req-ee8c1ec6-8945-4346-a5b7-7510020683cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:20.607050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2eb418fd-fe11-4a6c-a362-4985ba937ae5 req-ee8c1ec6-8945-4346-a5b7-7510020683cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.3172033 Mar 03 18:13:20.626506 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38f553c4-38eb-4e8d-8db7-b3b8dfd3f2b5 req-10237d2d-6f1d-4c03-925b-b7d7db87bfdc tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256911 Mar 03 18:13:20.640475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 92d52723-699b-492f-aa7e-341167f8bd63 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:13:20.645723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:20.646272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:20.732942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 92d52723-699b-492f-aa7e-341167f8bd63) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:20.745914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e509f-006d-4cbb-9497-b1509b08a305 None None] Network 92d52723-699b-492f-aa7e-341167f8bd63 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:20.774768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a4689026-467a-469c-b2a2-35baf9a761fb no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:20.801914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90b1b756-9a8e-47ca-a707-5ef9d49d60cd req-1f3b6f88-eb18-46d5-b396-26d64b7d44b4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921442 Mar 03 18:13:20.821168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:20.821823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:20.853238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 7d5cc130-2233-486b-90d3-f265c5bd98c4 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:20.862262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-18a914b9-598b-4dc2-9410-d58d3f6ec22f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0385842 Mar 03 18:13:20.867594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47152) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:20.891641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2eb418fd-fe11-4a6c-a362-4985ba937ae5 req-be232884-32dc-4549-9d86-bf79df03d6da tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264855 Mar 03 18:13:20.903903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': '0e88aeb4-a35f-497a-b1fd-1b862ce1f332', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:20.913667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a4689026-467a-469c-b2a2-35baf9a761fb {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:20.914097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a4689026-467a-469c-b2a2-35baf9a761fb not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:21.150566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.261957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=7d5cc130-2233-486b-90d3-f265c5bd98c4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:21.327252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:21.331573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:21.335522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:21.342032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:21.355027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3373a48-e238-438f-ab6b-97218aece9f3 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:13:21.365416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.392218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Transition to ACTIVE for port object b3373a48-e238-438f-ab6b-97218aece9f3 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:21.394632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:21.399349 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.407214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.421125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.446965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.454504 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-927e8804-9a13-4b28-a927-1fe1020f7829 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/floatingips/07aed38a-ee98-41e3-8aa7-84c274adab41 HTTP/1.1" status: 204 len: 168 time: 1.4440861 Mar 03 18:13:21.457418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47170) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:21.487656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.515648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04945fd-9e5b-485f-885e-57beda33d05c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:21.534749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-92d52723-699b-492f-aa7e-341167f8bd63', 'network_id': '92d52723-699b-492f-aa7e-341167f8bd63', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': '467334df-bdad-453a-a5bf-e02bf66b0b21'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:13:21.536194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.590642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Pushing event updated for resources: {'Port': ['ID=b3373a48-e238-438f-ab6b-97218aece9f3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:21.619468 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.619468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-999d2f84-0f9a-4770-a208-0c84222bb3a1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b04945fd-9e5b-485f-885e-57beda33d05c HTTP/1.1" status: 204 len: 168 time: 2.4557521 Mar 03 18:13:21.658106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e101cb-479e-4cdc-9d57-f88fca0d9eac None None] Network fef6960c-2dd4-4e88-9f3c-4f4d1b77719b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:21.688481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:21.875172 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-451fb208-b08a-4aed-95cd-7e6cd38d5fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:21.911957 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-f972de30-ec4b-4b87-b119-b024c71ca891 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] delete failed (client error): The resource could not be found. Mar 03 18:13:21.917077 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f972de30-ec4b-4b87-b119-b024c71ca891 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/floatingips/07aed38a-ee98-41e3-8aa7-84c274adab41 HTTP/1.1" status: 404 len: 345 time: 0.4564099 Mar 03 18:13:21.917829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47192) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:21.993362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a002a81-168b-4f01-85ca-d90a10e28744 req-1e3d6883-d46e-4055-a71b-aa30c3c5b742 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:22.002873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a002a81-168b-4f01-85ca-d90a10e28744 req-1e3d6883-d46e-4055-a71b-aa30c3c5b742 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 931 time: 0.7812505 Mar 03 18:13:22.134468 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4a002a81-168b-4f01-85ca-d90a10e28744 req-62a9ad92-b36f-4e65-bccd-5bf474baef7f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306288 Mar 03 18:13:22.160893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Allocated IP 172.20.0.2 (92d52723-699b-492f-aa7e-341167f8bd63/467334df-bdad-453a-a5bf-e02bf66b0b21/b4df7d05-256f-436d-b3ac-4d81154cde60) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:22.205924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-5f4993f1-9d58-4235-bc75-d312a4ac1221 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:22.217569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-5f4993f1-9d58-4235-bc75-d312a4ac1221 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 946 time: 0.6346567 Mar 03 18:13:22.356877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6985b21-3c44-4c3a-84fb-68302db78324 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:22.364101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6985b21-3c44-4c3a-84fb-68302db78324 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:22.370787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6985b21-3c44-4c3a-84fb-68302db78324 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:22.371862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a6985b21-3c44-4c3a-84fb-68302db78324 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Synchronizing usage tracker for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:22.431418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:22.433200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Attempting to bind port b3373a48-e238-438f-ab6b-97218aece9f3 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:22.433557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Attempting to bind port b3373a48-e238-438f-ab6b-97218aece9f3 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:22.433886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Attempting to bind port b3373a48-e238-438f-ab6b-97218aece9f3 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:22.472447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Deleting port bc8cad4a-2ec1-4a70-86e6-6cf03238867c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:22.472699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Port b3373a48-e238-438f-ab6b-97218aece9f3 on network 0d5a0192-580c-4682-8369-19e914f4d951 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:13:22.472793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:22.473042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Attempting to bind port b3373a48-e238-438f-ab6b-97218aece9f3 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:22.524418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd900b0-23fb-41b5-8c5e-51680ef730b8 req-2b03e207-a938-461d-a7e1-f69081dc6a49 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:22.543812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3fd900b0-23fb-41b5-8c5e-51680ef730b8 req-2b03e207-a938-461d-a7e1-f69081dc6a49 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 946 time: 0.5502446 Mar 03 18:13:22.552346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:22.552346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:22.552346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Bound using segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:22.552346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Bound port: b3373a48-e238-438f-ab6b-97218aece9f3, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:22.552346 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:22.599770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Deleting port fe9dbd4c-3128-44b3-9dd0-847708b79afc {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:22.600613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:22.693206 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:22.704286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Transition to ACTIVE for port object b4df7d05-256f-436d-b3ac-4d81154cde60 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:22.720195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] DHCP port deletion for fef6960c-2dd4-4e88-9f3c-4f4d1b77719b request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:13:22.730212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Deleting port fe9dbd4c-3128-44b3-9dd0-847708b79afc {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:22.730763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:22.777643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Transition to ACTIVE for port object b4df7d05-256f-436d-b3ac-4d81154cde60 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:22.803173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:22.941596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fe9dbd4c-3128-44b3-9dd0-847708b79afc no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:22.992188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] For port bc8cad4a-2ec1-4a70-86e6-6cf03238867c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:22.992550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.054990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] For port b3373a48-e238-438f-ab6b-97218aece9f3, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:23.059766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] For port b3373a48-e238-438f-ab6b-97218aece9f3, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b3373a48-e238-438f-ab6b-97218aece9f3,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:23.061109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.062839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Network 92d52723-699b-492f-aa7e-341167f8bd63 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:23.068865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3fd900b0-23fb-41b5-8c5e-51680ef730b8 req-3ee63f3e-c045-4cbf-b668-09401feda8a6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359998 Mar 03 18:13:23.135852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:23.137668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.143423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:23.178122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a6985b21-3c44-4c3a-84fb-68302db78324 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Unset dirty status for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:23.179918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a6985b21-3c44-4c3a-84fb-68302db78324 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "GET /v2.0/ports?network_id=974a958c-589c-41d3-b3ff-98c10cde62fd HTTP/1.1" status: 200 len: 2357 time: 1.2518971 Mar 03 18:13:23.189142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Calling delete_port for bc8cad4a-2ec1-4a70-86e6-6cf03238867c owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:23.197848 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.220800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47218) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:23.277450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Pushing event updated for resources: {'Port': ['ID=b4df7d05-256f-436d-b3ac-4d81154cde60,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:23.290077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:23.309098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.323110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5867837d-437b-4971-93b1-1f8766549ae7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:23.324198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5867837d-437b-4971-93b1-1f8766549ae7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Synchronizing usage tracker for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:23.378058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de4cbd-e7ce-4a32-b5f3-73ee3544dd05 req-4aeed38a-9b88-4d34-9ff5-963c66fbffd3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:23.379731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3de4cbd-e7ce-4a32-b5f3-73ee3544dd05 req-4aeed38a-9b88-4d34-9ff5-963c66fbffd3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 1.0016639 Mar 03 18:13:23.381069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] For port fe9dbd4c-3128-44b3-9dd0-847708b79afc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe9dbd4c-3128-44b3-9dd0-847708b79afc,segment=NetworkSegment(3e91d713-764d-4bf3-9c6d-95e220750cfe),segment_id=3e91d713-764d-4bf3-9c6d-95e220750cfe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:23.381530 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.401893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] For port fe9dbd4c-3128-44b3-9dd0-847708b79afc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fe9dbd4c-3128-44b3-9dd0-847708b79afc,segment=NetworkSegment(3e91d713-764d-4bf3-9c6d-95e220750cfe),segment_id=3e91d713-764d-4bf3-9c6d-95e220750cfe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:23.402294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.492279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5867837d-437b-4971-93b1-1f8766549ae7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Unset dirty status for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:23.498474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5867837d-437b-4971-93b1-1f8766549ae7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "GET /v2.0/subnets/f36a4691-6c6b-40e4-aa5e-08ecd81673e3 HTTP/1.1" status: 200 len: 797 time: 0.2708457 Mar 03 18:13:23.515072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47226) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:23.519750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3de4cbd-e7ce-4a32-b5f3-73ee3544dd05 req-04383889-4bf2-4ca0-a568-b618760a952d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224685 Mar 03 18:13:23.528741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Calling delete_port for fe9dbd4c-3128-44b3-9dd0-847708b79afc owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:23.545236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'port': {'network_id': '974a958c-589c-41d3-b3ff-98c10cde62fd', 'name': 'tempest-FloatingIPTestJSON-1964752226', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:23.591348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Calling delete_port for fe9dbd4c-3128-44b3-9dd0-847708b79afc owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:23.616136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Pushing event updated for resources: {'Port': ['ID=b3373a48-e238-438f-ab6b-97218aece9f3,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:23.671848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:23.672523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.675156 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-0f7a2651-d2a5-4c04-90ba-0b67043e6374 service neutron] 10.222.0.35 "PUT /v2.0/ports/b3373a48-e238-438f-ab6b-97218aece9f3 HTTP/1.1" status: 200 len: 1091 time: 4.3429451 Mar 03 18:13:23.682847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'tag': 'b3373a48-e238-438f-ab6b-97218aece9f3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:23.687719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': '4442367b-251c-46aa-9f4d-60b0fc1e3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0e88aeb4-a35f-497a-b1fd-1b862ce1f332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:23.688139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: 0e88aeb4-a35f-497a-b1fd-1b862ce1f332, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:13:23.734303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device bc8cad4a-2ec1-4a70-86e6-6cf03238867c no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:23.965824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:13:23.972490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:23.987479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 0e88aeb4-a35f-497a-b1fd-1b862ce1f332) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:23.997093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:23.997731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.005634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfdd00a-49e8-4bca-9323-117bf602a254 None None] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:24.026796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Attempting to bind port b4df7d05-256f-436d-b3ac-4d81154cde60 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:24.027189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Attempting to bind port b4df7d05-256f-436d-b3ac-4d81154cde60 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a3da972a-3c65-4147-95cb-f618be3eae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '92d52723-699b-492f-aa7e-341167f8bd63'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:24.027517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Attempting to bind port b4df7d05-256f-436d-b3ac-4d81154cde60 on network 92d52723-699b-492f-aa7e-341167f8bd63 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:24.040866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:24.056736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:24.057458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Checking segment: {'id': 'a3da972a-3c65-4147-95cb-f618be3eae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '92d52723-699b-492f-aa7e-341167f8bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:24.057872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.058253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Bound using segment: {'id': 'a3da972a-3c65-4147-95cb-f618be3eae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '92d52723-699b-492f-aa7e-341167f8bd63'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:24.058793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Bound port: b4df7d05-256f-436d-b3ac-4d81154cde60, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3da972a-3c65-4147-95cb-f618be3eae2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '92d52723-699b-492f-aa7e-341167f8bd63'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:24.059120 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.062465 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.083439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:24.085496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0255a5d-bfef-4fd9-854e-c02103187606 req-9b3bacc5-6394-401f-bc95-6b9dbd2ffb1b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:24.088040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0255a5d-bfef-4fd9-854e-c02103187606 req-9b3bacc5-6394-401f-bc95-6b9dbd2ffb1b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 943 time: 0.5148809 Mar 03 18:13:24.161941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-a06aef96-42c4-4cbf-a60d-18af3b49623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:24.163875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-a06aef96-42c4-4cbf-a60d-18af3b49623a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 1094 time: 0.4422131 Mar 03 18:13:24.164692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9dbd4c-3128-44b3-9dd0-847708b79afc,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:24.177228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.179284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:24.189133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-553c6fb4-b1a0-45d8-b062-7e753849706c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2977951 Mar 03 18:13:24.193312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] No DVR routers for this DVR port fe9dbd4c-3128-44b3-9dd0-847708b79afc on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:24.210168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47252) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:24.263379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-91495259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:24.266250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Port bc8cad4a-2ec1-4a70-86e6-6cf03238867c update to DOWN by agent not found {{(pid=87888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 18:13:24.270530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['39658f0d-3724-4fcb-84c0-0c2be74af4e3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:24.281170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event deleted for resources: {'Port': ['ID=bc8cad4a-2ec1-4a70-86e6-6cf03238867c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:24.293125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-88ecd7ef-2d78-478a-b411-9ba594ebafe1 req-4eec0752-758b-470b-965a-0b3efd720c2f service neutron] (87886) timed out ('10.222.0.23', 59876) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:13:24.293748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:24.310799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:router and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:24.366664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:24.407364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.441769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef6960c-2dd4-4e88-9f3c-4f4d1b77719b']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:24.456907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e91d713-764d-4bf3-9c6d-95e220750cfe') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:24.457207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e91d713-764d-4bf3-9c6d-95e220750cfe') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:24.460495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:24.470995 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.491097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb2125-f05d-4ed7-a187-8b2a8939b664 req-802cd851-0d22-436f-96e7-bbcc8562e0de tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:24.497521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.498240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3fb2125-f05d-4ed7-a187-8b2a8939b664 req-802cd851-0d22-436f-96e7-bbcc8562e0de tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.6597009 Mar 03 18:13:24.508695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:13:24.509708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.511616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.516383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] No DVR routers for this DVR port bc8cad4a-2ec1-4a70-86e6-6cf03238867c on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:24.526263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.527189 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:13:24.527549 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:13:24.528066 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.537621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'name': 'network-vif-deleted', 'tag': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:24.549581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fd7956ca-c2a8-472a-b88e-4c743808c3ab req-baab9d83-0c7f-426e-bfd9-6645783d5e93 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "DELETE /v2.0/ports/bc8cad4a-2ec1-4a70-86e6-6cf03238867c HTTP/1.1" status: 204 len: 173 time: 2.3177893 Mar 03 18:13:24.599134 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3fb2125-f05d-4ed7-a187-8b2a8939b664 req-ecacbb9c-815c-49c6-951e-0b581430a5ee tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998476 Mar 03 18:13:24.627843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.636303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.641894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:13:24.646033 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:13:24.649659 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-b5bd83ca-b414-40a6-84c4-117329da9a21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3373a48-e238-438f-ab6b-97218aece9f3 HTTP/1.1" status: 200 len: 217 time: 0.4625151 Mar 03 18:13:24.650475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.655694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.670314 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.683547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/fef6960c-2dd4-4e88-9f3c-4f4d1b77719b HTTP/1.1" status: 204 len: 168 time: 2.8320096 Mar 03 18:13:24.686000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] For port b4df7d05-256f-436d-b3ac-4d81154cde60, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:24.717685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] For port b4df7d05-256f-436d-b3ac-4d81154cde60, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b4df7d05-256f-436d-b3ac-4d81154cde60,segment=NetworkSegment(a3da972a-3c65-4147-95cb-f618be3eae2e),segment_id=a3da972a-3c65-4147-95cb-f618be3eae2e)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:24.726971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.745134 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.754392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.843313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04427c-c165-4321-99ee-b0f676c4e0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=fef6960c-2dd4-4e88-9f3c-4f4d1b77719b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:24.844624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] device_id is not set on port 8752c93b-026b-4bb6-b294-42c4b3ede0fa yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:13:24.869312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0255a5d-bfef-4fd9-854e-c02103187606 req-6f6c2713-1f31-4047-b78d-4aded7cdbcb4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401402 Mar 03 18:13:24.916407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-078fb3e9-f9e3-48d0-96d5-80d1073d9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:24.918551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-078fb3e9-f9e3-48d0-96d5-80d1073d9878 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.2515264 Mar 03 18:13:24.973469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-0e88aeb4-a35f-497a-b1fd-1b862ce1f332', 'network_id': '0e88aeb4-a35f-497a-b1fd-1b862ce1f332', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': 'a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:13:24.973857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:24.992618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e8ae9f-447c-4a7b-95a5-1c76d33fd6cc tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:24.995931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a2e8ae9f-447c-4a7b-95a5-1c76d33fd6cc tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1091 time: 0.3488703 Mar 03 18:13:25.003791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47270) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:25.007126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-61d9b2fb-ef90-4aea-be7c-03ab99328f2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775137 Mar 03 18:13:25.013747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '43a7af47-4f67-4384-b077-7a6b491afad8', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:25.024006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:25.031206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Deleting port fe9dbd4c-3128-44b3-9dd0-847708b79afc {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:25.031660 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:25.066725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:floatingip and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:25.072332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:25.082828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:25.270187 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'tag': 'b3373a48-e238-438f-ab6b-97218aece9f3', 'status': 'completed', 'code': 200} Mar 03 18:13:25.275398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47276) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:25.338103 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:13:25.363702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5db804-7038-4db5-9e78-593a14f3b22d None None] Pushing event updated for resources: {'Port': ['ID=b4df7d05-256f-436d-b3ac-4d81154cde60,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:25.380880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-93641b5e-5ea4-4fa0-adb7-b78c95e99c7f None None] The port 'fe9dbd4c-3128-44b3-9dd0-847708b79afc' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:13:25.508119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f2d7b23-d18c-4260-8572-44694829ca8a req-770b80aa-bf4d-454b-8ab4-f563c6a5c09c tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ee7ff36-7408-4821-a6ff-749684b60e29 HTTP/1.1" status: 200 len: 210 time: 0.2247493 Mar 03 18:13:25.515536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:25.573788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Allocated IP 172.21.0.2 (0e88aeb4-a35f-497a-b1fd-1b862ce1f332/a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62/290ca076-24b1-4ace-875a-e532d695a35a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:25.684633 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee7ff36-7408-4821-a6ff-749684b60e29', 'name': 'network-vif-deleted', 'tag': 'bc8cad4a-2ec1-4a70-86e6-6cf03238867c', 'status': 'completed', 'code': 200} Mar 03 18:13:25.691476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:25.695920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-20154b81-7169-4027-8d05-205259d4b72f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.4378560 Mar 03 18:13:25.696950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47284) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:25.707946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-02559a2b-949c-40b9-b892-74ce768999f3 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854398 Mar 03 18:13:25.729030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-63e3acd4-911f-4697-af3c-a247b03fe233 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea1331a869c247e0920411959b127648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496233 Mar 03 18:13:25.732396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47288) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:25.994142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.017308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Transition to ACTIVE for port object 290ca076-24b1-4ace-875a-e532d695a35a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:26.091787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Transition to ACTIVE for port object 290ca076-24b1-4ace-875a-e532d695a35a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:26.101774 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.119658 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee69daf9-48f4-486b-90f7-2f13ebcb7c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.181164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee69daf9-48f4-486b-90f7-2f13ebcb7c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.197041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:26.211433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:26.215467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:26.355243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Pushing event updated for resources: {'Port': ['ID=290ca076-24b1-4ace-875a-e532d695a35a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:26.358615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee69daf9-48f4-486b-90f7-2f13ebcb7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.368205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Attempting to bind port 290ca076-24b1-4ace-875a-e532d695a35a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:26.368581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Attempting to bind port 290ca076-24b1-4ace-875a-e532d695a35a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '4442367b-251c-46aa-9f4d-60b0fc1e3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0e88aeb4-a35f-497a-b1fd-1b862ce1f332'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:26.368948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Attempting to bind port 290ca076-24b1-4ace-875a-e532d695a35a on network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:26.374772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:26.375157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Checking segment: {'id': '4442367b-251c-46aa-9f4d-60b0fc1e3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0e88aeb4-a35f-497a-b1fd-1b862ce1f332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:26.375562 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.375952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Bound using segment: {'id': '4442367b-251c-46aa-9f4d-60b0fc1e3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0e88aeb4-a35f-497a-b1fd-1b862ce1f332'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:26.378407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Bound port: 290ca076-24b1-4ace-875a-e532d695a35a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4442367b-251c-46aa-9f4d-60b0fc1e3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0e88aeb4-a35f-497a-b1fd-1b862ce1f332'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:26.378829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.420414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69daf9-48f4-486b-90f7-2f13ebcb7c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355db03f-97af-4763-88c4-5c1b87eac924,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:26.443571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee69daf9-48f4-486b-90f7-2f13ebcb7c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.445362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ee69daf9-48f4-486b-90f7-2f13ebcb7c01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/355db03f-97af-4763-88c4-5c1b87eac924 HTTP/1.1" status: 204 len: 168 time: 0.6763992 Mar 03 18:13:26.452727 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf614f85-66e2-4fe3-8201-9df38f2510bc req-76c87357-c329-4376-8151-bae6e2a07dfe service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170401 Mar 03 18:13:26.514171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] For port 290ca076-24b1-4ace-875a-e532d695a35a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:26.517952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] For port 290ca076-24b1-4ace-875a-e532d695a35a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=290ca076-24b1-4ace-875a-e532d695a35a,segment=NetworkSegment(4442367b-251c-46aa-9f4d-60b0fc1e3cf4),segment_id=4442367b-251c-46aa-9f4d-60b0fc1e3cf4)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:26.560202 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.604298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.686231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:26.789887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635e1f2-fd9b-4411-8f59-bf7aada9dfb0 None None] Network 92d52723-699b-492f-aa7e-341167f8bd63 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:26.818728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8803-fd28-48ec-977a-7dcff3ffc5ce req-01f5b6f2-049b-4d81-a6d6-2464b04f2767 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:26.826428 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e1f8803-fd28-48ec-977a-7dcff3ffc5ce req-01f5b6f2-049b-4d81-a6d6-2464b04f2767 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 943 time: 0.7312090 Mar 03 18:13:26.858247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-446619bd-62f6-4d32-989f-2bd3cb0c600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:26.859764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-446619bd-62f6-4d32-989f-2bd3cb0c600b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 1094 time: 0.3555334 Mar 03 18:13:26.916894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.14 (974a958c-589c-41d3-b3ff-98c10cde62fd/f36a4691-6c6b-40e4-aa5e-08ecd81673e3/8752c93b-026b-4bb6-b294-42c4b3ede0fa) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:26.924884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.13 (974a958c-589c-41d3-b3ff-98c10cde62fd/f36a4691-6c6b-40e4-aa5e-08ecd81673e3/8752c93b-026b-4bb6-b294-42c4b3ede0fa) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:27.000251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b4df7d05-256f-436d-b3ac-4d81154cde60 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:27.180288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-369c6623-62e4-4dc4-8b6a-fe4c830d9d22 None None] Provisioning for port b4df7d05-256f-436d-b3ac-4d81154cde60 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:27.236682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07675780-f51d-4a6b-b3ef-4d24858ac0d3 None None] Pushing event updated for resources: {'Port': ['ID=290ca076-24b1-4ace-875a-e532d695a35a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:27.378418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b4df7d05-256f-436d-b3ac-4d81154cde60 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:27.427210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b4df7d05-256f-436d-b3ac-4d81154cde60 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:27.436811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:27.531100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-5d776de2-9877-4a5d-9cd7-9d790dee6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:27.532823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-5d776de2-9877-4a5d-9cd7-9d790dee6b50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.6670020 Mar 03 18:13:27.558711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.227 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8ea8fa58-fc04-4f56-a60f-8c0addf40b94) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:27.729865 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e1f8803-fd28-48ec-977a-7dcff3ffc5ce req-8682a245-78d9-434a-8ce5-30fe3f762ff5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9024374 Mar 03 18:13:27.750212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:27.844394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47318) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:27.884603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:27.950098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-9e89e949-1e33-4952-a9db-83aa86f0496d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3373a48-e238-438f-ab6b-97218aece9f3 HTTP/1.1" status: 200 len: 217 time: 0.1647506 Mar 03 18:13:28.133464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:28.158218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:28.281778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:28.294881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b4df7d05-256f-436d-b3ac-4d81154cde60, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b4df7d05-256f-436d-b3ac-4d81154cde60,segment=NetworkSegment(a3da972a-3c65-4147-95cb-f618be3eae2e),segment_id=a3da972a-3c65-4147-95cb-f618be3eae2e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:28.296492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:28.302246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:28.512709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=8ea8fa58-fc04-4f56-a60f-8c0addf40b94,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:28.537987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9b0c0bbd-5ae8-432b-abed-44cb8693cfba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6660215542cb4236a72e926c1e03c1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857140 Mar 03 18:13:28.543281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47390) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:28.603322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:28.617516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b4df7d05-256f-436d-b3ac-4d81154cde60,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:28.624838 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-285cd320-2163-4484-bf9d-28c5bb966a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:28.628353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-285cd320-2163-4484-bf9d-28c5bb966a6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.6648419 Mar 03 18:13:28.801306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.20.0.1 (92d52723-699b-492f-aa7e-341167f8bd63/467334df-bdad-453a-a5bf-e02bf66b0b21/04b964ac-7015-4383-a6f8-4ef963f55853) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:28.827251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90fda1d7-aa36-43d2-b9e9-acc67a81c8ef None None] Provisioning complete for port b4df7d05-256f-436d-b3ac-4d81154cde60 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:28.830152 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90fda1d7-aa36-43d2-b9e9-acc67a81c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:28.874404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-21354728-9116-4994-bb41-ec1180fc82d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2117865 Mar 03 18:13:28.910529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.030057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea390-4084-4f10-a21b-3c9ad54ae865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.133483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb1d8f7-a424-4959-bc6c-c28230976fa8 None None] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:29.347193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 974a958c-589c-41d3-b3ff-98c10cde62fd is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:29.356696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:29.373030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b3373a48-e238-438f-ab6b-97218aece9f3 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:13:29.375155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 290ca076-24b1-4ace-875a-e532d695a35a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:29.389998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:29.459914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=8752c93b-026b-4bb6-b294-42c4b3ede0fa,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:29.492937 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea390-4084-4f10-a21b-3c9ad54ae865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.546430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:29.547898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-660c74fa-1024-4c9d-babc-e115cbfef71a service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514385 Mar 03 18:13:29.556497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.661620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5be66e49-694b-4cf5-b813-8bac8da15db7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.1293039 Mar 03 18:13:29.675384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47494) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:29.703168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '8752c93b-026b-4bb6-b294-42c4b3ede0fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:29.723635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.765902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:29.799542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c03276-8baa-460b-8b57-47cb3982f0f4 req-558d0025-a805-4773-b073-44aeed02f8a7 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435138 Mar 03 18:13:29.815283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object 04b964ac-7015-4383-a6f8-4ef963f55853 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:29.817944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1411ab8e-748e-400c-a0ef-59cceafd2500 None None] Provisioning for port 290ca076-24b1-4ace-875a-e532d695a35a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:29.840712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:floatingip and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:29.852125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:29.868522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:29.871284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 290ca076-24b1-4ace-875a-e532d695a35a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:29.879815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea390-4084-4f10-a21b-3c9ad54ae865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.884909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.887012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 290ca076-24b1-4ace-875a-e532d695a35a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:29.887388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.916943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ea390-4084-4f10-a21b-3c9ad54ae865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e9d95-c126-441a-9efe-f80290810cbd,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:29.972667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6b27-1e02-4469-b3f9-d0fb04e96e27 req-3a7aba78-e2cf-4eab-b205-1ab8af82d651 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:29.974622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b59c6b27-1e02-4469-b3f9-d0fb04e96e27 req-3a7aba78-e2cf-4eab-b205-1ab8af82d651 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 943 time: 0.9868979 Mar 03 18:13:29.991966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea390-4084-4f10-a21b-3c9ad54ae865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:29.993065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b3373a48-e238-438f-ab6b-97218aece9f3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b3373a48-e238-438f-ab6b-97218aece9f3,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:29.993800 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7f7ea390-4084-4f10-a21b-3c9ad54ae865 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e91e9d95-c126-441a-9efe-f80290810cbd HTTP/1.1" status: 204 len: 168 time: 1.4469228 Mar 03 18:13:29.998696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.029768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'b3373a48-e238-438f-ab6b-97218aece9f3', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'port_id': 'b3373a48-e238-438f-ab6b-97218aece9f3', 'mac_address': 'fa:16:3e:14:41:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e14d-944d-4a64-8cd2-e0a61103967a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:13:30.122708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b59c6b27-1e02-4469-b3f9-d0fb04e96e27 req-15dcd7db-0bcd-4f25-8382-27604143f21f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233768 Mar 03 18:13:30.215604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=04b964ac-7015-4383-a6f8-4ef963f55853,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:30.221014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.391054 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.442256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 92d52723-699b-492f-aa7e-341167f8bd63 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:30.447251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:30.473264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:30.496628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.529154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3373a48-e238-438f-ab6b-97218aece9f3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:13:30.689842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0acc2125-d05b-4b99-b64a-7843bf6442a3 None None] Provisioning complete for port 290ca076-24b1-4ace-875a-e532d695a35a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:30.690220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0acc2125-d05b-4b99-b64a-7843bf6442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.749856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.865189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b3373a48-e238-438f-ab6b-97218aece9f3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b3373a48-e238-438f-ab6b-97218aece9f3,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:30.870947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 290ca076-24b1-4ace-875a-e532d695a35a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=290ca076-24b1-4ace-875a-e532d695a35a,segment=NetworkSegment(4442367b-251c-46aa-9f4d-60b0fc1e3cf4),segment_id=4442367b-251c-46aa-9f4d-60b0fc1e3cf4)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:30.881615 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.926515 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:30.927648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b4df7d05-256f-436d-b3ac-4d81154cde60 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:31.038989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:31.081984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:31.139444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b4df7d05-256f-436d-b3ac-4d81154cde60 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:31.143717 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:31.249891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['b3373a48-e238-438f-ab6b-97218aece9f3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:31.500120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47672) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:31.543857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b3373a48-e238-438f-ab6b-97218aece9f3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:31.614608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:31.697143 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:31.710857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:31.787188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=290ca076-24b1-4ace-875a-e532d695a35a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:31.855602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec021362-b18e-4bb1-a180-ef6273a8a3b9 None None] Provisioning for port 04b964ac-7015-4383-a6f8-4ef963f55853 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:31.882350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ec021362-b18e-4bb1-a180-ef6273a8a3b9 None None] Provisioning complete for port 04b964ac-7015-4383-a6f8-4ef963f55853 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:31.884485 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec021362-b18e-4bb1-a180-ef6273a8a3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:31.891617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47722) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:32.041421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:32.085934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354eed-9a1b-476e-ad4f-1d55f1cce388 req-990cf72d-a7c4-4f86-927b-e1932e9d2b5e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:32.088342 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67354eed-9a1b-476e-ad4f-1d55f1cce388 req-990cf72d-a7c4-4f86-927b-e1932e9d2b5e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 944 time: 0.6067369 Mar 03 18:13:32.092436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.25.0.92 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/3bdbb0b6-b5ef-4ab9-bf36-4d9a987da2c6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:32.102571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ec021362-b18e-4bb1-a180-ef6273a8a3b9 None None] Port 04b964ac-7015-4383-a6f8-4ef963f55853 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:13:32.235643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67354eed-9a1b-476e-ad4f-1d55f1cce388 req-57aebd57-9a4d-486a-8242-d4e078983634 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738022 Mar 03 18:13:32.261154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1986594032-network', 'tenant_id': 'ce538af96082486c8750f14ee2037e37'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:32.279425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=8ea8fa58-fc04-4f56-a60f-8c0addf40b94,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:32.300645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:32.337173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:32.442566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Usage tracker for resource:network and tenant:ce538af96082486c8750f14ee2037e37 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:32.451980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:32.473958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 290ca076-24b1-4ace-875a-e532d695a35a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:32.524066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:32.543656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:dad17d3fef484129af78d2a011e578a5 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:32.558790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:32.576555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:32.618786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:32.687550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Made reservation on behalf of ce538af96082486c8750f14ee2037e37 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:32.688618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 290ca076-24b1-4ace-875a-e532d695a35a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:32.690114 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:32.691202 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:32.699423 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP e75c7a01-d316-42a3-b855-6953ced5c41a associated. External IP: 172.25.0.227, port: 43a7af47-4f67-4384-b077-7a6b491afad8. Mar 03 18:13:32.903353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:32.939625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:32.959588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:32.964743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ce538af96082486c8750f14ee2037e37 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:32.976561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:32.982702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:33.097908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.170434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302acf-8057-4b18-af91-8f09e64bc646 req-6f437bf6-eed8-40a7-b0cc-9e4b591781e6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:33.171231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f9302acf-8057-4b18-af91-8f09e64bc646 req-6f437bf6-eed8-40a7-b0cc-9e4b591781e6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Synchronizing usage tracker for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:33.182687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.189106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.196082 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.205925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.211423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b3373a48-e238-438f-ab6b-97218aece9f3 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:33.239159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:33.253560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:33.265993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dad17d3fef484129af78d2a011e578a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7628856 Mar 03 18:13:33.266841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47832) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:33.267828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:33.268182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a699dcb-ca10-4f26-bc5f-4f32cc111ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4db667-f416-4bbb-a9b9-1ed8168c2fc0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:33.280148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:33.357553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port b3373a48-e238-438f-ab6b-97218aece9f3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:33.364038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port b3373a48-e238-438f-ab6b-97218aece9f3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:33.364407 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.370583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f9302acf-8057-4b18-af91-8f09e64bc646 req-6f437bf6-eed8-40a7-b0cc-9e4b591781e6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Unset dirty status for tenant:74cf4cb007b74b7fb92b59dfd9b381fe on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:33.372126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9302acf-8057-4b18-af91-8f09e64bc646 req-6f437bf6-eed8-40a7-b0cc-9e4b591781e6 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 946 time: 0.5030220 Mar 03 18:13:33.383927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=3bdbb0b6-b5ef-4ab9-bf36-4d9a987da2c6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:33.462179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.463568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.494150 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.602571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.630366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43ceb784-5005-4a9b-93df-87de1f95d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.635172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9302acf-8057-4b18-af91-8f09e64bc646 req-64022a65-8ad8-4452-9437-6d8cf5610fdf tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460787 Mar 03 18:13:33.635915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:13:33.644957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=04b964ac-7015-4383-a6f8-4ef963f55853,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:33.666597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:33.683504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3373a48-e238-438f-ab6b-97218aece9f3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:33.702653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] Sync routers for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:33.725565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port b3373a48-e238-438f-ab6b-97218aece9f3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b3373a48-e238-438f-ab6b-97218aece9f3,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:33.734456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:33.735102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:33.736484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d28861a-bb0c-47b5-9006-40e5c1b9e437,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:33.771680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.772030 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Added segment 15ce0ef7-d26a-4bda-906b-89d79a720f2d of type vlan for network 3a143abb-69f7-4b85-a9d5-723e4984e339 Mar 03 18:13:33.846423 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43ceb784-5005-4a9b-93df-87de1f95d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.867849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e764e-b9c6-4f41-b362-e45e73876850 req-4e5a9cfe-6c40-49e1-87da-829cb420e41a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:33.869321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f10e764e-b9c6-4f41-b362-e45e73876850 req-4e5a9cfe-6c40-49e1-87da-829cb420e41a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 944 time: 0.4496996 Mar 03 18:13:33.874443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.974634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:33.977028 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:33.986576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 92d52723-699b-492f-aa7e-341167f8bd63 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:33.993809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:34.023818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f10e764e-b9c6-4f41-b362-e45e73876850 req-f9cfcbdb-8441-43fa-8b3a-9634aa23ad22 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137934 Mar 03 18:13:34.044992 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3373a48-e238-438f-ab6b-97218aece9f3', 'code': 200} Mar 03 18:13:34.075608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-97045db4-30b8-4c31-8da1-335612700663 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0646253 Mar 03 18:13:34.075608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:34.088044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:34.089004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:34.089603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:34.149174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27344060-9805-41a8-9312-487a493dc3af req-2cea66f7-fbee-4d1e-a12c-d2ea3cb2dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:34.150697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27344060-9805-41a8-9312-487a493dc3af req-2cea66f7-fbee-4d1e-a12c-d2ea3cb2dd99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 1096 time: 0.2804852 Mar 03 18:13:34.151311 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43ceb784-5005-4a9b-93df-87de1f95d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:34.230835 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'status': 'completed', 'code': 200} Mar 03 18:13:34.337613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceb784-5005-4a9b-93df-87de1f95d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4db667-f416-4bbb-a9b9-1ed8168c2fc0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:34.368964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-43ceb784-5005-4a9b-93df-87de1f95d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:34.370238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-43ceb784-5005-4a9b-93df-87de1f95d8ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd4db667-f416-4bbb-a9b9-1ed8168c2fc0 HTTP/1.1" status: 204 len: 168 time: 1.0990696 Mar 03 18:13:34.420955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27344060-9805-41a8-9312-487a493dc3af req-ff273ef8-0586-4e2b-bf2d-ebc2746eb39a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461536 Mar 03 18:13:34.436535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-0935362b-0a24-42cf-af29-4686ee1214c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:34.438298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-0935362b-0a24-42cf-af29-4686ee1214c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1096 time: 0.2133703 Mar 03 18:13:34.456752 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:34.566808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6692224 Mar 03 18:13:34.567381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47852) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:34.568349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a450-dd6d-4aaa-a67b-c3c2efdf89d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a143abb-69f7-4b85-a9d5-723e4984e339,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:34.584266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Request body: {'subnet': {'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1986594032-subnet', 'tenant_id': 'ce538af96082486c8750f14ee2037e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:34.604792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:34.608952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Usage tracker for resource:subnet and tenant:ce538af96082486c8750f14ee2037e37 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:34.613046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:34.631301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 3a143abb-69f7-4b85-a9d5-723e4984e339 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:13:34.686227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:34.790202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=b3373a48-e238-438f-ab6b-97218aece9f3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:34.808269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.809228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.809629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.809970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.810306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.810638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.810971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.811299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.811629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.811989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.812341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.812664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:34.823534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6278405c-a57a-4b79-a7f0-929bfd7286bb None None] Provisioning complete for port 04b964ac-7015-4383-a6f8-4ef963f55853 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:34.823911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6278405c-a57a-4b79-a7f0-929bfd7286bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:34.933337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6278405c-a57a-4b79-a7f0-929bfd7286bb None None] Port 04b964ac-7015-4383-a6f8-4ef963f55853 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:13:34.948197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Made reservation on behalf of ce538af96082486c8750f14ee2037e37 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:34.952563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:34.979647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e75c7a01-d316-42a3-b855-6953ced5c41a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'port_id': '43a7af47-4f67-4384-b077-7a6b491afad8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'mac_address': 'fa:16:3e:21:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:13:29Z', 'updated_at': '2022-03-03T18:13:29Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:56Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:34.984982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] Checking router: 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:13:34.990673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-55f3b6e7-ab82-4dee-aac8-7d5000c9c759 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:34.992454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-55f3b6e7-ab82-4dee-aac8-7d5000c9c759 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 946 time: 0.6121814 Mar 03 18:13:34.996198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:34.997060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:35.059677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-ca11ba96-9d38-4d52-9a15-7b8c8a565473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:35.061486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-ca11ba96-9d38-4d52-9a15-7b8c8a565473 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.4495697 Mar 03 18:13:35.103360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:35.130551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Deleting port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:35.130937 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:35.193080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced07537-d0ac-423a-bbea-a10c6a216cd7 req-329ee773-5c19-4c41-9a6b-b370fc5a6123 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:35.195373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ced07537-d0ac-423a-bbea-a10c6a216cd7 req-329ee773-5c19-4c41-9a6b-b370fc5a6123 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.7852654 Mar 03 18:13:35.270061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router f52de2d3-766d-4cca-922d-afa7faef0243 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:13:35.276084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:35.305442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9703155-867d-4985-8267-ff3bae353520 req-4e242905-aa72-4736-ba9e-ed190fe2a357 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:35.315664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9703155-867d-4985-8267-ff3bae353520 req-4e242905-aa72-4736-ba9e-ed190fe2a357 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 946 time: 0.4360061 Mar 03 18:13:35.319693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-899a3ef0-4ef3-40d7-8f75-3f33f4c636e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 999 time: 0.2030461 Mar 03 18:13:35.404140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ced07537-d0ac-423a-bbea-a10c6a216cd7 req-0eadc34d-c74a-4a40-af44-83c8444b0040 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232481 Mar 03 18:13:35.426697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:35.429580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47876) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:35.570964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47880) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:35.637827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9703155-867d-4985-8267-ff3bae353520 req-09936db3-cf13-4432-9476-e05f5d2af155 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203402 Mar 03 18:13:35.656627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-c86682d7-ab37-4786-bd7d-9d466fff1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:35.658161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-c86682d7-ab37-4786-bd7d-9d466fff1dd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.3201499 Mar 03 18:13:35.727898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-32d01164-12f7-40cc-b5c8-f8c149b49ade tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/e75c7a01-d316-42a3-b855-6953ced5c41a HTTP/1.1" status: 200 len: 991 time: 0.2914062 Mar 03 18:13:35.781509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:35.879527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1589217484-network', 'tenant_id': '561b627deff84fc195b225e848b4b9b3'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:35.885596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-df6e4d03-2dba-4651-aa03-8329c6cc6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:35.887049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-df6e4d03-2dba-4651-aa03-8329c6cc6b17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073431 Mar 03 18:13:35.893894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:35.934009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Usage tracker for resource:network and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:35.947978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=846bd494-2447-443b-b9d4-3dc2327663ba,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:35.952950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:35.956929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Checking segment: {'id': '15ce0ef7-d26a-4bda-906b-89d79a720f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:35.956929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Network hostable DHCP agents. Network: 3a143abb-69f7-4b85-a9d5-723e4984e339, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:13:35.969403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:36.029588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e75c7a01-d316-42a3-b855-6953ced5c41a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'port_id': '43a7af47-4f67-4384-b077-7a6b491afad8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'mac_address': 'fa:16:3e:21:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:13:29Z', 'updated_at': '2022-03-03T18:13:29Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:56Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:36.034501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e930a5d-5966-4a13-9eb6-898bb9ebab07 None None] The sync data for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 is: [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e75c7a01-d316-42a3-b855-6953ced5c41a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'port_id': '43a7af47-4f67-4384-b077-7a6b491afad8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'mac_address': 'fa:16:3e:21:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:13:29Z', 'updated_at': '2022-03-03T18:13:29Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:56Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:36.060707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Network 3a143abb-69f7-4b85-a9d5-723e4984e339 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:13:36.074083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:36.077094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.100139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 3a143abb-69f7-4b85-a9d5-723e4984e339) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:36.110164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b13fa7-b97e-45fd-a71a-0cfbef1f32d6 None None] Network 3a143abb-69f7-4b85-a9d5-723e4984e339 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:36.112033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:36.120397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.125257 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] Sync routers for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:36.137747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d705903d-7d37-4ed2-89d2-560a2a935722 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/f52de2d3-766d-4cca-922d-afa7faef0243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4338820 Mar 03 18:13:36.141570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:36.142207 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.142799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47888) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:36.147043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.155633 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:36.156272 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:36.196606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:36.200921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-47421370-8ed9-4289-b085-cda42b07bb07 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042922 Mar 03 18:13:36.213008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3ce577bc-f6c7-44d4-ae56-d7379b245d1c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6388309 Mar 03 18:13:36.213008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:36.214861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:36.253193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:36.273704 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:36.285482 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:36.286300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.286841 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:36.420231 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:36.426751 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a989236-a8a2-4b95-9405-3af4b3f345df None None] The sync data for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:36.451570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099a358-b9a5-496b-8b3c-a04e1e0a7969 req-183ce572-facd-4c40-8682-998199f9aa9b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:36.460729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4099a358-b9a5-496b-8b3c-a04e1e0a7969 req-183ce572-facd-4c40-8682-998199f9aa9b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 945 time: 0.8801801 Mar 03 18:13:36.510593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefb4601-a15c-4e78-aea3-38df6d8c653e None None] New status for floating IP e75c7a01-d316-42a3-b855-6953ced5c41a: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:13:36.548043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9ffb46d-8e79-476c-b383-b435051b51c4 req-a4932a89-9277-4034-a27f-18a5938968c6 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391316 Mar 03 18:13:36.628650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.634529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.640480 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4099a358-b9a5-496b-8b3c-a04e1e0a7969 req-d3846ac4-1191-4426-a57b-cfdd9140cb45 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786895 Mar 03 18:13:36.668450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=3bdbb0b6-b5ef-4ab9-bf36-4d9a987da2c6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:36.674133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:13:36.677567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02391b07-ba52-4c36-ab32-3b902b69bdd1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:36.690761 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.691022 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Added segment a029a865-d819-4d13-bbb3-b21476509154 of type vlan for network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb Mar 03 18:13:36.696069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b19e7-0c32-4fcd-ac83-fb9e90cee73d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:36.697538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e58b19e7-0c32-4fcd-ac83-fb9e90cee73d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:36.727352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.729831 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:36.732615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47900) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:36.877631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13928965-9298-4e66-9750-cba24fd0a2e9 None None] Network 3a143abb-69f7-4b85-a9d5-723e4984e339 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:36.947400 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 284acb2c-ec90-44f9-b8e7-ccd1136a0f2b associated. External IP: 172.25.0.92, port: 8752c93b-026b-4bb6-b294-42c4b3ede0fa. Mar 03 18:13:37.027217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] For port 39658f0d-3724-4fcb-84c0-0c2be74af4e3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=39658f0d-3724-4fcb-84c0-0c2be74af4e3,segment=NetworkSegment(33fd5221-6a0a-4f16-bd3c-228720da9dc9),segment_id=33fd5221-6a0a-4f16-bd3c-228720da9dc9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:37.027575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:37.037098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e58b19e7-0c32-4fcd-ac83-fb9e90cee73d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:37.038305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e58b19e7-0c32-4fcd-ac83-fb9e90cee73d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports/04b964ac-7015-4383-a6f8-4ef963f55853 HTTP/1.1" status: 200 len: 910 time: 0.8773270 Mar 03 18:13:37.046806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47912) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:37.103636 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:37.104819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:37.105461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:37.189948 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6124454 Mar 03 18:13:37.210852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:37.229214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Request body: {'subnet': {'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1589217484-subnet', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:37.301150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:37.337794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Usage tracker for resource:subnet and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:37.340927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117695f-6413-4b50-b0d1-a130632cd956 admin admin] Pushing event updated for resources: {'Network': ['ID=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:37.346076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d9569e1a-04e0-4dbd-aa4b-c1adb34bedce tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/e75c7a01-d316-42a3-b855-6953ced5c41a HTTP/1.1" status: 200 len: 991 time: 0.6123238 Mar 03 18:13:37.347400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:37.356952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:37.377721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:13:37.387467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:37.389870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:37.536628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47926) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:37.537197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:37.545016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Calling delete_port for 39658f0d-3724-4fcb-84c0-0c2be74af4e3 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:37.559762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fdb1d-91fe-4ffc-afe3-ca90bf08b7a7 req-125f6d00-781c-49e3-bbd0-f4926b1d9b0f tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:37.567307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-450fdb1d-91fe-4ffc-afe3-ca90bf08b7a7 req-125f6d00-781c-49e3-bbd0-f4926b1d9b0f tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 946 time: 0.4784639 Mar 03 18:13:37.638128 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-450fdb1d-91fe-4ffc-afe3-ca90bf08b7a7 req-a2c402b5-0cda-45c1-a458-ce26d7e33103 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fad76-15eb-4638-8dec-4032a52fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698755 Mar 03 18:13:37.644554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 39658f0d-3724-4fcb-84c0-0c2be74af4e3 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:37.819767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:37.852991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:37.870041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-365996268-network', 'tenant_id': '3b7c848847564d9ba13919c500da3374'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:37.924849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:37.933512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0777aeed-14a4-447a-bd98-0bbe36ffdd97,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:37.939178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:37.939559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Network hostable DHCP agents. Network: 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:13:37.960412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:13:37.971363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:37.975757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:37.976486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:37.985793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab51d1c-f664-4c11-9eca-dba50d0228c4 None None] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:38.002749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-75046cea-ceba-4181-a762-32f6a33979aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7874887 Mar 03 18:13:38.003018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47938) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:38.008195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:38.014426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:38.019089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Usage tracker for resource:router and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:38.022370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:38.030292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:38.043249 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.044683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.065017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.094082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Usage tracker for resource:network and tenant:3b7c848847564d9ba13919c500da3374 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:38.148068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:38.199797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:38.273286 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.335158 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.354399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47942) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:38.373557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.394806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:13:38.395646 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.420883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Made reservation on behalf of 3b7c848847564d9ba13919c500da3374 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:38.423236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.555381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:38.557449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Allocated IP 172.20.0.2 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/a71743e2-cd29-4dda-a552-18acd686e484) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:38.619577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.628355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Pushing event deleted for resources: {'Port': ['ID=39658f0d-3724-4fcb-84c0-0c2be74af4e3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:38.667709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Usage tracker for resource:security_group_rule and tenant:32fcb950ac2e4f8088392e3e17ae8d77 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:38.701064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:38.711433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e72850-5ce0-4eb9-832a-de7a74b62893 req-0794180e-b070-48dd-9fd2-c2daddc67b1e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:38.712945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63e72850-5ce0-4eb9-832a-de7a74b62893 req-0794180e-b070-48dd-9fd2-c2daddc67b1e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 945 time: 0.8471603 Mar 03 18:13:38.717279 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.748831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:38.758839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:38.804205 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.808055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-43cfd0dc-bf07-4b1c-9465-2442e6d48184 req-645aa16d-cb5c-4121-901b-75f91c6d9ad1 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 210 time: 0.0449133 Mar 03 18:13:38.809002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.816970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Transition to ACTIVE for port object a71743e2-cd29-4dda-a552-18acd686e484 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:38.848619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Transition to ACTIVE for port object a71743e2-cd29-4dda-a552-18acd686e484 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:38.856021 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:38.919280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:38.922205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:38.931772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:38.938841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Pushing event updated for resources: {'Port': ['ID=a71743e2-cd29-4dda-a552-18acd686e484,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:38.957566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7c848847564d9ba13919c500da3374 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:38.989553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:38.993905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] No DVR routers for this DVR port 39658f0d-3724-4fcb-84c0-0c2be74af4e3 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:39.016292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:39.020946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:39.023292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.044612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Attempting to bind port a71743e2-cd29-4dda-a552-18acd686e484 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:39.045248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Attempting to bind port a71743e2-cd29-4dda-a552-18acd686e484 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:39.046029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Attempting to bind port a71743e2-cd29-4dda-a552-18acd686e484 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:39.058477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:39.059250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:39.059250 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.060119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:39.060601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Bound port: a71743e2-cd29-4dda-a552-18acd686e484, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:39.064631 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.077305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Allocated IP 172.25.0.77 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/ee6b7a15-15a5-43bd-a3c4-69685ad59247) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:39.083531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'name': 'network-vif-deleted', 'tag': '39658f0d-3724-4fcb-84c0-0c2be74af4e3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:39.111213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-776f02c2-4ace-484e-9902-345ef7a0432a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/e75c7a01-d316-42a3-b855-6953ced5c41a HTTP/1.1" status: 200 len: 993 time: 0.6730335 Mar 03 18:13:39.167934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63e72850-5ce0-4eb9-832a-de7a74b62893 req-0ec62770-ce9a-4cc2-b1ed-ec2beb593f48 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202666 Mar 03 18:13:39.252201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] For port a71743e2-cd29-4dda-a552-18acd686e484, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:39.255382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] For port a71743e2-cd29-4dda-a552-18acd686e484, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a71743e2-cd29-4dda-a552-18acd686e484,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:39.262417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.285734 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af349f9-8492-4c86-b881-7f2df54e32ce', 'name': 'network-vif-deleted', 'tag': '39658f0d-3724-4fcb-84c0-0c2be74af4e3', 'status': 'completed', 'code': 200} Mar 03 18:13:39.300899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4193e99-9db8-4117-ae8d-ef99422c82f0 req-70832487-baf3-43cc-b006-5f2be7c0ba18 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.16 "DELETE /v2.0/ports/39658f0d-3724-4fcb-84c0-0c2be74af4e3 HTTP/1.1" status: 204 len: 173 time: 4.2911973 Mar 03 18:13:39.358971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceccd32-e6f1-4e04-ace1-5c7a6b651c1a None None] Pushing event updated for resources: {'Port': ['ID=a71743e2-cd29-4dda-a552-18acd686e484,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:39.400663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.454070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-e8cc2ea9-5cd7-4ff1-afda-1a93c1a2c2d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2165558 Mar 03 18:13:39.483901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54e311-d952-4021-a9e2-acc1c37c908e req-dd626358-1727-4431-9243-de65c805c233 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:39.486167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c54e311-d952-4021-a9e2-acc1c37c908e req-dd626358-1727-4431-9243-de65c805c233 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 945 time: 0.1569002 Mar 03 18:13:39.525455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.609299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:39.622215 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:39.639252 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:39.639881 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:39.686492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2c54e311-d952-4021-a9e2-acc1c37c908e req-242d978a-3b9c-4f77-8400-6e8c47e2ade9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862617 Mar 03 18:13:39.694471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:39.698456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:39.719324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:39.729803 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:39.742565 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:39.743588 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:39.752754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Pushing event updated for resources: {'Port': ['ID=ee6b7a15-15a5-43bd-a3c4-69685ad59247,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:39.769779 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.794802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.808736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.850768 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:39.851180 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d6d04-fcb2-4c30-9c76-fc279048f433 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:39.895671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.903006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:39.917361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32fcb950ac2e4f8088392e3e17ae8d77&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1979573 Mar 03 18:13:39.924773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47956) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:39.944839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519e9f-26b2-446c-a93c-3405dd71190e req-30de3d47-a640-4306-82fa-4ad33033757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:39.946790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-30de3d47-a640-4306-82fa-4ad33033757b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 1096 time: 0.3666465 Mar 03 18:13:39.960159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.087001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:13:40.106524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e6fb9-a1b7-46e3-8cb4-091947456c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821fde79-d09c-403c-ad57-f6c5d04e9bbe,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:40.156257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c767d519-dd5c-4f50-9263-2113f7b9dc05 req-b4fc3141-aacb-4293-842d-9a96fadaa976 tempest-AttachVolumeNegativeTest-1256268245 tempest-AttachVolumeNegativeTest-1256268245-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af349f9-8492-4c86-b881-7f2df54e32ce HTTP/1.1" status: 200 len: 210 time: 0.1599727 Mar 03 18:13:40.199112 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.199451 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Added segment 6cb32c35-57f1-4be5-9917-28cb88f79f04 of type vlan for network 767c2394-b299-4abb-ab90-a9ab9c2e903c Mar 03 18:13:40.201492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-50f6714c-3f6e-4464-80e3-506f834faf86 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.5251136 Mar 03 18:13:40.210111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:40.230874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'port_id': '8752c93b-026b-4bb6-b294-42c4b3ede0fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:40.278147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba022cf-0385-40d3-900d-5fe1ff0389c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.331748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14d47e-bfc7-47f7-a6f0-3d313aa0b3c3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:40.355725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.385294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519e9f-26b2-446c-a93c-3405dd71190e req-fede53ab-d282-4c8f-83ab-f2d08f628714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:40.386765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-fede53ab-d282-4c8f-83ab-f2d08f628714 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.4175360 Mar 03 18:13:40.395178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba022cf-0385-40d3-900d-5fe1ff0389c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.464505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bce58-79ab-43b1-a822-a1851b06f6fb req-4b9be67e-3a01-4a9a-a769-ca2ddf914525 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:40.466095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6b1bce58-79ab-43b1-a822-a1851b06f6fb req-4b9be67e-3a01-4a9a-a769-ca2ddf914525 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 945 time: 0.5450120 Mar 03 18:13:40.479380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.483146 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-37783c0b-6af6-403d-b1f3-228354d7c08b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0834692 Mar 03 18:13:40.514123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a71743e2-cd29-4dda-a552-18acd686e484 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:40.562240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519e9f-26b2-446c-a93c-3405dd71190e req-a46e21d8-977b-4f10-8922-6456770266dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:40.563870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-a46e21d8-977b-4f10-8922-6456770266dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.0657961 Mar 03 18:13:40.604890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a71743e2-cd29-4dda-a552-18acd686e484 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:40.664162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.665108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:40.665705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:40.689865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-400e9f1a-272f-4429-b164-5bf8c7bf9bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600021 Mar 03 18:13:40.704005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-5c2a68bc-0025-4ae0-b0a8-1f84d6ac10c9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:13:40.705031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-5c2a68bc-0025-4ae0-b0a8-1f84d6ac10c9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080297 Mar 03 18:13:40.769080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6b1bce58-79ab-43b1-a822-a1851b06f6fb req-967ce130-7045-44b1-ae26-b936f43b6d37 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257252 Mar 03 18:13:40.873000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a514c7-1975-4919-a2da-ed96fb79a304 None None] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:40.896148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.068588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-91953d94-6b1a-43d6-bea2-d234c45136fc None None] Provisioning for port a71743e2-cd29-4dda-a552-18acd686e484 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:41.083738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-91953d94-6b1a-43d6-bea2-d234c45136fc None None] Provisioning complete for port a71743e2-cd29-4dda-a552-18acd686e484 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:41.084109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91953d94-6b1a-43d6-bea2-d234c45136fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.132058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.21.0.1 (0e88aeb4-a35f-497a-b1fd-1b862ce1f332/a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62/e42c3aa9-0f65-4116-b1c8-c6369e896e79) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:41.140197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba022cf-0385-40d3-900d-5fe1ff0389c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.241118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba022cf-0385-40d3-900d-5fe1ff0389c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821fde79-d09c-403c-ad57-f6c5d04e9bbe,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:41.299265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91953d94-6b1a-43d6-bea2-d234c45136fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.302646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ba022cf-0385-40d3-900d-5fe1ff0389c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.303768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2ba022cf-0385-40d3-900d-5fe1ff0389c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/821fde79-d09c-403c-ad57-f6c5d04e9bbe HTTP/1.1" status: 204 len: 168 time: 1.3705657 Mar 03 18:13:41.314466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-f93eb612-d25e-4d90-97ba-2b5f7f2bf1a8 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920277 Mar 03 18:13:41.333514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47972) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:41.373942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-91953d94-6b1a-43d6-bea2-d234c45136fc None None] For port a71743e2-cd29-4dda-a552-18acd686e484, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a71743e2-cd29-4dda-a552-18acd686e484,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:41.380861 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91953d94-6b1a-43d6-bea2-d234c45136fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.504130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] Deleting subnet 0d6a9d54-34c3-4d7d-b49c-1338fbd310fc {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:13:41.507516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.514190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91953d94-6b1a-43d6-bea2-d234c45136fc None None] Pushing event updated for resources: {'Port': ['ID=a71743e2-cd29-4dda-a552-18acd686e484,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:41.521044 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.551207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8301284 Mar 03 18:13:41.551207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41edd4-1c26-4ab7-b7ed-e2ff83a5d802 admin admin] Pushing event updated for resources: {'Network': ['ID=767c2394-b299-4abb-ab90-a9ab9c2e903c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:41.552220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 47978) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:41.564694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 767c2394-b299-4abb-ab90-a9ab9c2e903c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:13:41.689733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76519e9f-26b2-446c-a93c-3405dd71190e req-07956699-d9e2-4e66-8254-66a09523afc9 service neutron] 10.222.0.16 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216002 Mar 03 18:13:41.775856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d0c06f2a-0f94-4b28-be47-60dccc08ce0f None None] Provisioning complete for port a71743e2-cd29-4dda-a552-18acd686e484 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:41.776236 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0c06f2a-0f94-4b28-be47-60dccc08ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.834798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Request body: {'subnet': {'network_id': '767c2394-b299-4abb-ab90-a9ab9c2e903c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-365996268-subnet', 'tenant_id': '3b7c848847564d9ba13919c500da3374', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:41.841119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:13:41.934089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:41.961903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:41.965068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Usage tracker for resource:subnet and tenant:3b7c848847564d9ba13919c500da3374 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:41.977144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:41.993398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.021556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:42.047860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:42.052145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object e42c3aa9-0f65-4116-b1c8-c6369e896e79 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:42.063200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:42.077148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:42.077992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:42.088380 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.094300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c995a956-c7f5-414d-9b9b-cfb58cc4d73b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0899429 Mar 03 18:13:42.096211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 47996) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:42.098387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Made reservation on behalf of 3b7c848847564d9ba13919c500da3374 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:42.101007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.142079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.177890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900740-f399-4b81-8646-5ac959ea0e53 req-bc113e02-f04c-4a6b-ab9f-3b47f079301d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:42.179715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c900740-f399-4b81-8646-5ac959ea0e53 req-bc113e02-f04c-4a6b-ab9f-3b47f079301d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 945 time: 0.8531125 Mar 03 18:13:42.334224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.366319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:42.426801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1c900740-f399-4b81-8646-5ac959ea0e53 req-4ac30d1f-76fe-4c02-bf53-9ddab24ea8e0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882260 Mar 03 18:13:42.436472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:42.449061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:42.473163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:42.523980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a71743e2-cd29-4dda-a552-18acd686e484 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:42.529100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.580874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=e42c3aa9-0f65-4116-b1c8-c6369e896e79,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:42.607360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:13:42.725179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.731222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.806579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a71743e2-cd29-4dda-a552-18acd686e484 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:42.806958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.831041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6a9d54-34c3-4d7d-b49c-1338fbd310fc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:42.856873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0d02dc0-aedc-4b15-998b-73e810dee674 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0d6a9d54-34c3-4d7d-b49c-1338fbd310fc HTTP/1.1" status: 204 len: 168 time: 1.5162909 Mar 03 18:13:42.863047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48010) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:42.884039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3386db85-958a-4849-8628-4c487598e08b None None] Provisioning for port e42c3aa9-0f65-4116-b1c8-c6369e896e79 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:42.914962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3386db85-958a-4849-8628-4c487598e08b None None] Provisioning complete for port e42c3aa9-0f65-4116-b1c8-c6369e896e79 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:42.915484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3386db85-958a-4849-8628-4c487598e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:42.952674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-1398a478-9a87-4783-b2ea-cd72dc060f8d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:42.954314 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-1398a478-9a87-4783-b2ea-cd72dc060f8d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 945 time: 0.4954486 Mar 03 18:13:42.985413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:40Z', 'revision_number': 3, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:42.996504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:13:42.997014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Updating router e3e097c7-696b-4eda-83bd-6052f4f39cfc port ee6b7a15-15a5-43bd-a3c4-69685ad59247 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:13:43.066072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.084512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.114359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3386db85-958a-4849-8628-4c487598e08b None None] Port e42c3aa9-0f65-4116-b1c8-c6369e896e79 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:13:43.145556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.229810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.239242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.290923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Deleting port b3373a48-e238-438f-ab6b-97218aece9f3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:43.291477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.318631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48020) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:43.474279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b12d5f-5127-485e-99e2-793d592b202e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:43.503256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.574568 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.575226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Checking segment: {'id': '6cb32c35-57f1-4be5-9917-28cb88f79f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '767c2394-b299-4abb-ab90-a9ab9c2e903c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:43.575590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Network hostable DHCP agents. Network: 767c2394-b299-4abb-ab90-a9ab9c2e903c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:13:43.608726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8126247d-3ee5-4d33-9f1c-ac21dd3dfa24']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:43.627991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'network': {'name': 'tempest-network-smoke--824884218', 'project_id': '33441e1b277446cda750022555d7cded', 'port_security_enabled': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:43.633316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fd5221-6a0a-4f16-bd3c-228720da9dc9') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:43.633839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fd5221-6a0a-4f16-bd3c-228720da9dc9') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:43.652750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:43.655699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.659822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.666198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Network 767c2394-b299-4abb-ab90-a9ab9c2e903c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:13:43.669596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Transition to ACTIVE for port object ee6b7a15-15a5-43bd-a3c4-69685ad59247 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:43.677624 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.703583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:network and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:43.748023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:43.754714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Attempting to bind port ee6b7a15-15a5-43bd-a3c4-69685ad59247 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:43.755093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Attempting to bind port ee6b7a15-15a5-43bd-a3c4-69685ad59247 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:43.755452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Attempting to bind port ee6b7a15-15a5-43bd-a3c4-69685ad59247 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:43.771237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:43.771635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:43.772009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.772403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:43.772878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Bound port: ee6b7a15-15a5-43bd-a3c4-69685ad59247, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:43.773289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.777784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:43.809988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 767c2394-b299-4abb-ab90-a9ab9c2e903c) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:43.814570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:43.815602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.815745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.816192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672090c0-bbec-443e-8812-657a4b467e94 None None] Pushing event updated for resources: {'Port': ['ID=ee6b7a15-15a5-43bd-a3c4-69685ad59247,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:43.830412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de668a2a-6c77-4210-8217-61d225cb319d None None] Network 767c2394-b299-4abb-ab90-a9ab9c2e903c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:43.840722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:13:43.841254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:13:43.907665 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:13:43.939378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-81b45abb-d439-454b-9f57-652f84eeaa9d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1107812 Mar 03 18:13:43.939378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:43.957001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:43.961087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.060719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.066323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] For port ee6b7a15-15a5-43bd-a3c4-69685ad59247, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:44.070422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] For port ee6b7a15-15a5-43bd-a3c4-69685ad59247, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ee6b7a15-15a5-43bd-a3c4-69685ad59247,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:44.117545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:44.121200 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.140320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:44.145138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.168779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:44.226097 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.234606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:44.272518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.286840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672090c0-bbec-443e-8812-657a4b467e94 None None] Pushing event updated for resources: {'Port': ['ID=ee6b7a15-15a5-43bd-a3c4-69685ad59247,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:44.291235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:44.292085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:44.300401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4457-74b3-4850-8473-174528a265bf req-91abb9ad-6fd0-4282-ad96-e9ec32abd886 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:44.308910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b67e4457-74b3-4850-8473-174528a265bf req-91abb9ad-6fd0-4282-ad96-e9ec32abd886 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 945 time: 0.6618011 Mar 03 18:13:44.324460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] Pushing event deleted for resources: {'Network': ['ID=8126247d-3ee5-4d33-9f1c-ac21dd3dfa24,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:44.330733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] For port b3373a48-e238-438f-ab6b-97218aece9f3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=b3373a48-e238-438f-ab6b-97218aece9f3,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:44.331098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.357537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa968b-1221-4b5a-8c82-5acf257c1bc0 None None] Network 767c2394-b299-4abb-ab90-a9ab9c2e903c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:44.370833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:44.378591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.382680 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:44.394993 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:44.395609 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:44.518071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.528224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:44.575132 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:44.596004 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:44.596952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:44.622929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-165a5cbe-ac17-48ce-8471-518e92305a84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/floatingips/284acb2c-ec90-44f9-b8e7-ccd1136a0f2b HTTP/1.1" status: 200 len: 978 time: 4.4078143 Mar 03 18:13:44.629799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:44.676687 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:44.677500 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2da4f2-14fa-4cf5-9cdc-fd4b749b87f6 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:44.810643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66a1abe8-1c5d-4aa9-97c8-f841d294b0db admin admin] 10.222.0.23 "DELETE /v2.0/networks/8126247d-3ee5-4d33-9f1c-ac21dd3dfa24 HTTP/1.1" status: 204 len: 168 time: 1.9354632 Mar 03 18:13:44.811318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b67e4457-74b3-4850-8473-174528a265bf req-525a8959-267b-4d95-bde0-1d000afed4d0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015948 Mar 03 18:13:44.819060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Calling delete_port for b3373a48-e238-438f-ab6b-97218aece9f3 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:44.830806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:44.952141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=e42c3aa9-0f65-4116-b1c8-c6369e896e79,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:44.962233 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.060579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48050) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:45.108840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Allocated IP 172.20.0.1 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/c43a4bfc-22aa-4484-9958-13bb52088581) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:45.149799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3e19927a-261e-4cea-bcf9-f863e1896630 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74cf4cb007b74b7fb92b59dfd9b381fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866659 Mar 03 18:13:45.178926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:40Z', 'revision_number': 3, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:45.184452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8e22b-b9c1-4b00-8034-94f4d3cd987d None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:40Z', 'revision_number': 3, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:45.193871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48054) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:45.215677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 3bdbb0b6-b5ef-4ab9-bf36-4d9a987da2c6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:45.216034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.262880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.293216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.390178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.401441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:13:45.409977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:45.412209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10483782-8245-49d1-a005-df8833bd6845 req-d74112e3-f5c1-4efa-9d07-33f9ac583575 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:45.413790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-10483782-8245-49d1-a005-df8833bd6845 req-d74112e3-f5c1-4efa-9d07-33f9ac583575 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Synchronizing usage tracker for tenant:ce538af96082486c8750f14ee2037e37 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:45.467531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['7da46488-e9f6-4f3e-89b0-432ffb36c8c1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:45.506489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event deleted for resources: {'Port': ['ID=b3373a48-e238-438f-ab6b-97218aece9f3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:45.519888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9d1e5a-ce84-4288-b54f-a9f3caa13e32,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:45.544760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-10483782-8245-49d1-a005-df8833bd6845 req-d74112e3-f5c1-4efa-9d07-33f9ac583575 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Unset dirty status for tenant:ce538af96082486c8750f14ee2037e37 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:45.546183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-d74112e3-f5c1-4efa-9d07-33f9ac583575 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/networks?id=3a143abb-69f7-4b85-a9d5-723e4984e339 HTTP/1.1" status: 200 len: 812 time: 0.6763012 Mar 03 18:13:45.548612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:45.552518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:45.625944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.651176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Transition to ACTIVE for port object c43a4bfc-22aa-4484-9958-13bb52088581 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:45.655308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.655758 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Added segment e48800e4-e551-4422-bca9-4ad9b26b7cfd of type vlan for network 08715518-7398-4d0d-9584-66ca7b7241b4 Mar 03 18:13:45.679095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.679424 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.696890 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-490c2a4e-816c-4ce2-80f3-9682abb6b1e1 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/quotas/ce538af96082486c8750f14ee2037e37 HTTP/1.1" status: 200 len: 375 time: 0.1259031 Mar 03 18:13:45.708756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e54fd9a-34af-4da7-bf19-8aacfa0b19c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.720047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] No DVR routers for this DVR port b3373a48-e238-438f-ab6b-97218aece9f3 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:45.732769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.744049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'name': 'network-vif-deleted', 'tag': 'b3373a48-e238-438f-ab6b-97218aece9f3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:45.814513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.888071 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3132cdc5-f3fb-42fc-b5be-50818aff113f', 'name': 'network-vif-deleted', 'tag': 'b3373a48-e238-438f-ab6b-97218aece9f3', 'status': 'completed', 'code': 200} Mar 03 18:13:45.897145 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e54fd9a-34af-4da7-bf19-8aacfa0b19c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:45.985665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.004247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 3bdbb0b6-b5ef-4ab9-bf36-4d9a987da2c6 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:46.034289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-e81e3066-5579-45ea-84a8-c624b7de8e7c tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce538af96082486c8750f14ee2037e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3270557 Mar 03 18:13:46.056552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e54fd9a-34af-4da7-bf19-8aacfa0b19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.059153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e54fd9a-34af-4da7-bf19-8aacfa0b19c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.063238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e54fd9a-34af-4da7-bf19-8aacfa0b19c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c1fad76-15eb-4638-8dec-4032a52fa7a7 HTTP/1.1" status: 204 len: 168 time: 0.8683429 Mar 03 18:13:46.064198 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.066457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7b59076b-1ed2-48e7-99c2-0148824b0d4c None None] Provisioning complete for port e42c3aa9-0f65-4116-b1c8-c6369e896e79 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:46.067376 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b59076b-1ed2-48e7-99c2-0148824b0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.069907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:46.070508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.108088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f3b8d573-bc46-4527-beb2-7486373e54e9 req-6f7fcf0b-8b5b-47f4-9a83-fc57d05967ed tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "DELETE /v2.0/ports/b3373a48-e238-438f-ab6b-97218aece9f3 HTTP/1.1" status: 204 len: 173 time: 3.0996070 Mar 03 18:13:46.204609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-269c8fbb-e628-4cc9-a8f9-13c6ca992621 req-c5b66d89-7ad5-4ff5-838f-b2eadf947924 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:46.216108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:46.227159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7b59076b-1ed2-48e7-99c2-0148824b0d4c None None] Port e42c3aa9-0f65-4116-b1c8-c6369e896e79 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:13:46.240694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:46.250810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54fd9a-34af-4da7-bf19-8aacfa0b19c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1fad76-15eb-4638-8dec-4032a52fa7a7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:46.257778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:46.315160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9886587 Mar 03 18:13:46.330701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router f52de2d3-766d-4cca-922d-afa7faef0243 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:46.339829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48066) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:46.356377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-283907515', 'admin_state_up': True, 'project_id': '33441e1b277446cda750022555d7cded', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:46.387661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-269c8fbb-e628-4cc9-a8f9-13c6ca992621 req-c5b66d89-7ad5-4ff5-838f-b2eadf947924 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:46.389737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-269c8fbb-e628-4cc9-a8f9-13c6ca992621 req-c5b66d89-7ad5-4ff5-838f-b2eadf947924 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=3132cdc5-f3fb-42fc-b5be-50818aff113f HTTP/1.1" status: 200 len: 210 time: 0.3339646 Mar 03 18:13:46.408586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Pushing event updated for resources: {'Port': ['ID=c43a4bfc-22aa-4484-9958-13bb52088581,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:46.421306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b275f8-6e13-4586-bd2e-960506f40a2a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Network': ['ID=08715518-7398-4d0d-9584-66ca7b7241b4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:46.433950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:46.464306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.471162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 08715518-7398-4d0d-9584-66ca7b7241b4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:13:46.622177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:router and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:46.666753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:46.672592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee6b7a15-15a5-43bd-a3c4-69685ad59247 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:46.782844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:46.838701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2667a423-db1a-457a-a70b-7b64e4fa488a None None] Provisioning for port c43a4bfc-22aa-4484-9958-13bb52088581 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:46.864413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2667a423-db1a-457a-a70b-7b64e4fa488a None None] Provisioning complete for port c43a4bfc-22aa-4484-9958-13bb52088581 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:46.864792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2667a423-db1a-457a-a70b-7b64e4fa488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.960945 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:46.976577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2667a423-db1a-457a-a70b-7b64e4fa488a None None] Port c43a4bfc-22aa-4484-9958-13bb52088581 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:13:46.981516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ee6b7a15-15a5-43bd-a3c4-69685ad59247 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:46.987167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ee6b7a15-15a5-43bd-a3c4-69685ad59247 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:46.987545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.116297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.143789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.165836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ee6b7a15-15a5-43bd-a3c4-69685ad59247, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ee6b7a15-15a5-43bd-a3c4-69685ad59247,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:47.169025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.169924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.172110 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.190308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=3bdbb0b6-b5ef-4ab9-bf36-4d9a987da2c6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:47.279115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b3373a48-e238-438f-ab6b-97218aece9f3 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:47.323683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:47.327052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: b3373a48-e238-438f-ab6b-97218aece9f3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:47.327476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device b3373a48-e238-438f-ab6b-97218aece9f3 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:47.338348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] Sync routers for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:47.342702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.383969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-92faaa22-d2ea-475f-a990-b5749e918e3c service neutron] 10.222.0.23 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2167871 Mar 03 18:13:47.388087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:47.389294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:47.463689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ee6b7a15-15a5-43bd-a3c4-69685ad59247,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:47.481787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:47.504995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:47.506077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:47.507711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5ae89180-78ad-4e3f-bc6a-4c4997222fa6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/f52de2d3-766d-4cca-922d-afa7faef0243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4601095 Mar 03 18:13:47.521230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48094) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:47.522772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.523106 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 284acb2c-ec90-44f9-b8e7-ccd1136a0f2b disassociated (deleted). External IP: 172.25.0.92, port: 8752c93b-026b-4bb6-b294-42c4b3ede0fa. Mar 03 18:13:47.644861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:47.645277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e5d41-cf0d-4201-bd6b-0c3569498d1e None None] The sync data for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:47.675236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c80b1f-c14e-4d89-ad83-5ad3d4a99a64 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:47.676654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-97c80b1f-c14e-4d89-ad83-5ad3d4a99a64 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports/e42c3aa9-0f65-4116-b1c8-c6369e896e79 HTTP/1.1" status: 200 len: 910 time: 0.1481588 Mar 03 18:13:47.681503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48104) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:47.765269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.771678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.895663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Pushing event updated for resources: {'Port': ['ID=c43a4bfc-22aa-4484-9958-13bb52088581,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:47.929057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:47.981410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-9eddbef0-d804-4a1c-b5ca-75b87d6c5ab8 service neutron] 10.222.0.23 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965269 Mar 03 18:13:48.054657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:48.160221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:48.160696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e6c6d-ba16-4e14-94bd-dbd8b9f83e6a req-3828ae2e-ff94-4ac1-81b4-79b971807dce tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:48.161933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b7e6c6d-ba16-4e14-94bd-dbd8b9f83e6a req-3828ae2e-ff94-4ac1-81b4-79b971807dce tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 945 time: 0.2048016 Mar 03 18:13:48.164748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:48.166069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:48.429046 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b7e6c6d-ba16-4e14-94bd-dbd8b9f83e6a req-8f370fa1-79df-4d8e-8d58-40008fd86960 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598119 Mar 03 18:13:48.464340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee6b7a15-15a5-43bd-a3c4-69685ad59247 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:48.596610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ee6b7a15-15a5-43bd-a3c4-69685ad59247 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:48.597065 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:48.644029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:48.730823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-668f4ef3-b307-4990-9dae-15df3b300f5b None None] Provisioning complete for port c43a4bfc-22aa-4484-9958-13bb52088581 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:48.731589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-668f4ef3-b307-4990-9dae-15df3b300f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:48.744161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ac8b0401-9613-4a7f-9a1c-4c87a185569a req-caeadaf8-d551-476f-ba5e-6d7f17344e54 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 210 time: 0.5210292 Mar 03 18:13:48.862421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-668f4ef3-b307-4990-9dae-15df3b300f5b None None] Port c43a4bfc-22aa-4484-9958-13bb52088581 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:13:48.900879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:48.914241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-01f4f078-9c41-4bfe-8687-afe132e3568d admin admin] 10.222.0.23 "PUT /v2.0/routers/e3e097c7-696b-4eda-83bd-6052f4f39cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8151753 Mar 03 18:13:48.925761 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:48.937396 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:48.938808 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:49.179398 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:49.278252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:49.548119 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-654090b4-eb29-4f64-b256-aa01a5f252fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:49.709112 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 2, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:49.720022 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:13:49.720378 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Updating router e3e097c7-696b-4eda-83bd-6052f4f39cfc port c43a4bfc-22aa-4484-9958-13bb52088581 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:13:49.818859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-847da547-aa01-495d-bb2a-3f3601f8b086 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:49.820876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-847da547-aa01-495d-bb2a-3f3601f8b086 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 945 time: 0.3338418 Mar 03 18:13:49.823046 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:49.865675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:49.878168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:49.895174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:49.895753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:49.898650 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.014134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Deleting port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:50.014603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.050951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:50.062964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:50.068269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:50.077914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48154) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:50.153132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96662813-3594-4a86-a53b-57d786c926fd req-03a23f42-ba7f-4560-bbca-ee9825695881 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:50.160550 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96662813-3594-4a86-a53b-57d786c926fd req-03a23f42-ba7f-4560-bbca-ee9825695881 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 945 time: 0.5179360 Mar 03 18:13:50.226516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:50.226983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173c8f0-8819-477a-a910-4af265498a2d None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:50.265146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1330183087-network', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:50.266578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96662813-3594-4a86-a53b-57d786c926fd req-e20af5af-7325-419e-926c-0e3053fcf1a1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050308 Mar 03 18:13:50.278778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.328420 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.330541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:50.383394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b3cca13a-1b12-48ee-9981-bc15eaaa4dbb req-263560c1-172c-42be-8fa4-40b1a94f9860 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 210 time: 0.3428299 Mar 03 18:13:50.433283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Usage tracker for resource:network and tenant:066b05c4504e4a009c5ecea4cbe25a74 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:50.484295 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.497957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:50.509161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-30eaaa5a-9eb4-40bf-8a27-8d90145dcfeb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/floatingips/284acb2c-ec90-44f9-b8e7-ccd1136a0f2b HTTP/1.1" status: 204 len: 168 time: 5.8758385 Mar 03 18:13:50.520323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48162) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:50.528739 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Transition to ACTIVE for port object c43a4bfc-22aa-4484-9958-13bb52088581 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:50.538493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:50.545568 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.578210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] For port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:50.578782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.612230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Made reservation on behalf of 066b05c4504e4a009c5ecea4cbe25a74 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:50.614664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.721407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10483782-8245-49d1-a005-df8833bd6845 req-44da3f12-cb15-4c04-816a-fa65103e1cb6 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:50.722981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-44da3f12-cb15-4c04-816a-fa65103e1cb6 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.16 "GET /v2.0/networks?id=3a143abb-69f7-4b85-a9d5-723e4984e339 HTTP/1.1" status: 200 len: 812 time: 0.7146082 Mar 03 18:13:50.723721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.747546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Pushing event updated for resources: {'Port': ['ID=c43a4bfc-22aa-4484-9958-13bb52088581,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:50.796769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.797501 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.798721 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.799274 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.799841 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.800474 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.801027 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.801614 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.802168 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.802850 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.803386 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.803926 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:13:50.837166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Attempting to bind port c43a4bfc-22aa-4484-9958-13bb52088581 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:50.837678 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Attempting to bind port c43a4bfc-22aa-4484-9958-13bb52088581 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:50.838136 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Attempting to bind port c43a4bfc-22aa-4484-9958-13bb52088581 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:50.845197 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:50.847476 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:50.848037 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.848530 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:50.849428 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Bound port: c43a4bfc-22aa-4484-9958-13bb52088581, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:50.849897 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.935152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Request body: {'port': {'device_id': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339', 'admin_state_up': True, 'tenant_id': 'ce538af96082486c8750f14ee2037e37'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:50.954366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Calling delete_port for 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:50.969050 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] For port c43a4bfc-22aa-4484-9958-13bb52088581, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:50.973485 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] For port c43a4bfc-22aa-4484-9958-13bb52088581, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c43a4bfc-22aa-4484-9958-13bb52088581,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:50.979734 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:50.982472 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:51.037868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 8752c93b-026b-4bb6-b294-42c4b3ede0fa {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:51.038310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:51.106654 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfe9a8-ed62-4f29-a318-cfa82225ea91 None None] Pushing event updated for resources: {'Port': ['ID=c43a4bfc-22aa-4484-9958-13bb52088581,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:51.146986 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:51.148027 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:51.225045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:51.267465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Usage tracker for resource:security_group_rule and tenant:066b05c4504e4a009c5ecea4cbe25a74 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:51.295043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:51.481011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:51.522733 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:51.523949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:51.552408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:51.567283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:13:51.569146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.25.0.189 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/eb65cbc2-8efd-4676-9b95-4dcefe0b9e21) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:51.663647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d4f8a38-f1c3-4585-9183-47397be889c5 req-af72d18d-69ef-473b-9f19-70b2720e92f1 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 210 time: 0.0820506 Mar 03 18:13:51.707015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:13:51.785885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:13:51.786502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:13:51.833038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ba014ae7-aaae-4e4e-ba1c-481b14157e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:51.846859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:51.867725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Usage tracker for resource:port and tenant:ce538af96082486c8750f14ee2037e37 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:51.874275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:51.893576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:51.916854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event deleted for resources: {'Port': ['ID=7da46488-e9f6-4f3e-89b0-432ffb36c8c1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:51.942186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e15d95be-8dfc-44ef-9409-9d421535c132 req-d0e917fa-e2ac-4d98-8123-aa1e180265dc tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 210 time: 0.3016303 Mar 03 18:13:51.976635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Made reservation on behalf of ce538af96082486c8750f14ee2037e37 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:51.980139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.038277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 8752c93b-026b-4bb6-b294-42c4b3ede0fa owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:52.055858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.056982 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:50Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:52.061316 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ba9bd-056d-40d0-b3e8-377b9ddbc724 None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:50Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:52.088575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.146778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.152700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] No DVR routers for this DVR port 7da46488-e9f6-4f3e-89b0-432ffb36c8c1 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:13:52.161531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port e42c3aa9-0f65-4116-b1c8-c6369e896e79 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:13:52.161875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.169815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.192045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'name': 'network-vif-deleted', 'tag': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:13:52.229820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b0e1a7eb-073b-423c-bce8-769831f188a5 req-7bbd8169-63f9-407e-9b76-3e06b83530ac tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.16 "DELETE /v2.0/ports/7da46488-e9f6-4f3e-89b0-432ffb36c8c1 HTTP/1.1" status: 204 len: 173 time: 2.3977933 Mar 03 18:13:52.275739 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13de620-ec57-43c1-b0d4-eaf77e8dbf91', 'name': 'network-vif-deleted', 'tag': '7da46488-e9f6-4f3e-89b0-432ffb36c8c1', 'status': 'completed', 'code': 200} Mar 03 18:13:52.296675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:13:52.325970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ee95d-6995-4be8-af62-2289a64db95c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:52.367711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.368141 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Added segment e2b1d41a-ef98-441e-a0a6-d97d888ce022 of type vlan for network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 Mar 03 18:13:52.565928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c43a4bfc-22aa-4484-9958-13bb52088581 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:52.577860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.675027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.679381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c43a4bfc-22aa-4484-9958-13bb52088581 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:52.685622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c43a4bfc-22aa-4484-9958-13bb52088581 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:52.686255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.749880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=8752c93b-026b-4bb6-b294-42c4b3ede0fa,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:52.929392 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.943267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.956322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:52.965933 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.970370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1a7e5bb-b5cc-47bc-8098-9f1e53766466 req-a252d031-8fe2-4347-b484-d08b798aec83 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 210 time: 0.0790753 Mar 03 18:13:52.975470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Allocated IP 172.20.0.3 (3a143abb-69f7-4b85-a9d5-723e4984e339/846bd494-2447-443b-b9d4-3dc2327663ba/d50da922-054a-4a9c-a652-48ef26c2302f) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:52.987100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:52.987506 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:52.993684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:53.010457 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5f1c63f4-6ae6-44e7-9d8f-6c82ff2f25cd tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/ports/8752c93b-026b-4bb6-b294-42c4b3ede0fa HTTP/1.1" status: 204 len: 168 time: 2.4889214 Mar 03 18:13:53.011250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48192) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:53.016843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:53.025447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:53.029704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:floatingip and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:53.033963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:53.037591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c43a4bfc-22aa-4484-9958-13bb52088581, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c43a4bfc-22aa-4484-9958-13bb52088581,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:13:53.039638 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.044381 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.044808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:53.063554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.173903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c43a4bfc-22aa-4484-9958-13bb52088581,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:53.265799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.345748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:53.350927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.365370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:13:53.569826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.25.0.155 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/3c62f982-6cb9-42d9-9c84-6003233be96a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:53.622391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d535c5c7-790a-4e7e-b6b9-aa0e5443d086 req-1395d9f3-8fcf-4752-badf-589ad54099de tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d13de620-ec57-43c1-b0d4-eaf77e8dbf91 HTTP/1.1" status: 200 len: 210 time: 0.3100560 Mar 03 18:13:53.773584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.810199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.861696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for e42c3aa9-0f65-4116-b1c8-c6369e896e79 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:13:53.913354 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:53.914362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:53.915024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.026293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=3c62f982-6cb9-42d9-9c84-6003233be96a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:54.030712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:54.041754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:54.046415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:54.143336 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.219431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-c60a3891-de34-44e0-b3c9-0fe8ab303717 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:54.221688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-c60a3891-de34-44e0-b3c9-0fe8ab303717 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1096 time: 0.3575289 Mar 03 18:13:54.263808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.281623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:54.287393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Usage tracker for resource:security_group_rule and tenant:1d3a5859d22b4baba87f4892cdf44320 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:54.291133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:54.300191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:54.300435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.307743 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.367995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a291d181-21db-4f45-8965-9c792cfd25b9 req-15cacd0c-67d1-46c2-8389-fe04c6a0eb13 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Synchronizing usage tracker for tenant:ce538af96082486c8750f14ee2037e37 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:13:54.401182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.485913 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c43a4bfc-22aa-4484-9958-13bb52088581 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:13:54.536459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.570410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.573765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c43a4bfc-22aa-4484-9958-13bb52088581 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:13:54.573898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] Pushing event updated for resources: {'Network': ['ID=af90fb18-cf4a-4cb9-82ea-2cc876de6e50,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:54.574713 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.603640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7c952ac1-2d59-4544-b7d3-b4dba787e877 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4975617 Mar 03 18:13:54.625102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:54.648382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Request body: {'subnet': {'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1330183087-subnet', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:54.649969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:13:54.653522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:54.657663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Usage tracker for resource:subnet and tenant:066b05c4504e4a009c5ecea4cbe25a74 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:54.660508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:54.663312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c6a6fcbb-8053-4cb9-bf78-6b6d685c15ea req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352541 Mar 03 18:13:54.683562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:54.690902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e995091-280d-47ca-953c-86f48196bd7f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8b71fb-f1a0-4838-86f5-2fdd85847286,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:54.755663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Made reservation on behalf of 066b05c4504e4a009c5ecea4cbe25a74 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:54.771586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.806362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.821032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.832998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a291d181-21db-4f45-8965-9c792cfd25b9 req-15cacd0c-67d1-46c2-8389-fe04c6a0eb13 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Unset dirty status for tenant:ce538af96082486c8750f14ee2037e37 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:13:54.845101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a291d181-21db-4f45-8965-9c792cfd25b9 req-15cacd0c-67d1-46c2-8389-fe04c6a0eb13 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 210 time: 0.5907538 Mar 03 18:13:54.930165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:54.998013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=3c62f982-6cb9-42d9-9c84-6003233be96a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:55.147887 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:55.196952 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:55.201492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-947ca108-e57b-4a26-99ef-0997f5f91721 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1860232 Mar 03 18:13:55.209799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fc31d-67f9-45f0-ab60-233575da4ab5 req-5ea5d505-fde1-4275-b6e1-1e78568fd132 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:55.211382 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-365fc31d-67f9-45f0-ab60-233575da4ab5 req-5ea5d505-fde1-4275-b6e1-1e78568fd132 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.1951561 Mar 03 18:13:55.211885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48228) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:55.217534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'port': {'network_id': '974a958c-589c-41d3-b3ff-98c10cde62fd', 'name': 'tempest-FloatingIPTestJSON-2044971219'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:55.361655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-365fc31d-67f9-45f0-ab60-233575da4ab5 req-68ca90be-f45d-4ed3-a60a-c003afd9bae4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245189 Mar 03 18:13:55.394387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48236) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:55.489379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:55.496551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:port and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:55.502356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:55.516574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:55.540649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-083e3df6-6a56-40a7-919f-479f4732aeaf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/e75c7a01-d316-42a3-b855-6953ced5c41a HTTP/1.1" status: 200 len: 993 time: 0.1448252 Mar 03 18:13:55.542369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:13:55.546469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:55.571771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] device_id is not set on port 0c44e4a8-ff74-40a5-b18c-a992af76f573 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:13:55.599472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:55.673628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:55.699146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=e42c3aa9-0f65-4116-b1c8-c6369e896e79,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:55.729942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.8 (974a958c-589c-41d3-b3ff-98c10cde62fd/f36a4691-6c6b-40e4-aa5e-08ecd81673e3/0c44e4a8-ff74-40a5-b18c-a992af76f573) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:55.904767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:55.959302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788389-4222-4a76-b592-c600427592e5 req-5263a514-f73b-4068-91ce-e3f6e7862b5f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:55.960825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-5263a514-f73b-4068-91ce-e3f6e7862b5f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.6189525 Mar 03 18:13:56.102408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-f7aaf00d-481c-4633-af1f-c31d46d7ced0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.1248055 Mar 03 18:13:56.146192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:56.150688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b9a34f0-701e-4b94-8d74-7fe74355322d req-3be89ba8-8d39-406e-b852-24299c95ba30 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 210 time: 0.0607865 Mar 03 18:13:56.179538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:56.195140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50483020-6000-4f23-b332-386cdf48f8db,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:56.255333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 974a958c-589c-41d3-b3ff-98c10cde62fd is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:56.256931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:56.266966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:56.267195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:56.270022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Checking segment: {'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:56.270387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Network hostable DHCP agents. Network: af90fb18-cf4a-4cb9-82ea-2cc876de6e50, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:13:56.274892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:56.309111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=0c44e4a8-ff74-40a5-b18c-a992af76f573,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:56.345427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:56.346037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:56.375262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-603fb2b6-8753-4558-9a77-baf7a08462a5 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1589735 Mar 03 18:13:56.376654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48268) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:56.383137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'port_id': '0c44e4a8-ff74-40a5-b18c-a992af76f573'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:56.464072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:56.528793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Network 3a143abb-69f7-4b85-a9d5-723e4984e339 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:56.535955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:56.538885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:56.542673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Pushing event updated for resources: {'Port': ['ID=d50da922-054a-4a9c-a652-48ef26c2302f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:56.545287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:56.576049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:13:56.948947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, af90fb18-cf4a-4cb9-82ea-2cc876de6e50) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:56.957346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063baf4-5d66-48ba-af12-0f33f97e300e None None] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:56.974677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:56.975265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.094374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-84ce422a-0188-40b4-93eb-4f74a69798c8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9103913 Mar 03 18:13:57.123691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:57.124306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.127860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71ae8-1762-496f-af95-316ee2775e95 req-dc6d3830-4658-444c-834f-41d0f9f207d4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:57.135986 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7bc71ae8-1762-496f-af95-316ee2775e95 req-dc6d3830-4658-444c-834f-41d0f9f207d4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.3725376 Mar 03 18:13:57.143847 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-9e038e6d-2036-4f4c-ad6e-08ce8a168e69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4900489 Mar 03 18:13:57.189260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e5e2692-4b6d-4c30-99e2-0d2f84a960f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5615606 Mar 03 18:13:57.194317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48284) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:57.205353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:57.209057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:13:57.211527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7bc71ae8-1762-496f-af95-316ee2775e95 req-eb5fe9b4-7f52-49d3-93aa-6f38e8f4dbe3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746462 Mar 03 18:13:57.225737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-af90fb18-cf4a-4cb9-82ea-2cc876de6e50', 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'fixed_ips': [{'subnet_id': '50483020-6000-4f23-b332-386cdf48f8db'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:13:57.226800 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.229449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:13:57.235968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Usage tracker for resource:router and tenant:066b05c4504e4a009c5ecea4cbe25a74 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:13:57.239664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:13:57.247732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:13:57.316121 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-7ee845a4-d61a-448c-bca2-a6b0d2d3be4f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4013638 Mar 03 18:13:57.341471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.342512 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.366015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.391741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.398557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.453414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Allocated IP 172.20.0.2 (af90fb18-cf4a-4cb9-82ea-2cc876de6e50/50483020-6000-4f23-b332-386cdf48f8db/2c81d64a-2305-4e22-b70d-428bd11a6db4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:13:57.607762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Request body: {'port': {'device_id': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:13:57.650002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router f52de2d3-766d-4cca-922d-afa7faef0243 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:57.726622 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.740317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Transition to ACTIVE for port object 2c81d64a-2305-4e22-b70d-428bd11a6db4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:57.763976 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Transition to ACTIVE for port object 2c81d64a-2305-4e22-b70d-428bd11a6db4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:13:57.774273 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:57.857856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:13:57.861647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:13:57.873168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:13:57.918708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Pushing event updated for resources: {'Port': ['ID=2c81d64a-2305-4e22-b70d-428bd11a6db4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:57.976513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:57.986081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70ce807f-70b5-4366-bc6b-d168476e6fdc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/f52de2d3-766d-4cca-922d-afa7faef0243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2888205 Mar 03 18:13:57.986751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-b0d6e73b-a15e-4e14-b191-6f461b05a319 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8911235 Mar 03 18:13:57.987590 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] Sync routers for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:57.989466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48316) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:58.003156 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:58.005894 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:58.011340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Attempting to bind port 2c81d64a-2305-4e22-b70d-428bd11a6db4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:13:58.011957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Attempting to bind port 2c81d64a-2305-4e22-b70d-428bd11a6db4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:13:58.012164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Attempting to bind port 2c81d64a-2305-4e22-b70d-428bd11a6db4 on network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:13:58.021050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:13:58.021697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Checking segment: {'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:13:58.022388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:58.023086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Bound using segment: {'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:13:58.023731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Bound port: 2c81d64a-2305-4e22-b70d-428bd11a6db4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:13:58.024345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:58.128600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:58.139841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] For port 2c81d64a-2305-4e22-b70d-428bd11a6db4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:13:58.144346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] For port 2c81d64a-2305-4e22-b70d-428bd11a6db4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c81d64a-2305-4e22-b70d-428bd11a6db4,segment=NetworkSegment(e2b1d41a-ef98-441e-a0a6-d97d888ce022),segment_id=e2b1d41a-ef98-441e-a0a6-d97d888ce022)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:13:58.150013 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:58.162167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:58.172856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:58.173723 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:58.252681 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:58.253080 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1e57d-e507-480b-8e1e-5c50fcdfedf3 None None] The sync data for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:13:58.274776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee837a-c87b-4ba4-aeda-8bfda0d0d144 None None] Pushing event updated for resources: {'Port': ['ID=2c81d64a-2305-4e22-b70d-428bd11a6db4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:13:58.283683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f35bc5-94c0-4b3b-a146-d13801f5b204 req-bcef6aa6-be1f-4971-82ac-2b8c24015a49 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:58.285423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38f35bc5-94c0-4b3b-a146-d13801f5b204 req-bcef6aa6-be1f-4971-82ac-2b8c24015a49 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 931 time: 0.6842127 Mar 03 18:13:58.287195 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP ee4347d3-145b-429b-adf8-870a60db814a associated. External IP: 172.25.0.155, port: 0c44e4a8-ff74-40a5-b18c-a992af76f573. Mar 03 18:13:58.364323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:58.433901 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-38f35bc5-94c0-4b3b-a146-d13801f5b204 req-09124a3a-36c5-4a0e-b3f5-401994bd4b07 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787218 Mar 03 18:13:58.862053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:13:58.871910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Sync routers for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:13:58.881900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:13:58.882492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:13:59.014592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:59.017787 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ec6c15e7-6e4e-4066-94bf-fa69fde2a46e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.6732883 Mar 03 18:13:59.024942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48326) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:59.045368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-4f5f240b-732e-4ae3-90d4-83fcccf64515 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0350289 Mar 03 18:13:59.096060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:13:59.138602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:13:59.156019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915fa75-56cb-4493-8132-a17f377fa5c2 req-04c141f5-f372-43d1-b93a-5e9d760e7471 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:59.158273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5915fa75-56cb-4493-8132-a17f377fa5c2 req-04c141f5-f372-43d1-b93a-5e9d760e7471 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.4491491 Mar 03 18:13:59.504945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8f0076c5-6365-4799-9d57-5f013fdd3faa tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=33441e1b277446cda750022555d7cded&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4683111 Mar 03 18:13:59.510411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:59.575747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:59.666924 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:13:59.729198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1b0e8-c131-41b2-a241-7869af188244 None None] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:13:59.774713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b56e2b0d-0e83-4f0f-b396-db91ff5bf117 req-68a1185e-2af0-466c-95b4-d249d85c40e1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 210 time: 0.1509528 Mar 03 18:13:59.873473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d151484-97cc-425d-b8c3-f49dac42ad1c tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:13:59.874958 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6d151484-97cc-425d-b8c3-f49dac42ad1c tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3636165 Mar 03 18:13:59.881964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:13:59.927360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b5bae4e2-5de5-4ffe-ba05-c1d591b58019 None None] Provisioning for port 2c81d64a-2305-4e22-b70d-428bd11a6db4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:13:59.999818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5915fa75-56cb-4493-8132-a17f377fa5c2 req-8e3c6502-5590-41f2-9d51-f4df867fce21 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8279312 Mar 03 18:14:00.004283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3f6f611d-1677-41fc-993c-920bcd7d2fa1 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1192839 Mar 03 18:14:00.019879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48358) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:00.071158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-dbdf429e-739f-4911-ad23-eb08798b2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:00.074914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-dbdf429e-739f-4911-ad23-eb08798b2281 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1096 time: 1.2819908 Mar 03 18:14:00.101137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046971874', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'project_id': '33441e1b277446cda750022555d7cded', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:00.190478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50da922-054a-4a9c-a652-48ef26c2302f {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:00.219630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:00.227042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:00.302951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 3, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:00.319626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Checking router: 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:14:00.319978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Updating router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:14:00.331827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:00.359565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:subnet and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:00.371136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:00.423308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:00.453013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Transition to ACTIVE for port object d50da922-054a-4a9c-a652-48ef26c2302f will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:00.494907 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:00.497954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:00.556810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c81d64a-2305-4e22-b70d-428bd11a6db4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:00.612699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:00.617060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:00.738044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2c81d64a-2305-4e22-b70d-428bd11a6db4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:00.744096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2c81d64a-2305-4e22-b70d-428bd11a6db4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:00.744472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:00.792200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:00.805945 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:00.817752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Allocated IP 172.25.0.163 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7584cc20-9c0a-420e-8a3d-63272e9a9f93) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:00.829183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:00.829852 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:00.876662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:00.968686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-d8b4bad5-c182-4ea8-aa9f-89a6d8eddec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:00.974398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-d8b4bad5-c182-4ea8-aa9f-89a6d8eddec2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.6852190 Mar 03 18:14:00.989820 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:01.009167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:01.010055 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:01.020202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-106e614a-c088-4714-89dd-a812fa40ec85 None None] Provisioning complete for port 2c81d64a-2305-4e22-b70d-428bd11a6db4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:01.021077 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-106e614a-c088-4714-89dd-a812fa40ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:01.041264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb936baf-ab19-44fc-a43b-d24a5c8aed2b req-74eb5c38-3bad-446c-90d5-01c4c4deb136 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:01.042882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb936baf-ab19-44fc-a43b-d24a5c8aed2b req-74eb5c38-3bad-446c-90d5-01c4c4deb136 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 931 time: 1.0358183 Mar 03 18:14:01.052817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5388a75e-b437-4507-b0ea-79a4285bddd6 req-787c2ccc-6f78-4ea9-8e5c-a5733dcfb897 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:01.126333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d50da922-054a-4a9c-a652-48ef26c2302f,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:01.192164 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:01.192480 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211f6e6-457b-42e1-99dc-8015502340d7 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:01.204807 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:01.297581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2c81d64a-2305-4e22-b70d-428bd11a6db4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c81d64a-2305-4e22-b70d-428bd11a6db4,segment=NetworkSegment(e2b1d41a-ef98-441e-a0a6-d97d888ce022),segment_id=e2b1d41a-ef98-441e-a0a6-d97d888ce022)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:01.303775 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:01.323695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788389-4222-4a76-b592-c600427592e5 req-57610ad8-4d2f-45ba-93e2-9dcf341d8660 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:01.325157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-57610ad8-4d2f-45ba-93e2-9dcf341d8660 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.3495612 Mar 03 18:14:01.367702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-106e614a-c088-4714-89dd-a812fa40ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:01.406176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Request body: {'port': {'device_id': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'admin_state_up': True, 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:01.441300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5388a75e-b437-4507-b0ea-79a4285bddd6 req-787c2ccc-6f78-4ea9-8e5c-a5733dcfb897 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:01.448805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.449715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.450270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.450860 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5388a75e-b437-4507-b0ea-79a4285bddd6 req-787c2ccc-6f78-4ea9-8e5c-a5733dcfb897 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 210 time: 0.4720376 Mar 03 18:14:01.450994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.451559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.452110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.452667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.453214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.453836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.454384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.454931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.455469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:01.510700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb936baf-ab19-44fc-a43b-d24a5c8aed2b req-9ccec20e-1597-47e5-af69-40c51bb4c073 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Synchronizing usage tracker for tenant:ce538af96082486c8750f14ee2037e37 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:01.511725 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-106e614a-c088-4714-89dd-a812fa40ec85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:14:01.512077 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-106e614a-c088-4714-89dd-a812fa40ec85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:14:01.518122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2c81d64a-2305-4e22-b70d-428bd11a6db4,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:01.525400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0ab8aff3-a933-4bf3-8866-0b02abfd103c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/floatingips/ee4347d3-145b-429b-adf8-870a60db814a HTTP/1.1" status: 200 len: 978 time: 5.1476648 Mar 03 18:14:01.529677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48368) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:01.614349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Attempting to bind port d50da922-054a-4a9c-a652-48ef26c2302f on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:01.614981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Attempting to bind port d50da922-054a-4a9c-a652-48ef26c2302f by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '15ce0ef7-d26a-4bda-906b-89d79a720f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:01.615472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Attempting to bind port d50da922-054a-4a9c-a652-48ef26c2302f on network 3a143abb-69f7-4b85-a9d5-723e4984e339 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:01.621061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cb936baf-ab19-44fc-a43b-d24a5c8aed2b req-9ccec20e-1597-47e5-af69-40c51bb4c073 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Unset dirty status for tenant:ce538af96082486c8750f14ee2037e37 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:01.630818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb936baf-ab19-44fc-a43b-d24a5c8aed2b req-9ccec20e-1597-47e5-af69-40c51bb4c073 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500789 Mar 03 18:14:01.639223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Port d50da922-054a-4a9c-a652-48ef26c2302f on network 3a143abb-69f7-4b85-a9d5-723e4984e339 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:14:01.650503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Attempting to bind port d50da922-054a-4a9c-a652-48ef26c2302f on network 3a143abb-69f7-4b85-a9d5-723e4984e339 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:01.670099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:01.670750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Checking segment: {'id': '15ce0ef7-d26a-4bda-906b-89d79a720f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:01.671313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Bound using segment: {'id': '15ce0ef7-d26a-4bda-906b-89d79a720f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:01.671925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Bound port: d50da922-054a-4a9c-a652-48ef26c2302f, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ce0ef7-d26a-4bda-906b-89d79a720f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:01.672510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:01.696841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 0c44e4a8-ff74-40a5-b18c-a992af76f573 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:01.697484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:01.907283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-26fe6f5f-72d1-4b3a-a2fe-3c56f1483d87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 1001 time: 0.8491986 Mar 03 18:14:01.992112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] For port d50da922-054a-4a9c-a652-48ef26c2302f, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:01.998244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 04b964ac-7015-4383-a6f8-4ef963f55853 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:01.998588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.124925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:02.129199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.193904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] For port d50da922-054a-4a9c-a652-48ef26c2302f, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d50da922-054a-4a9c-a652-48ef26c2302f,segment=NetworkSegment(15ce0ef7-d26a-4bda-906b-89d79a720f2d),segment_id=15ce0ef7-d26a-4bda-906b-89d79a720f2d)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:02.206552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-2948aed2-91f6-4da8-9fd3-0573cf002b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:02.208081 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-2948aed2-91f6-4da8-9fd3-0573cf002b64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.2638526 Mar 03 18:14:02.209017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:02.239920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.255135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c502-4dda-4970-9a37-ac9656a15097 req-f4ee6f66-1bf0-4e8e-8d5e-101c55a4f0de tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:02.256922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3f5c502-4dda-4970-9a37-ac9656a15097 req-f4ee6f66-1bf0-4e8e-8d5e-101c55a4f0de tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.3526096 Mar 03 18:14:02.259858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.338719 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:14:02.360355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:02.360968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.362370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/d50da922-054a-4a9c-a652-48ef26c2302f HTTP/1.1" status: 200 len: 1091 time: 4.8283913 Mar 03 18:14:02.362874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'tag': 'd50da922-054a-4a9c-a652-48ef26c2302f'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:02.495787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.523072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.526328 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'tag': 'd50da922-054a-4a9c-a652-48ef26c2302f', 'status': 'completed', 'code': 200} Mar 03 18:14:02.545376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.575863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c81d64a-2305-4e22-b70d-428bd11a6db4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:02.619179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9a9c1-adeb-4151-97c4-bcce4608b5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d50da922-054a-4a9c-a652-48ef26c2302f,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:02.692659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:02.697884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.758021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3f5c502-4dda-4970-9a37-ac9656a15097 req-11498b32-c686-4a65-b2e7-4dc3b467984a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549922 Mar 03 18:14:02.782217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Checking segment: {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:02.782217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network hostable DHCP agents. Network: 08715518-7398-4d0d-9584-66ca7b7241b4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:14:02.803825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 04b964ac-7015-4383-a6f8-4ef963f55853 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:02.822969 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:02.837070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Subnet': ['ID=df6d59a9-9a6d-4777-b80b-5a9d534a7614,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:02.838441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2c81d64a-2305-4e22-b70d-428bd11a6db4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:02.838821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:02.853964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:02.859186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7584cc20-9c0a-420e-8a3d-63272e9a9f93,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:02.904326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b283ae53-24b0-4c9c-9197-c10aea52a68c req-e00f1473-6b6e-41f4-9ce2-70e6f179c510 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 210 time: 0.2107224 Mar 03 18:14:02.919886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:02.950116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.950462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.950805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.951142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.951471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.951804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.952127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.952684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.952830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.953075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.953470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.953795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.998397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.998745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.999083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.999420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:02.999750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.000077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.000935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.001255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.001601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.001924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.002264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.002586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:03.070839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 08715518-7398-4d0d-9584-66ca7b7241b4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:14:03.169424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.195631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Transition to ACTIVE for port object eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:03.213670 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.243600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 08715518-7398-4d0d-9584-66ca7b7241b4) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:03.256993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-21c8fe60-a3d9-42d1-81a5-ddc68cc9b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:03.258558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-21c8fe60-a3d9-42d1-81a5-ddc68cc9b37a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0291648 Mar 03 18:14:03.300554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:03.301144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.305229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f715c-b5de-4f2c-b3f9-180b0acdd315 None None] Pushing event updated for resources: {'Port': ['ID=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:03.316801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac06e1-bef3-46fc-9f5c-3c6ff6dfe43c None None] Network 08715518-7398-4d0d-9584-66ca7b7241b4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:03.443671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Attempting to bind port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:03.444044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Attempting to bind port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:03.444925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Attempting to bind port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:03.460913 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:03.461292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:03.461711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.462100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:03.462634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Bound port: eb65cbc2-8efd-4676-9b95-4dcefe0b9e21, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:03.463004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.545398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.545865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.546100 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP ee4347d3-145b-429b-adf8-870a60db814a disassociated. External IP: 172.25.0.155, port: 0c44e4a8-ff74-40a5-b18c-a992af76f573. Mar 03 18:14:03.546508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 0c44e4a8-ff74-40a5-b18c-a992af76f573 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:03.590781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0113bc-cc64-43cc-a026-b0b3dc3763fd req-77de1aad-9db1-4819-84c0-c551e1660a6c tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:03.592306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d0113bc-cc64-43cc-a026-b0b3dc3763fd req-77de1aad-9db1-4819-84c0-c551e1660a6c tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 943 time: 0.6303089 Mar 03 18:14:03.609741 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] For port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:03.620411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] For port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:03.633086 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.671490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-25c0cc96-1175-4f39-a3b4-e380f6504f76 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6307669 Mar 03 18:14:03.691325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48386) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:03.760923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Allocated IP 172.20.0.9 (0d5a0192-580c-4682-8369-19e914f4d951/d519e14d-944d-4a64-8cd2-e0a61103967a/d38b1d6c-533e-45b7-89fb-bc113c62eec5) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:03.777586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.781046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10483782-8245-49d1-a005-df8833bd6845 req-0f86b2ba-d40c-4608-b998-80e6dfac9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:03.784340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-0f86b2ba-d40c-4608-b998-80e6dfac9f32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce538af96082486c8750f14ee2037e37&device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 1094 time: 1.3678246 Mar 03 18:14:03.807139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:03.807775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:03.904450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f715c-b5de-4f2c-b3f9-180b0acdd315 None None] Pushing event updated for resources: {'Port': ['ID=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:03.978147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-08715518-7398-4d0d-9584-66ca7b7241b4', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:14:03.978965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:03.988160 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:04.010138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:04.057199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=0c44e4a8-ff74-40a5-b18c-a992af76f573,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:04.219892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Allocated IP 172.20.0.2 (08715518-7398-4d0d-9584-66ca7b7241b4/df6d59a9-9a6d-4777-b80b-5a9d534a7614/63ac1aa6-5949-4e65-94b7-10a9cfe4939b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:04.231700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d0113bc-cc64-43cc-a026-b0b3dc3763fd req-09433723-2f9b-4049-a880-9d37894196f8 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022148 Mar 03 18:14:04.258987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-0a2aeaeb-a54a-43e4-bd6d-0832d8e2069e service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600358 Mar 03 18:14:04.324500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=04b964ac-7015-4383-a6f8-4ef963f55853,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:04.334841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-a3e2d403-1017-4bf9-a750-73cc7636b2d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d50da922-054a-4a9c-a652-48ef26c2302f HTTP/1.1" status: 200 len: 217 time: 0.3293605 Mar 03 18:14:04.465433 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:04.477768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Transition to ACTIVE for port object 63ac1aa6-5949-4e65-94b7-10a9cfe4939b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:04.503512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Transition to ACTIVE for port object 63ac1aa6-5949-4e65-94b7-10a9cfe4939b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:04.522849 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:04.626292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:14:04.639402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10483782-8245-49d1-a005-df8833bd6845 req-d95fdbb1-3862-462a-a07b-cdd3e858bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:04.641784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-d95fdbb1-3862-462a-a07b-cdd3e858bc05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=846bd494-2447-443b-b9d4-3dc2327663ba HTTP/1.1" status: 200 len: 852 time: 0.2974200 Mar 03 18:14:04.754022 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-a5e16b50-75fc-46bd-b1a8-56b8e24affc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a143abb-69f7-4b85-a9d5-723e4984e339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018925 Mar 03 18:14:04.763213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Network 08715518-7398-4d0d-9584-66ca7b7241b4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:04.784492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:04.796798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:04.837810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4113c2-e5c0-469f-8dd0-5893dceceee1 req-ef8e3199-e51b-48ef-9402-196193e408c7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:04.839351 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c4113c2-e5c0-469f-8dd0-5893dceceee1 req-ef8e3199-e51b-48ef-9402-196193e408c7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.8821726 Mar 03 18:14:04.896777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-aa3070a3-6f8a-4b2f-a0fc-2dcd9f21ad38 req-f95d6fde-631f-4744-82ea-40b8e2b507d2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:04.923241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:04.985369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:04.985947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Pushing event updated for resources: {'Port': ['ID=63ac1aa6-5949-4e65-94b7-10a9cfe4939b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:05.082656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Attempting to bind port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:05.083026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Attempting to bind port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:05.083383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Attempting to bind port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b on network 08715518-7398-4d0d-9584-66ca7b7241b4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:05.091074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-aa3070a3-6f8a-4b2f-a0fc-2dcd9f21ad38 req-f95d6fde-631f-4744-82ea-40b8e2b507d2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:05.091630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:05.091630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Checking segment: {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:05.091876 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:05.092097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Bound using segment: {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:05.092716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Bound port: 63ac1aa6-5949-4e65-94b7-10a9cfe4939b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:05.093087 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:05.100046 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa3070a3-6f8a-4b2f-a0fc-2dcd9f21ad38 req-f95d6fde-631f-4744-82ea-40b8e2b507d2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 210 time: 0.5742037 Mar 03 18:14:05.199304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] For port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:05.201543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] For port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=63ac1aa6-5949-4e65-94b7-10a9cfe4939b,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:05.206226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c4113c2-e5c0-469f-8dd0-5893dceceee1 req-61499942-3b3b-46f7-b15c-487e2d74a253 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124747 Mar 03 18:14:05.208660 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:05.235522 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-eb09c9ad-7569-4de9-ab3d-c3cd1893415f service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9563446 Mar 03 18:14:05.452054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee27d32-6437-48f9-b16f-aed1369cb14c None None] Pushing event updated for resources: {'Port': ['ID=63ac1aa6-5949-4e65-94b7-10a9cfe4939b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:05.487933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 3, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:05.490920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc75a4-4685-44d1-b888-89b1272e5368 None None] The sync data for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 is: [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 3, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:05.498926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-1c6d86c3-3772-49f4-8c46-da9aeea103d8 service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199650 Mar 03 18:14:05.675436 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:05.678891 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:05.831473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router f52de2d3-766d-4cca-922d-afa7faef0243 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:06.071629 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10483782-8245-49d1-a005-df8833bd6845 req-8cccc326-4e98-4089-b66e-09fb14712b93 service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642421 Mar 03 18:14:06.220978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:06.233997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:06.251300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:06.255844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.388261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:06.400570 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] Sync routers for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:06.426211 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:06.428418 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.458499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.481362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:06.482099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.550891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c3ddfd58-57b6-4e10-8668-740802f335ff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/f52de2d3-766d-4cca-922d-afa7faef0243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5584691 Mar 03 18:14:06.565152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48410) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:06.629191 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47e83e47-997c-4daf-a81a-6b72434764e8 req-e062d096-cb44-4d03-963a-a758881d4bb6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 210 time: 0.2003775 Mar 03 18:14:06.634740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:06.649197 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.651625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f0f14145-594c-4fb2-9e51-8025bc77bf7a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/ports/0c44e4a8-ff74-40a5-b18c-a992af76f573 HTTP/1.1" status: 204 len: 168 time: 5.1207407 Mar 03 18:14:06.663156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48414) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:06.663366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.663366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3e109-e079-4560-9cec-1747727f2ad3 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:06.682184 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] Routers {'f52de2d3-766d-4cca-922d-afa7faef0243'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:06.688332 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f52de2d3-766d-4cca-922d-afa7faef0243'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.749651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:06.793009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2e832c00-583a-49c4-acd3-5cdf1b97b502 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52de2d3-766d-4cca-922d-afa7faef0243 HTTP/1.1" status: 200 len: 205 time: 0.2256763 Mar 03 18:14:06.800625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48418) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:06.811856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878dc05-a9d1-459b-91ba-d8bbb5549e8a req-fffa3149-082b-4083-8174-bb136d4f3717 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:06.825955 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7878dc05-a9d1-459b-91ba-d8bbb5549e8a req-fffa3149-082b-4083-8174-bb136d4f3717 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 943 time: 1.3543298 Mar 03 18:14:06.854851 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:06.856524 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61dcefe-d936-4d41-ad07-9fa6d020190e None None] The sync data for ids ['f52de2d3-766d-4cca-922d-afa7faef0243'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:06.913864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:06.930763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:06.931133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:06.950342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:06.961342 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-05aa5fbd-b1bb-4a65-9890-d2972297030b tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "GET /v2.0/floatingips/ee4347d3-145b-429b-adf8-870a60db814a HTTP/1.1" status: 200 len: 688 time: 0.2994571 Mar 03 18:14:06.980455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48422) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:06.989197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:07.023518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-357ec86d-0fc3-43f9-886c-bc57ee59604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:07.025057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-357ec86d-0fc3-43f9-886c-bc57ee59604d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce538af96082486c8750f14ee2037e37&device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 1094 time: 0.8765039 Mar 03 18:14:07.139145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4dbcae-e018-45df-87aa-0c400260f345 None None] Network 08715518-7398-4d0d-9584-66ca7b7241b4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:07.214570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-3ad98e89-84fd-4abf-b87c-1b42b20f4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:07.216054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-3ad98e89-84fd-4abf-b87c-1b42b20f4c46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a143abb-69f7-4b85-a9d5-723e4984e339 HTTP/1.1" status: 200 len: 913 time: 0.1678927 Mar 03 18:14:07.346034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7878dc05-a9d1-459b-91ba-d8bbb5549e8a req-ab2733f1-2d58-45c9-ac9a-2ba08446f507 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190806 Mar 03 18:14:07.365950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Network 0d5a0192-580c-4682-8369-19e914f4d951 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:07.404172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Router 8672843b-04c8-4a92-b970-9498380e7425 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:14:07.406951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:07.418565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event updated for resources: {'Port': ['ID=d38b1d6c-533e-45b7-89fb-bc113c62eec5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:07.426257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:07.459501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 3c62f982-6cb9-42d9-9c84-6003233be96a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:07.459860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.472404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9476ae61-9b0c-49c3-aed1-7af6f3ca4d53 None None] Provisioning for port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:07.480973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.529239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:07.552237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82ff7ec5-5038-436b-99d1-bdd20b8dc539 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.612548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-3cbedebc-84e9-40fe-a0b6-88b82e1c99bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d50da922-054a-4a9c-a652-48ef26c2302f HTTP/1.1" status: 200 len: 217 time: 0.3165600 Mar 03 18:14:07.645010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.657047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.657047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 63ac1aa6-5949-4e65-94b7-10a9cfe4939b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:07.682751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:07.683688 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.788216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa19b7-adef-4659-b5f0-7f2693aa5d89 req-503ed6b4-003f-4ff4-9f54-2ff6c02d1957 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:07.800040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38fa19b7-adef-4659-b5f0-7f2693aa5d89 req-503ed6b4-003f-4ff4-9f54-2ff6c02d1957 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.8371978 Mar 03 18:14:07.833109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.833473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:07.962850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 3c62f982-6cb9-42d9-9c84-6003233be96a owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:07.981709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d50da922-054a-4a9c-a652-48ef26c2302f details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:14:08.032120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-6b5c46fd-f7a4-4591-9614-e1ff5ae88b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:08.033906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-6b5c46fd-f7a4-4591-9614-e1ff5ae88b99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=846bd494-2447-443b-b9d4-3dc2327663ba HTTP/1.1" status: 200 len: 852 time: 0.4056506 Mar 03 18:14:08.092619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82ff7ec5-5038-436b-99d1-bdd20b8dc539 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.103994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82ff7ec5-5038-436b-99d1-bdd20b8dc539 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.107488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-8fad7a84-cbc6-41c3-acd2-b1c166619185 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a143abb-69f7-4b85-a9d5-723e4984e339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566816 Mar 03 18:14:08.141469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d50da922-054a-4a9c-a652-48ef26c2302f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d50da922-054a-4a9c-a652-48ef26c2302f,segment=NetworkSegment(15ce0ef7-d26a-4bda-906b-89d79a720f2d),segment_id=15ce0ef7-d26a-4bda-906b-89d79a720f2d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:08.143578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38fa19b7-adef-4659-b5f0-7f2693aa5d89 req-6da735d1-e11c-40bc-a735-e4536b6d635f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419421 Mar 03 18:14:08.183250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82ff7ec5-5038-436b-99d1-bdd20b8dc539 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.183740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ff7ec5-5038-436b-99d1-bdd20b8dc539 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Fanout notify agent at l3_agent the message router_deleted on router f52de2d3-766d-4cca-922d-afa7faef0243 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:14:08.206227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd50da922-054a-4a9c-a652-48ef26c2302f', 'network_id': '3a143abb-69f7-4b85-a9d5-723e4984e339', 'port_id': 'd50da922-054a-4a9c-a652-48ef26c2302f', 'mac_address': 'fa:16:3e:f5:88:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846bd494-2447-443b-b9d4-3dc2327663ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:14:08.246558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82ff7ec5-5038-436b-99d1-bdd20b8dc539 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.247760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-82ff7ec5-5038-436b-99d1-bdd20b8dc539 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/f52de2d3-766d-4cca-922d-afa7faef0243 HTTP/1.1" status: 204 len: 168 time: 1.4286680 Mar 03 18:14:08.257967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48430) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:08.305193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:08.356187 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-d9c5b751-2e6d-48e5-8869-4a4262b9075f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9800513 Mar 03 18:14:08.368153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:14:08.375379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-52c65394-1ffa-4a84-89c0-a09a8459ab31 service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580266 Mar 03 18:14:08.376139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.376448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Request body: {'port': {'device_id': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:08.433125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.452788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:08.474791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50da922-054a-4a9c-a652-48ef26c2302f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:08.493720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:08.494567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.600377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d50da922-054a-4a9c-a652-48ef26c2302f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d50da922-054a-4a9c-a652-48ef26c2302f,segment=NetworkSegment(15ce0ef7-d26a-4bda-906b-89d79a720f2d),segment_id=15ce0ef7-d26a-4bda-906b-89d79a720f2d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:08.643329 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.648609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.818683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ca0397-1dd7-49e2-afe2-1496d864c63a req-4994ff3b-415b-47f3-a500-3dd460ae63b4 service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132643 Mar 03 18:14:08.873985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.888089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b71a-3c3d-4fd1-8eaa-1c17bc753871 req-f9618ed2-9e84-4e19-99d4-f3b33759df5b tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:08.889699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3d4b71a-3c3d-4fd1-8eaa-1c17bc753871 req-f9618ed2-9e84-4e19-99d4-f3b33759df5b tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 943 time: 0.3753333 Mar 03 18:14:08.905142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d50da922-054a-4a9c-a652-48ef26c2302f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:08.943682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:08.958043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=63ac1aa6-5949-4e65-94b7-10a9cfe4939b,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:08.963728 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.049819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.060327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d50da922-054a-4a9c-a652-48ef26c2302f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:09.062407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:09.108441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.134799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:09.142153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e8f1239b-9e1d-4511-a4b9-7415641e47df tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62 HTTP/1.1" status: 204 len: 168 time: 0.8831232 Mar 03 18:14:09.144587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48438) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:09.171692 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.182976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3d4b71a-3c3d-4fd1-8eaa-1c17bc753871 req-26dee029-a048-45ef-9421-ab94eed2aa03 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816186 Mar 03 18:14:09.218610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:09.231667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet 467334df-bdad-453a-a5bf-e02bf66b0b21 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:14:09.236353 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.253519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac1f90-bb50-4034-97e9-b636e5f52313 None None] Network 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:09.268742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Sync routers for ids ['8672843b-04c8-4a92-b970-9498380e7425'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:09.315928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.347579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=63ac1aa6-5949-4e65-94b7-10a9cfe4939b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:09.435102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Routers {'8672843b-04c8-4a92-b970-9498380e7425'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:09.435664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8672843b-04c8-4a92-b970-9498380e7425'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:09.533518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc1715-19b6-4ee6-a879-a76e38df19bc req-0eda215e-d9f8-4295-944f-2c66dc489f75 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:09.535399 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ddc1715-19b6-4ee6-a879-a76e38df19bc req-0eda215e-d9f8-4295-944f-2c66dc489f75 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 931 time: 1.3965077 Mar 03 18:14:09.595292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.628219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-81023fa5-b888-40fe-bdce-684d5f658882 None None] Provisioning complete for port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:09.628834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81023fa5-b888-40fe-bdce-684d5f658882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.662230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.668235 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.669504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-67accaf1-7d2e-4ec6-ade3-dbe3548ce6c2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.4740865 Mar 03 18:14:09.690306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48444) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:09.809649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Set router 8672843b-04c8-4a92-b970-9498380e7425 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:14:09.812771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba278926-510a-49b0-992b-3fde0c869f47 req-f1894bb4-0a97-47ff-80b4-2574c715f8b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:09.815087 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba278926-510a-49b0-992b-3fde0c869f47 req-f1894bb4-0a97-47ff-80b4-2574c715f8b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.3833103 Mar 03 18:14:09.817045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.893054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=467334df-bdad-453a-a5bf-e02bf66b0b21,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:09.923437 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:09.944439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-041b86dd-3442-4f01-939a-968c0e34fe49 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/467334df-bdad-453a-a5bf-e02bf66b0b21 HTTP/1.1" status: 204 len: 168 time: 0.7987833 Mar 03 18:14:09.948980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48452) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:09.995215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea7a28-399b-434d-ae80-4a1446744c7f None None] Network 92d52723-699b-492f-aa7e-341167f8bd63 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:10.004389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=3c62f982-6cb9-42d9-9c84-6003233be96a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:10.015840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba278926-510a-49b0-992b-3fde0c869f47 req-02e02b89-5d46-409e-b2c4-83585052fe85 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939042 Mar 03 18:14:10.079359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:10.079762 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.087979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.20.0.1 (08715518-7398-4d0d-9584-66ca7b7241b4/df6d59a9-9a6d-4777-b80b-5a9d534a7614/57421315-c40f-43f3-94f2-0f60977b3d51) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:10.169987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.173664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ddc1715-19b6-4ee6-a879-a76e38df19bc req-7f65eae6-68b0-47d3-895c-dd119622d02c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904913 Mar 03 18:14:10.199414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 290ca076-24b1-4ace-875a-e532d695a35a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:10.200294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.440413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.443704 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.449590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-925e1750-0075-427a-833e-73b5d3b922b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/floatingips/ee4347d3-145b-429b-adf8-870a60db814a HTTP/1.1" status: 204 len: 168 time: 3.4118505 Mar 03 18:14:10.496728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 290ca076-24b1-4ace-875a-e532d695a35a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=290ca076-24b1-4ace-875a-e532d695a35a,segment=NetworkSegment(4442367b-251c-46aa-9f4d-60b0fc1e3cf4),segment_id=4442367b-251c-46aa-9f4d-60b0fc1e3cf4)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:10.497090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.530234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48460) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:10.530563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48462) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:10.558179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'a78f003b-02fa-4a32-922d-dc189d346aa5'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:10.570409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:10.638168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 290ca076-24b1-4ace-875a-e532d695a35a owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:10.780994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b1875-9b81-4190-a32f-c9663faa9638 None None] DHCP port deletion for 0e88aeb4-a35f-497a-b1fd-1b862ce1f332 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:14:10.786087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:floatingip and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:10.791559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:10.799430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85095ac2-cb30-413f-904d-077e2ebb90a4 req-2e234fb0-973d-47ea-a90b-bd719e03fb5e tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:10.799696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b1875-9b81-4190-a32f-c9663faa9638 None None] Deleting port 290ca076-24b1-4ace-875a-e532d695a35a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:10.800166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85095ac2-cb30-413f-904d-077e2ebb90a4 req-2e234fb0-973d-47ea-a90b-bd719e03fb5e tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 944 time: 0.2300239 Mar 03 18:14:10.801425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.806414 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1875-9b81-4190-a32f-c9663faa9638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.827937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:10.868524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=290ca076-24b1-4ace-875a-e532d695a35a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:10.876977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No DVR routers for this DVR port 290ca076-24b1-4ace-875a-e532d695a35a on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:14:10.891614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] DHCP port deletion for 92d52723-699b-492f-aa7e-341167f8bd63 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:14:10.899981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:14:03Z', 'revision_number': 3, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port': {'id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:59Z', 'updated_at': '2022-03-03T18:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:10.907989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b1875-9b81-4190-a32f-c9663faa9638 None None] The port '290ca076-24b1-4ace-875a-e532d695a35a' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:14:10.910146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] Deleting port b4df7d05-256f-436d-b3ac-4d81154cde60 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:10.910545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.932370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.943106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Checking router: 8672843b-04c8-4a92-b970-9498380e7425 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:14:10.943359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85095ac2-cb30-413f-904d-077e2ebb90a4 req-a1af80af-6260-4ad9-bb2f-dfb8193f6941 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361942 Mar 03 18:14:10.951580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Updating router 8672843b-04c8-4a92-b970-9498380e7425 port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:14:10.976701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:10.993126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:11.009223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.018552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Usage tracker for resource:security_group_rule and tenant:0126b8419ad941a4af9621811a04b962 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:11.035505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:11.073283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:11.087088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.123013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 63ac1aa6-5949-4e65-94b7-10a9cfe4939b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:11.141754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e88aeb4-a35f-497a-b1fd-1b862ce1f332']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:11.163865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4442367b-251c-46aa-9f4d-60b0fc1e3cf4') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:11.164306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4442367b-251c-46aa-9f4d-60b0fc1e3cf4') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:11.177015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.184888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.194758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.197442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Transition to ACTIVE for port object 57421315-c40f-43f3-94f2-0f60977b3d51 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:11.201713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:14:11.202231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:14:11.303702 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:14:11.318113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.338376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.350409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=0e88aeb4-a35f-497a-b1fd-1b862ce1f332,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:11.399031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38b1d6c-533e-45b7-89fb-bc113c62eec5 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:11.408328 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-625c0ed6-05e3-4b3b-b435-84a9b5f7e356 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/0e88aeb4-a35f-497a-b1fd-1b862ce1f332 HTTP/1.1" status: 204 len: 168 time: 1.4557173 Mar 03 18:14:11.409318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48476) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:11.412196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] For port b4df7d05-256f-436d-b3ac-4d81154cde60, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b4df7d05-256f-436d-b3ac-4d81154cde60,segment=NetworkSegment(a3da972a-3c65-4147-95cb-f618be3eae2e),segment_id=a3da972a-3c65-4147-95cb-f618be3eae2e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:11.412650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.426379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.508453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Transition to ACTIVE for port object d38b1d6c-533e-45b7-89fb-bc113c62eec5 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:11.538280 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.549987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4963-5020-4518-882c-ec603e41d434 req-dccd6784-c43e-4691-8a83-ac0e3e4e2838 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:11.555117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] Calling delete_port for b4df7d05-256f-436d-b3ac-4d81154cde60 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:11.556978 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2ad4963-5020-4518-882c-ec603e41d434 req-dccd6784-c43e-4691-8a83-ac0e3e4e2838 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 931 time: 0.2123563 Mar 03 18:14:11.568770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.593298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port b4df7d05-256f-436d-b3ac-4d81154cde60 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:11.593812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.607834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:11.608215 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.644747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2ad4963-5020-4518-882c-ec603e41d434 req-efb0993a-206d-4958-a2ce-a9c83552a6c1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868161 Mar 03 18:14:11.664024 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.749365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f77575-a47e-4b95-a011-3c5f1c74d936 req-d28bbe0b-52fe-4ff6-acad-0d78a0451862 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:11.750642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20f77575-a47e-4b95-a011-3c5f1c74d936 req-d28bbe0b-52fe-4ff6-acad-0d78a0451862 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.5598090 Mar 03 18:14:11.799961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d50da922-054a-4a9c-a652-48ef26c2302f up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:11.839551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 08715518-7398-4d0d-9584-66ca7b7241b4 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:11.841410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.852676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:11.861289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Pushing event updated for resources: {'Port': ['ID=d38b1d6c-533e-45b7-89fb-bc113c62eec5,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:11.908000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:11.941850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] No DVR routers for this DVR port b4df7d05-256f-436d-b3ac-4d81154cde60 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:14:11.952703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d3599-cfdc-4039-81df-44b5247ec873 None None] Pushing event deleted for resources: {'Port': ['ID=b4df7d05-256f-436d-b3ac-4d81154cde60,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:11.958468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:11.970699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port b4df7d05-256f-436d-b3ac-4d81154cde60, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b4df7d05-256f-436d-b3ac-4d81154cde60,segment=NetworkSegment(a3da972a-3c65-4147-95cb-f618be3eae2e),segment_id=a3da972a-3c65-4147-95cb-f618be3eae2e)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:11.973036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.000486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.016389 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.099817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port d50da922-054a-4a9c-a652-48ef26c2302f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:12.115122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 290ca076-24b1-4ace-875a-e532d695a35a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:14:12.184488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d50da922-054a-4a9c-a652-48ef26c2302f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:12.184674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.220524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for b4df7d05-256f-436d-b3ac-4d81154cde60 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:12.228172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20f77575-a47e-4b95-a011-3c5f1c74d936 req-e22092a3-99d7-4e9b-85e3-54facffcb280 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4431446 Mar 03 18:14:12.245539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 290ca076-24b1-4ace-875a-e532d695a35a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:14:12.245837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 290ca076-24b1-4ace-875a-e532d695a35a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:14:12.246110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b4df7d05-256f-436d-b3ac-4d81154cde60 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:14:12.299805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.319526 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0126b8419ad941a4af9621811a04b962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7810526 Mar 03 18:14:12.319526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=57421315-c40f-43f3-94f2-0f60977b3d51,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:12.320484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48482) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:12.331089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66af32f-80b3-4f31-a94d-909f3f37d14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16acaab4-a300-42e1-b7a5-4b2dfe1578f3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:12.342857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Transition to ACTIVE for port object 7584cc20-9c0a-420e-8a3d-63272e9a9f93 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:12.351685 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.353553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.355473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b4df7d05-256f-436d-b3ac-4d81154cde60 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:14:12.355917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b4df7d05-256f-436d-b3ac-4d81154cde60 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:14:12.370858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.412402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad3c82-c70d-43f3-a8de-5c387ff0935c req-6475e3de-7ae1-4f3e-ba8a-1c0f2c60519e tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:12.413912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdad3c82-c70d-43f3-a8de-5c387ff0935c req-6475e3de-7ae1-4f3e-ba8a-1c0f2c60519e tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 944 time: 0.1553667 Mar 03 18:14:12.416867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:14:12.417024 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:14:12.470178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-353dc6f0-f15b-47d7-a8b2-8a287e40fc99 None None] Provisioning for port 57421315-c40f-43f3-94f2-0f60977b3d51 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:12.478488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdad3c82-c70d-43f3-a8de-5c387ff0935c req-6e8f2482-de9a-4450-a3a6-db17879859e3 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556457 Mar 03 18:14:12.555362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-353dc6f0-f15b-47d7-a8b2-8a287e40fc99 None None] Provisioning complete for port 57421315-c40f-43f3-94f2-0f60977b3d51 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:12.555735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-353dc6f0-f15b-47d7-a8b2-8a287e40fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.569915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Attempting to bind port d38b1d6c-533e-45b7-89fb-bc113c62eec5 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:12.570197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Attempting to bind port d38b1d6c-533e-45b7-89fb-bc113c62eec5 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:12.570505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Attempting to bind port d38b1d6c-533e-45b7-89fb-bc113c62eec5 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:12.604775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Attempting to bind port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:12.605148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Attempting to bind port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:12.605542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Attempting to bind port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:12.620028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42117-3ab0-4cd3-a888-3a9e3c29916e None None] Pushing event updated for resources: {'Port': ['ID=7584cc20-9c0a-420e-8a3d-63272e9a9f93,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:12.627670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Port d38b1d6c-533e-45b7-89fb-bc113c62eec5 on network 0d5a0192-580c-4682-8369-19e914f4d951 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:14:12.627996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Attempting to bind port d38b1d6c-533e-45b7-89fb-bc113c62eec5 on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:12.631563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:12.631967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:12.632425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.632828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:12.633353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Bound port: 7584cc20-9c0a-420e-8a3d-63272e9a9f93, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:12.633763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.657183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:12.657541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:12.657924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Bound using segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:12.658347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Bound port: d38b1d6c-533e-45b7-89fb-bc113c62eec5, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:12.658687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.670746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.683318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ba0-7b19-4173-92c9-4b0f8f27e8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.703626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-353dc6f0-f15b-47d7-a8b2-8a287e40fc99 None None] Port 57421315-c40f-43f3-94f2-0f60977b3d51 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:12.735369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50da922-054a-4a9c-a652-48ef26c2302f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:12.752788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d50da922-054a-4a9c-a652-48ef26c2302f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d50da922-054a-4a9c-a652-48ef26c2302f,segment=NetworkSegment(15ce0ef7-d26a-4bda-906b-89d79a720f2d),segment_id=15ce0ef7-d26a-4bda-906b-89d79a720f2d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:12.760626 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.764124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] For port 7584cc20-9c0a-420e-8a3d-63272e9a9f93, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:12.799640 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50da922-054a-4a9c-a652-48ef26c2302f', 'code': 200} Mar 03 18:14:12.808483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] For port 7584cc20-9c0a-420e-8a3d-63272e9a9f93, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7584cc20-9c0a-420e-8a3d-63272e9a9f93,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:12.820443 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.865471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Routers {'8672843b-04c8-4a92-b970-9498380e7425'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:12.866105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8672843b-04c8-4a92-b970-9498380e7425'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:12.918229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port b4df7d05-256f-436d-b3ac-4d81154cde60 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:12.919316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:12.925208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d50da922-054a-4a9c-a652-48ef26c2302f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:12.995800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] The port 'b4df7d05-256f-436d-b3ac-4d81154cde60' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:14:13.044591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.25.0.177 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e14eb378-ae91-40b2-80b5-4731613cf4f2) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:13.079641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde538-1dc2-48ad-bc36-9c6887f94efe req-b5f5eff0-cbff-45cb-87ac-049f320e47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:13.079996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42117-3ab0-4cd3-a888-3a9e3c29916e None None] Pushing event updated for resources: {'Port': ['ID=7584cc20-9c0a-420e-8a3d-63272e9a9f93,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:13.080952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6cde538-1dc2-48ad-bc36-9c6887f94efe req-b5f5eff0-cbff-45cb-87ac-049f320e47b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 1096 time: 0.2134628 Mar 03 18:14:13.124162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] Set router 8672843b-04c8-4a92-b970-9498380e7425 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:14:13.147560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ba0-7b19-4173-92c9-4b0f8f27e8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.151647 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.193640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d52723-699b-492f-aa7e-341167f8bd63']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:13.205933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b6cde538-1dc2-48ad-bc36-9c6887f94efe req-ee36f47c-aa9c-4d0c-a818-8aa4606f76a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799606 Mar 03 18:14:13.209777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3da972a-3c65-4147-95cb-f618be3eae2e') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:13.210264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3da972a-3c65-4147-95cb-f618be3eae2e') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:13.221205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Allocated IP 172.20.0.1 (af90fb18-cf4a-4cb9-82ea-2cc876de6e50/50483020-6000-4f23-b332-386cdf48f8db/50f3a502-f1d6-4906-be09-3237360c25ea) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:13.223434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.243089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.250812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:14:13.251385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.256842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] For port d38b1d6c-533e-45b7-89fb-bc113c62eec5, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:14:13.269353 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:14:13.348057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] For port d38b1d6c-533e-45b7-89fb-bc113c62eec5, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d38b1d6c-533e-45b7-89fb-bc113c62eec5,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:13.351198 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.383672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.396895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.423763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.430110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=92d52723-699b-492f-aa7e-341167f8bd63,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:13.451367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae402ff1-4ac5-4d99-9156-4b409697d5f2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/92d52723-699b-492f-aa7e-341167f8bd63 HTTP/1.1" status: 204 len: 168 time: 2.0380647 Mar 03 18:14:13.451574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48492) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:13.459006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-1467272303'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:13.465832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:13.472934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:13.478839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:13.492840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:13.494063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:14:03Z', 'revision_number': 3, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port': {'id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:59Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:13.500544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c01e75-cc06-48da-a521-648f0ad9da38 None None] The sync data for ids ['8672843b-04c8-4a92-b970-9498380e7425'] in n-d-827121-1 is: [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:14:03Z', 'revision_number': 3, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port': {'id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:59Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:13.505946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93705e43-0dda-43df-9dc6-000b511c68cd req-affcec1a-3539-46c3-a8c5-14a1fe6bae86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:13.512940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93705e43-0dda-43df-9dc6-000b511c68cd req-affcec1a-3539-46c3-a8c5-14a1fe6bae86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.1572974 Mar 03 18:14:13.544100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:13.544714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.546110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] 10.222.0.35 "PUT /v2.0/ports/d38b1d6c-533e-45b7-89fb-bc113c62eec5 HTTP/1.1" status: 200 len: 1091 time: 5.1793754 Mar 03 18:14:13.551096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:13.552279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'tag': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:13.555044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.585791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93705e43-0dda-43df-9dc6-000b511c68cd req-236a37be-0cea-4abf-8461-bcded4f317fb tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718565 Mar 03 18:14:13.642265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:14:13.653026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.653895 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment d97737e5-bfb9-427a-8ca4-9a02b1a73044 of type vlan for network 465f1d24-a39f-4035-b393-63c5a3a23e6b Mar 03 18:14:13.690959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.721752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ba0-7b19-4173-92c9-4b0f8f27e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.784677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.790281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:13.790976 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.862249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44bc44-1bc9-42ab-b493-367f7634b71f req-87fbe84e-fb74-4213-95e1-806f57e73760 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:13.863948 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a44bc44-1bc9-42ab-b493-367f7634b71f req-87fbe84e-fb74-4213-95e1-806f57e73760 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 943 time: 0.9495332 Mar 03 18:14:13.878775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851fcb1-1c84-4feb-ba65-2b883f5fca5a service neutron] Pushing event updated for resources: {'Port': ['ID=d38b1d6c-533e-45b7-89fb-bc113c62eec5,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:13.891157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4ba0-7b19-4173-92c9-4b0f8f27e8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acaab4-a300-42e1-b7a5-4b2dfe1578f3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:13.913786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.916586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=465f1d24-a39f-4035-b393-63c5a3a23e6b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:13.929781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d70e5a88-0e3f-48bc-bef7-5bd85fc3b451 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4771762 Mar 03 18:14:13.938527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d11257-5d65-4a4a-b60d-16c4d08ca955 req-ffb11bd9-a427-47dd-89f2-2423826f676f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:13.940034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3d11257-5d65-4a4a-b60d-16c4d08ca955 req-ffb11bd9-a427-47dd-89f2-2423826f676f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.2356365 Mar 03 18:14:13.940377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:14:13.940847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:13.949871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:13.997744 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b99e4ba0-7b19-4173-92c9-4b0f8f27e8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:13.998887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b99e4ba0-7b19-4173-92c9-4b0f8f27e8e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16acaab4-a300-42e1-b7a5-4b2dfe1578f3 HTTP/1.1" status: 204 len: 168 time: 1.6691511 Mar 03 18:14:14.114838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:14.135250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:14.141871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:14.152066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:14.170917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f3d11257-5d65-4a4a-b60d-16c4d08ca955 req-939d127c-fe0a-4493-a9f0-a023af955d8e tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109238 Mar 03 18:14:14.199777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:14.203807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.335359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.344526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.354463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a44bc44-1bc9-42ab-b493-367f7634b71f req-4f6dc40b-7da5-45ad-ae95-c0a8b43ed4de tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686456 Mar 03 18:14:14.361685 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'tag': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5', 'status': 'completed', 'code': 200} Mar 03 18:14:14.371983 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.491239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Transition to ACTIVE for port object 50f3a502-f1d6-4906-be09-3237360c25ea will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:14.612785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788389-4222-4a76-b592-c600427592e5 req-69783bbb-ca9f-4c79-8915-35f02c1b1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:14.614384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-69783bbb-ca9f-4c79-8915-35f02c1b1a16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 1094 time: 0.9907627 Mar 03 18:14:14.633779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=57421315-c40f-43f3-94f2-0f60977b3d51,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:14.699101 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.707161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.711806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.762524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-f339db0c-4f2c-4f92-a425-765a908c8fc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38b1d6c-533e-45b7-89fb-bc113c62eec5 HTTP/1.1" status: 200 len: 217 time: 0.1329851 Mar 03 18:14:14.866812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=88d5be85-6b0b-4012-9af5-bdb02e30c80a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:14.883885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': 'd97737e5-bfb9-427a-8ca4-9a02b1a73044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:14.884267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: 465f1d24-a39f-4035-b393-63c5a3a23e6b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:14:14.930726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2035d53-b5dc-4616-ba8f-02652e7587d8 req-0c681837-33d0-42cd-b21c-c55763ac666a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:14.930726 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2035d53-b5dc-4616-ba8f-02652e7587d8 req-0c681837-33d0-42cd-b21c-c55763ac666a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.1589959 Mar 03 18:14:14.950412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:14:14.979538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 465f1d24-a39f-4035-b393-63c5a3a23e6b) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:14.986335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:14.986938 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.990850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:14.991477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f17b7c-ac66-4b07-be3d-9b6edb20f424 None None] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:15.016401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2035d53-b5dc-4616-ba8f-02652e7587d8 req-a2c3e5cb-33db-42cb-8a91-a474538a40fb tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863888 Mar 03 18:14:15.018377 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-93ee785a-6fb5-41d7-ab49-d24eb3b8df40 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0768907 Mar 03 18:14:15.021292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48526) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:15.030904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-11616440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:15.038414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:15.042327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:router and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:15.056044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:15.063504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:15.080916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.082079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.100321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.116353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:15.121608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.135590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:15.149482 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:15.152819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Pushing event updated for resources: {'Port': ['ID=50f3a502-f1d6-4906-be09-3237360c25ea,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:15.159993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:15.163549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.167262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dbeafec6-dc97-4bfc-a584-84c9f66287c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1421776 Mar 03 18:14:15.167511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48530) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:15.173885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'port': {'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b', 'name': 'tempest-RoutersTest-1545988375'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:15.191642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:15.236110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7584cc20-9c0a-420e-8a3d-63272e9a9f93 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:15.244314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:15.319773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788389-4222-4a76-b592-c600427592e5 req-f4fc9101-a606-43f0-b912-e04292eee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:15.326442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-f4fc9101-a606-43f0-b912-e04292eee855 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.5393791 Mar 03 18:14:15.331181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:15.342248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:15.347264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.456666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:15.466424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:port and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:15.471212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:15.482069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:15.519836 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-53edebbb-20bd-46b7-9e0d-5a10ca85822e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1810145 Mar 03 18:14:15.530175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 08715518-7398-4d0d-9584-66ca7b7241b4 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:15.533220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:15.540003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.565382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] device_id is not set on port a5fbf391-4c28-45e5-a930-e9351bd8ae77 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:14:15.587086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:15.595679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=e14eb378-ae91-40b2-80b5-4731613cf4f2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:15.597670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-875cb9b0-a292-4f1b-ab9c-5daf3d453782 None None] Provisioning for port 50f3a502-f1d6-4906-be09-3237360c25ea completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:15.619108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-875cb9b0-a292-4f1b-ab9c-5daf3d453782 None None] Provisioning complete for port 50f3a502-f1d6-4906-be09-3237360c25ea triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:15.619752 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-875cb9b0-a292-4f1b-ab9c-5daf3d453782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.728995 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.803783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-465f1d24-a39f-4035-b393-63c5a3a23e6b', 'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': '88d5be85-6b0b-4012-9af5-bdb02e30c80a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:14:15.804823 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.831686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-875cb9b0-a292-4f1b-ab9c-5daf3d453782 None None] Port 50f3a502-f1d6-4906-be09-3237360c25ea cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:15.834453 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.863826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 7584cc20-9c0a-420e-8a3d-63272e9a9f93, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7584cc20-9c0a-420e-8a3d-63272e9a9f93,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:15.909202 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:15.938295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.20.0.10 (465f1d24-a39f-4035-b393-63c5a3a23e6b/88d5be85-6b0b-4012-9af5-bdb02e30c80a/a5fbf391-4c28-45e5-a930-e9351bd8ae77) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:15.953416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07200f15-0b13-4d82-a45a-02482ea63aff req-c7513484-97f6-464f-9dc2-98635e1a2d32 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:15.960892 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07200f15-0b13-4d82-a45a-02482ea63aff req-c7513484-97f6-464f-9dc2-98635e1a2d32 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 943 time: 0.2626476 Mar 03 18:14:16.051317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-07200f15-0b13-4d82-a45a-02482ea63aff req-98b95e81-f37d-4b89-a55c-49891733e59c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865617 Mar 03 18:14:16.106876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=7584cc20-9c0a-420e-8a3d-63272e9a9f93,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:16.111548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9631870f-0be3-4bab-bcaa-fc29b107fecc None None] Provisioning complete for port 57421315-c40f-43f3-94f2-0f60977b3d51 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:16.112131 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9631870f-0be3-4bab-bcaa-fc29b107fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:16.182984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9631870f-0be3-4bab-bcaa-fc29b107fecc None None] Port 57421315-c40f-43f3-94f2-0f60977b3d51 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:16.371981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:16.406915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af3e9d-edf9-477d-9f17-4f75d888b742 req-3c798979-2fdc-422f-a513-471375144603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:16.408395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8af3e9d-edf9-477d-9f17-4f75d888b742 req-3c798979-2fdc-422f-a513-471375144603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.1562901 Mar 03 18:14:16.417432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object a5fbf391-4c28-45e5-a930-e9351bd8ae77 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:16.478894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8af3e9d-edf9-477d-9f17-4f75d888b742 req-282a8b93-1882-47de-927b-71bc490c476e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639193 Mar 03 18:14:16.502766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:16.510249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-8b8f0d70-d0db-4f3f-9612-24fef5e9bddd service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9776275 Mar 03 18:14:16.525483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef3206-b0c8-4df4-b6c4-2437c54d7020 req-81ab707e-4bc0-4f0b-87c7-bc167596472b tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:16.532294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96ef3206-b0c8-4df4-b6c4-2437c54d7020 req-81ab707e-4bc0-4f0b-87c7-bc167596472b tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 1.0657091 Mar 03 18:14:16.576878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=a5fbf391-4c28-45e5-a930-e9351bd8ae77,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:16.579579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Allocated IP 172.20.0.2 (465f1d24-a39f-4035-b393-63c5a3a23e6b/88d5be85-6b0b-4012-9af5-bdb02e30c80a/6c1870d6-f5c3-414e-add8-fc92c44b7c19) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:16.593754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:16.594734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:16.595399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:16.597086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:16.666873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:16.667493 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:16.697949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-64deb52c-0a9b-4a7c-9c7b-9769b73abcd1 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5292597 Mar 03 18:14:16.700139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48562) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:16.789214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96ef3206-b0c8-4df4-b6c4-2437c54d7020 req-92c73031-9284-45e8-9f17-d9b8a0bf4080 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559178 Mar 03 18:14:16.835556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:16.850719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Transition to ACTIVE for port object 6c1870d6-f5c3-414e-add8-fc92c44b7c19 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:16.877709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Transition to ACTIVE for port object 6c1870d6-f5c3-414e-add8-fc92c44b7c19 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:16.885538 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:16.976305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Pushing event updated for resources: {'Port': ['ID=6c1870d6-f5c3-414e-add8-fc92c44b7c19,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:16.993505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:16.994788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:16.997193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:17.016498 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.135438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7584cc20-9c0a-420e-8a3d-63272e9a9f93 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:17.203311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Attempting to bind port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:17.204054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Attempting to bind port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'd97737e5-bfb9-427a-8ca4-9a02b1a73044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:17.204636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Attempting to bind port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 on network 465f1d24-a39f-4035-b393-63c5a3a23e6b {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:17.221158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:17.221635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Checking segment: {'id': 'd97737e5-bfb9-427a-8ca4-9a02b1a73044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:17.222048 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.222447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Bound using segment: {'id': 'd97737e5-bfb9-427a-8ca4-9a02b1a73044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:17.222937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Bound port: 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97737e5-bfb9-427a-8ca4-9a02b1a73044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '465f1d24-a39f-4035-b393-63c5a3a23e6b'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:17.223327 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.251515 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-16788389-4222-4a76-b592-c600427592e5 req-bb206913-1d6f-4a0f-b848-6acdd4ae90ad service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089481 Mar 03 18:14:17.286675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:17.300648 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Sync routers for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:17.317145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:17.319269 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:17.337195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] For port 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:17.340470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] For port 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c1870d6-f5c3-414e-add8-fc92c44b7c19,segment=NetworkSegment(d97737e5-bfb9-427a-8ca4-9a02b1a73044),segment_id=d97737e5-bfb9-427a-8ca4-9a02b1a73044)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:17.350125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.370641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.431848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ac10-291a-4d31-8c04-f169585f4562 None None] Pushing event updated for resources: {'Port': ['ID=6c1870d6-f5c3-414e-add8-fc92c44b7c19,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:17.437448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:17.437822 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.692469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.695415 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:14:17.754756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:17.807807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba56bf-cf65-471d-b2b1-62261ecf5ec3 req-bf5fa464-9394-43ad-8201-7aaeec4e5f0c tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:17.815715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8ba56bf-cf65-471d-b2b1-62261ecf5ec3 req-bf5fa464-9394-43ad-8201-7aaeec4e5f0c tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.8725691 Mar 03 18:14:17.872833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d7862712-5bcf-4173-9fe4-a5a1bf81b31c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "PUT /v2.0/routers/18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1795306 Mar 03 18:14:17.877219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48580) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:17.926062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8ba56bf-cf65-471d-b2b1-62261ecf5ec3 req-dfaa81ab-0b5a-4a1c-80fd-336886ff77c0 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093287 Mar 03 18:14:17.926572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48584) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:18.066727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.191569 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-115c9484-48ca-41ad-9eae-09950f26833b req-c3f302c5-cd62-4fce-b4a3-789f6e8be22e service neutron] show failed (client error): The resource could not be found. Mar 03 18:14:18.192580 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-c3f302c5-cd62-4fce-b4a3-789f6e8be22e service neutron] 10.222.0.35 "GET /v2.0/ports/43a7af47-4f67-4384-b077-7a6b491afad8/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.7361696 Mar 03 18:14:18.212309 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:14Z', 'revision_number': 2, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:18.221310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.227310 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Checking router: 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:14:18.228002 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Updating router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 port 57421315-c40f-43f3-94f2-0f60977b3d51 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:14:18.288673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:18.297660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Usage tracker for resource:security_group_rule and tenant:e51182a4e25c48999592d92a81aec08e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:18.303747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:18.327273 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.352314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:18.412665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fea55-3532-4a81-9f52-b0eb095ce80d req-4eb16225-37fe-45fe-a640-9b97d61eacf1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.419967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb3fea55-3532-4a81-9f52-b0eb095ce80d req-4eb16225-37fe-45fe-a640-9b97d61eacf1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 943 time: 1.0272510 Mar 03 18:14:18.452172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0980-4106-4624-b51f-5a51433c663d req-e1229e9d-da9d-4633-bb5e-5c3b088a2ad0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.454036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a35f0980-4106-4624-b51f-5a51433c663d req-e1229e9d-da9d-4633-bb5e-5c3b088a2ad0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.3730352 Mar 03 18:14:18.518945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-7eaff98f-8237-45c3-b71b-77597aa30d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.520453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-7eaff98f-8237-45c3-b71b-77597aa30d5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 1094 time: 0.9863241 Mar 03 18:14:18.600301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.600776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.601283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.601775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.602234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.602692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.603141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.603590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.604037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.604483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.604929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.605454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.607561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-81e13a8d-70c9-47fd-b727-ce1f88feb5ac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8442 time: 0.7230842 Mar 03 18:14:18.613608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.617927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48592) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:18.656679 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:14:18.692720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.713780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.721874 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.735004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a35f0980-4106-4624-b51f-5a51433c663d req-c31f0499-b79d-4c0b-b2e0-cc81298b66f6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998327 Mar 03 18:14:18.783133 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.795971 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Transition to ACTIVE for port object 57421315-c40f-43f3-94f2-0f60977b3d51 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:18.803678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.805504 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.821436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb3fea55-3532-4a81-9f52-b0eb095ce80d req-28ae2445-254d-4582-8857-034214b5f4e3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004972 Mar 03 18:14:18.847694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:14:18.860215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.879824 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676d43c-c170-4910-b5d8-3f41dee158bb None None] Pushing event updated for resources: {'Port': ['ID=57421315-c40f-43f3-94f2-0f60977b3d51,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:18.905849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7403936-c1be-4508-913a-5dd4b8a88d0d None None] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:18.910672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e51182a4e25c48999592d92a81aec08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9799602 Mar 03 18:14:18.912954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.917183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-f6f0ac8e-bdb3-422d-a4e3-746233bed9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:18.919020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-f6f0ac8e-bdb3-422d-a4e3-746233bed9a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 1096 time: 0.4847798 Mar 03 18:14:18.920008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449e795-403d-4ed6-bc56-78e5d7ca0b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7b2466-f5a9-46f6-86cb-5dd096fbc181,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:18.922959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48596) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:18.926209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:18.971501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Pushing event updated for resources: {'Port': ['ID=50f3a502-f1d6-4906-be09-3237360c25ea,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:18.979666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:18.990776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.114416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Attempting to bind port 57421315-c40f-43f3-94f2-0f60977b3d51 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:19.114789 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Attempting to bind port 57421315-c40f-43f3-94f2-0f60977b3d51 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:19.115153 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Attempting to bind port 57421315-c40f-43f3-94f2-0f60977b3d51 on network 08715518-7398-4d0d-9584-66ca7b7241b4 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:19.121352 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:19.121800 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Checking segment: {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:19.122200 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.122586 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Bound using segment: {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:19.123099 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Bound port: 57421315-c40f-43f3-94f2-0f60977b3d51, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:19.123412 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.211145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.220999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2da7efe8-2711-4ba0-a8ec-3481b7a5efab None None] Provisioning for port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:19.225120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c1870d6-f5c3-414e-add8-fc92c44b7c19 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:19.314496 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] For port 57421315-c40f-43f3-94f2-0f60977b3d51, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:19.318959 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] For port 57421315-c40f-43f3-94f2-0f60977b3d51, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=57421315-c40f-43f3-94f2-0f60977b3d51,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:19.329282 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.382936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:19.391646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-1e2fc7e5-59f4-4b22-ac23-7cd7b0b86fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.394042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:19.394232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-1e2fc7e5-59f4-4b22-ac23-7cd7b0b86fbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.8642530 Mar 03 18:14:19.394804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.404405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.404873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.405401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.406564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.407212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.408135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.408631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.409076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.409563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.410911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.411366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.412829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:19.416787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2d0a3f8b-204c-4a7f-87ca-49034f0c063b tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7726 time: 0.7945094 Mar 03 18:14:19.445655 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:19.446545 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:13:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:19.472141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d38b1d6c-533e-45b7-89fb-bc113c62eec5 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:14:19.576094 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676d43c-c170-4910-b5d8-3f41dee158bb None None] Pushing event updated for resources: {'Port': ['ID=57421315-c40f-43f3-94f2-0f60977b3d51,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:19.635196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48602) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:19.636092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=a5fbf391-4c28-45e5-a930-e9351bd8ae77,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:19.646510 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7799c96-3a45-4136-9a81-5ab29862d829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.720961 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:14:19.868094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:19.881617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-6287778d-2541-420a-8381-b95d9632de25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38b1d6c-533e-45b7-89fb-bc113c62eec5 HTTP/1.1" status: 200 len: 217 time: 0.4304283 Mar 03 18:14:19.887901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:19.919107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:19.969169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d38b1d6c-533e-45b7-89fb-bc113c62eec5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d38b1d6c-533e-45b7-89fb-bc113c62eec5,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:19.980529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49ee7c37-86f7-4560-b9b2-5bde43ab5590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.013868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49ee7c37-86f7-4560-b9b2-5bde43ab5590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.042898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'port_id': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5', 'mac_address': 'fa:16:3e:3d:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e14d-944d-4a64-8cd2-e0a61103967a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:14:20.105650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.213404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49ee7c37-86f7-4560-b9b2-5bde43ab5590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.260943 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:19Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:20.270499 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d9f15-a9fc-4585-96a9-cf56d06f22cc None None] The sync data for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 is: [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:19Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:20.286373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c1870d6-f5c3-414e-add8-fc92c44b7c19,segment=NetworkSegment(d97737e5-bfb9-427a-8ca4-9a02b1a73044),segment_id=d97737e5-bfb9-427a-8ca4-9a02b1a73044)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:20.295112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.325181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38b1d6c-533e-45b7-89fb-bc113c62eec5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:20.332270 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.460857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=6c1870d6-f5c3-414e-add8-fc92c44b7c19,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:20.469091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d38b1d6c-533e-45b7-89fb-bc113c62eec5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d38b1d6c-533e-45b7-89fb-bc113c62eec5,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:20.479345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.487925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-488db9fa-3789-4065-846b-965c2a97aac4 None None] Provisioning complete for port 50f3a502-f1d6-4906-be09-3237360c25ea triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:20.489205 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-488db9fa-3789-4065-846b-965c2a97aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.547611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7c37-86f7-4560-b9b2-5bde43ab5590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7b2466-f5a9-46f6-86cb-5dd096fbc181,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:20.549228 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-49ee7c37-86f7-4560-b9b2-5bde43ab5590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.550515 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-49ee7c37-86f7-4560-b9b2-5bde43ab5590 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c7b2466-f5a9-46f6-86cb-5dd096fbc181 HTTP/1.1" status: 204 len: 168 time: 1.5905950 Mar 03 18:14:20.551377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=e14eb378-ae91-40b2-80b5-4731613cf4f2,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:20.695593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec65857-9690-49c5-9a04-51db5c0d707a req-4e116d0e-38e5-4b3f-86a9-dc7bb1ba9e63 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:20.699507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aec65857-9690-49c5-9a04-51db5c0d707a req-4e116d0e-38e5-4b3f-86a9-dc7bb1ba9e63 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.9675338 Mar 03 18:14:20.707709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:20.722805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-6c1bda39-2da6-4f83-87ca-6bbad31891fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:20.726524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-6c1bda39-2da6-4f83-87ca-6bbad31891fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.8023973 Mar 03 18:14:20.736079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d38b1d6c-533e-45b7-89fb-bc113c62eec5,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:20.747145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['d38b1d6c-533e-45b7-89fb-bc113c62eec5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:20.768971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:20.802820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:20.846692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-488db9fa-3789-4065-846b-965c2a97aac4 None None] Port 50f3a502-f1d6-4906-be09-3237360c25ea cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:20.923829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:20.936209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.055478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e068326a-521a-49f9-9f38-a09557eb843f None None] Provisioning complete for port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:21.057467 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e068326a-521a-49f9-9f38-a09557eb843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.114236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-8153c910-b645-4ee4-9f11-5a41f01dca78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751442 Mar 03 18:14:21.120749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48616) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:21.156680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9f897-a945-4313-b39f-9d76e6d3fc78 req-cd752e01-fc26-4b6b-9e3e-92ca45ad8558 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:21.158291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85f9f897-a945-4313-b39f-9d76e6d3fc78 req-cd752e01-fc26-4b6b-9e3e-92ca45ad8558 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 1.1789031 Mar 03 18:14:21.159767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Transition to ACTIVE for port object 43a7af47-4f67-4384-b077-7a6b491afad8 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:21.188304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.274985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Router 8672843b-04c8-4a92-b970-9498380e7425 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:21.285078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.304968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:21.310218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aec65857-9690-49c5-9a04-51db5c0d707a req-ab0dc8bc-4139-4f50-86bb-d47e3a0de0fa tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980301 Mar 03 18:14:21.311690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c1870d6-f5c3-414e-add8-fc92c44b7c19 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:21.336767 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 025ac429-7208-4d1e-b5a7-0247f535a66a associated. External IP: 172.25.0.177, port: a78f003b-02fa-4a32-922d-dc189d346aa5. Mar 03 18:14:21.375776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a0e42e4fab416f8900191c463902d1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:21.504758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:14:21.589576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.607871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-2f084288-6889-48f5-91a7-3564187820d2 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787250 Mar 03 18:14:21.616828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:21.623261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:21.647243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e068326a-521a-49f9-9f38-a09557eb843f None None] Provisioning for port a5fbf391-4c28-45e5-a930-e9351bd8ae77 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:21.663434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:14:21.664882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e068326a-521a-49f9-9f38-a09557eb843f None None] Provisioning complete for port a5fbf391-4c28-45e5-a930-e9351bd8ae77 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:21.665307 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e068326a-521a-49f9-9f38-a09557eb843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.729918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.743473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e068326a-521a-49f9-9f38-a09557eb843f None None] Port a5fbf391-4c28-45e5-a930-e9351bd8ae77 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:21.744955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:21.745398 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.764725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-85f9f897-a945-4313-b39f-9d76e6d3fc78 req-98c859de-4892-416c-8ea4-8d03aad591f7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5580394 Mar 03 18:14:21.765971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:21.782293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.832218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] No DVR routers for this DVR port 43a7af47-4f67-4384-b077-7a6b491afad8 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:14:21.888642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e50ccc26-b8f7-4662-a815-5b43f1059258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.903201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f3acccee-7844-48d0-bb4b-7d37f8a41ef2 None None] Provisioning complete for port a5fbf391-4c28-45e5-a930-e9351bd8ae77 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:21.903571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f3acccee-7844-48d0-bb4b-7d37f8a41ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:21.937160 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'code': 200} Mar 03 18:14:21.938172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947c684a-3ea5-487d-b491-603e38fb91b1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:22.003955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f3acccee-7844-48d0-bb4b-7d37f8a41ef2 None None] Port a5fbf391-4c28-45e5-a930-e9351bd8ae77 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:22.030137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57421315-c40f-43f3-94f2-0f60977b3d51 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:22.044700 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2f3adf4-88a9-47fe-8139-482ca04dd7b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3a0e42e4fab416f8900191c463902d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9052432 Mar 03 18:14:22.056573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48620) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:22.132274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 57421315-c40f-43f3-94f2-0f60977b3d51 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:22.137552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 57421315-c40f-43f3-94f2-0f60977b3d51 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:22.137929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:22.163436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:22.175177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-511eb81b-80d3-474d-a13c-9e32b0c44b78 admin admin] 10.222.0.23 "PUT /v2.0/routers/8672843b-04c8-4a92-b970-9498380e7425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4783180 Mar 03 18:14:22.204440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Sync routers for ids ['8672843b-04c8-4a92-b970-9498380e7425'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:22.225302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Routers {'8672843b-04c8-4a92-b970-9498380e7425'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:22.226073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8672843b-04c8-4a92-b970-9498380e7425'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:22.228136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-de8202a1-e94a-4d3a-8453-cb1d782b0732 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5018 time: 2.5865347 Mar 03 18:14:22.455143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Set router 8672843b-04c8-4a92-b970-9498380e7425 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:14:22.505984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab057a-7a22-4bb2-8fd0-4624939a4b53 req-b559b68a-6d91-47da-af96-a3a7425f25f1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:22.513149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aab057a-7a22-4bb2-8fd0-4624939a4b53 req-b559b68a-6d91-47da-af96-a3a7425f25f1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 944 time: 0.9573984 Mar 03 18:14:22.661594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e26c539-b75d-4ba8-afb8-026dd650d526 req-2a550661-7f47-4c24-847b-f200f45df46a service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0180845 Mar 03 18:14:22.682463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:22.702910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a552f06-8b9b-43cb-99fc-a5d63b37bbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:22.705292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8aab057a-7a22-4bb2-8fd0-4624939a4b53 req-b6df4695-84b0-4e48-b5d2-8d930f903f94 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912870 Mar 03 18:14:22.729893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:22.730343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:22.730918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:22.767011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Port 43a7af47-4f67-4384-b077-7a6b491afad8 on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:14:22.770679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Attempting to bind port 43a7af47-4f67-4384-b077-7a6b491afad8 on network 96cd118b-b2bb-4435-89ea-fe80a4218f3d {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:22.818274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:22.824073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Checking segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:22.824073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Bound using segment: {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:22.824073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Bound port: 43a7af47-4f67-4384-b077-7a6b491afad8, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:22.824073 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:22.824615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48642) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:22.904658 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:22.947156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a552f06-8b9b-43cb-99fc-a5d63b37bbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.006812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:23.016138 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:23.028916 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:23.029587 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:23.097680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337641644', 'description': 'tempest-secgroup-smoke-1337641644 description', 'project_id': '33441e1b277446cda750022555d7cded'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:23.102365 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.119988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.141178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:23.141658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 57421315-c40f-43f3-94f2-0f60977b3d51, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=57421315-c40f-43f3-94f2-0f60977b3d51,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:23.145679 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:23.159205 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.163391 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:23.167448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:23.170073 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:23.181406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:23.207339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:23.217376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:23.222626 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.223253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:23.251499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.284672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=57421315-c40f-43f3-94f2-0f60977b3d51,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:23.309575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e320510-a087-43bd-bcbf-17d55de15e9f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.7759118 Mar 03 18:14:23.315994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48646) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:23.316955 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:23.319048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9cfa5-2421-4dd1-a3f3-b86bcb482a4e None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:23.325015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1769207557'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:23.330814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:23.334883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:network and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:23.342163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:23.348446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:23.359538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.374334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:23.377654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:14:16Z', 'revision_number': 4, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port': {'id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:59Z', 'updated_at': '2022-03-03T18:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '50f3a502-f1d6-4906-be09-3237360c25ea', 'name': '', 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'mac_address': 'fa:16:3e:84:56:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '50483020-6000-4f23-b332-386cdf48f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:12Z', 'updated_at': '2022-03-03T18:14:18Z', 'revision_number': 2, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'subnets': [{'id': '50483020-6000-4f23-b332-386cdf48f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:23.384510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.386144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:23.386794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.387299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Checking router: 8672843b-04c8-4a92-b970-9498380e7425 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:14:23.387923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Updating router 8672843b-04c8-4a92-b970-9498380e7425 port 50f3a502-f1d6-4906-be09-3237360c25ea binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:14:23.388175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] 10.222.0.16 "PUT /v2.0/ports/43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 1091 time: 4.4574461 Mar 03 18:14:23.435981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca849d-c4a0-4194-9c5f-1fe6b288b49d service neutron] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:23.462766 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.469752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2352a-2742-463a-afd7-853fae0bc935 req-f8b573a0-1d85-42e7-b484-2dc0f2297844 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:23.471265 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-35b2352a-2742-463a-afd7-853fae0bc935 req-f8b573a0-1d85-42e7-b484-2dc0f2297844 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.4620061 Mar 03 18:14:23.473385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a552f06-8b9b-43cb-99fc-a5d63b37bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.485567 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.488041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d38b1d6c-533e-45b7-89fb-bc113c62eec5 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:23.509568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:23.531502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:23.534354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:14:23.539375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.540240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:23.566838 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-35b2352a-2742-463a-afd7-853fae0bc935 req-1163b7c4-267e-45d2-bd43-d60f1c021e87 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803206 Mar 03 18:14:23.567732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:23.574560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.575300 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Added segment 07f801b7-d7a4-427b-bdbf-6e006d0decce of type vlan for network f6d24896-6f77-4ca8-b6e6-96ad6acd326e Mar 03 18:14:23.666903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.764127 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.780353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:23.781655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.834408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port d38b1d6c-533e-45b7-89fb-bc113c62eec5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:23.856400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port d38b1d6c-533e-45b7-89fb-bc113c62eec5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:23.857088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.913246 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.918562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Network': ['ID=f6d24896-6f77-4ca8-b6e6-96ad6acd326e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:23.924947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:23.945951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:14:23.963461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a552f06-8b9b-43cb-99fc-a5d63b37bbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947c684a-3ea5-487d-b491-603e38fb91b1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:23.984204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:23.996193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=a5fbf391-4c28-45e5-a930-e9351bd8ae77,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:24.002650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:24.033696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.054942 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a552f06-8b9b-43cb-99fc-a5d63b37bbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.055983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5a552f06-8b9b-43cb-99fc-a5d63b37bbdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/947c684a-3ea5-487d-b491-603e38fb91b1 HTTP/1.1" status: 204 len: 168 time: 1.9958835 Mar 03 18:14:24.069444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b6f44-5513-445e-b71c-63e6d1d6aef6 req-9ecc93ed-e11d-4b7f-984c-76baa52863e3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:24.071046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a91b6f44-5513-445e-b71c-63e6d1d6aef6 req-9ecc93ed-e11d-4b7f-984c-76baa52863e3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 1.1165235 Mar 03 18:14:24.095952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0bd3fd0f-1d99-4c63-9357-8200d8801d36 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7777312 Mar 03 18:14:24.113859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48666) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:24.116051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.117280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3dee8ca8-6ee2-4b2a-9750-fd38e21cf898 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2915187 Mar 03 18:14:24.131680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'subnet': {'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:24.147636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48670) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:24.155445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '4aa504e4-980c-4ea0-9fcf-4d65fc254f9f', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:24.196946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:24.217777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:24.225449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:24.315494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:24.329410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451fac-aaae-4515-937e-ca0042e45e31 req-374a11a4-492d-4916-a017-ffd91602949b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:24.338992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d451fac-aaae-4515-937e-ca0042e45e31 req-374a11a4-492d-4916-a017-ffd91602949b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 944 time: 0.3765833 Mar 03 18:14:24.341248 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.403570 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.431600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a91b6f44-5513-445e-b71c-63e6d1d6aef6 req-a6bfb154-93b7-4140-8d5c-44222ba12ba4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054969 Mar 03 18:14:24.448243 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9d451fac-aaae-4515-937e-ca0042e45e31 req-6473ef1e-d344-4c88-a04f-eefd1e1f7c65 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081533 Mar 03 18:14:24.480121 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.490092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-4abd1bde-9949-4e0a-9bce-b6e3e75029fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:24.491974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-4abd1bde-9949-4e0a-9bce-b6e3e75029fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1094 time: 1.0598674 Mar 03 18:14:24.522732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:24.528939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.530912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port d38b1d6c-533e-45b7-89fb-bc113c62eec5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d38b1d6c-533e-45b7-89fb-bc113c62eec5,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:24.533300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:24.542004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.646991 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:14:24.648001 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'status': 'completed', 'code': 200} Mar 03 18:14:24.658652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=d38b1d6c-533e-45b7-89fb-bc113c62eec5,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:24.658975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:24.773142 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5', 'code': 200} Mar 03 18:14:24.784651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:24.800550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:24.813528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Transition to ACTIVE for port object 50f3a502-f1d6-4906-be09-3237360c25ea will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:24.821581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:24.854220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.130450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-b33ef4a0-6331-4b3d-ac68-e35e113a8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:25.131028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-b33ef4a0-6331-4b3d-ac68-e35e113a8370 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.6312239 Mar 03 18:14:25.148535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:25.156298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.171557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266d10-0f31-410d-8424-ad426db32975 None None] Pushing event updated for resources: {'Port': ['ID=50f3a502-f1d6-4906-be09-3237360c25ea,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:25.219243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-01ed7cb8-4539-4a1a-befa-e7b4c4924ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:25.220778 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-01ed7cb8-4539-4a1a-befa-e7b4c4924ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce538af96082486c8750f14ee2037e37&device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 1096 time: 1.1803148 Mar 03 18:14:25.239124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Attempting to bind port 50f3a502-f1d6-4906-be09-3237360c25ea on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:25.239518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Attempting to bind port 50f3a502-f1d6-4906-be09-3237360c25ea by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:25.239930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Attempting to bind port 50f3a502-f1d6-4906-be09-3237360c25ea on network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:25.263270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:25.263651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Checking segment: {'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:25.264058 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.264452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Bound using segment: {'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:25.264991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Bound port: 50f3a502-f1d6-4906-be09-3237360c25ea, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b1d41a-ef98-441e-a0a6-d97d888ce022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:25.265889 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.341168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57421315-c40f-43f3-94f2-0f60977b3d51 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:25.363508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.389610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-90e4f64e-12ad-4291-aff9-53b7da44fba1 None None] Provisioning complete for port a5fbf391-4c28-45e5-a930-e9351bd8ae77 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:25.390224 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90e4f64e-12ad-4291-aff9-53b7da44fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.401777 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-f5d09041-d8c6-4c35-8613-db84035563a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 999 time: 0.2531939 Mar 03 18:14:25.432952 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.447700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff9ed9-3c6d-4549-b98e-7abd8539119d req-eadb551c-9df9-476c-a6ae-725096c7e5b8 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:25.450544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2dff9ed9-3c6d-4549-b98e-7abd8539119d req-eadb551c-9df9-476c-a6ae-725096c7e5b8 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.7994857 Mar 03 18:14:25.550181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156d4c93-5286-428e-a6a2-3f18a6e0b214,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:25.573576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-90e4f64e-12ad-4291-aff9-53b7da44fba1 None None] Port a5fbf391-4c28-45e5-a930-e9351bd8ae77 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:25.575922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] For port 50f3a502-f1d6-4906-be09-3237360c25ea, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:25.586916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] For port 50f3a502-f1d6-4906-be09-3237360c25ea, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=50f3a502-f1d6-4906-be09-3237360c25ea,segment=NetworkSegment(e2b1d41a-ef98-441e-a0a6-d97d888ce022),segment_id=e2b1d41a-ef98-441e-a0a6-d97d888ce022)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:25.596713 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.598507 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.602996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-229ace33-1d79-44d0-90d7-3ad50167f84d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4520712 Mar 03 18:14:25.610745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48702) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:25.612717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d308a5-810d-4259-95d4-37168ac4d4f1 req-07999333-cf17-418e-b4c3-55c6df689b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:25.614574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8d308a5-810d-4259-95d4-37168ac4d4f1 req-07999333-cf17-418e-b4c3-55c6df689b36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 1096 time: 0.6263828 Mar 03 18:14:25.629390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-f663567c-7e62-4785-b465-190d439d9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:25.631085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-f663567c-7e62-4785-b465-190d439d9949 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1094 time: 0.9553838 Mar 03 18:14:25.635792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '4aa504e4-980c-4ea0-9fcf-4d65fc254f9f', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:25.692003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 57421315-c40f-43f3-94f2-0f60977b3d51 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:25.692378 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:25.752027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Routers {'8672843b-04c8-4a92-b970-9498380e7425'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:25.752672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8672843b-04c8-4a92-b970-9498380e7425'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:25.835631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2dff9ed9-3c6d-4549-b98e-7abd8539119d req-9ab6c2b9-8422-4c99-9cce-055203ea0c23 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149037 Mar 03 18:14:25.836544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router dbe0cd69-a60d-48d8-83de-789a36e40faa is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:14:25.864596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-9a755be7-d727-4402-a8b0-4e36194f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:25.866168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-9a755be7-d727-4402-a8b0-4e36194f3c17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.1758876 Mar 03 18:14:25.867166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:25.886736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-8258b1f8-4f6f-46f8-935a-ff5db64ddcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:25.888073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-8258b1f8-4f6f-46f8-935a-ff5db64ddcb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a143abb-69f7-4b85-a9d5-723e4984e339 HTTP/1.1" status: 200 len: 913 time: 0.5917861 Mar 03 18:14:25.959835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:25.967088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266d10-0f31-410d-8424-ad426db32975 None None] Pushing event updated for resources: {'Port': ['ID=50f3a502-f1d6-4906-be09-3237360c25ea,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:26.072350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:26.117592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:26.135372 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-95a89fb4-10e8-40e8-9081-7e3e4d2c7f61 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/dbe0cd69-a60d-48d8-83de-789a36e40faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4316378 Mar 03 18:14:26.139583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48716) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:26.144738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] Sync routers for ids ['dbe0cd69-a60d-48d8-83de-789a36e40faa'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:26.213060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] Set router 8672843b-04c8-4a92-b970-9498380e7425 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:14:26.222125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-4e77c97d-5989-4c3e-824e-9474d23eaba0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d50da922-054a-4a9c-a652-48ef26c2302f HTTP/1.1" status: 200 len: 217 time: 0.1579845 Mar 03 18:14:26.223155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:26.276470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] Routers {'dbe0cd69-a60d-48d8-83de-789a36e40faa'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:26.277158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['dbe0cd69-a60d-48d8-83de-789a36e40faa'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:26.307895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a511dbd2-9426-4f74-aa53-ee90266829d6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:26.308504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a511dbd2-9426-4f74-aa53-ee90266829d6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:26.326108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-e22575c8-ade1-4f67-91f5-9b09cd741bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:26.328750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-e22575c8-ade1-4f67-91f5-9b09cd741bdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.9049079 Mar 03 18:14:26.330987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a511dbd2-9426-4f74-aa53-ee90266829d6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:26.332117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a511dbd2-9426-4f74-aa53-ee90266829d6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports/a5fbf391-4c28-45e5-a930-e9351bd8ae77 HTTP/1.1" status: 200 len: 978 time: 0.1907756 Mar 03 18:14:26.372663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8d308a5-810d-4259-95d4-37168ac4d4f1 req-547322e9-b6d1-4e0a-ae35-194d760789b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7314813 Mar 03 18:14:26.378833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:26.412837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48728) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:26.534817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] Routers {'dbe0cd69-a60d-48d8-83de-789a36e40faa'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:26.535589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['dbe0cd69-a60d-48d8-83de-789a36e40faa'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:26.557012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5e57-4464-4390-90f6-95f4b35f2d60 req-271a3b6a-d122-4df7-9025-e5b7658ce294 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:26.565046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc7b5e57-4464-4390-90f6-95f4b35f2d60 req-271a3b6a-d122-4df7-9025-e5b7658ce294 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 945 time: 0.2510898 Mar 03 18:14:26.588442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9484-48ca-41ad-9eae-09950f26833b req-eb52d7ab-8d6e-4b5a-8f5d-91b42b6c61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:26.589266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-eb52d7ab-8d6e-4b5a-8f5d-91b42b6c61a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650741 Mar 03 18:14:26.598381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:26.627533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-54424096-c1d0-4e2a-a31e-56cf8a6d153c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 999 time: 0.7431622 Mar 03 18:14:26.656241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:26.656651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b93ec-c07f-48ce-b2a0-316c27fd968a None None] The sync data for ids ['dbe0cd69-a60d-48d8-83de-789a36e40faa'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:26.678105 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc7b5e57-4464-4390-90f6-95f4b35f2d60 req-06245eb7-7cbc-4a5c-adb3-9adc2b654260 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118793 Mar 03 18:14:26.790861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:14:16Z', 'revision_number': 4, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port': {'id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:59Z', 'updated_at': '2022-03-03T18:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '50f3a502-f1d6-4906-be09-3237360c25ea', 'name': '', 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'mac_address': 'fa:16:3e:84:56:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '50483020-6000-4f23-b332-386cdf48f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:12Z', 'updated_at': '2022-03-03T18:14:25Z', 'revision_number': 4, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'subnets': [{'id': '50483020-6000-4f23-b332-386cdf48f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:26.796295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0d855-ff66-41a3-8577-7bcb2745962c None None] The sync data for ids ['8672843b-04c8-4a92-b970-9498380e7425'] in n-d-827121-1 is: [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:14:16Z', 'revision_number': 4, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port': {'id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:59Z', 'updated_at': '2022-03-03T18:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '50f3a502-f1d6-4906-be09-3237360c25ea', 'name': '', 'network_id': 'af90fb18-cf4a-4cb9-82ea-2cc876de6e50', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'mac_address': 'fa:16:3e:84:56:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '50483020-6000-4f23-b332-386cdf48f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:12Z', 'updated_at': '2022-03-03T18:14:25Z', 'revision_number': 4, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'subnets': [{'id': '50483020-6000-4f23-b332-386cdf48f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:26.797688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-9645b62e-cb53-4504-9700-ec85b594d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:26.799806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-9645b62e-cb53-4504-9700-ec85b594d1cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=846bd494-2447-443b-b9d4-3dc2327663ba HTTP/1.1" status: 200 len: 852 time: 0.5580702 Mar 03 18:14:26.820620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-e866e394-ed7c-4281-a993-ccf5e5afee28 service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230723 Mar 03 18:14:26.924643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:27.175202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-a8f6775c-c9db-48bc-a138-9b0eb93bef86 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:27.177023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-a8f6775c-c9db-48bc-a138-9b0eb93bef86 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.2831383 Mar 03 18:14:27.200645 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-fa027771-f22d-46c7-925a-98ad5012bb1d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/quotas/561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0150001 Mar 03 18:14:27.250815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-2e91f9bc-1718-4e40-b58c-b42dfb2152b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a143abb-69f7-4b85-a9d5-723e4984e339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3110635 Mar 03 18:14:27.322463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-a760beef-dc6b-4e99-91b7-8ecc4875b975 service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955845 Mar 03 18:14:27.386676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50f3a502-f1d6-4906-be09-3237360c25ea up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:27.388453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:27.422510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-406224bf-b01f-45a1-bf7e-f27d835edde9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114375 Mar 03 18:14:27.438999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9e48f-36b6-46aa-8683-9d1aaa88f3fb req-91855157-2fc9-447d-b28a-331ac2b59bf3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:27.442875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-16e3e313-86d5-45da-b85f-67c2b32efb85 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:14:27.446529 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50c9e48f-36b6-46aa-8683-9d1aaa88f3fb req-91855157-2fc9-447d-b28a-331ac2b59bf3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 1.7882044 Mar 03 18:14:27.451722 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-16e3e313-86d5-45da-b85f-67c2b32efb85 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282943 Mar 03 18:14:27.514685 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:27.604239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 50f3a502-f1d6-4906-be09-3237360c25ea completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:27.613946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 50f3a502-f1d6-4906-be09-3237360c25ea triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:27.617510 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:27.665981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Subnet': ['ID=fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:27.701638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5395f2be-2eab-4c35-b919-ff0d0669f1df,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:27.717578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:27.722245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5102ad6b-9cf1-455b-92a8-80424e3307c8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1065671 Mar 03 18:14:27.723235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48764) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:27.807371 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:27.823446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-187cdfbb-ea73-4715-9989-57b1a27c7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:27.824955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-187cdfbb-ea73-4715-9989-57b1a27c7ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1094 time: 0.2730968 Mar 03 18:14:27.835012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-e679035d-2aad-4356-bdda-890e6f943e7e service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823504 Mar 03 18:14:27.850058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 50f3a502-f1d6-4906-be09-3237360c25ea, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=50f3a502-f1d6-4906-be09-3237360c25ea,segment=NetworkSegment(e2b1d41a-ef98-441e-a0a6-d97d888ce022),segment_id=e2b1d41a-ef98-441e-a0a6-d97d888ce022)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:27.856227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-31b0d7f6-e608-476a-8fbf-e5892d605b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:27.857781 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-31b0d7f6-e608-476a-8fbf-e5892d605b3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 1.0539644 Mar 03 18:14:27.858461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:27.871740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '4aa504e4-980c-4ea0-9fcf-4d65fc254f9f', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:27.940793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50c9e48f-36b6-46aa-8683-9d1aaa88f3fb req-63169755-37ad-4154-bae8-212111dc192c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4932845 Mar 03 18:14:27.942091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:27.998674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=50f3a502-f1d6-4906-be09-3237360c25ea,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:28.072670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Checking segment: {'id': '07f801b7-d7a4-427b-bdbf-6e006d0decce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:28.073027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network hostable DHCP agents. Network: f6d24896-6f77-4ca8-b6e6-96ad6acd326e, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:14:28.084547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:28.100817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-81e860d5-991c-4e28-bfb5-40d17ce87115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:28.102425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-81e860d5-991c-4e28-bfb5-40d17ce87115 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.2653151 Mar 03 18:14:28.112467 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-a03042dd-0019-4f6f-a355-e3dbedba0df2 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764740 Mar 03 18:14:28.146211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:28.154590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:28.301219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-6fd255df-c2b8-4f76-a365-5fe49d250976 service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9057181 Mar 03 18:14:28.302076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:28.442677 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-ae1c0833-8e7b-4ef8-b1fd-c4694ffe09a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5009120 Mar 03 18:14:28.496219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-d9c34a94-cb43-4b75-af62-d2bdf786a870 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 999 time: 0.3826745 Mar 03 18:14:28.543435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:28.553760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:14:28.623295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-5b75e738-af3b-477a-be02-9e255e53fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:28.625838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-5b75e738-af3b-477a-be02-9e255e53fd37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.1237807 Mar 03 18:14:28.646562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:28.735157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f6d24896-6f77-4ca8-b6e6-96ad6acd326e) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:28.738166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a0b522-468f-4270-963d-3cc041597018,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:28.745569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c71e70-009a-48ea-b268-e8755dcd021e None None] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:28.754835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-5e422207-10a4-44d4-bb6c-52dcb8458e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:28.757222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-5e422207-10a4-44d4-bb6c-52dcb8458e1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245897 Mar 03 18:14:28.761310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:28.761987 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:28.835779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-7b694815-384e-44e1-9b95-faf637dbde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:28.837447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-7b694815-384e-44e1-9b95-faf637dbde7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9221823 Mar 03 18:14:28.843171 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:28.846889 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3efe9534-4a40-4260-be2a-d75f04c2a060 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1001341 Mar 03 18:14:28.875170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48794) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:28.946945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '4aa504e4-980c-4ea0-9fcf-4d65fc254f9f', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:28.965283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:28.976763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:28.981780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:28.993401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:29.054702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a88c2-8133-4435-9bb9-8736b2a5d222 req-56c2173e-5729-4d58-948d-bdc621ef9546 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:29.056274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427a88c2-8133-4435-9bb9-8736b2a5d222 req-56c2173e-5729-4d58-948d-bdc621ef9546 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 945 time: 0.2462504 Mar 03 18:14:29.070733 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-33cd66ae-a683-4b2d-aaa7-44a6636e5e17 service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071821 Mar 03 18:14:29.088659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.106135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-9258c3e3-1c9a-4a35-ae6a-1bd45c48e677 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542281 Mar 03 18:14:29.116177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13f4c292-1831-4b3c-9e33-dd1448713563 req-e8867158-66c7-4143-95fa-953bdc2f925a service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665105 Mar 03 18:14:29.131498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed159d98-a12d-4089-8254-434efc5370c2 req-97f286a2-ec2d-4080-b2ed-ff2041b60b99 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:29.140952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed159d98-a12d-4089-8254-434efc5370c2 req-97f286a2-ec2d-4080-b2ed-ff2041b60b99 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.9675274 Mar 03 18:14:29.145591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f6d24896-6f77-4ca8-b6e6-96ad6acd326e', 'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e', 'tenant_id': '2d80efdca1344b57a5c37b8c5aeb3b0e', 'fixed_ips': [{'subnet_id': 'fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:14:29.147314 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.237249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-427a88c2-8133-4435-9bb9-8736b2a5d222 req-c277a9ab-bf9e-43ed-88ef-56344f1c3cab tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709826 Mar 03 18:14:29.337093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-5b685738-780d-49be-8fc7-b61b8603d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:29.338763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-5b685738-780d-49be-8fc7-b61b8603d9cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 1097 time: 0.7823522 Mar 03 18:14:29.360487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-89edafa6-db72-4967-bc78-18f5db046fe9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2413960 Mar 03 18:14:29.380207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 48814) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:29.383785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50f3a502-f1d6-4906-be09-3237360c25ea up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:29.432618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-395880280', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:29.463319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:29.478452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:router and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:29.545298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Allocated IP 172.20.0.2 (f6d24896-6f77-4ca8-b6e6-96ad6acd326e/fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3/8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:29.547383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:29.549586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 50f3a502-f1d6-4906-be09-3237360c25ea triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:29.549963 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.565218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-abdc9a82-50c9-4386-98d3-b1d74c08a096 req-d877a418-4d35-4abe-810d-921d9a0540b6 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 210 time: 0.1755159 Mar 03 18:14:29.573942 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.586242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.602670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:29.658588 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed159d98-a12d-4089-8254-434efc5370c2 req-54d0b5cd-b580-413b-8f6d-d5ec027bc123 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112195 Mar 03 18:14:29.694766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60aeea6f-7544-4598-a450-070e57f9d824,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:29.705078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-47af86bf-7446-441a-9d62-909509f4049d service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976944 Mar 03 18:14:29.706614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.709492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b7cb64ec-278c-4bcc-8c10-3bc867997e00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8300531 Mar 03 18:14:29.711161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48820) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:29.712886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.723519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '4aa504e4-980c-4ea0-9fcf-4d65fc254f9f', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:29.770683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:29.775232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da7ab480-bf71-4dd9-b0c2-4c67e5b852e7 req-25ce2a36-e23b-49ac-9fca-9c43935c63b8 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577227 Mar 03 18:14:29.788642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:29.802267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:29.831136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:29.934894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:29.947158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Transition to ACTIVE for port object 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:29.973499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Transition to ACTIVE for port object 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:29.986536 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.016811 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.017969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.055809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-802f2560-d0b9-45e1-8e8d-9c4376b2fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:30.057570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-802f2560-d0b9-45e1-8e8d-9c4376b2fda1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.6743000 Mar 03 18:14:30.060022 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Project 33441e1b277446cda750022555d7cded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:14:30.094464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.191534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Pushing event updated for resources: {'Port': ['ID=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:30.206380 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.210758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-024881ef-37d8-4151-875c-69f232f02db0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 200 len: 217 time: 0.1380563 Mar 03 18:14:30.220080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:30.224565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:30.229737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:30.260989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff043b5-e15d-4155-b116-780afd2aed0b req-97814804-86d1-4876-976f-7d411bb79f2f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:30.263799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ff043b5-e15d-4155-b116-780afd2aed0b req-97814804-86d1-4876-976f-7d411bb79f2f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 0.4191494 Mar 03 18:14:30.383195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ff043b5-e15d-4155-b116-780afd2aed0b req-8ca01618-5037-45b5-bb49-d98812781798 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056285 Mar 03 18:14:30.412649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.414327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Attempting to bind port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:30.415145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Attempting to bind port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '07f801b7-d7a4-427b-bdbf-6e006d0decce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:30.416056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Attempting to bind port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c on network f6d24896-6f77-4ca8-b6e6-96ad6acd326e {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:30.417656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.424214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:30.424706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Checking segment: {'id': '07f801b7-d7a4-427b-bdbf-6e006d0decce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:30.425461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.426152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Bound using segment: {'id': '07f801b7-d7a4-427b-bdbf-6e006d0decce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:30.426697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Bound port: 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f801b7-d7a4-427b-bdbf-6e006d0decce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:30.427142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.450717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b204d0-9352-4a75-9b52-5975db568627,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:30.461007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.465509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7643d6ab-921e-4d65-a375-9c43539100ba tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7516909 Mar 03 18:14:30.466172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48832) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:30.471970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '4aa504e4-980c-4ea0-9fcf-4d65fc254f9f', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:30.478858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:30.483278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:30.487029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:30.493561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:30.504973 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Project 33441e1b277446cda750022555d7cded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:14:30.514715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.544165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-005067be-09e9-4108-94c4-886bcb6c366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:30.546792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-005067be-09e9-4108-94c4-886bcb6c366e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.2941995 Mar 03 18:14:30.573540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] For port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:30.579047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] For port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,segment=NetworkSegment(07f801b7-d7a4-427b-bdbf-6e006d0decce),segment_id=07f801b7-d7a4-427b-bdbf-6e006d0decce)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:30.583944 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.689577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c80ae7-f09e-4338-8e29-1ae35c769413 None None] Pushing event updated for resources: {'Port': ['ID=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:30.749600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-bc215c5a-d5fa-4a74-a934-bb7febb7b2c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942420 Mar 03 18:14:30.771625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.777495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.851539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:30.852796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3853965 Mar 03 18:14:31.004674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741af4bd-c546-41dd-a208-e12a5c11de12 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d713a0-5155-471b-a595-097a9c8c66f5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:31.063916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24f5f827-02af-401d-b984-baa7d306bfe7 req-b298cbe1-3bed-4d78-8d19-079392c96b64 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 210 time: 0.2136974 Mar 03 18:14:31.267971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port a5fbf391-4c28-45e5-a930-e9351bd8ae77 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:31.268314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:31.330612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f0fae165-3eee-4a47-b730-4367f9d4f113 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:31.333755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f0fae165-3eee-4a47-b730-4367f9d4f113 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.4649932 Mar 03 18:14:31.370207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:31.386555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'port': {'device_id': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'admin_state_up': True, 'tenant_id': '561b627deff84fc195b225e848b4b9b3'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:31.399038 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:31.433466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd15451-cdc5-4bcb-9e87-6704b314e3bf req-0764e0ec-7b85-4a13-87dd-2988e5b89f80 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:31.441059 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5cd15451-cdc5-4bcb-9e87-6704b314e3bf req-0764e0ec-7b85-4a13-87dd-2988e5b89f80 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 945 time: 0.9756255 Mar 03 18:14:31.531450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:31.589209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-83393a1e-9c7c-413e-af76-64a5108627ea service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435739 Mar 03 18:14:31.649377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea206a3-8595-4106-bdc5-23d7aeb7665d req-547317b6-9c22-4f77-9b02-385d2b559c53 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:31.650899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ea206a3-8595-4106-bdc5-23d7aeb7665d req-547317b6-9c22-4f77-9b02-385d2b559c53 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.3861089 Mar 03 18:14:31.683846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:31.689558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:port and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:31.693239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:31.699953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:31.705916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5cd15451-cdc5-4bcb-9e87-6704b314e3bf req-3264165c-8234-4243-a927-b152d51028d9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639170 Mar 03 18:14:31.776969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ea206a3-8595-4106-bdc5-23d7aeb7665d req-52259075-86aa-4774-820b-28efa87b4cb7 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136127 Mar 03 18:14:31.778080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:31.795529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:31.913681 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:31.917305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:14:32.177160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:32.207789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '43a7af47-4f67-4384-b077-7a6b491afad8', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'port_id': '43a7af47-4f67-4384-b077-7a6b491afad8', 'mac_address': 'fa:16:3e:21:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:14:32.241799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131d789-2c89-4851-b438-4f8d841d84e0 req-838723a8-8889-429d-8b71-14d790bbf0ea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:32.256280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8131d789-2c89-4851-b438-4f8d841d84e0 req-838723a8-8889-429d-8b71-14d790bbf0ea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 943 time: 0.3364487 Mar 03 18:14:32.309733 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:32.324920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.20.0.6 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/186db30c-cc72-4311-9a22-166a71c746d6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:32.340977 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8131d789-2c89-4851-b438-4f8d841d84e0 req-139bb548-a2bb-42f8-a039-131d73ca350c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836246 Mar 03 18:14:32.369608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for a5fbf391-4c28-45e5-a930-e9351bd8ae77 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:32.376593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a7af47-4f67-4384-b077-7a6b491afad8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:32.404057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:32.418435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:32.546284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bc571-46ee-4b10-8ab0-41ad72cd86fa None None] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:32.684043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4c2bac69-367b-4494-b65c-2c547cb43575 None None] Provisioning for port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:32.689880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:32.698370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4c2bac69-367b-4494-b65c-2c547cb43575 None None] Provisioning complete for port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:32.699047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac69-367b-4494-b65c-2c547cb43575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:32.824302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-778dc16a-1cb1-4d0d-9d41-efdbf38387b3 req-27926a24-ad10-4c09-9482-29045a1af3cc service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2241678 Mar 03 18:14:32.852386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['43a7af47-4f67-4384-b077-7a6b491afad8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:32.882646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b47e3-810b-492c-9fdb-acf031d95a11 req-03a5aa58-fb00-4671-bea5-98ea0b6848d3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:32.884189 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-328b47e3-810b-492c-9fdb-acf031d95a11 req-03a5aa58-fb00-4671-bea5-98ea0b6848d3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 945 time: 0.2858267 Mar 03 18:14:32.938462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-d705a96a-09c5-4af4-9000-62d33c571c70 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:33.019715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-d705a96a-09c5-4af4-9000-62d33c571c70 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:33.028291 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-d705a96a-09c5-4af4-9000-62d33c571c70 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337641644&fields=id&tenant_id=33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 267 time: 0.2735882 Mar 03 18:14:33.028465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-328b47e3-810b-492c-9fdb-acf031d95a11 req-91831e9a-142e-4cf8-9cd3-a7c023d655e6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355510 Mar 03 18:14:33.073362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.101767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac69-367b-4494-b65c-2c547cb43575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.118777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Transition to ACTIVE for port object 186db30c-cc72-4311-9a22-166a71c746d6 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:33.166021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.180079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4c2bac69-367b-4494-b65c-2c547cb43575 None None] For port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,segment=NetworkSegment(07f801b7-d7a4-427b-bdbf-6e006d0decce),segment_id=07f801b7-d7a4-427b-bdbf-6e006d0decce)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:33.190445 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac69-367b-4494-b65c-2c547cb43575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.311403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:33.315850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:33.326165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:33.459700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bac69-367b-4494-b65c-2c547cb43575 None None] Pushing event updated for resources: {'Port': ['ID=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:33.537758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=186db30c-cc72-4311-9a22-166a71c746d6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:33.564885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:33.576002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.633706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-f334408c-485a-4dd0-a5cb-76a9519eafcc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2559466 Mar 03 18:14:33.662381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Request body: {'port': {'device_id': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:33.745500 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.822290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6579c87f-e844-41e1-8851-025f2effbce1 None None] Provisioning for port 186db30c-cc72-4311-9a22-166a71c746d6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:33.834052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6579c87f-e844-41e1-8851-025f2effbce1 None None] Provisioning complete for port 186db30c-cc72-4311-9a22-166a71c746d6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:33.834424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6579c87f-e844-41e1-8851-025f2effbce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.849202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.882411 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.915847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6579c87f-e844-41e1-8851-025f2effbce1 None None] Port 186db30c-cc72-4311-9a22-166a71c746d6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:33.927606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6579c87f-e844-41e1-8851-025f2effbce1 None None] Provisioning complete for port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:33.927904 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6579c87f-e844-41e1-8851-025f2effbce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:33.937484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:34.117635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-75fbd829-3287-47af-bd49-d6392672d73f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:34.118431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-75fbd829-3287-47af-bd49-d6392672d73f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:34.144934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=a5fbf391-4c28-45e5-a930-e9351bd8ae77,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:34.211765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f590-424d-4002-b7ac-a420ab954219 req-dd4329cb-c779-4cd0-9868-96c604a37cb9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:34.212648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fb85f590-424d-4002-b7ac-a420ab954219 req-dd4329cb-c779-4cd0-9868-96c604a37cb9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:34.278141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fb85f590-424d-4002-b7ac-a420ab954219 req-dd4329cb-c779-4cd0-9868-96c604a37cb9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:34.282753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-75fbd829-3287-47af-bd49-d6392672d73f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:34.284131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-75fbd829-3287-47af-bd49-d6392672d73f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/networks?id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 796 time: 1.2547243 Mar 03 18:14:34.285838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb85f590-424d-4002-b7ac-a420ab954219 req-dd4329cb-c779-4cd0-9868-96c604a37cb9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 931 time: 0.3580248 Mar 03 18:14:34.359167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-f229a4fd-af78-400e-899c-37abd8dd02e5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/quotas/33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 375 time: 0.0445642 Mar 03 18:14:34.436126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb85f590-424d-4002-b7ac-a420ab954219 req-1e00898d-8fae-4b6d-8ce0-ca5581458509 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492474 Mar 03 18:14:34.441720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48904) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:34.503707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.25.0.97 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/c383663d-6965-42dc-a981-2c1781e44e82) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:34.628302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:34.642462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:34.645023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186db30c-cc72-4311-9a22-166a71c746d6 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:34.654878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:34.658082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:34.665827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Usage tracker for resource:security_group_rule and tenant:46397325ffd348c6a25c6b3f435ab9ec is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:34.671006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:34.680764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:34.682904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Transition to ACTIVE for port object 186db30c-cc72-4311-9a22-166a71c746d6 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:34.693584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:34.895142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=186db30c-cc72-4311-9a22-166a71c746d6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:35.065459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.073396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.081437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Attempting to bind port 186db30c-cc72-4311-9a22-166a71c746d6 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:35.082111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Attempting to bind port 186db30c-cc72-4311-9a22-166a71c746d6 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:35.082450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Attempting to bind port 186db30c-cc72-4311-9a22-166a71c746d6 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:35.101773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Port 186db30c-cc72-4311-9a22-166a71c746d6 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:14:35.102484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Attempting to bind port 186db30c-cc72-4311-9a22-166a71c746d6 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:35.118610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:35.118951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:35.119486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:35.119919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Bound port: 186db30c-cc72-4311-9a22-166a71c746d6, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:35.120245 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.121628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-3c14f976-cc22-4b32-aa34-284ae1b11f89 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:35.170497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46397325ffd348c6a25c6b3f435ab9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270830 Mar 03 18:14:35.196900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48914) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:35.213413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fe539-b6e5-4fc1-aeb6-e6592db78941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb461a23-7603-4409-9cfb-913593783524,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:35.265759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ecc7b-6bc2-4efb-bf23-58ef0011b2fa req-00552b2f-9fe5-4b25-851f-768db06db33f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:35.267233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-359ecc7b-6bc2-4efb-bf23-58ef0011b2fa req-00552b2f-9fe5-4b25-851f-768db06db33f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.2917776 Mar 03 18:14:35.293902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:35.304562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-3c14f976-cc22-4b32-aa34-284ae1b11f89 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:35.305897 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-3c14f976-cc22-4b32-aa34-284ae1b11f89 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9338813 Mar 03 18:14:35.333272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-b23168d3-1628-4de1-b4f3-613f474aa6d4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:35.334836 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-b23168d3-1628-4de1-b4f3-613f474aa6d4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93&tenant_id=a88532a2002144a3850df64bed516c95&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 944 time: 0.4745691 Mar 03 18:14:35.337645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.344925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-c22c3064-c05c-4a8b-be21-ecf309acd2f0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:14:35.345445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-c22c3064-c05c-4a8b-be21-ecf309acd2f0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240674 Mar 03 18:14:35.364350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:35.364799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.398199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router dbe0cd69-a60d-48d8-83de-789a36e40faa has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:35.502753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] For port 186db30c-cc72-4311-9a22-166a71c746d6, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:35.512064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa916742-b4e7-40ae-abb2-8bbe4d5cce7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.516508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-359ecc7b-6bc2-4efb-bf23-58ef0011b2fa req-9544550a-9d60-4347-a880-272048fad684 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384288 Mar 03 18:14:35.519693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] For port 186db30c-cc72-4311-9a22-166a71c746d6, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=186db30c-cc72-4311-9a22-166a71c746d6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:35.529940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.597515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa916742-b4e7-40ae-abb2-8bbe4d5cce7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.606773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:35.607397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.609314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] 10.222.0.16 "PUT /v2.0/ports/186db30c-cc72-4311-9a22-166a71c746d6 HTTP/1.1" status: 200 len: 1091 time: 1.9581501 Mar 03 18:14:35.609779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'tag': '186db30c-cc72-4311-9a22-166a71c746d6'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:35.685712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:35.695864 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] Sync routers for ids ['dbe0cd69-a60d-48d8-83de-789a36e40faa'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:35.697675 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-4d8d486e-c58b-4465-95d0-b6e5c2762203 service neutron] delete failed (client error): The resource could not be found. Mar 03 18:14:35.697932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816de99-0b50-4789-b667-0dc5246d8ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=186db30c-cc72-4311-9a22-166a71c746d6,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:35.698675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-4d8d486e-c58b-4465-95d0-b6e5c2762203 service neutron] 10.222.0.35 "DELETE /v2.0/ports/43a7af47-4f67-4384-b077-7a6b491afad8/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.3502123 Mar 03 18:14:35.706177 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] Routers {'dbe0cd69-a60d-48d8-83de-789a36e40faa'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:35.707166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['dbe0cd69-a60d-48d8-83de-789a36e40faa'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:35.753817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-5dff8bb5-53b0-4940-892a-d534dc172a23 service neutron] 10.222.0.23 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602939 Mar 03 18:14:35.810241 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.831579 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:35.840645 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] Routers {'dbe0cd69-a60d-48d8-83de-789a36e40faa'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:35.841640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['dbe0cd69-a60d-48d8-83de-789a36e40faa'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:35.854105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-473baabd-2d3c-467e-80fd-35dc61ea2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:35.855841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-473baabd-2d3c-467e-80fd-35dc61ea2219 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 1094 time: 0.1401610 Mar 03 18:14:35.857717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa916742-b4e7-40ae-abb2-8bbe4d5cce7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.907055 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:35.907812 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86233936-39fa-46f6-aa9a-49b468b6ca8f None None] The sync data for ids ['dbe0cd69-a60d-48d8-83de-789a36e40faa'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:35.954123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:35.954423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa916742-b4e7-40ae-abb2-8bbe4d5cce7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb461a23-7603-4409-9cfb-913593783524,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:35.962427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eae575f2-b33b-4fd0-b38d-feed56aef1f9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/dbe0cd69-a60d-48d8-83de-789a36e40faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5201850 Mar 03 18:14:35.964022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5db6d8-aa9e-4745-b757-790b5b1eb1c7 req-ccca68e3-5968-4629-a22e-a496018e430c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:35.965618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae5db6d8-aa9e-4745-b757-790b5b1eb1c7 req-ccca68e3-5968-4629-a22e-a496018e430c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 944 time: 0.3110397 Mar 03 18:14:35.966966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-04159c7f-18eb-4e2e-bb35-37c5f0ef5732 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=186db30c-cc72-4311-9a22-166a71c746d6 HTTP/1.1" status: 200 len: 217 time: 0.0883617 Mar 03 18:14:35.968297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fa916742-b4e7-40ae-abb2-8bbe4d5cce7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:35.972996 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fa916742-b4e7-40ae-abb2-8bbe4d5cce7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb461a23-7603-4409-9cfb-913593783524 HTTP/1.1" status: 204 len: 168 time: 0.7685695 Mar 03 18:14:35.972996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48924) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:36.018439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:36.035562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:36.059744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:36.081058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 43a7af47-4f67-4384-b077-7a6b491afad8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:36.087282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 43a7af47-4f67-4384-b077-7a6b491afad8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:36.087770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:36.108660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=c383663d-6965-42dc-a981-2c1781e44e82,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:36.149837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-99209465-4e69-44e4-bf00-6d5d19471df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:36.151615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-99209465-4e69-44e4-bf00-6d5d19471df9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1095 time: 0.3260291 Mar 03 18:14:36.259373 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:36.262784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-2b09028c-bf76-4543-8014-911f570335f0 service neutron] 10.222.0.23 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993515 Mar 03 18:14:36.324886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae5db6d8-aa9e-4745-b757-790b5b1eb1c7 req-31c69079-d5f1-4b96-a80f-a274c4e421e0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820959 Mar 03 18:14:36.339971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:36.343272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:36.350829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:36.375233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-6a570f47-df1c-4196-839a-a774f5edfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:36.382498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-6a570f47-df1c-4196-839a-a774f5edfcb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.4065354 Mar 03 18:14:36.435061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:36.453703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.453972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.456241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.456590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.456931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.457269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.458742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.459089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.459428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.459762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.460096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.463572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:14:36.544131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48936) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:36.673816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:36.738672 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-9f42feb8-4544-4f08-85cf-ebf4810e5fd8 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 18:14:36.739786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9f42feb8-4544-4f08-85cf-ebf4810e5fd8 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/dbe0cd69-a60d-48d8-83de-789a36e40faa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7653427 Mar 03 18:14:36.743323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:36.745281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48946) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:36.785261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-f30a1142-51c9-4978-bdb5-cb23a69c67c0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:36.787184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Usage tracker for resource:security_group_rule and tenant:182122f07d4e462e99a5eb58ca6651c7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:36.787331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-f30a1142-51c9-4978-bdb5-cb23a69c67c0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 945 time: 0.6444688 Mar 03 18:14:36.790976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:36.807870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:36.820762 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94737d80-b214-4cbd-9c39-472757f08dc5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbe0cd69-a60d-48d8-83de-789a36e40faa HTTP/1.1" status: 200 len: 205 time: 0.0729742 Mar 03 18:14:36.835670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48952) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:36.895453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Deleting port d38b1d6c-533e-45b7-89fb-bc113c62eec5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:36.895791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:36.922143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-3db8ee81-8e0c-4054-9ab2-0a03b45abe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:36.922504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-effc6834-db80-4c4d-bc1a-5a20a7632f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:36.923570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-3db8ee81-8e0c-4054-9ab2-0a03b45abe19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.7153683 Mar 03 18:14:36.924193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-effc6834-db80-4c4d-bc1a-5a20a7632f2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5318267 Mar 03 18:14:36.945298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd02a3-0572-42ba-a6df-be2e76dc155d req-f5b6119e-28d7-4cfe-bf20-85e690e4098a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:36.946979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-58bd02a3-0572-42ba-a6df-be2e76dc155d req-f5b6119e-28d7-4cfe-bf20-85e690e4098a tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 945 time: 0.3962173 Mar 03 18:14:37.086837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc94f284-8a74-4e6c-9aa4-21c8ee9b6f4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.174059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d3435-ed84-4f24-8d1c-e1ff11230c75 req-9801d754-8b03-42a2-83e8-7a59fa666526 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:37.174794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc2d3435-ed84-4f24-8d1c-e1ff11230c75 req-9801d754-8b03-42a2-83e8-7a59fa666526 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:37.208089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-c7eecaba-2ec9-47e6-b107-a85968470e11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 1001 time: 0.2742450 Mar 03 18:14:37.362340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc2d3435-ed84-4f24-8d1c-e1ff11230c75 req-9801d754-8b03-42a2-83e8-7a59fa666526 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:37.363387 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc2d3435-ed84-4f24-8d1c-e1ff11230c75 req-9801d754-8b03-42a2-83e8-7a59fa666526 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 943 time: 0.7069082 Mar 03 18:14:37.447247 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-58bd02a3-0572-42ba-a6df-be2e76dc155d req-e33e9872-90ac-4f55-8e1c-41a48fae5401 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718759 Mar 03 18:14:37.466078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.566793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-a43b1553-019e-4875-b078-5c821e5d7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:37.568224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-a43b1553-019e-4875-b078-5c821e5d7756 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.2959399 Mar 03 18:14:37.583234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc2d3435-ed84-4f24-8d1c-e1ff11230c75 req-316c0602-e674-4261-ad3b-b7d87f7ff6bb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:37.689558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc94f284-8a74-4e6c-9aa4-21c8ee9b6f4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.693165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc94f284-8a74-4e6c-9aa4-21c8ee9b6f4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.747269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.752433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-b6da0f9e-143e-4419-a864-79b59ff2f8a1 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037906 Mar 03 18:14:37.754929 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'tag': '186db30c-cc72-4311-9a22-166a71c746d6', 'status': 'completed', 'code': 200} Mar 03 18:14:37.755554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc94f284-8a74-4e6c-9aa4-21c8ee9b6f4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.756038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc94f284-8a74-4e6c-9aa4-21c8ee9b6f4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Fanout notify agent at l3_agent the message router_deleted on router dbe0cd69-a60d-48d8-83de-789a36e40faa {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:14:37.765062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.781005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc2d3435-ed84-4f24-8d1c-e1ff11230c75 req-316c0602-e674-4261-ad3b-b7d87f7ff6bb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:37.782162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc2d3435-ed84-4f24-8d1c-e1ff11230c75 req-316c0602-e674-4261-ad3b-b7d87f7ff6bb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117332 Mar 03 18:14:37.820826 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'code': 200} Mar 03 18:14:37.842183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] For port d38b1d6c-533e-45b7-89fb-bc113c62eec5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=d38b1d6c-533e-45b7-89fb-bc113c62eec5,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:37.842611 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.894448 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc94f284-8a74-4e6c-9aa4-21c8ee9b6f4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:37.895578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bc94f284-8a74-4e6c-9aa4-21c8ee9b6f4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/dbe0cd69-a60d-48d8-83de-789a36e40faa HTTP/1.1" status: 204 len: 168 time: 1.0590811 Mar 03 18:14:37.900392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=182122f07d4e462e99a5eb58ca6651c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2948313 Mar 03 18:14:37.956664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:37.956887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48962) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:38.054758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0985d-610a-4215-9775-21296a71815b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c40949-6da9-4674-b0e9-0c127a1a60d8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:38.149846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9000b8c8-27ec-46bd-9b7f-3ce1cf166e3c req-13997e5e-91bc-4860-ae9f-db12c75c3a68 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 210 time: 0.1027470 Mar 03 18:14:38.154192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f9066d6-d100-462b-9b6c-66356d6f2bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.185114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet 88d5be85-6b0b-4012-9af5-bdb02e30c80a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:14:38.195610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.236234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0be87a10-e60a-4605-b7a4-7d2c9ea4a199 req-d74089ab-b1dc-4a65-9736-e7fb5337840b service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724779 Mar 03 18:14:38.263732 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f9066d6-d100-462b-9b6c-66356d6f2bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.335005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.341406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Calling delete_port for d38b1d6c-533e-45b7-89fb-bc113c62eec5 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:38.415054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-12a8417e-95d7-45d4-9060-7bcf85775d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:38.416543 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-12a8417e-95d7-45d4-9060-7bcf85775d47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8380988 Mar 03 18:14:38.503005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f9066d6-d100-462b-9b6c-66356d6f2bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.535271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9066d6-d100-462b-9b6c-66356d6f2bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c40949-6da9-4674-b0e9-0c127a1a60d8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:38.544148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4590716-e370-45f8-b2e9-7f0d109da528 req-aa522dd7-158f-48bd-ae9a-6d4d152bd556 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:38.546184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4590716-e370-45f8-b2e9-7f0d109da528 req-aa522dd7-158f-48bd-ae9a-6d4d152bd556 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.2842247 Mar 03 18:14:38.563072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.591694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f9066d6-d100-462b-9b6c-66356d6f2bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.592839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6f9066d6-d100-462b-9b6c-66356d6f2bd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1c40949-6da9-4674-b0e9-0c127a1a60d8 HTTP/1.1" status: 204 len: 168 time: 0.6336508 Mar 03 18:14:38.595263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-37c9ee1d-a0cf-4ff3-b017-5297a3dace27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:38.598258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-37c9ee1d-a0cf-4ff3-b017-5297a3dace27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 1094 time: 0.2783678 Mar 03 18:14:38.655262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-8212c1f7-a15b-43af-804f-a77ad9df2d92 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:38.656685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-8212c1f7-a15b-43af-804f-a77ad9df2d92 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.16 "GET /v2.0/networks?id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 796 time: 0.9137900 Mar 03 18:14:38.726002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.755789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4590716-e370-45f8-b2e9-7f0d109da528 req-7d38a5be-ed02-4f6d-a58b-1fcd0a0a1384 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945996 Mar 03 18:14:38.816118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-e0a66297-1a15-4a29-898f-735db1612254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:38.817713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-e0a66297-1a15-4a29-898f-735db1612254 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce538af96082486c8750f14ee2037e37&device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 1096 time: 0.6980891 Mar 03 18:14:38.824149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.872863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:38.880664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d555a73-8900-421e-8bb4-5f0ddc2a9e21 None None] Network 465f1d24-a39f-4035-b393-63c5a3a23e6b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:38.902595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/88d5be85-6b0b-4012-9af5-bdb02e30c80a HTTP/1.1" status: 204 len: 168 time: 0.9448206 Mar 03 18:14:38.920088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 48976) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:38.941553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9af45d-ce79-440d-b885-922f66b87b62 req-c58714cf-6f1f-408c-baf9-753d313d44a6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:38.948271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b9af45d-ce79-440d-b885-922f66b87b62 req-c58714cf-6f1f-408c-baf9-753d313d44a6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.8313298 Mar 03 18:14:38.963133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c3454-5636-4d8f-a5f4-ec2945b4b081 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=88d5be85-6b0b-4012-9af5-bdb02e30c80a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:38.990021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-b50d2ac6-9cb1-468f-866d-60ac81bf69ef tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 380 time: 0.3103623 Mar 03 18:14:39.000606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-5cbbccb0-4752-4f94-a10c-8d40329e3389 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707433 Mar 03 18:14:39.008884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-afc17070-90df-429d-97fd-e64aee3c98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:39.010879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-afc17070-90df-429d-97fd-e64aee3c98af service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.3949437 Mar 03 18:14:39.021677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'port': {'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'admin_state_up': True, 'tenant_id': '33441e1b277446cda750022555d7cded', 'security_groups': ['4aa504e4-980c-4ea0-9fcf-4d65fc254f9f']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:39.210181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] DHCP port deletion for 465f1d24-a39f-4035-b393-63c5a3a23e6b request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:14:39.221780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Deleting port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:39.222200 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:39.223900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:39.283104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:39.287937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.16', 59556) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:39.339647 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:14:39.372208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c1870d6-f5c3-414e-add8-fc92c44b7c19 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:14:39.394808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-fb8b5616-b5e2-4144-bb01-3fe716e5ee41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=186db30c-cc72-4311-9a22-166a71c746d6 HTTP/1.1" status: 200 len: 217 time: 0.3522515 Mar 03 18:14:39.476642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:39.530503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-acc59e7d-4173-45ac-a796-e5af9f58541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:39.531758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-acc59e7d-4173-45ac-a796-e5af9f58541a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.1314895 Mar 03 18:14:39.539505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d38b1d6c-533e-45b7-89fb-bc113c62eec5 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:14:39.540973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46663753-fad8-4aa8-aed1-728421590405 req-b2c85fe4-b3cf-4463-9b24-3ea8741214ee tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:39.548144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46663753-fad8-4aa8-aed1-728421590405 req-b2c85fe4-b3cf-4463-9b24-3ea8741214ee tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 867 time: 0.6573322 Mar 03 18:14:39.549887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:39.550222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:39.605030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b9af45d-ce79-440d-b885-922f66b87b62 req-357db840-ec8c-4bb5-9656-67e31ff169c8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6558995 Mar 03 18:14:39.614220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: d38b1d6c-533e-45b7-89fb-bc113c62eec5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:14:39.614552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device d38b1d6c-533e-45b7-89fb-bc113c62eec5 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:14:39.693661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event deleted for resources: {'Port': ['ID=d38b1d6c-533e-45b7-89fb-bc113c62eec5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:39.782216 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:39.828857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-cc40a197-8c60-4134-9e07-e098d94e30a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5318797 Mar 03 18:14:39.852683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46663753-fad8-4aa8-aed1-728421590405 req-67c9e5e0-33d0-4862-ba84-c98c62fccb7c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037145 Mar 03 18:14:39.869623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] For port 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c1870d6-f5c3-414e-add8-fc92c44b7c19,segment=NetworkSegment(d97737e5-bfb9-427a-8ca4-9a02b1a73044),segment_id=d97737e5-bfb9-427a-8ca4-9a02b1a73044)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:39.870287 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:39.915990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-d9c7ba32-ff66-4a9a-9380-6271bd01d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:39.917666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-d9c7ba32-ff66-4a9a-9380-6271bd01d69e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a143abb-69f7-4b85-a9d5-723e4984e339 HTTP/1.1" status: 200 len: 913 time: 1.0412493 Mar 03 18:14:39.958768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] No DVR routers for this DVR port d38b1d6c-533e-45b7-89fb-bc113c62eec5 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:14:40.028176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-c546064e-e2a3-4618-96ae-11bd9a8c29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:40.030325 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-c546064e-e2a3-4618-96ae-11bd9a8c29ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4540782 Mar 03 18:14:40.036528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c1870d6-f5c3-414e-add8-fc92c44b7c19,segment=NetworkSegment(d97737e5-bfb9-427a-8ca4-9a02b1a73044),segment_id=d97737e5-bfb9-427a-8ca4-9a02b1a73044)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:40.049254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:40.064622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'name': 'network-vif-deleted', 'tag': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:40.090216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed9eb55c-f680-45e0-b209-352114a82426 req-5661bff0-6843-4abd-af2b-6da64004eabb tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 210 time: 0.1276300 Mar 03 18:14:40.122414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:40.164504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:40.165021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Calling delete_port for 6c1870d6-f5c3-414e-add8-fc92c44b7c19 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:40.193373 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:40.195541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db67451d-0df5-4c4a-984b-b7845cdefbf0 req-d83f887c-bfac-4e6d-99ed-bbef41ab0659 service neutron] 10.222.0.35 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1823814 Mar 03 18:14:40.197854 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-e0e48a36-8524-4585-9342-8493000a1d6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d50da922-054a-4a9c-a652-48ef26c2302f HTTP/1.1" status: 200 len: 217 time: 0.2477205 Mar 03 18:14:40.298849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:40.304882 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:40.315780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=6c1870d6-f5c3-414e-add8-fc92c44b7c19,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:40.329615 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:14:40.329980 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:14:40.341995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76b71de1-1a94-401b-8ed7-91dc503cb111 req-ca042944-e8e7-4440-8b6d-55c9dc49d4bb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "DELETE /v2.0/ports/d38b1d6c-533e-45b7-89fb-bc113c62eec5 HTTP/1.1" status: 204 len: 173 time: 3.5426636 Mar 03 18:14:40.409000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c1870d6-f5c3-414e-add8-fc92c44b7c19,segment=NetworkSegment(d97737e5-bfb9-427a-8ca4-9a02b1a73044),segment_id=d97737e5-bfb9-427a-8ca4-9a02b1a73044)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:40.409697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:40.413725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:14:40.435055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-842a1908-3ac4-4d14-a90a-751cc8807652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:40.437106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-842a1908-3ac4-4d14-a90a-751cc8807652 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=846bd494-2447-443b-b9d4-3dc2327663ba HTTP/1.1" status: 200 len: 852 time: 0.2080085 Mar 03 18:14:40.563640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 6c1870d6-f5c3-414e-add8-fc92c44b7c19 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:40.587402 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-80bb54dd-b9d1-427a-ab8e-c468cf2a0d1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a143abb-69f7-4b85-a9d5-723e4984e339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357455 Mar 03 18:14:40.595161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-116d80b0-8ac9-43f7-8cb8-5d60fe6b3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:40.596695 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-116d80b0-8ac9-43f7-8cb8-5d60fe6b3a4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1096 time: 0.5775282 Mar 03 18:14:40.600300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1627-cf18-46b8-8a1f-991c9e6dbc04 req-4f69370e-f8a0-439a-979f-5595ed62cfd8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:40.601877 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecbc1627-cf18-46b8-8a1f-991c9e6dbc04 req-4f69370e-f8a0-439a-979f-5595ed62cfd8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 943 time: 0.7873738 Mar 03 18:14:40.636877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-2cee5958-7123-43c2-9a93-ea4f5b53c5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525076 Mar 03 18:14:40.805533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfde62-3ce2-4fd4-aec6-ce5c5c8c4fc6 req-af0f8433-7355-47a4-8096-e72c65a12864 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:40.812465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7dfde62-3ce2-4fd4-aec6-ce5c5c8c4fc6 req-af0f8433-7355-47a4-8096-e72c65a12864 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.5776961 Mar 03 18:14:40.831864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Deleting port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:40.832254 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:40.908701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:14:40.909116 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:14:40.937714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-2658a506-c8ff-4882-a45d-362fb6e12b18 service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344197 Mar 03 18:14:40.940454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecbc1627-cf18-46b8-8a1f-991c9e6dbc04 req-0debf697-5b36-48a4-800d-2d44f6eefc4d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275195 Mar 03 18:14:40.941853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.20.0.10 (08715518-7398-4d0d-9584-66ca7b7241b4/df6d59a9-9a6d-4777-b80b-5a9d534a7614/d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:41.013730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:41.076998 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f6b415-84ee-4a8a-9165-8a6fee4ba20f', 'name': 'network-vif-deleted', 'tag': 'd38b1d6c-533e-45b7-89fb-bc113c62eec5', 'status': 'completed', 'code': 200} Mar 03 18:14:41.081582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-ec1655fb-b10e-4a1e-9d6d-125da0e44cb7 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374707 Mar 03 18:14:41.103806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7dfde62-3ce2-4fd4-aec6-ce5c5c8c4fc6 req-fb93bb38-e271-473f-864c-c9fcec794c2e tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903492 Mar 03 18:14:41.118830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-59040671-9d13-4402-bb91-904e16c6c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:41.122889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-59040671-9d13-4402-bb91-904e16c6c68e service neutron] 10.222.0.16 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.4466248 Mar 03 18:14:41.171602 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:41.172954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0f41a567-5b25-4a3f-9c8d-9f1635a839ad tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.7626436 Mar 03 18:14:41.191404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49034) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:41.292613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] For port 6c1870d6-f5c3-414e-add8-fc92c44b7c19, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c1870d6-f5c3-414e-add8-fc92c44b7c19,segment=NetworkSegment(d97737e5-bfb9-427a-8ca4-9a02b1a73044),segment_id=d97737e5-bfb9-427a-8ca4-9a02b1a73044)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:41.293368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:41.455647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a44f0a5-50bf-40ec-8631-d10b769c765e req-05cafe2b-8e63-4f10-a8d8-c7510b2ee544 service neutron] 10.222.0.16 "GET /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064600 Mar 03 18:14:41.488586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:41.489125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:41.491169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Calling delete_port for 6c1870d6-f5c3-414e-add8-fc92c44b7c19 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:41.613694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c09e2fa4-6c91-42b0-9418-09d8e5bdc137 req-f10d160e-8125-48e0-826d-3f60679e8215 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=14f6b415-84ee-4a8a-9165-8a6fee4ba20f HTTP/1.1" status: 200 len: 210 time: 0.0909970 Mar 03 18:14:41.614239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] Sync routers for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:41.621693 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:41.657465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-404f2eb5-f163-42ec-bfe1-6287cfb24a34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 1001 time: 0.5270929 Mar 03 18:14:41.716201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] No DVR routers for this DVR port 6c1870d6-f5c3-414e-add8-fc92c44b7c19 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:14:41.720296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd6439-b577-4d0a-8104-fb2cf6c5a131 None None] Pushing event deleted for resources: {'Port': ['ID=6c1870d6-f5c3-414e-add8-fc92c44b7c19,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:41.747915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:41.749536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:41.776566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] The port '6c1870d6-f5c3-414e-add8-fc92c44b7c19' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:14:41.839636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:41.852728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:41.853579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:41.871181 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:41.904050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-8d2e9895-5f71-4b62-a2ff-2f320b412ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:41.906335 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-8d2e9895-5f71-4b62-a2ff-2f320b412ca0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.2144415 Mar 03 18:14:41.923515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:41.924469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c231b98-d5fd-4c0b-9cb5-7404239d0bc7 None None] The sync data for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:41.925023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8ee21-966e-4e3b-a1af-1c2974f47647 req-eba33d3a-45fb-4658-9f25-3cfccc5d2ef2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:41.926578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6b8ee21-966e-4e3b-a1af-1c2974f47647 req-eba33d3a-45fb-4658-9f25-3cfccc5d2ef2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.5641196 Mar 03 18:14:41.929898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Transition to ACTIVE for port object d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:41.997649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f54da599-bb02-4aea-9dd7-6a98f512ac67 req-013b1da8-c8cd-4b47-ae71-a1d1fd94d8d9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 210 time: 0.1786141 Mar 03 18:14:42.060004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49056) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:42.081659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.114606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465f1d24-a39f-4035-b393-63c5a3a23e6b']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:42.135189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97737e5-bfb9-427a-8ca4-9a02b1a73044') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:42.135938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97737e5-bfb9-427a-8ca4-9a02b1a73044') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:42.157801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-0e7f6f89-1310-45a2-b444-f859149da0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:42.159315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-0e7f6f89-1310-45a2-b444-f859149da0eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062633 Mar 03 18:14:42.162180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.186517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b6b8ee21-966e-4e3b-a1af-1c2974f47647 req-da39a633-765e-45eb-a4b7-087cbae00362 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499421 Mar 03 18:14:42.193546 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.241926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49064) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:42.262281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.294033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.317798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 08715518-7398-4d0d-9584-66ca7b7241b4 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:42.373243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:42.376148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:42.392570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:14:42.392977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:14:42.408363 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:14:42.518097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:42.518911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.525320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:42.543250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:42.564053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Usage tracker for resource:security_group_rule and tenant:df2a6df9ec2f409890118d819ef01022 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:42.568643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.570139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:42.574606 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.583644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:42.596774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-e327553d-c229-4aa2-8afe-9a49dd6197c0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5892348 Mar 03 18:14:42.606409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5ef83a89-18c4-4e7c-a0dc-38a7bab8a00c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/e75c7a01-d316-42a3-b855-6953ced5c41a HTTP/1.1" status: 200 len: 993 time: 0.3540874 Mar 03 18:14:42.621453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Request body: {'port': {'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:42.639464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=465f1d24-a39f-4035-b393-63c5a3a23e6b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:42.646654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cbe824d1-794e-4629-bf01-b41a871f305f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/465f1d24-a39f-4035-b393-63c5a3a23e6b HTTP/1.1" status: 204 len: 168 time: 3.6852856 Mar 03 18:14:42.651173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49070) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:42.659093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-796938667'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:42.664458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-edd29fe3-6939-4846-a0c6-7054867e0c3c service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951358 Mar 03 18:14:42.668616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:42.699688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:42.706127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:42.709387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b3631ad6-205b-48ee-9008-bdafa5371cfc None None] Provisioning for port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:42.715966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b3631ad6-205b-48ee-9008-bdafa5371cfc None None] Provisioning complete for port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:42.716344 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3631ad6-205b-48ee-9008-bdafa5371cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.716965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca37e5-0bd1-4be5-898b-09658f623293 req-fd883642-2643-4805-8fab-b6f0e01c52a0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:42.719287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82ca37e5-0bd1-4be5-898b-09658f623293 req-fd883642-2643-4805-8fab-b6f0e01c52a0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 943 time: 0.5488305 Mar 03 18:14:42.740370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:42.776436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b3631ad6-205b-48ee-9008-bdafa5371cfc None None] Port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:42.818098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340ec10-1e6b-4ad1-90f5-4528d4732b84 req-981be567-a160-4a10-98a9-b927685cbe06 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:42.819560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4340ec10-1e6b-4ad1-90f5-4528d4732b84 req-981be567-a160-4a10-98a9-b927685cbe06 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.5039029 Mar 03 18:14:42.843403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:42.846883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.865202 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82ca37e5-0bd1-4be5-898b-09658f623293 req-8c91f7da-61bd-497c-979f-65a52a78d863 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288235 Mar 03 18:14:42.914348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05f3d45a-53aa-454d-9489-c8b8b56c2c9f req-b010daeb-3206-485d-b959-6269e8e8297e service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426541 Mar 03 18:14:42.915140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:14:42.926249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.926642 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment 9eeaf2cc-927f-481e-9c43-83f14e7cd773 of type vlan for network be1f9b64-96df-463c-a408-67e9f7f5cd72 Mar 03 18:14:42.942961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:42.969873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.002747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.008677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:43.009503 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.017557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4340ec10-1e6b-4ad1-90f5-4528d4732b84 req-9884553a-b624-4d7d-84c9-7de02c7c9e60 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877155 Mar 03 18:14:43.059971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4077106 Mar 03 18:14:43.073320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49080) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:43.087279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': 'be1f9b64-96df-463c-a408-67e9f7f5cd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:43.112203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.147046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.199203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.422907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322cd384-9b4f-4a6e-afe3-0b6417dd5486,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:43.426962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c470a2e5-7054-4295-bd39-5520e207e314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df2a6df9ec2f409890118d819ef01022&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3648007 Mar 03 18:14:43.427439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d85d24-0b94-4396-9b35-5a94b50f5c41 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=be1f9b64-96df-463c-a408-67e9f7f5cd72,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:43.432567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:43.449232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:14:43.452359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:43.460196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:43.466076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:43.481679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:43.533945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:43.538168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.598266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ffff-9796-486a-a97a-ae6dc7be2582 req-2df2ff76-101f-4b54-9906-91345e8c4b4f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:43.600638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0405ffff-9796-486a-a97a-ae6dc7be2582 req-2df2ff76-101f-4b54-9906-91345e8c4b4f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 932 time: 0.4263613 Mar 03 18:14:43.674338 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf9ca-330b-4010-9627-495fb633f438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.738442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf9ca-330b-4010-9627-495fb633f438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.746974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0405ffff-9796-486a-a97a-ae6dc7be2582 req-aec648a0-1407-4771-9065-4a12302b7c61 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395192 Mar 03 18:14:43.846806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43db4-379e-47ba-8b81-04f361de1670 req-260bcf30-34c0-478b-8f98-ad940c19f6d8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:43.847285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-260bcf30-34c0-478b-8f98-ad940c19f6d8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 0.6828349 Mar 03 18:14:43.862757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf9ca-330b-4010-9627-495fb633f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.891973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cf9ca-330b-4010-9627-495fb633f438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322cd384-9b4f-4a6e-afe3-0b6417dd5486,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:43.903335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.928313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-b78b1265-c8da-4eaa-836e-ea6a2dc60e19 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/quotas/486c538e2ba447b1a55c059f3485001e HTTP/1.1" status: 200 len: 375 time: 0.0665805 Mar 03 18:14:43.965900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf9ca-330b-4010-9627-495fb633f438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:43.967119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cd4cf9ca-330b-4010-9627-495fb633f438 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/322cd384-9b4f-4a6e-afe3-0b6417dd5486 HTTP/1.1" status: 204 len: 168 time: 0.5335050 Mar 03 18:14:44.004947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=b4f5bbfa-7aac-4701-924d-0a05d7062c77,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:44.019226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': '9eeaf2cc-927f-481e-9c43-83f14e7cd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'be1f9b64-96df-463c-a408-67e9f7f5cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:44.019689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: be1f9b64-96df-463c-a408-67e9f7f5cd72, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:14:44.090133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:14:44.107261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:44.114632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, be1f9b64-96df-463c-a408-67e9f7f5cd72) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:44.124129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:44.126652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc286a7-4ef1-465e-9b43-359419bb36cd None None] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:44.129377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.134851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.184438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd066a-db0e-4b5c-8d4f-8151404e2f67 req-24b5dd06-8f55-457d-bc53-d110d62107d3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:44.186650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bfdd066a-db0e-4b5c-8d4f-8151404e2f67 req-24b5dd06-8f55-457d-bc53-d110d62107d3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 943 time: 0.1550100 Mar 03 18:14:44.193895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94095420-a44b-4334-b57d-ad015c7bf3e3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1197813 Mar 03 18:14:44.196384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49106) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:44.196620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Transition to ACTIVE for port object d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:44.216518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.220570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1107197392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:44.229893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:44.234597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:router and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:44.237618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:44.243922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:44.259134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.260381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.278411 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.301343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.347241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bfdd066a-db0e-4b5c-8d4f-8151404e2f67 req-5c4c5e23-7c35-4759-8a4b-de5fde48fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515408 Mar 03 18:14:44.354405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9df43db4-379e-47ba-8b81-04f361de1670 req-b5573140-5135-4a6f-a216-8e1a0e7f2cd4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:44.359695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.361081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-865713ab-e1c3-4d11-8ab3-9fbc3fd80791 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1625454 Mar 03 18:14:44.364469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49110) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:44.442581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.1 (f6d24896-6f77-4ca8-b6e6-96ad6acd326e/fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3/e76ae9d3-d873-4d37-a071-0202a3d2107f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:44.451360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49114) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:44.451662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-be1f9b64-96df-463c-a408-67e9f7f5cd72', 'network_id': 'be1f9b64-96df-463c-a408-67e9f7f5cd72', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': 'b4f5bbfa-7aac-4701-924d-0a05d7062c77'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:14:44.456951 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.515264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Pushing event updated for resources: {'Port': ['ID=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:44.582339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.604195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-9df43db4-379e-47ba-8b81-04f361de1670 req-b5573140-5135-4a6f-a216-8e1a0e7f2cd4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:44.610284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-b5573140-5135-4a6f-a216-8e1a0e7f2cd4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6688797 Mar 03 18:14:44.669304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Allocated IP 172.20.0.2 (be1f9b64-96df-463c-a408-67e9f7f5cd72/b4f5bbfa-7aac-4701-924d-0a05d7062c77/74448536-6778-4b08-9a1c-ce1b5cf546d4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:44.686741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:44.757584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b02d3d74ef45b8bee99a348fcd3985 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:44.771837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:44.831352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:44.854292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Attempting to bind port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:44.854656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Attempting to bind port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:44.854942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Attempting to bind port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 on network 08715518-7398-4d0d-9584-66ca7b7241b4 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:44.874615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 on network 08715518-7398-4d0d-9584-66ca7b7241b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:14:44.874996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Attempting to bind port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 on network 08715518-7398-4d0d-9584-66ca7b7241b4 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:44.904442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:44.904808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Checking segment: {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:44.905184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Bound using segment: {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:44.905638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Bound port: d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48800e4-e551-4422-bca9-4ad9b26b7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:44.905975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.916650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:44.927093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4851-4269-4a0a-b4cf-f0d5a17ea649 req-bc9edeaa-f6ec-4e22-af5a-94f8facabe42 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:44.929544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Transition to ACTIVE for port object 74448536-6778-4b08-9a1c-ce1b5cf546d4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:44.930948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06fa4851-4269-4a0a-b4cf-f0d5a17ea649 req-bc9edeaa-f6ec-4e22-af5a-94f8facabe42 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.3957696 Mar 03 18:14:44.948719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Transition to ACTIVE for port object 74448536-6778-4b08-9a1c-ce1b5cf546d4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:44.955215 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.008730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.018627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-59334192-a88c-4d82-b2ae-866b429cf4a5 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747101 Mar 03 18:14:45.020572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:45.023761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:45.039332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:45.044551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06fa4851-4269-4a0a-b4cf-f0d5a17ea649 req-d5224a4b-55dc-48ff-a644-8bb1fee79764 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014750 Mar 03 18:14:45.078371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.091775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Pushing event updated for resources: {'Port': ['ID=74448536-6778-4b08-9a1c-ce1b5cf546d4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:45.127513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Transition to ACTIVE for port object e76ae9d3-d873-4d37-a071-0202a3d2107f will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:45.184431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Attempting to bind port 74448536-6778-4b08-9a1c-ce1b5cf546d4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:45.185048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Attempting to bind port 74448536-6778-4b08-9a1c-ce1b5cf546d4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '9eeaf2cc-927f-481e-9c43-83f14e7cd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'be1f9b64-96df-463c-a408-67e9f7f5cd72'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:45.185315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Attempting to bind port 74448536-6778-4b08-9a1c-ce1b5cf546d4 on network be1f9b64-96df-463c-a408-67e9f7f5cd72 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:45.191297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:45.191781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Checking segment: {'id': '9eeaf2cc-927f-481e-9c43-83f14e7cd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'be1f9b64-96df-463c-a408-67e9f7f5cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:45.192257 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.192716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Bound using segment: {'id': '9eeaf2cc-927f-481e-9c43-83f14e7cd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'be1f9b64-96df-463c-a408-67e9f7f5cd72'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:45.193261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Bound port: 74448536-6778-4b08-9a1c-ce1b5cf546d4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeaf2cc-927f-481e-9c43-83f14e7cd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'be1f9b64-96df-463c-a408-67e9f7f5cd72'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:45.193730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.252986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] For port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:45.268637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] For port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:45.300476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.308538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] For port 74448536-6778-4b08-9a1c-ce1b5cf546d4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:45.313724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] For port 74448536-6778-4b08-9a1c-ce1b5cf546d4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=74448536-6778-4b08-9a1c-ce1b5cf546d4,segment=NetworkSegment(9eeaf2cc-927f-481e-9c43-83f14e7cd773),segment_id=9eeaf2cc-927f-481e-9c43-83f14e7cd773)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:45.318291 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.340662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-75b801f4-7133-4ee1-ae74-01898127fcd2 service neutron] 10.222.0.23 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130028 Mar 03 18:14:45.351515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.371483 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.416942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e745af-92a9-45f2-a7b2-cf679c24f129 None None] Pushing event updated for resources: {'Port': ['ID=74448536-6778-4b08-9a1c-ce1b5cf546d4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:45.417609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:45.418239 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.419798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] 10.222.0.16 "PUT /v2.0/ports/d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 200 len: 1092 time: 2.8030517 Mar 03 18:14:45.425813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f324cc25-dc57-402f-8d85-7ea871b6a8cf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:45.428567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:45.631773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d2558-2606-4af2-859c-e25a7a88fbaa req-2eb3f388-6acd-4999-99e0-3cc72264ef00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:45.633491 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f48d2558-2606-4af2-859c-e25a7a88fbaa req-2eb3f388-6acd-4999-99e0-3cc72264ef00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 944 time: 0.2723002 Mar 03 18:14:45.782526 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f48d2558-2606-4af2-859c-e25a7a88fbaa req-f250ce78-7bab-4cb5-8716-1e50dda18293 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262057 Mar 03 18:14:45.847930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1cbd1a64-1923-4694-8358-4ee2e27082f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8b02d3d74ef45b8bee99a348fcd3985&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3413007 Mar 03 18:14:45.849605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:45.854971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49130) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:45.858342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c584cc-b2f2-4d07-8a9a-3abf8df6de87 service neutron] Pushing event updated for resources: {'Port': ['ID=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:45.963119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.20.0.1 (be1f9b64-96df-463c-a408-67e9f7f5cd72/b4f5bbfa-7aac-4701-924d-0a05d7062c77/9a25a888-e169-4efb-b415-66165eeafda0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:45.980922 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'status': 'completed', 'code': 200} Mar 03 18:14:46.047480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:46.060118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:46.062566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:46.138891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-da0e0436-d16f-41cc-8514-8b5377a2fbbc req-f5110350-8573-4008-971d-9c58ef1a8195 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 210 time: 0.1446648 Mar 03 18:14:46.243123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-3650d819-7c01-4832-a113-24c8f036bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:46.244600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-3650d819-7c01-4832-a113-24c8f036bd88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1095 time: 0.7545424 Mar 03 18:14:46.260385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946a2e8-2d31-4c2a-bf4c-c743ad52d306 req-e4b37149-ed0d-4f8c-a450-c42b432c5664 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:46.267604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d946a2e8-2d31-4c2a-bf4c-c743ad52d306 req-e4b37149-ed0d-4f8c-a450-c42b432c5664 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 943 time: 0.2410088 Mar 03 18:14:46.352904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.359218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d946a2e8-2d31-4c2a-bf4c-c743ad52d306 req-3b084f9c-6aca-47ea-b496-caeb0ce7734f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848882 Mar 03 18:14:46.380588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=e76ae9d3-d873-4d37-a071-0202a3d2107f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:46.381540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object 9a25a888-e169-4efb-b415-66165eeafda0 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:46.395673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-bca49ae0-81ab-42b5-88b3-6a24af1eb8fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 200 len: 217 time: 0.1343775 Mar 03 18:14:46.419920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.469298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0d109a0f-ff3c-4f07-ba36-d89139f1845a None None] Provisioning for port e76ae9d3-d873-4d37-a071-0202a3d2107f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:46.473776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b5112aa-f3f7-4b1f-b3e4-31d4232a4e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.475747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.479726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0d109a0f-ff3c-4f07-ba36-d89139f1845a None None] Provisioning complete for port e76ae9d3-d873-4d37-a071-0202a3d2107f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:46.482145 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d109a0f-ff3c-4f07-ba36-d89139f1845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.501549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:46.505315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:46.515387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:46.582948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.609762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0d109a0f-ff3c-4f07-ba36-d89139f1845a None None] Port e76ae9d3-d873-4d37-a071-0202a3d2107f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:46.675817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b5112aa-f3f7-4b1f-b3e4-31d4232a4e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.688738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=9a25a888-e169-4efb-b415-66165eeafda0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:46.719090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.726873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-c7147229-aab2-44b7-93b0-83db162ca206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:46.728317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-c7147229-aab2-44b7-93b0-83db162ca206 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df6d59a9-9a6d-4777-b80b-5a9d534a7614 HTTP/1.1" status: 200 len: 835 time: 0.2902951 Mar 03 18:14:46.858405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90601c-9e14-46c5-aeb0-f1de6cd6a46d req-10eb2da6-c1e3-407b-beea-84deb73b619f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:46.859936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd90601c-9e14-46c5-aeb0-f1de6cd6a46d req-10eb2da6-c1e3-407b-beea-84deb73b619f tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.4663148 Mar 03 18:14:46.886233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b5112aa-f3f7-4b1f-b3e4-31d4232a4e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:46.903209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132e756-be4c-4699-aced-b8dfc949ae61 None None] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:46.958670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5112aa-f3f7-4b1f-b3e4-31d4232a4e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f324cc25-dc57-402f-8d85-7ea871b6a8cf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:47.012302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-f34c1fb0-cfe5-4a21-9aef-b95175f81c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:47.013195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-f34c1fb0-cfe5-4a21-9aef-b95175f81c9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08715518-7398-4d0d-9584-66ca7b7241b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2738285 Mar 03 18:14:47.026020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd90601c-9e14-46c5-aeb0-f1de6cd6a46d req-e57e0e45-bbde-4b2b-8229-a6400df0515c tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547740 Mar 03 18:14:47.034273 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.107094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f553287a-fc24-409d-a0e2-088713761072 None None] Provisioning for port 74448536-6778-4b08-9a1c-ce1b5cf546d4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:47.109566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b5112aa-f3f7-4b1f-b3e4-31d4232a4e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.110908 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7b5112aa-f3f7-4b1f-b3e4-31d4232a4e34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f324cc25-dc57-402f-8d85-7ea871b6a8cf HTTP/1.1" status: 204 len: 168 time: 1.2540040 Mar 03 18:14:47.375690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.394198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.424048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 74448536-6778-4b08-9a1c-ce1b5cf546d4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:47.478147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-7ce43010-32ae-4519-9ae5-105e54016007 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493423 Mar 03 18:14:47.493218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-35d007a3-54ab-4f6f-9fa5-d97419a90f3d req-e8bd6565-f3d3-407f-8511-8372285808b4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 210 time: 0.2257929 Mar 03 18:14:47.553891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 74448536-6778-4b08-9a1c-ce1b5cf546d4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:47.563253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 74448536-6778-4b08-9a1c-ce1b5cf546d4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:47.563792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.568422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.577271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=9a25a888-e169-4efb-b415-66165eeafda0,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:47.645631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceda456-3aaa-44bc-8a6e-6c8111412f2b req-7298cf81-f674-446d-aa08-d42b8ab8c0ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:47.649915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eceda456-3aaa-44bc-8a6e-6c8111412f2b req-7298cf81-f674-446d-aa08-d42b8ab8c0ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 944 time: 0.7028139 Mar 03 18:14:47.691187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Provisioning complete for port 74448536-6778-4b08-9a1c-ce1b5cf546d4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:47.691585 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.898997 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.919277 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd8f525c-2944-47a3-92d0-6ecbe2f69499 req-bc1f5226-0d16-4981-b187-27555c4e7a64 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041960 Mar 03 18:14:47.976242 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:47.993163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:48.000434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 74448536-6778-4b08-9a1c-ce1b5cf546d4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=74448536-6778-4b08-9a1c-ce1b5cf546d4,segment=NetworkSegment(9eeaf2cc-927f-481e-9c43-83f14e7cd773),segment_id=9eeaf2cc-927f-481e-9c43-83f14e7cd773)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:48.008044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eceda456-3aaa-44bc-8a6e-6c8111412f2b req-f044f546-da79-415f-b16f-b343623ac8dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993326 Mar 03 18:14:48.009733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:48.022447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 186db30c-cc72-4311-9a22-166a71c746d6 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:14:48.036587 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:48.204149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:14:48.204526 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:14:48.254333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:48.335801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=74448536-6778-4b08-9a1c-ce1b5cf546d4,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:48.397294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43db4-379e-47ba-8b81-04f361de1670 req-f10c247c-1391-430b-a4cd-f12d80018c43 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:48.399119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-f10c247c-1391-430b-a4cd-f12d80018c43 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 805 time: 1.3346715 Mar 03 18:14:48.416045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 186db30c-cc72-4311-9a22-166a71c746d6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=186db30c-cc72-4311-9a22-166a71c746d6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:48.419194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Request body: {'port': {'device_id': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'admin_state_up': True, 'tenant_id': '486c538e2ba447b1a55c059f3485001e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:48.434128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '186db30c-cc72-4311-9a22-166a71c746d6', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'port_id': '186db30c-cc72-4311-9a22-166a71c746d6', 'mac_address': 'fa:16:3e:b3:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:14:48.466392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e1905-33b8-42a7-a692-cfa80f8b61e0 req-20547977-13e1-4509-bcab-f4382bdfc86b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:48.481862 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b55e1905-33b8-42a7-a692-cfa80f8b61e0 req-20547977-13e1-4509-bcab-f4382bdfc86b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 943 time: 0.5614274 Mar 03 18:14:48.522740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:48.544860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186db30c-cc72-4311-9a22-166a71c746d6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:48.564202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 186db30c-cc72-4311-9a22-166a71c746d6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=186db30c-cc72-4311-9a22-166a71c746d6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:48.566962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-ddde982f-5494-4fbe-87b7-7a211408e177 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:48.568433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-ddde982f-5494-4fbe-87b7-7a211408e177 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.2695596 Mar 03 18:14:48.570544 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:48.573490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-9ea67ad4-89c6-43c2-b456-3c9cbc4942f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:48.575238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-9ea67ad4-89c6-43c2-b456-3c9cbc4942f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1095 time: 0.4497240 Mar 03 18:14:48.629147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cae87-fc8c-4f35-8e84-88aaa948c39b req-bfb910a8-61ce-4e3e-8019-08a91fbbcfaa tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:48.641179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d64cae87-fc8c-4f35-8e84-88aaa948c39b req-bfb910a8-61ce-4e3e-8019-08a91fbbcfaa tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 945 time: 0.3431752 Mar 03 18:14:48.662404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router 9b290313-7db1-4e5c-95ed-ebe572c969c7 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:14:48.696151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b55e1905-33b8-42a7-a692-cfa80f8b61e0 req-5889de6e-2e1a-4a55-8903-a6a7a5158c0e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133248 Mar 03 18:14:48.759175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=186db30c-cc72-4311-9a22-166a71c746d6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:48.788675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Deleting port d50da922-054a-4a9c-a652-48ef26c2302f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:48.789026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:48.796244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Provisioning for port 9a25a888-e169-4efb-b415-66165eeafda0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:48.802645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Provisioning complete for port 9a25a888-e169-4efb-b415-66165eeafda0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:48.803056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:48.877975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f396f266-d274-4caa-a9aa-3240c2d734f1 None None] Port 9a25a888-e169-4efb-b415-66165eeafda0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:48.895534 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d64cae87-fc8c-4f35-8e84-88aaa948c39b req-5a7722e4-a28d-418f-89b5-25a671e21ce5 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d28861a-bb0c-47b5-9006-40e5c1b9e437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537744 Mar 03 18:14:48.962531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:48.980048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] Sync routers for ids ['9b290313-7db1-4e5c-95ed-ebe572c969c7'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:48.994879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4af6e9d4-9e4f-44b1-b4a9-018863f0a75c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/9b290313-7db1-4e5c-95ed-ebe572c969c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6292610 Mar 03 18:14:48.995552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49182) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:48.998431 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] Routers {'9b290313-7db1-4e5c-95ed-ebe572c969c7'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:48.999792 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9b290313-7db1-4e5c-95ed-ebe572c969c7'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:49.000455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9dea7830-1b12-49e6-af02-874c126f4c21 None None] Provisioning complete for port 9a25a888-e169-4efb-b415-66165eeafda0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:49.000837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9dea7830-1b12-49e6-af02-874c126f4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.072022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['186db30c-cc72-4311-9a22-166a71c746d6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:49.134819 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:49.155992 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] Routers {'9b290313-7db1-4e5c-95ed-ebe572c969c7'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:49.159310 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9b290313-7db1-4e5c-95ed-ebe572c969c7'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:49.176697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.185249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-3f2d03a7-5964-4feb-95c5-76728b5bbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:49.190806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-3f2d03a7-5964-4feb-95c5-76728b5bbc2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 897 time: 0.5548489 Mar 03 18:14:49.197822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e6000-dea1-4989-b300-802952629dc0 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:49.198341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5a5e6000-dea1-4989-b300-802952629dc0 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:49.220946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.229779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5a5e6000-dea1-4989-b300-802952629dc0 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:49.234197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5a5e6000-dea1-4989-b300-802952629dc0 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports/9a25a888-e169-4efb-b415-66165eeafda0 HTTP/1.1" status: 200 len: 910 time: 0.2353845 Mar 03 18:14:49.234871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49192) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:49.285139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9dea7830-1b12-49e6-af02-874c126f4c21 None None] Port 9a25a888-e169-4efb-b415-66165eeafda0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:49.312652 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:49.313890 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a6913-96a1-4271-90b9-b100f2388c24 None None] The sync data for ids ['9b290313-7db1-4e5c-95ed-ebe572c969c7'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:49.380326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 74448536-6778-4b08-9a1c-ce1b5cf546d4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:49.405012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2720c441-73f2-4fb4-8d9f-9e4ea7437956 req-fdb36f9b-e128-4a20-b4a8-bdb4cbb76284 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 210 time: 0.4465239 Mar 03 18:14:49.406276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-f22aa79a-27ad-4927-a3ad-042927c95af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 200 len: 217 time: 0.1146750 Mar 03 18:14:49.454897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] For port d50da922-054a-4a9c-a652-48ef26c2302f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d50da922-054a-4a9c-a652-48ef26c2302f,segment=NetworkSegment(15ce0ef7-d26a-4bda-906b-89d79a720f2d),segment_id=15ce0ef7-d26a-4bda-906b-89d79a720f2d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:49.455169 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.527466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 74448536-6778-4b08-9a1c-ce1b5cf546d4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:49.527842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.539734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=e76ae9d3-d873-4d37-a071-0202a3d2107f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:49.543775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:49.573375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:49.579903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.640230 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c736a9b0-06bd-467a-93e0-22be0e13d4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.730674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-8621d7b6-2990-43e8-81e5-ee86ecd1271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:49.732179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-8621d7b6-2990-43e8-81e5-ee86ecd1271f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df6d59a9-9a6d-4777-b80b-5a9d534a7614 HTTP/1.1" status: 200 len: 835 time: 0.3074148 Mar 03 18:14:49.783192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Made reservation on behalf of 486c538e2ba447b1a55c059f3485001e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:49.788431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:49.798371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Calling delete_port for d50da922-054a-4a9c-a652-48ef26c2302f owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:49.909849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49208) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:50.027048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d50da922-054a-4a9c-a652-48ef26c2302f no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:14:50.126003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:50.148749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:50.155342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cc3ea-2d60-4c71-8817-dc915aef18fa req-c8114dc2-1596-4bbd-91f3-e28b69cbbc50 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:50.156725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-989cc3ea-2d60-4c71-8817-dc915aef18fa req-c8114dc2-1596-4bbd-91f3-e28b69cbbc50 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 944 time: 0.8322370 Mar 03 18:14:50.176586 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:50.184792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:50.236445 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:50.318964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:50.322743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-56591121-146a-430d-bf97-155b0a40aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:50.324254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-56591121-146a-430d-bf97-155b0a40aec7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08715518-7398-4d0d-9584-66ca7b7241b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5844898 Mar 03 18:14:50.336016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Usage tracker for resource:security_group_rule and tenant:4fb98ab31bb64691a2c1c7e437dd217a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:50.339536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Pushing event deleted for resources: {'Port': ['ID=d50da922-054a-4a9c-a652-48ef26c2302f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:50.344648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-989cc3ea-2d60-4c71-8817-dc915aef18fa req-120bd4dd-c098-4d25-b547-42e085d91b58 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708164 Mar 03 18:14:50.346994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:50.388744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:50.415927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-596d7c56-e48d-4113-9f99-08bb1efb7efb None None] Provisioning complete for port e76ae9d3-d873-4d37-a071-0202a3d2107f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:50.416625 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-596d7c56-e48d-4113-9f99-08bb1efb7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:50.434809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] No DVR routers for this DVR port d50da922-054a-4a9c-a652-48ef26c2302f on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:14:50.438811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:50.445627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'name': 'network-vif-deleted', 'tag': 'd50da922-054a-4a9c-a652-48ef26c2302f'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:50.487701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-596d7c56-e48d-4113-9f99-08bb1efb7efb None None] Port e76ae9d3-d873-4d37-a071-0202a3d2107f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:50.523321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Allocated IP 172.20.0.9 (0d5a0192-580c-4682-8369-19e914f4d951/d519e14d-944d-4a64-8cd2-e0a61103967a/722f9215-cea7-4add-a732-a89d28441fdb) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:50.536169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d25b7230-9900-4787-98f3-3b7575d30c65 req-79718679-5ebc-4d16-b44d-ac4dc5732546 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.16 "DELETE /v2.0/ports/d50da922-054a-4a9c-a652-48ef26c2302f HTTP/1.1" status: 204 len: 173 time: 1.9594703 Mar 03 18:14:50.543249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7dd997db-92cf-4267-9b30-4bfc3081253f req-bc049ca2-344f-4ca7-a37d-31bc7156db43 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Synchronizing usage tracker for tenant:ce538af96082486c8750f14ee2037e37 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:50.567117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7dd997db-92cf-4267-9b30-4bfc3081253f req-bc049ca2-344f-4ca7-a37d-31bc7156db43 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] Unset dirty status for tenant:ce538af96082486c8750f14ee2037e37 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:50.568396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7dd997db-92cf-4267-9b30-4bfc3081253f req-bc049ca2-344f-4ca7-a37d-31bc7156db43 tempest-TestServerAdvancedOps-120460933 tempest-TestServerAdvancedOps-120460933-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78 HTTP/1.1" status: 200 len: 210 time: 0.0752201 Mar 03 18:14:50.604924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08739d45-c572-4eff-b586-19c7661a57a5 req-fa6d918a-3bc4-4679-8e63-fad5df7b2142 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:50.606452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-08739d45-c572-4eff-b586-19c7661a57a5 req-fa6d918a-3bc4-4679-8e63-fad5df7b2142 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 944 time: 0.7842503 Mar 03 18:14:50.681425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:50.741747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:50.749979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-08739d45-c572-4eff-b586-19c7661a57a5 req-0ce2a464-d45c-442a-a83b-978449d8e9bc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339376 Mar 03 18:14:50.828119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-39979bed-d34e-4ca9-877a-bcb9d06a9c52 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885716 Mar 03 18:14:50.851419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-caff79bf-3c03-46aa-9146-27d3c08585ca req-095a1abd-be8c-489c-a45c-b456114e69e1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 210 time: 0.1102376 Mar 03 18:14:50.859956 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf1ac3f-6e51-40bf-93ea-e7b9280e0f78', 'name': 'network-vif-deleted', 'tag': 'd50da922-054a-4a9c-a652-48ef26c2302f', 'status': 'completed', 'code': 200} Mar 03 18:14:51.040863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.079017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 9a25a888-e169-4efb-b415-66165eeafda0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:51.079622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.105042 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.277979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fb98ab31bb64691a2c1c7e437dd217a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3667877 Mar 03 18:14:51.281453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49220) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:51.284612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.289936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.292747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f720d-1565-48b7-b178-d2940ca18afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e6505-5a46-485d-a8d9-eb264ce93faf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:51.332942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:51.339284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e81adce1-8ed4-4814-9086-af7355b16e86 req-a2bb5810-bf90-4d96-9fa4-49b386774993 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516075 Mar 03 18:14:51.344085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] Sync routers for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:51.354171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:51.355322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:51.361975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3c741354-cb38-44b8-a3cc-20b3cb483aae tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/routers/f9f0b4ea-e7ee-4e07-a34f-a478c4941d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1339476 Mar 03 18:14:51.364457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49224) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:51.371589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'port': {'network_id': 'f6d24896-6f77-4ca8-b6e6-96ad6acd326e', 'name': 'tempest-FloatingIPTestJSON-621624175'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:51.422791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.429748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:51.436377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:51.488822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:51.489794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:51.569430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:51.569905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d18b2-76ac-4b52-8dc5-8b44bdaca861 None None] The sync data for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:51.594926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 9a25a888-e169-4efb-b415-66165eeafda0 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:51.624956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event updated for resources: {'Port': ['ID=722f9215-cea7-4add-a732-a89d28441fdb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:51.681825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49232) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:51.696054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-746d90ab-90eb-41dc-9d53-733e5d6db016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.725876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Network 0d5a0192-580c-4682-8369-19e914f4d951 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:51.742452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-746d90ab-90eb-41dc-9d53-733e5d6db016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.745135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:51.747446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:51.785768 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da918d06-e071-4d73-8b0e-b673fb900b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.815656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-746d90ab-90eb-41dc-9d53-733e5d6db016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.824733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:51.835975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Usage tracker for resource:port and tenant:2d80efdca1344b57a5c37b8c5aeb3b0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:51.846994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:51.854725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] Deleting subnet 846bd494-2447-443b-b9d4-3dc2327663ba {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:14:51.866611 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.875561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d90ab-90eb-41dc-9d53-733e5d6db016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e6505-5a46-485d-a8d9-eb264ce93faf,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:51.953683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-746d90ab-90eb-41dc-9d53-733e5d6db016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:51.954801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-746d90ab-90eb-41dc-9d53-733e5d6db016 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/993e6505-5a46-485d-a8d9-eb264ce93faf HTTP/1.1" status: 204 len: 168 time: 0.6724489 Mar 03 18:14:51.965463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.021795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=9a25a888-e169-4efb-b415-66165eeafda0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:52.043031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:52.055400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:52.056015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.062683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:14:52.070224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 186db30c-cc72-4311-9a22-166a71c746d6 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:52.106920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a251e3-1e5d-41ab-b1fe-74de7b1601d5 req-232f0d50-083b-4c17-9e3a-78e4be5f1f7f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:52.108148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f4a251e3-1e5d-41ab-b1fe-74de7b1601d5 req-232f0d50-083b-4c17-9e3a-78e4be5f1f7f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:52.116893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Made reservation on behalf of 2d80efdca1344b57a5c37b8c5aeb3b0e for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:14:52.120338 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.124034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc3b67-7022-45eb-805a-9688d672f21e req-b9c448ab-d61b-4d13-b42f-2c6a0afd65f9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:52.131330 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13cc3b67-7022-45eb-805a-9688d672f21e req-b9c448ab-d61b-4d13-b42f-2c6a0afd65f9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 944 time: 0.2535703 Mar 03 18:14:52.133638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.190235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-aa0f420e-7f24-4f6b-bf19-8eaf94ffc931 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7801266 Mar 03 18:14:52.214008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Request body: {'port': {'device_id': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:52.282744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13cc3b67-7022-45eb-805a-9688d672f21e req-53af80a8-c1a4-482d-899f-d9f2b37c4ea8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503010 Mar 03 18:14:52.285966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] device_id is not set on port 8260244c-3e88-4ee2-85df-e52c138b65a7 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:14:52.332265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 186db30c-cc72-4311-9a22-166a71c746d6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:52.338316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f4a251e3-1e5d-41ab-b1fe-74de7b1601d5 req-232f0d50-083b-4c17-9e3a-78e4be5f1f7f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:52.345359 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4a251e3-1e5d-41ab-b1fe-74de7b1601d5 req-232f0d50-083b-4c17-9e3a-78e4be5f1f7f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 944 time: 0.8477340 Mar 03 18:14:52.356520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 186db30c-cc72-4311-9a22-166a71c746d6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:52.357115 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.402182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.537072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.586825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f4a251e3-1e5d-41ab-b1fe-74de7b1601d5 req-d3a4a073-9eec-495d-ac26-99e283569ee9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404730 Mar 03 18:14:52.587058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:52.597572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.643515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 186db30c-cc72-4311-9a22-166a71c746d6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=186db30c-cc72-4311-9a22-166a71c746d6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:52.644427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186db30c-cc72-4311-9a22-166a71c746d6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:52.668077 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.672414 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.672939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:14:52.719757 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186db30c-cc72-4311-9a22-166a71c746d6', 'code': 200} Mar 03 18:14:52.881006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.903012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:52.907813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=186db30c-cc72-4311-9a22-166a71c746d6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:52.909599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238db39a-3b58-4eb7-8571-afb0c63cda5a req-afbdce04-cd42-4d5d-9705-27b0a1bf6c68 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:52.912499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-238db39a-3b58-4eb7-8571-afb0c63cda5a req-afbdce04-cd42-4d5d-9705-27b0a1bf6c68 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 931 time: 0.4205976 Mar 03 18:14:52.919732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router 9b290313-7db1-4e5c-95ed-ebe572c969c7 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:52.932370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:52.937446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:52.939220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:53.009923 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:53.031677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:53.053091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Allocated IP 172.20.0.7 (f6d24896-6f77-4ca8-b6e6-96ad6acd326e/fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3/8260244c-3e88-4ee2-85df-e52c138b65a7) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:14:53.136180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:53.146556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-057bcfc5-9620-4d81-8a3f-86faf15051fe tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/9b290313-7db1-4e5c-95ed-ebe572c969c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8998942 Mar 03 18:14:53.147634 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] Sync routers for ids ['9b290313-7db1-4e5c-95ed-ebe572c969c7'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:53.152835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49264) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:53.162188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] Routers {'9b290313-7db1-4e5c-95ed-ebe572c969c7'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:53.162796 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9b290313-7db1-4e5c-95ed-ebe572c969c7'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:53.164065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-238db39a-3b58-4eb7-8571-afb0c63cda5a req-b50d823f-607a-40a9-b894-8d6b5327bc1b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418754 Mar 03 18:14:53.192335 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:53.257168 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:53.266427 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] Routers {'9b290313-7db1-4e5c-95ed-ebe572c969c7'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:53.267032 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9b290313-7db1-4e5c-95ed-ebe572c969c7'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:53.320263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:14:53.366295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846bd494-2447-443b-b9d4-3dc2327663ba,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:53.379132 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:53.380850 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae04d97-6a48-4c88-aaed-6aa38c109870 None None] The sync data for ids ['9b290313-7db1-4e5c-95ed-ebe572c969c7'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:53.381461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-19519709-a125-405f-98cd-aa08c018f20b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:53.390837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:53.492742 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4d8d1448-00f0-44e8-931d-6d59ef5203a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/846bd494-2447-443b-b9d4-3dc2327663ba HTTP/1.1" status: 204 len: 168 time: 1.8069985 Mar 03 18:14:53.495568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49278) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:53.506757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-19519709-a125-405f-98cd-aa08c018f20b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:53.510358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-19519709-a125-405f-98cd-aa08c018f20b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b290313-7db1-4e5c-95ed-ebe572c969c7 HTTP/1.1" status: 200 len: 205 time: 0.3118649 Mar 03 18:14:53.519858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49282) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:53.641462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:53.673046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942394e9-e62f-4ee9-8b31-5fbd5588694d req-25cd5235-4228-4010-8e1b-254182121a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:53.674647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-942394e9-e62f-4ee9-8b31-5fbd5588694d req-25cd5235-4228-4010-8e1b-254182121a48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 1096 time: 0.6468356 Mar 03 18:14:53.785221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Transition to ACTIVE for port object 8260244c-3e88-4ee2-85df-e52c138b65a7 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:53.788998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722f9215-cea7-4add-a732-a89d28441fdb {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:53.801408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b98892c-d3b9-40bc-8fdf-979c44907680 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:53.862614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:53.882346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.038400 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.055337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e11261-595f-48b1-afa2-42672648c5d4 req-2d17da01-2b22-46ea-a8bc-3e5efc057ea1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:54.064066 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3e11261-595f-48b1-afa2-42672648c5d4 req-2d17da01-2b22-46ea-a8bc-3e5efc057ea1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 945 time: 0.2476332 Mar 03 18:14:54.101378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a143abb-69f7-4b85-a9d5-723e4984e339']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:54.125206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ce0ef7-d26a-4bda-906b-89d79a720f2d') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:54.125779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ce0ef7-d26a-4bda-906b-89d79a720f2d') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:54.153976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3e11261-595f-48b1-afa2-42672648c5d4 req-683ce4dd-c92a-4be7-89ca-3fcb3c6a6248 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843379 Mar 03 18:14:54.157347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.177694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.184965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:14:54.185833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.196036 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.222077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Transition to ACTIVE for port object 722f9215-cea7-4add-a732-a89d28441fdb will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:14:54.230856 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:14:54.253707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858eeee9-14f4-487d-ae05-67f3ab6fe908 req-d050b4f7-c582-4bf6-83d6-111f735b635b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:54.260666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-858eeee9-14f4-487d-ae05-67f3ab6fe908 req-d050b4f7-c582-4bf6-83d6-111f735b635b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.8624115 Mar 03 18:14:54.270162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-942394e9-e62f-4ee9-8b31-5fbd5588694d req-908d10f9-47e9-42bc-8247-657ced6d946a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826344 Mar 03 18:14:54.270733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.298899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.432204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.438546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.466099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a143abb-69f7-4b85-a9d5-723e4984e339,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:54.502038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffec75-a0ed-407f-88c0-4c0abf1d46d2 req-3f2e3cd3-b98a-4a4e-93cb-56970523ce33 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:54.503695 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6ffec75-a0ed-407f-88c0-4c0abf1d46d2 req-3f2e3cd3-b98a-4a4e-93cb-56970523ce33 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 943 time: 0.1543736 Mar 03 18:14:54.590597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6ffec75-a0ed-407f-88c0-4c0abf1d46d2 req-95196843-8e0c-41ff-89cf-a762867c3208 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739996 Mar 03 18:14:54.594973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4e3ac76a-6c14-4ba7-91bd-56525feef9c6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3a143abb-69f7-4b85-a9d5-723e4984e339 HTTP/1.1" status: 204 len: 168 time: 1.0981400 Mar 03 18:14:54.598562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49312) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:54.685745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] Deleting subnet d4b12d5f-5127-485e-99e2-793d592b202e {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:14:54.689852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.711765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b98892c-d3b9-40bc-8fdf-979c44907680 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.714767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.717675 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b98892c-d3b9-40bc-8fdf-979c44907680 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.747294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Pushing event updated for resources: {'Port': ['ID=722f9215-cea7-4add-a732-a89d28441fdb,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:54.748105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.769485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-858eeee9-14f4-487d-ae05-67f3ab6fe908 req-6cc5d036-b0a5-446e-a94e-9f638f71a0cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078158 Mar 03 18:14:54.839621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.913270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:14:54.926135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:14:54.935332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:14:54.953713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.974438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b98892c-d3b9-40bc-8fdf-979c44907680 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:54.974916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b98892c-d3b9-40bc-8fdf-979c44907680 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Fanout notify agent at l3_agent the message router_deleted on router 9b290313-7db1-4e5c-95ed-ebe572c969c7 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:14:55.016309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.019341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event updated for resources: {'Port': ['ID=8260244c-3e88-4ee2-85df-e52c138b65a7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:55.027608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d4b12d5f-5127-485e-99e2-793d592b202e HTTP/1.1" status: 204 len: 168 time: 0.4168937 Mar 03 18:14:55.032017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49324) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:55.034278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d0bec-e573-4fd4-ad14-869dcea9d2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b12d5f-5127-485e-99e2-793d592b202e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:55.051978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Attempting to bind port 722f9215-cea7-4add-a732-a89d28441fdb on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:14:55.052679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Attempting to bind port 722f9215-cea7-4add-a732-a89d28441fdb by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:14:55.053235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Attempting to bind port 722f9215-cea7-4add-a732-a89d28441fdb on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:55.063437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b98892c-d3b9-40bc-8fdf-979c44907680 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.064885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b98892c-d3b9-40bc-8fdf-979c44907680 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/9b290313-7db1-4e5c-95ed-ebe572c969c7 HTTP/1.1" status: 204 len: 168 time: 1.5313625 Mar 03 18:14:55.069942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49328) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:55.070917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Port 722f9215-cea7-4add-a732-a89d28441fdb on network 0d5a0192-580c-4682-8369-19e914f4d951 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:14:55.071472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Attempting to bind port 722f9215-cea7-4add-a732-a89d28441fdb on network 0d5a0192-580c-4682-8369-19e914f4d951 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:14:55.161430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet b4f5bbfa-7aac-4701-924d-0a05d7062c77 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:14:55.168182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:14:55.168810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Checking segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:14:55.169475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Bound using segment: {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:14:55.170203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Bound port: 722f9215-cea7-4add-a732-a89d28441fdb, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eaf954-9f46-415b-a79b-8618b60c8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:14:55.170780 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.191193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:55.193065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.200250 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.205336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.345578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cefba3ab-336d-4bac-a410-db7bb556eab2 None None] Provisioning for port 8260244c-3e88-4ee2-85df-e52c138b65a7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:55.351167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cefba3ab-336d-4bac-a410-db7bb556eab2 None None] Provisioning complete for port 8260244c-3e88-4ee2-85df-e52c138b65a7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:55.351539 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cefba3ab-336d-4bac-a410-db7bb556eab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.370876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.412027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cefba3ab-336d-4bac-a410-db7bb556eab2 None None] Port 8260244c-3e88-4ee2-85df-e52c138b65a7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:14:55.429609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.469237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767c2394-b299-4abb-ab90-a9ab9c2e903c']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:55.484212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb32c35-57f1-4be5-9917-28cb88f79f04') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:55.484495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb32c35-57f1-4be5-9917-28cb88f79f04') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:55.494934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49336) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:55.504485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.513118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-20cb2a1c-d48c-467e-bc27-b1569119fb84 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1450477 Mar 03 18:14:55.516215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49340) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:55.527449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f544c-4375-4386-b59d-0254e3f503a9 req-efe9e695-15b5-4a6a-937c-b64532cadf4a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:55.528698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.528954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-665f544c-4375-4386-b59d-0254e3f503a9 req-efe9e695-15b5-4a6a-937c-b64532cadf4a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 945 time: 0.2058096 Mar 03 18:14:55.532078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Request body: {'floatingip': {'port_id': '8260244c-3e88-4ee2-85df-e52c138b65a7'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:55.578805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] For port 722f9215-cea7-4add-a732-a89d28441fdb, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:14:55.613937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] For port 722f9215-cea7-4add-a732-a89d28441fdb, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=722f9215-cea7-4add-a732-a89d28441fdb,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:14:55.625184 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.669287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.686860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.734513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.735593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.742298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cb45c-dc97-4287-a290-0d7ec280fa47 None None] Network be1f9b64-96df-463c-a408-67e9f7f5cd72 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:14:55.769055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:14:55.769698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:14:55.786017 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:14:55.804107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:55.804715 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.806093 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] 10.222.0.35 "PUT /v2.0/ports/722f9215-cea7-4add-a732-a89d28441fdb HTTP/1.1" status: 200 len: 1091 time: 3.6070328 Mar 03 18:14:55.807191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f5bbfa-7aac-4701-924d-0a05d7062c77,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:55.808468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'tag': '722f9215-cea7-4add-a732-a89d28441fdb'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:55.843174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23656ec6-a300-4fbf-a385-87aed80cad42 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/b4f5bbfa-7aac-4701-924d-0a05d7062c77 HTTP/1.1" status: 204 len: 168 time: 0.7659638 Mar 03 18:14:55.844963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:55.861735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49354) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:55.955087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:55.960390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab9f68-3ed2-42c4-a426-9feeff8d2608 service neutron] Pushing event updated for resources: {'Port': ['ID=722f9215-cea7-4add-a732-a89d28441fdb,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:55.970839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:42b1b0170386488796e2f7dd010651ee is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:55.977432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:56.024785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] DHCP port deletion for be1f9b64-96df-463c-a408-67e9f7f5cd72 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:14:56.026249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-665f544c-4375-4386-b59d-0254e3f503a9 req-aba58d72-6013-4c60-a8a2-ba4f19120a80 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420123 Mar 03 18:14:56.029609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] Deleting port 74448536-6778-4b08-9a1c-ce1b5cf546d4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:56.030259 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.042875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:56.082789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.106595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.111823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.134750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31745f7e-b6d2-4fbd-961f-aa3be09fac64 req-55ad1b7b-49f1-40e8-99d4-172f11c84cb2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:56.135457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-31745f7e-b6d2-4fbd-961f-aa3be09fac64 req-55ad1b7b-49f1-40e8-99d4-172f11c84cb2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:14:56.143973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 74448536-6778-4b08-9a1c-ce1b5cf546d4 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:56.144314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.178230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] Pushing event deleted for resources: {'Network': ['ID=767c2394-b299-4abb-ab90-a9ab9c2e903c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:56.180906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-75cfac4e-6cdf-4782-8118-bbf3779d967c admin admin] 10.222.0.23 "DELETE /v2.0/networks/767c2394-b299-4abb-ab90-a9ab9c2e903c HTTP/1.1" status: 204 len: 168 time: 1.1482370 Mar 03 18:14:56.197907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:14:56.370648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49360) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:56.375600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43db4-379e-47ba-8b81-04f361de1670 req-0a79c4ba-f239-4145-8ca8-36e5dd2cebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:56.377054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-0a79c4ba-f239-4145-8ca8-36e5dd2cebf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 1094 time: 0.5145984 Mar 03 18:14:56.394285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] For port 74448536-6778-4b08-9a1c-ce1b5cf546d4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=74448536-6778-4b08-9a1c-ce1b5cf546d4,segment=NetworkSegment(9eeaf2cc-927f-481e-9c43-83f14e7cd773),segment_id=9eeaf2cc-927f-481e-9c43-83f14e7cd773)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:56.394984 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.404687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-31745f7e-b6d2-4fbd-961f-aa3be09fac64 req-55ad1b7b-49f1-40e8-99d4-172f11c84cb2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:14:56.405999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31745f7e-b6d2-4fbd-961f-aa3be09fac64 req-55ad1b7b-49f1-40e8-99d4-172f11c84cb2 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 943 time: 0.7078686 Mar 03 18:14:56.407469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:14:56.460226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb114e9-56b1-4a8c-bf8c-c3973595b79b req-b0dfeb1c-a311-4ecd-ada3-bab1b2b54623 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:56.460843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:14:56.461349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-adb114e9-56b1-4a8c-bf8c-c3973595b79b req-b0dfeb1c-a311-4ecd-ada3-bab1b2b54623 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.2385800 Mar 03 18:14:56.465419 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.535233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-1cf0f44b-afeb-46cc-ba22-8b18e2d138c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=722f9215-cea7-4add-a732-a89d28441fdb HTTP/1.1" status: 200 len: 217 time: 0.1316590 Mar 03 18:14:56.572017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] Calling delete_port for 74448536-6778-4b08-9a1c-ce1b5cf546d4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:56.654065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-adb114e9-56b1-4a8c-bf8c-c3973595b79b req-4b51c706-0974-41f6-84d1-c5d3e5ef23cd tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391101 Mar 03 18:14:56.694982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cbd8d62d-aa4d-4b28-96ec-ff5a187dba2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce538af96082486c8750f14ee2037e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168316 Mar 03 18:14:56.699766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49364) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:56.707202 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.743772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.749697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31745f7e-b6d2-4fbd-961f-aa3be09fac64 req-dc0c6d88-9541-4521-8ee0-c2fd424994eb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696073 Mar 03 18:14:56.759424 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.768750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] Pushing event deleted for resources: {'Port': ['ID=74448536-6778-4b08-9a1c-ce1b5cf546d4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:56.780946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc4d0e-d2c7-4dbe-b11d-06ed2dfb6a1b None None] No DVR routers for this DVR port 74448536-6778-4b08-9a1c-ce1b5cf546d4 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:14:56.785368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.810255 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'tag': '722f9215-cea7-4add-a732-a89d28441fdb', 'status': 'completed', 'code': 200} Mar 03 18:14:56.817468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8bf56a92-6a13-485c-9262-69b5f4c0e1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.824656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 74448536-6778-4b08-9a1c-ce1b5cf546d4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=74448536-6778-4b08-9a1c-ce1b5cf546d4,segment=NetworkSegment(9eeaf2cc-927f-481e-9c43-83f14e7cd773),segment_id=9eeaf2cc-927f-481e-9c43-83f14e7cd773)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:56.824961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.827539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:14:56.838306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:56.842949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.847183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43db4-379e-47ba-8b81-04f361de1670 req-f918db28-0533-41c3-aabf-1f7b43279ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:56.848915 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-f918db28-0533-41c3-aabf-1f7b43279ccb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.3014078 Mar 03 18:14:56.864325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8bf56a92-6a13-485c-9262-69b5f4c0e1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:56.915941 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'code': 200} Mar 03 18:14:56.945363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:57.019870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8bf56a92-6a13-485c-9262-69b5f4c0e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.022402 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42b1b0170386488796e2f7dd010651ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5265503 Mar 03 18:14:57.032067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 74448536-6778-4b08-9a1c-ce1b5cf546d4 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:14:57.033957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49372) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:57.066525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf56a92-6a13-485c-9262-69b5f4c0e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d28861a-bb0c-47b5-9006-40e5c1b9e437,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:57.073141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81ed41-4d6a-464b-a859-9da80ad52cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b2ec7-bf31-491f-ae21-791feb677465,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:57.073846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.084081 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.155403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8bf56a92-6a13-485c-9262-69b5f4c0e1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.158877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8bf56a92-6a13-485c-9262-69b5f4c0e1d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d28861a-bb0c-47b5-9006-40e5c1b9e437 HTTP/1.1" status: 204 len: 168 time: 0.4537525 Mar 03 18:14:57.172366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-2c98f7c1-fa80-4cc3-bd77-a5b0eb630e26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3015616 Mar 03 18:14:57.269561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6f94-336f-44df-b8f2-23d0a5f73330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.323280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 74448536-6778-4b08-9a1c-ce1b5cf546d4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:14:57.371133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:14:57.371446 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:14:57.385540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 74448536-6778-4b08-9a1c-ce1b5cf546d4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:14:57.385899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 74448536-6778-4b08-9a1c-ce1b5cf546d4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:14:57.391061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6f94-336f-44df-b8f2-23d0a5f73330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.395688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-7fa2f830-e92b-4238-9207-e7f486c85810 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118931 Mar 03 18:14:57.401840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4fbb2-2c2e-4835-be3a-99e1146af76c req-a1f9d8c6-9e93-4056-beaf-2339d2f77aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:57.403256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45c4fbb2-2c2e-4835-be3a-99e1146af76c req-a1f9d8c6-9e93-4056-beaf-2339d2f77aae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1097 time: 0.3797581 Mar 03 18:14:57.411753 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 025ac429-7208-4d1e-b5a7-0247f535a66a associated. External IP: 172.25.0.177, port: a78f003b-02fa-4a32-922d-dc189d346aa5. Mar 03 18:14:57.412610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a328a-6235-46ee-bd8d-ee1b84e83c28 req-2c0ffb80-9dfd-4bf3-b263-85075023b47f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:57.414099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-896a328a-6235-46ee-bd8d-ee1b84e83c28 req-2c0ffb80-9dfd-4bf3-b263-85075023b47f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.3993034 Mar 03 18:14:57.517960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54108e1-1b0d-4caa-862e-b27f1e12fb69 req-a5868a4e-7bb9-4eed-8697-e2371d888976 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:57.519426 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f54108e1-1b0d-4caa-862e-b27f1e12fb69 req-a5868a4e-7bb9-4eed-8697-e2371d888976 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 946 time: 0.3378515 Mar 03 18:14:57.577298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45c4fbb2-2c2e-4835-be3a-99e1146af76c req-3f8c8020-7688-4c8c-b354-521c671b40ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457107 Mar 03 18:14:57.582202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-896a328a-6235-46ee-bd8d-ee1b84e83c28 req-38af2859-32d1-4956-a929-13a43267afbf tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495931 Mar 03 18:14:57.603001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:57.627392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9df43db4-379e-47ba-8b81-04f361de1670 req-f2ce4bbc-568d-4c73-a253-1f9e27fcddf9 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230647 Mar 03 18:14:57.664351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cb6d4f8b-e5a3-490a-bff2-af551300b7c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b7c848847564d9ba13919c500da3374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579486 Mar 03 18:14:57.664615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49388) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:57.670927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f54108e1-1b0d-4caa-862e-b27f1e12fb69 req-92c4bb7c-7edb-486d-ae5e-f7462b73a4da tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414270 Mar 03 18:14:57.687571 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6f94-336f-44df-b8f2-23d0a5f73330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.719832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d6f94-336f-44df-b8f2-23d0a5f73330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b2ec7-bf31-491f-ae21-791feb677465,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:57.727517 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6f94-336f-44df-b8f2-23d0a5f73330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.731115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1e9d6f94-336f-44df-b8f2-23d0a5f73330 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a5b2ec7-bf31-491f-ae21-791feb677465 HTTP/1.1" status: 204 len: 168 time: 0.6902261 Mar 03 18:14:57.822766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2696cac3-050a-44f1-9e03-ed4351366cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.863027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2696cac3-050a-44f1-9e03-ed4351366cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.874301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 74448536-6778-4b08-9a1c-ce1b5cf546d4 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:57.874635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:57.943341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-16cd687d-dd35-4016-8b76-0757027986be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:57.944833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-16cd687d-dd35-4016-8b76-0757027986be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 1094 time: 0.2548344 Mar 03 18:14:58.134149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cea1c5-cab8-43a6-bca4-d1964ad1424e req-c8ba6f67-f815-4421-83cf-9a6a8eef64fb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:58.136137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62cea1c5-cab8-43a6-bca4-d1964ad1424e req-c8ba6f67-f815-4421-83cf-9a6a8eef64fb tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 943 time: 0.1827722 Mar 03 18:14:58.140678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938e646-ccaa-430f-a86a-e7e26eabb47a req-86fcaf88-158f-4558-9653-9582fe4c8e4b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:58.142160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9938e646-ccaa-430f-a86a-e7e26eabb47a req-86fcaf88-158f-4558-9653-9582fe4c8e4b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.4202459 Mar 03 18:14:58.147524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:58.147827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] The port '74448536-6778-4b08-9a1c-ce1b5cf546d4' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:14:58.260557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62cea1c5-cab8-43a6-bca4-d1964ad1424e req-6a2aa7cf-cb47-4bc6-92c6-5ce63b386a29 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157022 Mar 03 18:14:58.393604 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9938e646-ccaa-430f-a86a-e7e26eabb47a req-040d51ca-54c3-441c-b05f-90da906512c4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401097 Mar 03 18:14:58.395122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:58.402623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:58.416246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:58.421179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2696cac3-050a-44f1-9e03-ed4351366cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:58.453610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1f9b64-96df-463c-a408-67e9f7f5cd72']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:58.454696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:58.456247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:58.470732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696cac3-050a-44f1-9e03-ed4351366cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14d47e-bfc7-47f7-a6f0-3d313aa0b3c3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:58.480846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeaf2cc-927f-481e-9c43-83f14e7cd773') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:58.481315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeaf2cc-927f-481e-9c43-83f14e7cd773') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:58.494338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-fd86ebe0-22ad-4ab3-84ba-8f1a475957b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:58.496010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-fd86ebe0-22ad-4ab3-84ba-8f1a475957b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.3968959 Mar 03 18:14:58.502796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:58.578915 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-ed77a975-dc33-44a8-9d71-fd42568e5d8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=722f9215-cea7-4add-a732-a89d28441fdb HTTP/1.1" status: 200 len: 217 time: 0.0683582 Mar 03 18:14:58.587069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2696cac3-050a-44f1-9e03-ed4351366cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:58.588374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2696cac3-050a-44f1-9e03-ed4351366cc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b14d47e-bfc7-47f7-a6f0-3d313aa0b3c3 HTTP/1.1" status: 204 len: 168 time: 0.9228740 Mar 03 18:14:58.589672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:58.638412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:14:58.639119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:58.651807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:14:58.654415 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:14:58.679246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:58.686426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:58.750149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-3c8641ce-c823-48e3-bc91-8671f402d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:58.751980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-3c8641ce-c823-48e3-bc91-8671f402d669 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.1664822 Mar 03 18:14:58.863741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-dd17ec14-f0e4-478c-81c1-ea0b433f839b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052136 Mar 03 18:14:58.870555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.018731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:59.022126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8de326-89cc-4819-b07f-ba040f3a6a73 None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:59.023449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:14:59.122776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-baf7b799-74ba-4c0e-981e-259652ca15a2 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468398 Mar 03 18:14:59.142548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.306323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/be1f9b64-96df-463c-a408-67e9f7f5cd72 HTTP/1.1" status: 204 len: 168 time: 3.4420793 Mar 03 18:14:59.317890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49428) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:59.320881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8130c9b-2879-401d-adfe-d94646a5082d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=be1f9b64-96df-463c-a408-67e9f7f5cd72,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:14:59.337266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-593154666', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:14:59.347285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:14:59.353298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:router and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:14:59.356976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:14:59.366235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:14:59.372569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:14:59.382293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983106-2f75-4f8f-88fd-355f6c0925c2 req-55b43006-ff74-4092-8454-2b985b4d1482 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:14:59.385276 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] Sync routers for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:14:59.390251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5983106-2f75-4f8f-88fd-355f6c0925c2 req-55b43006-ff74-4092-8454-2b985b4d1482 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.2382352 Mar 03 18:14:59.394691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.402197 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:59.404935 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:59.492317 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:59.502301 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:14:59.502899 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:59.508024 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.509054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.518030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5983106-2f75-4f8f-88fd-355f6c0925c2 req-be0ac620-d410-48bc-bfa8-0f1286d3408d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269531 Mar 03 18:14:59.546189 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.557975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9754b4b6-07dd-4996-97a3-c34310a17175 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/floatingips/025ac429-7208-4d1e-b5a7-0247f535a66a HTTP/1.1" status: 200 len: 977 time: 4.0403905 Mar 03 18:14:59.560229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49438) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:14:59.563047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 722f9215-cea7-4add-a732-a89d28441fdb details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:14:59.618615 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:14:59.618982 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4d80f-55be-4562-9579-59d2aac3f5f1 None None] The sync data for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:14:59.696354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 8260244c-3e88-4ee2-85df-e52c138b65a7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:14:59.696992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.720381 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ed02dd5-baf0-47b9-9ae4-e51c367fb3bb req-de37c4b9-d319-4bc7-b459-9180a14555ad service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795529 Mar 03 18:14:59.721008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 722f9215-cea7-4add-a732-a89d28441fdb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=722f9215-cea7-4add-a732-a89d28441fdb,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:59.735672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '722f9215-cea7-4add-a732-a89d28441fdb', 'network_id': '0d5a0192-580c-4682-8369-19e914f4d951', 'port_id': '722f9215-cea7-4add-a732-a89d28441fdb', 'mac_address': 'fa:16:3e:80:c2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e14d-944d-4a64-8cd2-e0a61103967a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:14:59.803656 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.824168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722f9215-cea7-4add-a732-a89d28441fdb {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:14:59.842811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 722f9215-cea7-4add-a732-a89d28441fdb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=722f9215-cea7-4add-a732-a89d28441fdb,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:14:59.849216 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:14:59.936767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=722f9215-cea7-4add-a732-a89d28441fdb,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:00.043476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd0466-18bc-47b7-a1c8-4d7396746ed5 req-b5e159e7-f359-40bc-89cb-48a20fd53823 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:00.045555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3fd0466-18bc-47b7-a1c8-4d7396746ed5 req-b5e159e7-f359-40bc-89cb-48a20fd53823 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 943 time: 0.3957596 Mar 03 18:15:00.057372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['722f9215-cea7-4add-a732-a89d28441fdb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:15:00.122404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.139600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd23bd-0ff8-4a37-bb38-5ad1366db0d8 req-f8658439-7841-4234-8a2e-ab83d58bd552 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:00.147182 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5ccd23bd-0ff8-4a37-bb38-5ad1366db0d8 req-f8658439-7841-4234-8a2e-ab83d58bd552 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 946 time: 1.0005760 Mar 03 18:15:00.238190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5ccd23bd-0ff8-4a37-bb38-5ad1366db0d8 req-60e840d9-f6d8-4cae-ad2a-cbe2d8f49b58 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898604 Mar 03 18:15:00.289877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3fd0466-18bc-47b7-a1c8-4d7396746ed5 req-234b8c22-78aa-4475-b51b-06ae6146f8fd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268060 Mar 03 18:15:00.289877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.509818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49454) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:00.522832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.553002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.603398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.603795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.604087 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Floating IP 025ac429-7208-4d1e-b5a7-0247f535a66a disassociated. External IP: 172.25.0.177, port: 8260244c-3e88-4ee2-85df-e52c138b65a7. Mar 03 18:15:00.604427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 8260244c-3e88-4ee2-85df-e52c138b65a7 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:00.740351 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.760093 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:00.809664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=8260244c-3e88-4ee2-85df-e52c138b65a7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:00.812979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:00.829229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec39cc0b2dc444b1884b82bd70a07803 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:00.833982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:00.837197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.25.0.209 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7d93fbda-ce4b-4c18-9b91-73fe4f93f69f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:00.854953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:00.992317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e086c5-e5a5-408c-b027-5f0b0d224697 req-a38fefda-6e25-404f-bf31-258c6ac45b26 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:00.993916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7e086c5-e5a5-408c-b027-5f0b0d224697 req-a38fefda-6e25-404f-bf31-258c6ac45b26 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.3320372 Mar 03 18:15:01.012506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:01.060860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-71ad82f0-749e-4968-835b-695dd9d141ce tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:01.062325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-71ad82f0-749e-4968-835b-695dd9d141ce tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.3090050 Mar 03 18:15:01.159103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7e086c5-e5a5-408c-b027-5f0b0d224697 req-1b0820e9-9668-4b98-a752-066a80f958af tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480181 Mar 03 18:15:01.195356 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.202562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:01.213022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] Sync routers for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:01.219777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port 186db30c-cc72-4311-9a22-166a71c746d6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:01.220111 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.224283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:01.224973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:01.286716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.305932 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.307217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.312616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:01.318622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3646bbd8-b987-45c4-ad60-726bcdca7ad0 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/ports/8260244c-3e88-4ee2-85df-e52c138b65a7 HTTP/1.1" status: 204 len: 168 time: 1.7548566 Mar 03 18:15:01.318932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49466) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:01.327371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:01.328196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:01.375192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5946d83-8368-4429-9b46-550521e6bbda,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:01.409648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:01.410054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c5848-8a7f-4917-8b88-218736556252 None None] The sync data for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:01.424470 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-68fbbb05-15b6-4952-a821-c25253d2fbe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec39cc0b2dc444b1884b82bd70a07803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9110742 Mar 03 18:15:01.428588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49470) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:01.542748 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.576561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 722f9215-cea7-4add-a732-a89d28441fdb up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:01.649710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 722f9215-cea7-4add-a732-a89d28441fdb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:01.656112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 722f9215-cea7-4add-a732-a89d28441fdb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:01.656491 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.697239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:01.713241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:01.729119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:01.774096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb689e33-b4ab-4b9f-86bc-2fcb4d241e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.775688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=7d93fbda-ce4b-4c18-9b91-73fe4f93f69f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:01.804474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.817548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55804c-1a16-4d63-9f76-65678e9aca3c req-4f27e0c2-c287-4cca-8fd8-3f50831fc92d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:01.818868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba55804c-1a16-4d63-9f76-65678e9aca3c req-4f27e0c2-c287-4cca-8fd8-3f50831fc92d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 946 time: 0.3275175 Mar 03 18:15:01.834750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722f9215-cea7-4add-a732-a89d28441fdb'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:01.844839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] For port 186db30c-cc72-4311-9a22-166a71c746d6, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=186db30c-cc72-4311-9a22-166a71c746d6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:01.845195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.845528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 722f9215-cea7-4add-a732-a89d28441fdb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=722f9215-cea7-4add-a732-a89d28441fdb,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:01.849999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.860558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb689e33-b4ab-4b9f-86bc-2fcb4d241e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:01.927715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=722f9215-cea7-4add-a732-a89d28441fdb,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:01.976615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba55804c-1a16-4d63-9f76-65678e9aca3c req-c599df12-6cda-41a7-bde7-c51517f46536 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032996 Mar 03 18:15:02.033405 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722f9215-cea7-4add-a732-a89d28441fdb', 'code': 200} Mar 03 18:15:02.235496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:02.241450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0e7e-ab5a-43e6-be6e-80c97de4414b req-64bb10bc-5966-4921-8866-b70221be7689 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:02.242902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8ec0e7e-ab5a-43e6-be6e-80c97de4414b req-64bb10bc-5966-4921-8866-b70221be7689 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 944 time: 0.7792606 Mar 03 18:15:02.299641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for 186db30c-cc72-4311-9a22-166a71c746d6 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:02.316333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9034-ce5b-4240-bd0b-5ed43f629f99 req-f4a52578-4e72-4810-a70d-c27b8da659f4 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:02.317751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-338b9034-ce5b-4240-bd0b-5ed43f629f99 req-f4a52578-4e72-4810-a70d-c27b8da659f4 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 946 time: 0.1824586 Mar 03 18:15:02.439051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-338b9034-ce5b-4240-bd0b-5ed43f629f99 req-b2964ec9-9ae3-41ca-af5b-a23ec381e8f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137812 Mar 03 18:15:02.466294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49480) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:02.490511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8ec0e7e-ab5a-43e6-be6e-80c97de4414b req-31cfdd46-bd80-42b1-a759-52aaaf83d889 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582406 Mar 03 18:15:02.611334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb689e33-b4ab-4b9f-86bc-2fcb4d241e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:02.662057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb689e33-b4ab-4b9f-86bc-2fcb4d241e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5946d83-8368-4429-9b46-550521e6bbda,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:02.690842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3def2-9286-4203-bfd6-479035d6afe2 req-1a8d8d7e-258f-42dd-a47a-cb76fa98f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:02.692311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54d3def2-9286-4203-bfd6-479035d6afe2 req-1a8d8d7e-258f-42dd-a47a-cb76fa98f43e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 1096 time: 0.5515447 Mar 03 18:15:02.740994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26301-0278-4e1e-8cb8-15cc3e458456 req-cfcb4cf6-6a40-4cd7-8f78-d2fcb24599d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:02.742815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bba26301-0278-4e1e-8cb8-15cc3e458456 req-cfcb4cf6-6a40-4cd7-8f78-d2fcb24599d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 945 time: 0.1762826 Mar 03 18:15:02.748651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0b56a-6361-406c-9863-fe5afda0aa34 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:02.750086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-19c0b56a-6361-406c-9863-fe5afda0aa34 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1092 time: 0.2793882 Mar 03 18:15:02.754478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49484) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:02.788589 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:02.799823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'tenant_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:02.819922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:02.839123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:floatingip and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:02.849557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:02.856471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb689e33-b4ab-4b9f-86bc-2fcb4d241e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:02.858141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cb689e33-b4ab-4b9f-86bc-2fcb4d241e12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5946d83-8368-4429-9b46-550521e6bbda HTTP/1.1" status: 204 len: 168 time: 1.4286449 Mar 03 18:15:02.871537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bba26301-0278-4e1e-8cb8-15cc3e458456 req-9802ed05-e0aa-47e8-b98f-d30f91ec4430 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191828 Mar 03 18:15:02.873124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:02.875163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port e76ae9d3-d873-4d37-a071-0202a3d2107f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:02.875536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:02.881557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=186db30c-cc72-4311-9a22-166a71c746d6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:02.924439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:02.978161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54d3def2-9286-4203-bfd6-479035d6afe2 req-bafe04eb-c43e-4a17-81ac-ce301d58af4f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774487 Mar 03 18:15:03.048616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] No DVR routers for this DVR port 186db30c-cc72-4311-9a22-166a71c746d6 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:03.052264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.120197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.191680 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.193764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ef54983-79d0-4216-9a2e-75d659d61078 req-10261103-e32c-401c-af69-500f3a58cebb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "DELETE /v2.0/ports/186db30c-cc72-4311-9a22-166a71c746d6 HTTP/1.1" status: 204 len: 173 time: 2.1142540 Mar 03 18:15:03.194210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'name': 'network-vif-deleted', 'tag': '186db30c-cc72-4311-9a22-166a71c746d6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:03.307160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49494) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:03.308837 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ef8c18-a94e-4813-8abc-558ccae5051a', 'name': 'network-vif-deleted', 'tag': '186db30c-cc72-4311-9a22-166a71c746d6', 'status': 'completed', 'code': 200} Mar 03 18:15:03.345690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.366479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:03.373915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Usage tracker for resource:security_group_rule and tenant:1d874f8770c04843b92bd80b2532c92a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:03.378230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:03.393195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:03.406368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for e76ae9d3-d873-4d37-a071-0202a3d2107f owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:03.498952 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.652589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.857650 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.870863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.935703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513296d-2286-4d56-9f95-eae6a0f7e5a7 req-74496552-48e8-49d7-ad0f-6e255c630aa1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:03.940871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d874f8770c04843b92bd80b2532c92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310978 Mar 03 18:15:03.941770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49502) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:03.942722 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6513296d-2286-4d56-9f95-eae6a0f7e5a7 req-74496552-48e8-49d7-ad0f-6e255c630aa1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.2512727 Mar 03 18:15:03.961155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:03.968168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5d4da2-a932-4566-a4ad-22edbee12db3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:03.991303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.991695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.991980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.992314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.992638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.993034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.993381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.993705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.994023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.994347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.995385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:03.995385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31720-1897-4f90-b8ad-1d427df75391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.010282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.25.0.28 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/a2416cf1-9c35-44f8-be57-651d09cb31b3) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:04.035034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=e76ae9d3-d873-4d37-a071-0202a3d2107f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:04.089501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-20ce9c87-84b3-42a3-beff-7701ab80ff91 req-e3e093b3-819e-4a38-8026-649b4e7ea4ba tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:04.100109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.100453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.100795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.101132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.101499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.101944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.102366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.102698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.103023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.103347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.103696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.104020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:04.105013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router 4dacf500-55c7-40df-9b92-df475f4345f6 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:15:04.106942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 186db30c-cc72-4311-9a22-166a71c746d6 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:04.142032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27344c23-864f-47d2-900f-437556ef914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.189022 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6513296d-2286-4d56-9f95-eae6a0f7e5a7 req-a31bd3db-41ef-46d7-b1aa-deeaf55f0bf5 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451687 Mar 03 18:15:04.222081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-20ce9c87-84b3-42a3-beff-7701ab80ff91 req-e3e093b3-819e-4a38-8026-649b4e7ea4ba tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:04.222528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 186db30c-cc72-4311-9a22-166a71c746d6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:15:04.223094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 186db30c-cc72-4311-9a22-166a71c746d6 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:15:04.228978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20ce9c87-84b3-42a3-beff-7701ab80ff91 req-e3e093b3-819e-4a38-8026-649b4e7ea4ba tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ef8c18-a94e-4813-8abc-558ccae5051a HTTP/1.1" status: 200 len: 210 time: 0.1909201 Mar 03 18:15:04.381905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27344c23-864f-47d2-900f-437556ef914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.420794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:04.439416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] Sync routers for ids ['4dacf500-55c7-40df-9b92-df475f4345f6'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:04.443088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.448811 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] Routers {'4dacf500-55c7-40df-9b92-df475f4345f6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:04.450087 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4dacf500-55c7-40df-9b92-df475f4345f6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:04.461996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.463168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-762032e3-9fec-44b3-8f40-dbd59965afff tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.1414614 Mar 03 18:15:04.467307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49506) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:04.518375 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:04.527352 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] Routers {'4dacf500-55c7-40df-9b92-df475f4345f6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:04.528236 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4dacf500-55c7-40df-9b92-df475f4345f6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:04.562667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.577303 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27344c23-864f-47d2-900f-437556ef914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.590819 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:04.592124 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a2ea-9e5d-4e8f-bace-ddef933ec38f None None] The sync data for ids ['4dacf500-55c7-40df-9b92-df475f4345f6'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:04.609648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27344c23-864f-47d2-900f-437556ef914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5d4da2-a932-4566-a4ad-22edbee12db3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:04.651278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.666018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-27344c23-864f-47d2-900f-437556ef914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:04.667117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-27344c23-864f-47d2-900f-437556ef914e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c5d4da2-a932-4566-a4ad-22edbee12db3 HTTP/1.1" status: 204 len: 168 time: 0.7188065 Mar 03 18:15:04.709898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e1398bec-745f-4116-a223-8eab9390449a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/routers/4dacf500-55c7-40df-9b92-df475f4345f6 HTTP/1.1" status: 200 len: 880 time: 0.2373726 Mar 03 18:15:04.710108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49512) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:04.853777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:04.862288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:04.873595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:05.037137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=a2416cf1-9c35-44f8-be57-651d09cb31b3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:05.596285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:05.808468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886f6b1-7516-49f9-b4b6-10f9e20bca9c req-27c7dd48-5efc-4678-ad7c-c57a2227e95d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:05.808468 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d886f6b1-7516-49f9-b4b6-10f9e20bca9c req-27c7dd48-5efc-4678-ad7c-c57a2227e95d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.4546278 Mar 03 18:15:05.862902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f2988b36-ec15-4ccf-a7bb-f4e11499303b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:router {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:05.999275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d886f6b1-7516-49f9-b4b6-10f9e20bca9c req-b886c6b1-4be0-4bbe-953e-64d25aa19360 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854010 Mar 03 18:15:06.020494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f2988b36-ec15-4ccf-a7bb-f4e11499303b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:router {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:06.024781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49562) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:06.025252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f2988b36-ec15-4ccf-a7bb-f4e11499303b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3158174 Mar 03 18:15:06.030795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:06.042387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] Sync routers for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:06.052546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cb7d7486-1b08-4ec9-b41a-d3014203f4c7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-593154666'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:06.066006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:06.074711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:06.102030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-393786d1-a4a7-4d2f-a0f4-b1682ed420fb tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/routers/f9f0b4ea-e7ee-4e07-a34f-a478c4941d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7819073 Mar 03 18:15:06.111837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49566) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:06.217129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:06.228359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] Routers {'f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:06.228985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:06.295948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:06.302492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:06.302905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65368bc5-8d7b-477c-ae49-c5a750c28bb5 None None] The sync data for ids ['f9f0b4ea-e7ee-4e07-a34f-a478c4941d95'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:06.529520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:06.766043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:06.998604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7486-1b08-4ec9-b41a-d3014203f4c7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.011748 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7486-1b08-4ec9-b41a-d3014203f4c7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.068396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50430f-ea90-4cc2-91c1-4a7e20c706f1 req-fe9ea6a9-ca08-48cc-b7b9-69d1b0aab4a3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:07.075179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce50430f-ea90-4cc2-91c1-4a7e20c706f1 req-fe9ea6a9-ca08-48cc-b7b9-69d1b0aab4a3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.6687167 Mar 03 18:15:07.142441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.167907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port c383663d-6965-42dc-a981-2c1781e44e82 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:07.168249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.210304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce50430f-ea90-4cc2-91c1-4a7e20c706f1 req-6ae80e6a-7804-46e2-9645-65f488e03b1b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339004 Mar 03 18:15:07.257624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.282218 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.296243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7d7486-1b08-4ec9-b41a-d3014203f4c7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router 4dacf500-55c7-40df-9b92-df475f4345f6 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:07.485170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=a2416cf1-9c35-44f8-be57-651d09cb31b3,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:07.497279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.568901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7d7486-1b08-4ec9-b41a-d3014203f4c7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:07.576408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7486-1b08-4ec9-b41a-d3014203f4c7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.577834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cb7d7486-1b08-4ec9-b41a-d3014203f4c7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/4dacf500-55c7-40df-9b92-df475f4345f6 HTTP/1.1" status: 200 len: 887 time: 1.5500939 Mar 03 18:15:07.580454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49648) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:07.584979 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] Sync routers for ids ['4dacf500-55c7-40df-9b92-df475f4345f6'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:07.602968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:07.607429 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] Routers {'4dacf500-55c7-40df-9b92-df475f4345f6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:07.608288 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4dacf500-55c7-40df-9b92-df475f4345f6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:07.708928 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:07.720300 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] Routers {'4dacf500-55c7-40df-9b92-df475f4345f6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:07.721512 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4dacf500-55c7-40df-9b92-df475f4345f6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:07.794257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e2cca-cc8b-4759-890e-4c5df51b215f req-10d6f7a7-2668-467c-b268-87f3ed6948c8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:07.800316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for c383663d-6965-42dc-a981-2c1781e44e82 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:07.801753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee3e2cca-cc8b-4759-890e-4c5df51b215f req-10d6f7a7-2668-467c-b268-87f3ed6948c8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.3951366 Mar 03 18:15:07.812757 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:07.813863 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bbce3-6e1b-47e7-843f-745c1ed88de4 None None] The sync data for ids ['4dacf500-55c7-40df-9b92-df475f4345f6'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:07.933660 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Floating IP c7992492-e623-4ac7-a436-8b0468cd42a3 associated. External IP: 172.25.0.28, port: d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74. Mar 03 18:15:07.946883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ee3e2cca-cc8b-4759-890e-4c5df51b215f req-a49c5ace-472e-4237-8f51-da6872dd481d tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441822 Mar 03 18:15:07.980495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4eac9541-b247-4541-b648-f561dab5f604 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/routers/4dacf500-55c7-40df-9b92-df475f4345f6 HTTP/1.1" status: 200 len: 887 time: 0.3859875 Mar 03 18:15:07.984092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49678) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:08.071840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b11b561c-4bde-4c4c-91d7-cec21d9948c9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:08.112399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b11b561c-4bde-4c4c-91d7-cec21d9948c9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:08.119080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b11b561c-4bde-4c4c-91d7-cec21d9948c9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dacf500-55c7-40df-9b92-df475f4345f6 HTTP/1.1" status: 200 len: 205 time: 0.1338634 Mar 03 18:15:08.119861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49688) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:08.594711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a100d6-7473-46cb-8f42-1ac353d6b546 req-ee20060f-a6de-4849-8ab4-b8d8464f79f9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:08.603842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6a100d6-7473-46cb-8f42-1ac353d6b546 req-ee20060f-a6de-4849-8ab4-b8d8464f79f9 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.1493380 Mar 03 18:15:08.684229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6a100d6-7473-46cb-8f42-1ac353d6b546 req-fdae9adc-b27e-4d0e-a7f7-27da22fee8b3 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772138 Mar 03 18:15:08.741833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.201252 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.249814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.270880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=c383663d-6965-42dc-a981-2c1781e44e82,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:09.317036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:09.347001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 7d93fbda-ce4b-4c18-9b91-73fe4f93f69f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:09.347344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.352570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49778) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:09.484764 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.501609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:09.505616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Usage tracker for resource:security_group_rule and tenant:30d995f74ef542378b046064053ea1d1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:09.508508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:09.514606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:09.533444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.621995 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.627022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.680976 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30d995f74ef542378b046064053ea1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267887 Mar 03 18:15:09.686916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49810) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:09.706328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80163be-e019-4038-aef2-b72980dfaa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c384b4-f40f-4fab-bf2c-c4c0e1a0dc76,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:09.759157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-651568ed-e814-4728-977a-e6be6374a14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.787288 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-651568ed-e814-4728-977a-e6be6374a14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.791074 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.804752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.844261 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-651568ed-e814-4728-977a-e6be6374a14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.863584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651568ed-e814-4728-977a-e6be6374a14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c384b4-f40f-4fab-bf2c-c4c0e1a0dc76,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:09.867130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-651568ed-e814-4728-977a-e6be6374a14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:09.871097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-651568ed-e814-4728-977a-e6be6374a14c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96c384b4-f40f-4fab-bf2c-c4c0e1a0dc76 HTTP/1.1" status: 204 len: 168 time: 0.1841702 Mar 03 18:15:10.120904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.121438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Fanout notify agent at l3_agent the message router_deleted on router f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:15:10.162252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:10.173598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.175045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] Sync routers for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:10.191483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:10.192971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:10.265933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49822) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:10.277956 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.289049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9d59db11-b57a-4222-9773-9c15532b369f tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/routers/f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 HTTP/1.1" status: 204 len: 168 time: 4.1762056 Mar 03 18:15:10.292070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49826) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:10.350455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.363867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 7d93fbda-ce4b-4c18-9b91-73fe4f93f69f owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:10.391313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:10.398803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5a9da9a7a84acfaa48a343c098e2de is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:10.403579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:10.407990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.418801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting subnet fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:15:10.425846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:10.428697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.454403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:10.500501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02eaf2-29fe-43e8-b2a5-0959c8841b78 req-f066bd39-27c0-431b-9841-3b61dca7c9dd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:10.507347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b02eaf2-29fe-43e8-b2a5-0959c8841b78 req-f066bd39-27c0-431b-9841-3b61dca7c9dd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.4561110 Mar 03 18:15:10.509909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.537985 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c07bdc4c-dc04-47b1-9fd0-db86b74ac3f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7692015 Mar 03 18:15:10.547371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:10.552624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49830) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:10.597119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b02eaf2-29fe-43e8-b2a5-0959c8841b78 req-758a7d45-b705-4c04-ab40-313708221cea tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887730 Mar 03 18:15:10.627450 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'status': 'completed', 'code': 200} Mar 03 18:15:10.703618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.773028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=7d93fbda-ce4b-4c18-9b91-73fe4f93f69f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:10.829114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ef61e6ee-9f86-4f21-a636-d53762d4f937 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/floatingips/c7992492-e623-4ac7-a436-8b0468cd42a3 HTTP/1.1" status: 200 len: 991 time: 0.2743146 Mar 03 18:15:10.887837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.912091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:10.974831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:05Z', 'revision_number': 0, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:10.979723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] Checking router: 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:15:10.991063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:10.992163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:11.068064 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.085878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.109544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-12ef120a-97db-4ab7-b5f5-fbf0fee2616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:11.111016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-12ef120a-97db-4ab7-b5f5-fbf0fee2616b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1097 time: 0.4304535 Mar 03 18:15:11.135186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.138506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.171770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.172451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Fanout notify agent at l3_agent the message router_deleted on router 4dacf500-55c7-40df-9b92-df475f4345f6 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:15:11.199079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:11.210685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.212543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2c1c489c-7444-44e8-93f7-996fb9aca731 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/4dacf500-55c7-40df-9b92-df475f4345f6 HTTP/1.1" status: 204 len: 168 time: 3.0915318 Mar 03 18:15:11.216733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49836) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:11.220478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b5a9da9a7a84acfaa48a343c098e2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509928 Mar 03 18:15:11.221428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0dc8d-d577-45c3-acbe-af4db839eaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f656c72-1572-48fd-be43-5b992e307529,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:11.225626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49838) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:11.236675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-2078778241'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:11.274371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:11.284386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:11.312967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:11.352896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea8fee2c-7e6b-453e-8154-40a885de84a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.354062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.394091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea8fee2c-7e6b-453e-8154-40a885de84a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.429616 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.432448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:11.444392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b79e8-b069-4d4e-a2f6-9779a82077da None None] Network f6d24896-6f77-4ca8-b6e6-96ad6acd326e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:11.467146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:11.470873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea8fee2c-7e6b-453e-8154-40a885de84a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.478453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-21ade27b-d6ee-4514-9619-e6221da70f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:11.480649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-21ade27b-d6ee-4514-9619-e6221da70f5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 897 time: 0.3608942 Mar 03 18:15:11.508333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fee2c-7e6b-453e-8154-40a885de84a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f656c72-1572-48fd-be43-5b992e307529,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:11.509315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ea8fee2c-7e6b-453e-8154-40a885de84a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.529009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ea8fee2c-7e6b-453e-8154-40a885de84a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f656c72-1572-48fd-be43-5b992e307529 HTTP/1.1" status: 204 len: 168 time: 0.2933390 Mar 03 18:15:11.546972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:11.550605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.584304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1819368e-3beb-4c53-99c9-b85050377483 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/subnets/fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3 HTTP/1.1" status: 204 len: 168 time: 1.2911975 Mar 03 18:15:11.591673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49848) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:11.650235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:11.675340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.676812 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment 3cb89d34-4fe5-4893-a9e2-27d1ad603cb6 of type vlan for network d61203bb-f870-49f5-afbb-f43546164a8b Mar 03 18:15:11.742732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-867f45fc-7b6d-48bd-a0c7-089074f3b69d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 200 len: 999 time: 0.2498298 Mar 03 18:15:11.748193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.832497 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.834789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49854) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:11.907589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.918896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:11.921837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:11.940546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-33bb40a1-91b5-408b-b923-dd1a39a41786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:11.942422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-33bb40a1-91b5-408b-b923-dd1a39a41786 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df6d59a9-9a6d-4777-b80b-5a9d534a7614 HTTP/1.1" status: 200 len: 835 time: 0.1941755 Mar 03 18:15:12.002998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:12.003897 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:12.076683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8535471 Mar 03 18:15:12.078627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49864) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:12.089924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d8130f07-feec-48a3-8be9-1974e05d8d7d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/floatingips/c7992492-e623-4ac7-a436-8b0468cd42a3 HTTP/1.1" status: 200 len: 991 time: 0.2508428 Mar 03 18:15:12.096344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': 'd61203bb-f870-49f5-afbb-f43546164a8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:12.133279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:05Z', 'revision_number': 0, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:12.138794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943b2c5-1701-4e81-9b6e-21fb0858ff1b None None] The sync data for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 is: [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:14:12Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:05Z', 'revision_number': 0, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:12.214071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59885e9e-d13e-482e-a691-9cb79d5e1984 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=d61203bb-f870-49f5-afbb-f43546164a8b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:12.235144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network d61203bb-f870-49f5-afbb-f43546164a8b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:12.286043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abb7c1-9614-4246-a949-53e85eabafdd req-a3bf3f55-ab34-42c7-8c2b-f3b1131e7ce6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:12.287567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d7abb7c1-9614-4246-a949-53e85eabafdd req-a3bf3f55-ab34-42c7-8c2b-f3b1131e7ce6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.4976237 Mar 03 18:15:12.315086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] DHCP port deletion for f6d24896-6f77-4ca8-b6e6-96ad6acd326e request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:15:12.388876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d7abb7c1-9614-4246-a949-53e85eabafdd req-7971e4bf-cf79-4119-990c-4ab2ce61bfa6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901601 Mar 03 18:15:12.434884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] Deleting port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:12.435257 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:12.472529 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd042a-bf49-47e1-af99-7b10cb86017e None None] New status for floating IP c7992492-e623-4ac7-a436-8b0468cd42a3: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:15:12.550712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-9ee704c3-7fac-4c22-b561-34760aae7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:12.555280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-9ee704c3-7fac-4c22-b561-34760aae7b2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08715518-7398-4d0d-9584-66ca7b7241b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6046245 Mar 03 18:15:12.558904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:12.720515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:12.744395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:12.785763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:12.791266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] For port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,segment=NetworkSegment(07f801b7-d7a4-427b-bdbf-6e006d0decce),segment_id=07f801b7-d7a4-427b-bdbf-6e006d0decce)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:12.791746 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:12.820158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] For port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,segment=NetworkSegment(07f801b7-d7a4-427b-bdbf-6e006d0decce),segment_id=07f801b7-d7a4-427b-bdbf-6e006d0decce)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:12.820659 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:12.971571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] Calling delete_port for 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:13.010042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:13.014831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:13.074115 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:13.094178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49890) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:13.195843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] No DVR routers for this DVR port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:13.197984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4db8a3-08fc-457c-ba97-eaf0f828f8e0 None None] Pushing event deleted for resources: {'Port': ['ID=8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:13.288001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:13.303076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aba2cfeb-0893-46fc-b04d-fa87453d4a00 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/floatingips/c7992492-e623-4ac7-a436-8b0468cd42a3 HTTP/1.1" status: 200 len: 993 time: 0.2035418 Mar 03 18:15:13.349936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:13.390288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:15:13.391821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:15:13.411282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-feab863f-8a51-495b-820e-588da064fb1d service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239633 Mar 03 18:15:13.478117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:15:13.478347 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:15:13.745079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-910069e4-7676-4d2a-b8e7-93c5e7241c42 req-4fb26d72-a40d-441c-b129-00b8b49193d1 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229804 Mar 03 18:15:13.766989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e6fa-49f7-4f6e-a06c-87f8f6241a2c req-c7f86e86-1daa-44c5-89aa-a4530266f357 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:13.768474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1d8e6fa-49f7-4f6e-a06c-87f8f6241a2c req-c7f86e86-1daa-44c5-89aa-a4530266f357 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.2410672 Mar 03 18:15:13.769918 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:13.868214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=600de91d-59af-47e7-bd87-cc409d3f9f75,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:13.909642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1d8e6fa-49f7-4f6e-a06c-87f8f6241a2c req-c156d230-7fe2-48f7-8237-16b3ff39b044 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816360 Mar 03 18:15:13.913777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': '3cb89d34-4fe5-4893-a9e2-27d1ad603cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd61203bb-f870-49f5-afbb-f43546164a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:13.914154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: d61203bb-f870-49f5-afbb-f43546164a8b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:13.936012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network d61203bb-f870-49f5-afbb-f43546164a8b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:13.947405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, d61203bb-f870-49f5-afbb-f43546164a8b) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:13.955724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4be69a-b175-423d-95d7-719ad0ef94ec None None] Network d61203bb-f870-49f5-afbb-f43546164a8b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:13.959019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:13.959861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:13.979770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:13.980230 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.050514 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-343420bd-ee48-48cf-bc75-50311f1772d4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9703453 Mar 03 18:15:14.054300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49980) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:14.057599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] The port '8e6e6a76-13d0-4c4f-ae3b-ead536a5c13c' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:15:14.066164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2113838080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:14.092691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:14.107890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:router and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:14.117510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:14.133856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:14.153671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.154788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.193477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.210057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.231333 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.255164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d24896-6f77-4ca8-b6e6-96ad6acd326e']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:14.271476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.272771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-afc084ae-6332-472b-a827-9cd29e4d8c13 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2137790 Mar 03 18:15:14.275202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f801b7-d7a4-427b-bdbf-6e006d0decce') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:14.275492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f801b7-d7a4-427b-bdbf-6e006d0decce') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:14.278701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 49986) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:14.281049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-d61203bb-f870-49f5-afbb-f43546164a8b', 'network_id': 'd61203bb-f870-49f5-afbb-f43546164a8b', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': '600de91d-59af-47e7-bd87-cc409d3f9f75'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:14.282528 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.301991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.335071 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.353004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:14.353428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:14.374299 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:14.451230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49990) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:14.483370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.495675 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.532277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Allocated IP 172.20.0.2 (d61203bb-f870-49f5-afbb-f43546164a8b/600de91d-59af-47e7-bd87-cc409d3f9f75/015a8fba-754f-43b3-9795-be202dd27017) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:14.537641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/networks/f6d24896-6f77-4ca8-b6e6-96ad6acd326e HTTP/1.1" status: 204 len: 168 time: 2.9448304 Mar 03 18:15:14.538531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b4484-fca3-45af-a91c-a14cf984da1c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Network': ['ID=f6d24896-6f77-4ca8-b6e6-96ad6acd326e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:14.541446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 49996) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:14.746453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.757653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port e14eb378-ae91-40b2-80b5-4731613cf4f2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:14.758000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.838148 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.844628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:14.854897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Transition to ACTIVE for port object 015a8fba-754f-43b3-9795-be202dd27017 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:14.855635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:18a220f2d6fd497cbcfdf86b4c2d02ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:14.862510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:14.875956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Transition to ACTIVE for port object 015a8fba-754f-43b3-9795-be202dd27017 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:14.884280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:14.899833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:14.950928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Network d61203bb-f870-49f5-afbb-f43546164a8b is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:14.959140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:14.963539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:15.074131 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.074884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.101162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Pushing event updated for resources: {'Port': ['ID=015a8fba-754f-43b3-9795-be202dd27017,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:15.115907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.160811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Attempting to bind port 015a8fba-754f-43b3-9795-be202dd27017 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:15.161185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Attempting to bind port 015a8fba-754f-43b3-9795-be202dd27017 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '3cb89d34-4fe5-4893-a9e2-27d1ad603cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd61203bb-f870-49f5-afbb-f43546164a8b'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:15.162840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Attempting to bind port 015a8fba-754f-43b3-9795-be202dd27017 on network d61203bb-f870-49f5-afbb-f43546164a8b {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:15.171885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:15.172253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Checking segment: {'id': '3cb89d34-4fe5-4893-a9e2-27d1ad603cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd61203bb-f870-49f5-afbb-f43546164a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:15.172910 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.173898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Bound using segment: {'id': '3cb89d34-4fe5-4893-a9e2-27d1ad603cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd61203bb-f870-49f5-afbb-f43546164a8b'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:15.174862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Bound port: 015a8fba-754f-43b3-9795-be202dd27017, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb89d34-4fe5-4893-a9e2-27d1ad603cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd61203bb-f870-49f5-afbb-f43546164a8b'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:15.175613 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.218785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for e14eb378-ae91-40b2-80b5-4731613cf4f2 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:15.298315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] For port 015a8fba-754f-43b3-9795-be202dd27017, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:15.306236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] For port 015a8fba-754f-43b3-9795-be202dd27017, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=015a8fba-754f-43b3-9795-be202dd27017,segment=NetworkSegment(3cb89d34-4fe5-4893-a9e2-27d1ad603cb6),segment_id=3cb89d34-4fe5-4893-a9e2-27d1ad603cb6)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:15.310936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.317163 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.322096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.407887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c32dc-ac9c-477a-be01-22e4c1429959 req-cb715bfd-f2d4-4768-a3bf-79d8f84e72aa tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:15.409478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7e5c32dc-ac9c-477a-be01-22e4c1429959 req-cb715bfd-f2d4-4768-a3bf-79d8f84e72aa tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.3461750 Mar 03 18:15:15.415753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74300710-71a0-4a05-97bf-522ada9bfd31 None None] Pushing event updated for resources: {'Port': ['ID=015a8fba-754f-43b3-9795-be202dd27017,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:15.532783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd4d914-c9a3-4f12-8104-3d2c54445273,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:15.548913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7e5c32dc-ac9c-477a-be01-22e4c1429959 req-94ca6645-76e2-4c06-adbe-9d9862f95e82 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264808 Mar 03 18:15:15.578091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b726f1e6-6735-44b7-bb85-c31ec54efcb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18a220f2d6fd497cbcfdf86b4c2d02ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261756 Mar 03 18:15:15.580568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50004) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:15.647975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.648225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.20.0.1 (d61203bb-f870-49f5-afbb-f43546164a8b/600de91d-59af-47e7-bd87-cc409d3f9f75/c333c623-1bd8-4704-97dc-9fcaef37d025) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:15.728945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=e14eb378-ae91-40b2-80b5-4731613cf4f2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:15.735636 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32851583-a407-4edc-99e9-bce90c7ef49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.803147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32851583-a407-4edc-99e9-bce90c7ef49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.876824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.892520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.902897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object c333c623-1bd8-4704-97dc-9fcaef37d025 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:15.930371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.936228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7a4d9253-2c1c-48b4-b0d5-636af84959b9 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/floatingips/025ac429-7208-4d1e-b5a7-0247f535a66a HTTP/1.1" status: 204 len: 168 time: 1.3931348 Mar 03 18:15:15.937130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50010) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:15.940519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32851583-a407-4edc-99e9-bce90c7ef49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.942959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.943358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32851583-a407-4edc-99e9-bce90c7ef49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:15.944453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-32851583-a407-4edc-99e9-bce90c7ef49f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bd4d914-c9a3-4f12-8104-3d2c54445273 HTTP/1.1" status: 204 len: 168 time: 0.3629911 Mar 03 18:15:16.030828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network d61203bb-f870-49f5-afbb-f43546164a8b is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:16.034285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:16.039412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:16.046054 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba14edaf-bc32-45ca-9467-b2c624a67864 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] DELETE failed (client error): The resource could not be found. Mar 03 18:15:16.046654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba14edaf-bc32-45ca-9467-b2c624a67864 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:15:16.048589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ba14edaf-bc32-45ca-9467-b2c624a67864 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/ports/8260244c-3e88-4ee2-85df-e52c138b65a7 HTTP/1.1" status: 404 len: 333 time: 0.1100380 Mar 03 18:15:16.051059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851583-a407-4edc-99e9-bce90c7ef49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd4d914-c9a3-4f12-8104-3d2c54445273,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:16.053011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50016) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:16.110420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f790000-0d27-4d12-814f-4ef56f523de6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Synchronizing usage tracker for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:16.129858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f790000-0d27-4d12-814f-4ef56f523de6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Unset dirty status for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:16.133757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4f790000-0d27-4d12-814f-4ef56f523de6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 HTTP/1.1" status: 200 len: 205 time: 0.0773041 Mar 03 18:15:16.133912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=c333c623-1bd8-4704-97dc-9fcaef37d025,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:16.134367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50020) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:16.171523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:16.240642 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-00fd0b8a-b94e-4aac-98a9-f08d4f9704a8 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] delete failed (client error): The resource could not be found. Mar 03 18:15:16.245086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-00fd0b8a-b94e-4aac-98a9-f08d4f9704a8 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/routers/f9f0b4ea-e7ee-4e07-a34f-a478c4941d95 HTTP/1.1" status: 404 len: 336 time: 0.1096337 Mar 03 18:15:16.245913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50026) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:16.290133 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f250a4e-b979-4642-8062-ca7487415c3a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] DELETE failed (client error): The resource could not be found. Mar 03 18:15:16.291090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f250a4e-b979-4642-8062-ca7487415c3a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:15:16.296135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1f250a4e-b979-4642-8062-ca7487415c3a tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/subnets/fe0c8c74-eeb4-4bdb-9f9f-e148b96cc9d3 HTTP/1.1" status: 404 len: 337 time: 0.0491290 Mar 03 18:15:16.296767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50030) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:16.315820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:16.341388 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:15:16.375445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port a78f003b-02fa-4a32-922d-dc189d346aa5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:16.376570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:16.738938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:16.947598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9f99c-c7fc-4928-8eed-825a216b6448 None None] Network d61203bb-f870-49f5-afbb-f43546164a8b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:16.974915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for a78f003b-02fa-4a32-922d-dc189d346aa5 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:17.144083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d3586336-bb7a-41db-8b4a-924a3c42bb39 None None] Provisioning for port 015a8fba-754f-43b3-9795-be202dd27017 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:17.158686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50054) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:17.174551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4015b9-68ac-4e6d-aba8-bd19b2a704fa req-75208f6a-8515-484e-aa54-cf6acb1e2968 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:17.176124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e4015b9-68ac-4e6d-aba8-bd19b2a704fa req-75208f6a-8515-484e-aa54-cf6acb1e2968 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.4064636 Mar 03 18:15:17.214319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.228843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.236078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.303461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=a78f003b-02fa-4a32-922d-dc189d346aa5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:17.404481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e4015b9-68ac-4e6d-aba8-bd19b2a704fa req-851a8a90-52b5-4959-8fa7-2f81ea03f764 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219820 Mar 03 18:15:17.414087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1283437563'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:17.420370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:17.425531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 015a8fba-754f-43b3-9795-be202dd27017 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:17.430875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:17.439922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:17.446056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:17.459844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.467935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:17.471812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.472837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=c333c623-1bd8-4704-97dc-9fcaef37d025,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:17.499272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.514331 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.521721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 015a8fba-754f-43b3-9795-be202dd27017 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:17.526958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 015a8fba-754f-43b3-9795-be202dd27017 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:17.527313 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.529033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:17.533193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group_rule and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:17.536718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:17.544785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:17.633633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9b7e895c-ee8c-4c29-be8a-be3f6232391c tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/ports/a78f003b-02fa-4a32-922d-dc189d346aa5 HTTP/1.1" status: 204 len: 168 time: 1.3357415 Mar 03 18:15:17.636135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50062) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:17.676020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network d61203bb-f870-49f5-afbb-f43546164a8b is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:17.677478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:17.705766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.729718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.779365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 015a8fba-754f-43b3-9795-be202dd27017, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=015a8fba-754f-43b3-9795-be202dd27017,segment=NetworkSegment(3cb89d34-4fe5-4893-a9e2-27d1ad603cb6),segment_id=3cb89d34-4fe5-4893-a9e2-27d1ad603cb6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:17.785861 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.917612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router 08ebae7f-664e-4175-b36f-5623dc0dfbde is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:15:17.928834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port 25c565a5-aff2-454f-917f-17528c688575 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:17.929365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.930472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=015a8fba-754f-43b3-9795-be202dd27017,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:17.954120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.966763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:17.977434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:17.977434 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment 2182b6a9-f090-4681-b274-2c6f4b2ecebd of type vlan for network cf425511-69df-4cf4-89eb-9922d66e6d5c Mar 03 18:15:17.984703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f368d087-495b-4495-98c0-8c30a712923f None None] Provisioning complete for port 015a8fba-754f-43b3-9795-be202dd27017 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:17.985876 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f368d087-495b-4495-98c0-8c30a712923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.013125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.071406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.077297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:18.077943 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.110909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.205838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:18.224890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] Sync routers for ids ['08ebae7f-664e-4175-b36f-5623dc0dfbde'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:18.240969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b01e15eb-a785-4239-a7b2-1147b915958e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/08ebae7f-664e-4175-b36f-5623dc0dfbde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9608200 Mar 03 18:15:18.243990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50068) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:18.250428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] Routers {'08ebae7f-664e-4175-b36f-5623dc0dfbde'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:18.251828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['08ebae7f-664e-4175-b36f-5623dc0dfbde'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:18.253832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fb300a-cd22-408f-805e-0f6647c98408,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:18.256258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=cf425511-69df-4cf4-89eb-9922d66e6d5c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:18.305395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-359e99a2-c643-47fb-92bb-96b48c27ad54 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1432962 Mar 03 18:15:18.317056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:18.325897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'name': 'tempest-PortsIpV6TestJSON-1043426052'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:18.373444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:18.405885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f368d087-495b-4495-98c0-8c30a712923f None None] Provisioning for port c333c623-1bd8-4704-97dc-9fcaef37d025 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:18.423600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:18.431068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f368d087-495b-4495-98c0-8c30a712923f None None] Provisioning complete for port c333c623-1bd8-4704-97dc-9fcaef37d025 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:18.431448 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f368d087-495b-4495-98c0-8c30a712923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.523260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af97fb9-17b2-4008-b61e-371546758abf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:18.524043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6af97fb9-17b2-4008-b61e-371546758abf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:18.565274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6af97fb9-17b2-4008-b61e-371546758abf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:18.569814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50082) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:18.571744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6af97fb9-17b2-4008-b61e-371546758abf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports/c333c623-1bd8-4704-97dc-9fcaef37d025 HTTP/1.1" status: 200 len: 910 time: 0.3245099 Mar 03 18:15:18.574168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:18.579747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:18.584825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:18.593552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:18.608163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '600de91d-59af-47e7-bd87-cc409d3f9f75'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:18.616545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] Routers {'08ebae7f-664e-4175-b36f-5623dc0dfbde'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:18.616702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:18.618383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:14:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['08ebae7f-664e-4175-b36f-5623dc0dfbde'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:18.621085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.658917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 4fc2e969-1990-4757-93b4-06091019b53c yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:15:18.718007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f368d087-495b-4495-98c0-8c30a712923f None None] Port c333c623-1bd8-4704-97dc-9fcaef37d025 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:15:18.720582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:18.720985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cea59-ebe5-4f0a-b281-42d19c67ce9c None None] The sync data for ids ['08ebae7f-664e-4175-b36f-5623dc0dfbde'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:18.765813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.846433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0f594773-9724-46e9-b42f-963c06020164 None None] Provisioning complete for port c333c623-1bd8-4704-97dc-9fcaef37d025 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:18.847657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0f594773-9724-46e9-b42f-963c06020164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:18.915423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0f594773-9724-46e9-b42f-963c06020164 None None] Port c333c623-1bd8-4704-97dc-9fcaef37d025 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:15:18.971859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for 25c565a5-aff2-454f-917f-17528c688575 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:19.063181 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.151605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad2981-b8e8-4d90-a5b0-440df1366bbc req-6775fb20-2efc-46e2-80a4-e51091cc50d8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:19.153100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ad2981-b8e8-4d90-a5b0-440df1366bbc req-6775fb20-2efc-46e2-80a4-e51091cc50d8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.1846652 Mar 03 18:15:19.155210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.175410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.256150 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.345995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 015a8fba-754f-43b3-9795-be202dd27017 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:19.397975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=25c565a5-aff2-454f-917f-17528c688575,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:19.431193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=4fc2e969-1990-4757-93b4-06091019b53c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:19.443802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ad2981-b8e8-4d90-a5b0-440df1366bbc req-9b6fdfad-7942-402e-8f0d-a418b0efd14c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469220 Mar 03 18:15:19.458619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': '2182b6a9-f090-4681-b274-2c6f4b2ecebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:19.458986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: cf425511-69df-4cf4-89eb-9922d66e6d5c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:19.490379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 015a8fba-754f-43b3-9795-be202dd27017 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:19.491599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.501886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:19.519012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, cf425511-69df-4cf4-89eb-9922d66e6d5c) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:19.523134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:19.529258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:19.529974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.581760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-96e99575-4ef3-4360-a395-5f30a68559f6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2583809 Mar 03 18:15:19.581981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50088) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:19.587847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-788219190'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:19.600748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:19.610021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:19.621788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:19.633844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:19.644807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7586353-9f0e-4996-8696-f2a915bb9b99 None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:19.647372 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.655268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:19.668299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.705757 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-303b4061-3d34-465b-83a2-66b3a8e65667 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/ports/25c565a5-aff2-454f-917f-17528c688575 HTTP/1.1" status: 204 len: 168 time: 2.0684783 Mar 03 18:15:19.711668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50092) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:19.744659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:19.764062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.764746 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment a74e3bcb-8cdb-4625-bd10-04cab1273fdc of type vlan for network 67f0e5ff-5b90-4632-a63a-c1b2aa57339b Mar 03 18:15:19.805474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.807253 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4896ce8e-1885-47e6-a743-0de6986a58e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.864533 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.872643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:19.873283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:19.994769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4115696 Mar 03 18:15:20.001099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50096) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:20.009213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'ports': [{'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c'}, {'network_id': '67f0e5ff-5b90-4632-a63a-c1b2aa57339b'}]} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:20.009543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:20.010014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': '67f0e5ff-5b90-4632-a63a-c1b2aa57339b'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:20.014808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6baf44-1e3a-420a-ba8a-c9aa64ddb34d tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:20.015511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fa6baf44-1e3a-420a-ba8a-c9aa64ddb34d tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Synchronizing usage tracker for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:20.028477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0d38-f27d-42ea-b762-ce39724ecf49 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=67f0e5ff-5b90-4632-a63a-c1b2aa57339b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:20.041749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 67f0e5ff-5b90-4632-a63a-c1b2aa57339b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:20.056605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fa6baf44-1e3a-420a-ba8a-c9aa64ddb34d tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Unset dirty status for tenant:2d80efdca1344b57a5c37b8c5aeb3b0e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:20.060930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fa6baf44-1e3a-420a-ba8a-c9aa64ddb34d tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "GET /v2.0/ports?device_id=104a77c3-f3ef-42e2-a1b1-1e9033998452 HTTP/1.1" status: 200 len: 913 time: 0.3453937 Mar 03 18:15:20.069678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50100) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:20.277542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:20.282010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:20.284805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:20.290487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:20.301955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 2} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:20.308794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.328762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.448525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.548391 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.578136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 0893bd48-d81d-489f-902c-e327f3c1197d yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:15:20.677758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.736219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=c333c623-1bd8-4704-97dc-9fcaef37d025,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:20.779391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:20.779925 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.784342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-158d8865-fddc-469a-8318-4c462142f9b5 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/ports/c333c623-1bd8-4704-97dc-9fcaef37d025 HTTP/1.1" status: 200 len: 910 time: 2.2135599 Mar 03 18:15:20.787141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50108) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:20.798336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 8fdbd669-36e8-4f3d-84c0-09354931cf7a yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:15:20.898869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.930166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:20.994752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:20.998286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:21.002082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:21.002819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:21.003441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f31982-2245-4234-b170-f0a6abadaa90 req-b9e36c91-1914-4dbd-bb85-381a8f940ece tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:21.005015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37f31982-2245-4234-b170-f0a6abadaa90 req-b9e36c91-1914-4dbd-bb85-381a8f940ece tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.3321896 Mar 03 18:15:21.027209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=0893bd48-d81d-489f-902c-e327f3c1197d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:21.118623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=8fdbd669-36e8-4f3d-84c0-09354931cf7a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:21.163931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': 'a74e3bcb-8cdb-4625-bd10-04cab1273fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '67f0e5ff-5b90-4632-a63a-c1b2aa57339b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:21.164444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: 67f0e5ff-5b90-4632-a63a-c1b2aa57339b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:21.186532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 67f0e5ff-5b90-4632-a63a-c1b2aa57339b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:21.197750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 67f0e5ff-5b90-4632-a63a-c1b2aa57339b) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:21.215587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:21.219038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912144fd-116a-47f3-b671-48113ed8c758 None None] Network 67f0e5ff-5b90-4632-a63a-c1b2aa57339b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:21.223844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:21.229590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:21.232565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:21.255153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-37f31982-2245-4234-b170-f0a6abadaa90 req-724a81d7-74a9-4514-883c-21a1dd72c4ba tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149010 Mar 03 18:15:21.271166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-af9d9a9f-6408-4806-9b6f-9ae7f1bbacd2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2689466 Mar 03 18:15:21.280616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50112) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:21.366982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 8fdbd669-36e8-4f3d-84c0-09354931cf7a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:21.367319 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:21.617376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:21.620860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:21.783899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6efaeaf1-cd08-4f6d-93d1-b486fa19c86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:21.908928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 8fdbd669-36e8-4f3d-84c0-09354931cf7a owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:21.958807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:21.992004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.050014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=8fdbd669-36e8-4f3d-84c0-09354931cf7a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:22.056481 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.064475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-70cf6cd4-8abb-412a-8f30-92c42dd5b27f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/8fdbd669-36e8-4f3d-84c0-09354931cf7a HTTP/1.1" status: 204 len: 168 time: 0.7819142 Mar 03 18:15:22.066226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50118) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:22.164586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e09424-0691-490a-832f-87de97e8753f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:22.176722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e09424-0691-490a-832f-87de97e8753f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:22.177736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-10e09424-0691-490a-832f-87de97e8753f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:22.199510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-10e09424-0691-490a-832f-87de97e8753f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:22.204040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-10e09424-0691-490a-832f-87de97e8753f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1342354 Mar 03 18:15:22.204595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50122) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:22.276704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 0893bd48-d81d-489f-902c-e327f3c1197d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:22.277501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.299467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port bf08c610-0f8e-4e85-b9f7-83549c8843b6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:22.299809 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.551719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port c333c623-1bd8-4704-97dc-9fcaef37d025 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:22.552126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.605700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.606016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.739943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d19dc-f308-478c-b853-d8086867db29 req-f0aaf1e9-6b30-4cba-9dc0-53115beeaeae tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:22.741534 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f98d19dc-f308-478c-b853-d8086867db29 req-f0aaf1e9-6b30-4cba-9dc0-53115beeaeae tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.3470967 Mar 03 18:15:22.748764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 0893bd48-d81d-489f-902c-e327f3c1197d owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:22.761258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for bf08c610-0f8e-4e85-b9f7-83549c8843b6 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:22.849359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f98d19dc-f308-478c-b853-d8086867db29 req-53ddcbb0-8b8e-444b-9ed8-6ef2f4223242 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717344 Mar 03 18:15:22.884064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.897118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.956745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=0893bd48-d81d-489f-902c-e327f3c1197d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:22.967065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:22.985662 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-74bcede5-a1d0-46a9-aefd-0237b65ad063 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/0893bd48-d81d-489f-902c-e327f3c1197d HTTP/1.1" status: 204 len: 168 time: 0.7799485 Mar 03 18:15:22.986670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50132) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:22.997745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.085564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8486c3-77fa-495a-acd8-4629f34a45ae tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:23.086572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2c8486c3-77fa-495a-acd8-4629f34a45ae tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:23.093257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.109922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2c8486c3-77fa-495a-acd8-4629f34a45ae tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:23.112004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2c8486c3-77fa-495a-acd8-4629f34a45ae tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1238213 Mar 03 18:15:23.114307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50136) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:23.171297 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b86e32b-9879-4192-a2de-d638c1bf73f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:15:23.172649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5b86e32b-9879-4192-a2de-d638c1bf73f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/8fdbd669-36e8-4f3d-84c0-09354931cf7a HTTP/1.1" status: 404 len: 333 time: 0.0568001 Mar 03 18:15:23.175340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50140) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:23.219188 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75488fc-3dc6-417a-9551-f0d7e3e4de70 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:15:23.220538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c75488fc-3dc6-417a-9551-f0d7e3e4de70 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/0893bd48-d81d-489f-902c-e327f3c1197d HTTP/1.1" status: 404 len: 333 time: 0.0443120 Mar 03 18:15:23.223771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:23.300646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for c333c623-1bd8-4704-97dc-9fcaef37d025 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:23.350682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.486299 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.490590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.523711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f0e5ff-5b90-4632-a63a-c1b2aa57339b']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:23.536938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74e3bcb-8cdb-4625-bd10-04cab1273fdc') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:23.537318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74e3bcb-8cdb-4625-bd10-04cab1273fdc') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:23.549758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.565927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.572484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:23.572987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:23.592598 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:23.618445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=bf08c610-0f8e-4e85-b9f7-83549c8843b6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:23.768221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.789618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.800834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=67f0e5ff-5b90-4632-a63a-c1b2aa57339b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:23.810486 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21da0ff4-761a-41b4-8815-8cb3f6206e38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/67f0e5ff-5b90-4632-a63a-c1b2aa57339b HTTP/1.1" status: 204 len: 168 time: 0.5821602 Mar 03 18:15:23.811149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:23.816748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1514117731'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:23.822889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:23.826880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:23.829842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:23.836232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.837890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:23.850052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:23.853953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.902319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:23.928568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:23.929766 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment fc9ce618-469d-4ecd-802b-c8f89dc56932 of type vlan for network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d Mar 03 18:15:23.951533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=c333c623-1bd8-4704-97dc-9fcaef37d025,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:23.988675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:24.032805 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:24.039629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:24.040604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:24.163453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3504038 Mar 03 18:15:24.169655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50164) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:24.177704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405528-24eb-4115-a815-c0e3700ebae1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=352ed875-96c7-4c28-a2fd-77d8a1fdcf6d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:24.182156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:24.183946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:24.189817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:24.372737 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:24.569339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:24.581600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:24.662495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:24.750899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:24.761821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:24.829711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb614f-c2b3-49cb-a0e5-12adb1127596 req-e7487a9a-5cab-4cb2-99dd-4409ff60affd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:24.831193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6edb614f-c2b3-49cb-a0e5-12adb1127596 req-e7487a9a-5cab-4cb2-99dd-4409ff60affd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.8266230 Mar 03 18:15:24.842494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:25.024554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:25.028072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:25.133675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6edb614f-c2b3-49cb-a0e5-12adb1127596 req-8c8f3def-71ae-49df-916d-61961088f4b8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887425 Mar 03 18:15:25.155962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router 08ebae7f-664e-4175-b36f-5623dc0dfbde has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:25.224512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Performing IP validity checks on allocation pools {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 18:15:25.227244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 18:15:25.455263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:25.464567 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] Sync routers for ids ['08ebae7f-664e-4175-b36f-5623dc0dfbde'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:25.474459 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] Routers {'08ebae7f-664e-4175-b36f-5623dc0dfbde'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:25.475065 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['08ebae7f-664e-4175-b36f-5623dc0dfbde'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:25.538568 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:25.548423 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] Routers {'08ebae7f-664e-4175-b36f-5623dc0dfbde'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:25.549273 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['08ebae7f-664e-4175-b36f-5623dc0dfbde'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:25.600886 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a137bb8f-d7d0-4025-893f-3f42e376bcf6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/08ebae7f-664e-4175-b36f-5623dc0dfbde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8107235 Mar 03 18:15:25.605278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50186) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:25.613687 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:25.614310 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db4a2c-8234-4b65-ae77-a8dceef40eb5 None None] The sync data for ids ['08ebae7f-664e-4175-b36f-5623dc0dfbde'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:25.681007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f953c48-ac84-482d-9c81-9a7836744713 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:25.704226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Router 104a77c3-f3ef-42e2-a1b1-1e9033998452 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:25.735814 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:25.970971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f953c48-ac84-482d-9c81-9a7836744713 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:25.972040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4f953c48-ac84-482d-9c81-9a7836744713 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ebae7f-664e-4175-b36f-5623dc0dfbde HTTP/1.1" status: 200 len: 205 time: 0.3660152 Mar 03 18:15:25.975088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50190) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:26.044905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=d610f28b-5d72-45f6-bb5b-14fce7741395,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:26.152942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:26.162154 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c8f9f219-d51e-4a5c-8748-a986ff3c3ef7 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "PUT /v2.0/routers/104a77c3-f3ef-42e2-a1b1-1e9033998452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0914519 Mar 03 18:15:26.164866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50196) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:26.169086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] Sync routers for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:26.181087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:26.181734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:26.285783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:26.291808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': 'fc9ce618-469d-4ecd-802b-c8f89dc56932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:26.292165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:26.302179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20877884-4103-451a-b67d-4a2184303073 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.306850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] Routers {'104a77c3-f3ef-42e2-a1b1-1e9033998452'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:26.307652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['104a77c3-f3ef-42e2-a1b1-1e9033998452'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:26.339557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:26.380290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:26.380966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09442b3-9c36-4c6e-9c1d-b882e2c35f2e None None] The sync data for ids ['104a77c3-f3ef-42e2-a1b1-1e9033998452'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:26.424548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:26.433857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132fc53d-7645-41ef-bd70-3e6a005aacb4 None None] Network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:26.437826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:26.438408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.480988 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.537808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bdb11671-4d1b-4102-b4ad-bf8cf53133eb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3650160 Mar 03 18:15:26.540295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50202) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:26.558318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d', 'name': 'tempest-PortsIpV6TestJSON-393424547'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:26.665747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20877884-4103-451a-b67d-4a2184303073 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.673185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20877884-4103-451a-b67d-4a2184303073 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.689823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caa15d-be5d-4ce1-a876-5ee2dbde3536 req-bd474ce4-af80-408a-8c41-855e243f68ef tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:26.691739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31caa15d-be5d-4ce1-a876-5ee2dbde3536 req-bd474ce4-af80-408a-8c41-855e243f68ef tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.4395623 Mar 03 18:15:26.710209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-352ed875-96c7-4c28-a2fd-77d8a1fdcf6d', 'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d', 'tenant_id': '268b6688222844d6a224d58881c3e12c', 'fixed_ips': [{'subnet_id': 'd610f28b-5d72-45f6-bb5b-14fce7741395'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:26.710754 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.739733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20877884-4103-451a-b67d-4a2184303073 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.740174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20877884-4103-451a-b67d-4a2184303073 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Fanout notify agent at l3_agent the message router_deleted on router 08ebae7f-664e-4175-b36f-5623dc0dfbde {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:15:26.760200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31caa15d-be5d-4ce1-a876-5ee2dbde3536 req-e65acda9-2a58-4185-9900-fb455f3ee3e7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553396 Mar 03 18:15:26.765125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20877884-4103-451a-b67d-4a2184303073 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.766172 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-20877884-4103-451a-b67d-4a2184303073 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/08ebae7f-664e-4175-b36f-5623dc0dfbde HTTP/1.1" status: 204 len: 168 time: 0.7896211 Mar 03 18:15:26.768920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50206) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:26.846140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:26.850016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet 600de91d-59af-47e7-bd87-cc409d3f9f75 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:15:26.852977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.857672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:26.870196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.876583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:26.881840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.903656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting port be7fa63d-9f80-4a34-be30-c30ec3765f2e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:26.904344 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.909766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Allocated IP 2001:db8::2 (352ed875-96c7-4c28-a2fd-77d8a1fdcf6d/d610f28b-5d72-45f6-bb5b-14fce7741395/a49e14c4-e119-4a66-8b2f-fdd8b9a2e023) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:26.918940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:26.957517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port f8117a54-d5b0-4c50-b978-3c8774aa37c3 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:15:27.079990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.174041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.220729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.228765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.232433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=600de91d-59af-47e7-bd87-cc409d3f9f75,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:27.234323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Transition to ACTIVE for port object a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:27.241830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ca798172-7c93-480f-ab1c-a823e893dd57 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/600de91d-59af-47e7-bd87-cc409d3f9f75 HTTP/1.1" status: 204 len: 168 time: 0.4716933 Mar 03 18:15:27.244068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:27.257782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8602d6-8391-446c-8b72-1a782794f319 None None] Network d61203bb-f870-49f5-afbb-f43546164a8b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:27.331205 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.378259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.389476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 015a8fba-754f-43b3-9795-be202dd27017 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:27.389819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.524316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Transition to ACTIVE for port object a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:27.539374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.578092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Calling delete_port for be7fa63d-9f80-4a34-be30-c30ec3765f2e owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:27.650585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:27.662301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:27.664038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 015a8fba-754f-43b3-9795-be202dd27017, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=015a8fba-754f-43b3-9795-be202dd27017,segment=NetworkSegment(3cb89d34-4fe5-4893-a9e2-27d1ad603cb6),segment_id=3cb89d34-4fe5-4893-a9e2-27d1ad603cb6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:27.667631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.677367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:27.690907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Pushing event updated for resources: {'Port': ['ID=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:27.785317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d21843-5fb2-4c20-b770-4515e8f89bf9 None None] DHCP port deletion for d61203bb-f870-49f5-afbb-f43546164a8b request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:15:27.808725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::2f2 (352ed875-96c7-4c28-a2fd-77d8a1fdcf6d/d610f28b-5d72-45f6-bb5b-14fce7741395/f8117a54-d5b0-4c50-b978-3c8774aa37c3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:27.811090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-14d21843-5fb2-4c20-b770-4515e8f89bf9 None None] Deleting port 015a8fba-754f-43b3-9795-be202dd27017 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:27.811479 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-14d21843-5fb2-4c20-b770-4515e8f89bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.826218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 015a8fba-754f-43b3-9795-be202dd27017 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:27.935810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.939825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-14d21843-5fb2-4c20-b770-4515e8f89bf9 None None] The port '015a8fba-754f-43b3-9795-be202dd27017' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:15:27.943121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Attempting to bind port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:27.943786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Attempting to bind port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'fc9ce618-469d-4ecd-802b-c8f89dc56932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:27.944341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Attempting to bind port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 on network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:27.952965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:27.953652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Checking segment: {'id': 'fc9ce618-469d-4ecd-802b-c8f89dc56932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:27.954251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:27.955469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Bound using segment: {'id': 'fc9ce618-469d-4ecd-802b-c8f89dc56932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:27.956223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Bound port: a49e14c4-e119-4a66-8b2f-fdd8b9a2e023, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9ce618-469d-4ecd-802b-c8f89dc56932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '352ed875-96c7-4c28-a2fd-77d8a1fdcf6d'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:27.957468 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.134106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] For port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:28.140010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] For port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,segment=NetworkSegment(fc9ce618-469d-4ecd-802b-c8f89dc56932),segment_id=fc9ce618-469d-4ecd-802b-c8f89dc56932)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:28.147982 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.220748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=015a8fba-754f-43b3-9795-be202dd27017,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:28.238263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No DVR routers for this DVR port 015a8fba-754f-43b3-9795-be202dd27017 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:28.302249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd8f3f-f38c-47b2-bf7c-7b9ec3b179a0 None None] Pushing event updated for resources: {'Port': ['ID=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:28.398056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.415367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.430877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61203bb-f870-49f5-afbb-f43546164a8b']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:28.444107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object f8117a54-d5b0-4c50-b978-3c8774aa37c3 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:28.445742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb89d34-4fe5-4893-a9e2-27d1ad603cb6') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:28.446106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb89d34-4fe5-4893-a9e2-27d1ad603cb6') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:28.460339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.467775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.496137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.505226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:28.505816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:28.524501 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:28.580561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Port': ['ID=be7fa63d-9f80-4a34-be30-c30ec3765f2e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:28.650807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.675504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.688391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=d61203bb-f870-49f5-afbb-f43546164a8b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:28.702219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a84f526-f67d-4561-8711-7644f618d4f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/d61203bb-f870-49f5-afbb-f43546164a8b HTTP/1.1" status: 204 len: 168 time: 1.4557774 Mar 03 18:15:28.706600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50220) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:28.712220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-340969035', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:28.717706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ba315-2b50-47d4-b865-234b2aeceba8 req-3e72075c-114e-448e-8ea2-7cc9be0fcbc7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:28.719378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f03ba315-2b50-47d4-b865-234b2aeceba8 req-3e72075c-114e-448e-8ea2-7cc9be0fcbc7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.3799942 Mar 03 18:15:28.727177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:28.734078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:router and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:28.737948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:28.744426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:28.757058 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.758703 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.759415 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.779640 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.802196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.836757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.838408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a57bd815-06ea-4268-bd01-02776aeb6578 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1302826 Mar 03 18:15:28.840886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50224) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:28.847012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-426178635'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:28.853522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=f8117a54-d5b0-4c50-b978-3c8774aa37c3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:28.854517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:28.862216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:28.865369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:28.873006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:28.881303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:28.883304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:28.886857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:28.887553 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.892059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:28.897810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:28.898417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.904446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.920890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:28.930562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:28.930989 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment a95a6186-f472-4fa7-99d2-be01e8292478 of type vlan for network 780edddd-8cbd-4b45-ac7c-84019670fb34 Mar 03 18:15:28.951295 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f03ba315-2b50-47d4-b865-234b2aeceba8 req-64d4018e-667e-4efb-9f21-a52ac7999c12 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184961 Mar 03 18:15:28.960681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.009124 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.015853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:29.016569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.102901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.105409 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.109820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9d694239-526d-4e8c-827f-b104f469b9ea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5665290 Mar 03 18:15:29.112771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50228) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:29.133951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2919214 Mar 03 18:15:29.137605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50232) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:29.145245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:29.162903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d408dd-272b-4587-bb68-05f136d1c3ef tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=780edddd-8cbd-4b45-ac7c-84019670fb34,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:29.178783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:29.182731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.183262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Fanout notify agent at l3_agent the message router_deleted on router 104a77c3-f3ef-42e2-a1b1-1e9033998452 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:15:29.202991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port f8117a54-d5b0-4c50-b978-3c8774aa37c3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:29.203408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.239034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.242828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-75a6f06a-b4a1-4da2-bc27-2d32868182a6 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/routers/104a77c3-f3ef-42e2-a1b1-1e9033998452 HTTP/1.1" status: 204 len: 168 time: 3.0768571 Mar 03 18:15:29.243641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50236) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:29.302219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:29.307472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:29.313172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:29.319782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:29.335013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:29.339726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.383792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Deleting subnet f36a4691-6c6b-40e4-aa5e-08ecd81673e3 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:15:29.391252 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.418643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:29.500124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:29.575706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 015a8fba-754f-43b3-9795-be202dd27017 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:29.584849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.645769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.656632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 015a8fba-754f-43b3-9795-be202dd27017 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:15:29.656984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 015a8fba-754f-43b3-9795-be202dd27017 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:15:29.732327 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.746060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d1fd3-7619-4f82-8df9-733f936fd47a None None] Network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:29.779051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=74bb2bab-6226-40bd-88c1-980bd2e91330,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:29.786340 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.821848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:29.822362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: 780edddd-8cbd-4b45-ac7c-84019670fb34, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:29.867547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f0bad-6e74-4703-a471-bc611256d4b6 req-d2e663dd-89a5-4acc-b3f0-2ba0e43f5266 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:29.869449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd1f0bad-6e74-4703-a471-bc611256d4b6 req-d2e663dd-89a5-4acc-b3f0-2ba0e43f5266 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1096 time: 0.1363571 Mar 03 18:15:29.870750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:29.903663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-584b25a2-f52e-4e35-87c9-4f443a941f08 None None] Provisioning for port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:29.911588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 780edddd-8cbd-4b45-ac7c-84019670fb34) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:29.911785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-584b25a2-f52e-4e35-87c9-4f443a941f08 None None] Provisioning complete for port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:29.911785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-584b25a2-f52e-4e35-87c9-4f443a941f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.919701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:29.920665 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:29.945056 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd1f0bad-6e74-4703-a471-bc611256d4b6 req-94a6f832-0101-4897-9acf-887e02b70790 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662434 Mar 03 18:15:29.964130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50252) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:29.967604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d868e648-15d4-4409-b693-ee28aa423f1d None None] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:30.037036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9bc2be37-c64c-4c81-bc0e-f15abf2f7bc2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8985529 Mar 03 18:15:30.046295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50258) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:30.111991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for f8117a54-d5b0-4c50-b978-3c8774aa37c3 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:30.163802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-1b811005-a295-40e3-91c0-3c5e945adf50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6189525 Mar 03 18:15:30.381916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-780edddd-8cbd-4b45-ac7c-84019670fb34', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:30.382749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:30.438588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-584b25a2-f52e-4e35-87c9-4f443a941f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:30.462794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:30.467720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:30.527416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Subnet': ['ID=f36a4691-6c6b-40e4-aa5e-08ecd81673e3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:30.566409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-584b25a2-f52e-4e35-87c9-4f443a941f08 None None] For port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,segment=NetworkSegment(fc9ce618-469d-4ecd-802b-c8f89dc56932),segment_id=fc9ce618-469d-4ecd-802b-c8f89dc56932)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:30.628330 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:30.667129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Allocated IP 172.20.0.2 (780edddd-8cbd-4b45-ac7c-84019670fb34/74bb2bab-6226-40bd-88c1-980bd2e91330/72b9fc1e-ecf5-47ba-a164-3f8fd7201749) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:30.674582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-55fda0af-3062-4548-a075-d86888c0e440 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/subnets/f36a4691-6c6b-40e4-aa5e-08ecd81673e3 HTTP/1.1" status: 204 len: 168 time: 1.4232652 Mar 03 18:15:30.677044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=f8117a54-d5b0-4c50-b978-3c8774aa37c3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:30.684629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50264) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:30.740032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:30.744427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-54ab76d9-f18c-402e-91e9-c7c9bc3dc93a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/f8117a54-d5b0-4c50-b978-3c8774aa37c3 HTTP/1.1" status: 204 len: 168 time: 1.6282475 Mar 03 18:15:30.748281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50268) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:30.761388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27010412-295f-4993-bd98-406eef32c901 req-c638c361-ab5e-4277-a9e6-84b4150ecee0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:30.763452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27010412-295f-4993-bd98-406eef32c901 req-c638c361-ab5e-4277-a9e6-84b4150ecee0 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.5704408 Mar 03 18:15:30.810186 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a10d40-d4c4-4bc2-81e7-63c877d98cb3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:15:30.811520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a10d40-d4c4-4bc2-81e7-63c877d98cb3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:15:30.815639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-89a10d40-d4c4-4bc2-81e7-63c877d98cb3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/f8117a54-d5b0-4c50-b978-3c8774aa37c3 HTTP/1.1" status: 404 len: 333 time: 0.0607073 Mar 03 18:15:30.819776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50272) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:30.842193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-4565d334-5522-4ef0-b9ad-e07691fa9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:30.843675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-4565d334-5522-4ef0-b9ad-e07691fa9967 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=486c538e2ba447b1a55c059f3485001e&device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 1097 time: 0.4517081 Mar 03 18:15:30.942988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:30.957419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Transition to ACTIVE for port object 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:30.982794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Transition to ACTIVE for port object 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:30.986817 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-584b25a2-f52e-4e35-87c9-4f443a941f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.031581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.072719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:31.091545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:31.091879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-1400a555-ad7a-41de-9180-5a526b1f0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:31.099493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:31.104797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-1400a555-ad7a-41de-9180-5a526b1f0135 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 200 len: 906 time: 0.2362695 Mar 03 18:15:31.110783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-27010412-295f-4993-bd98-406eef32c901 req-13a6a33b-910a-4a72-a719-2147b60a1c37 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963130 Mar 03 18:15:31.180574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b25a2-f52e-4e35-87c9-4f443a941f08 None None] Pushing event updated for resources: {'Port': ['ID=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:31.221714 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ec3347-f5a7-481a-8c0d-ab1c1192bd57 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:15:31.226272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-06ec3347-f5a7-481a-8c0d-ab1c1192bd57 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/f8117a54-d5b0-4c50-b978-3c8774aa37c3 HTTP/1.1" status: 404 len: 333 time: 0.3927677 Mar 03 18:15:31.245053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50276) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:31.316057 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.375401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a86cbbbb-05aa-4a9e-af7c-6f1c4f1d511d None None] Provisioning complete for port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:31.375401 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a86cbbbb-05aa-4a9e-af7c-6f1c4f1d511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.377914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet d610f28b-5d72-45f6-bb5b-14fce7741395 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:15:31.382228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-1590564e-58e5-49f3-b3b8-a765d5c8ec60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 200 len: 217 time: 0.2663019 Mar 03 18:15:31.383154 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.421843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:31.450302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port 8ea8fa58-fc04-4f56-a60f-8c0addf40b94 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:31.450753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.506560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-3197b749-3682-4624-a6f0-32e2617ffd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:31.508531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-3197b749-3682-4624-a6f0-32e2617ffd55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 200 len: 845 time: 0.0805779 Mar 03 18:15:31.546462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Attempting to bind port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:31.547048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Attempting to bind port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:31.547171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Attempting to bind port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 on network 780edddd-8cbd-4b45-ac7c-84019670fb34 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:31.556847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:31.557234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Checking segment: {'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:31.559168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.559473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Bound using segment: {'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:31.559945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Bound port: 72b9fc1e-ecf5-47ba-a164-3f8fd7201749, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:31.560324 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.579335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Pushing event updated for resources: {'Port': ['ID=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:31.603577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-231dbf19-0d46-40cb-9088-905b58284d91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d5a0192-580c-4682-8369-19e914f4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723426 Mar 03 18:15:31.660461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.700951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.827387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:31.827765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.862464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] For port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:31.879617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a86cbbbb-05aa-4a9e-af7c-6f1c4f1d511d None None] Could not find standard attr ID for object f8117a54-d5b0-4c50-b978-3c8774aa37c3. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:15:31.888352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] For port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,segment=NetworkSegment(a95a6186-f472-4fa7-99d2-be01e8292478),segment_id=a95a6186-f472-4fa7-99d2-be01e8292478)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:31.901686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.937511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-698f0871-6cc1-4579-8782-c79b62eb44a1 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271995 Mar 03 18:15:31.982828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.983396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:31.990332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d2e1d-eed7-4502-9545-646e424e00d4 None None] Pushing event updated for resources: {'Port': ['ID=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:32.011831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-639dd157-6a29-4d58-a5f5-d5c436858dd0 None None] Could not find standard attr ID for object f8117a54-d5b0-4c50-b978-3c8774aa37c3. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:15:32.098239 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.150179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for 8ea8fa58-fc04-4f56-a60f-8c0addf40b94 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:32.166260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc592a91-b17c-4514-b10b-70cd25e8c1dd req-68471977-ccad-47ed-b1f5-1ebaf3bf9fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208607 Mar 03 18:15:32.258644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.286995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.307792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=d610f28b-5d72-45f6-bb5b-14fce7741395,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:32.316926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.331481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974a958c-589c-41d3-b3ff-98c10cde62fd']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:32.331716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a70e8-b806-4820-a2c4-1b250cfe556e None None] Network 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:32.336369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5fcbfc20-0159-42a7-87bd-23db422b2848 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/d610f28b-5d72-45f6-bb5b-14fce7741395 HTTP/1.1" status: 204 len: 168 time: 1.0804944 Mar 03 18:15:32.337563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50284) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:32.361763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3862ca9b-5096-422f-8b2e-a87e45ffd7f3') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:32.362365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3862ca9b-5096-422f-8b2e-a87e45ffd7f3') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:32.538295 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.551117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:32.551462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.767921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] DHCP port deletion for 352ed875-96c7-4c28-a2fd-77d8a1fdcf6d request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:15:32.773066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] Deleting port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:32.773509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.896676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:32.981529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.000984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:33.001689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:33.021567 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:33.040797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.048979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] For port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,segment=NetworkSegment(fc9ce618-469d-4ecd-802b-c8f89dc56932),segment_id=fc9ce618-469d-4ecd-802b-c8f89dc56932)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:33.049548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.071285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] For port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,segment=NetworkSegment(fc9ce618-469d-4ecd-802b-c8f89dc56932),segment_id=fc9ce618-469d-4ecd-802b-c8f89dc56932)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:33.071859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.171769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=8ea8fa58-fc04-4f56-a60f-8c0addf40b94,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:33.215952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:33.233511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] Calling delete_port for a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:33.316214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.344971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.380103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.388478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] Pushing event deleted for resources: {'Network': ['ID=974a958c-589c-41d3-b3ff-98c10cde62fd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:33.406889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e823a-0580-4908-89ef-01306a8c8366 req-038f87fb-1d97-4360-9867-cab6e31e9ce6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:33.410217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e08e823a-0580-4908-89ef-01306a8c8366 req-038f87fb-1d97-4360-9867-cab6e31e9ce6 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.5877008 Mar 03 18:15:33.417191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] Pushing event deleted for resources: {'Port': ['ID=a49e14c4-e119-4a66-8b2f-fdd8b9a2e023,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:33.425487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7ec0e-7461-4a13-9bd6-46e8ca2653ec None None] No DVR routers for this DVR port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:33.452115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:15:33.452427 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:15:33.459296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-47d76bfc-2735-4f52-b860-9c9d93c023a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:33.460030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-63f726f8-9478-46ae-8618-6939176e6f17 req-47d76bfc-2735-4f52-b860-9c9d93c023a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:33.479762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.20.0.1 (780edddd-8cbd-4b45-ac7c-84019670fb34/74bb2bab-6226-40bd-88c1-980bd2e91330/eed8c407-bd17-4169-b346-39454e4678d8) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:33.480411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-63f726f8-9478-46ae-8618-6939176e6f17 req-47d76bfc-2735-4f52-b860-9c9d93c023a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:33.481980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-47d76bfc-2735-4f52-b860-9c9d93c023a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.3638694 Mar 03 18:15:33.483228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-00bbc8cc-eedf-420d-8e76-bd51083af376 tempest-FloatingIPTestJSON-1688794309 tempest-FloatingIPTestJSON-1688794309-project] 10.222.0.23 "DELETE /v2.0/networks/974a958c-589c-41d3-b3ff-98c10cde62fd HTTP/1.1" status: 204 len: 168 time: 2.7958524 Mar 03 18:15:33.485722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.486192 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP e75c7a01-d316-42a3-b855-6953ced5c41a disassociated (deleted). External IP: 172.25.0.227, port: 43a7af47-4f67-4384-b077-7a6b491afad8. Mar 03 18:15:33.500546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:33.508933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-a1cbec31-fd4b-465f-a4b7-d5e99d35ec42 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/quotas/561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0107255 Mar 03 18:15:33.605045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e08e823a-0580-4908-89ef-01306a8c8366 req-991405ad-5029-4735-b899-8a87793991bc tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813800 Mar 03 18:15:33.613076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:33.675762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-054e11b7-e762-4c2d-a2d3-60f316f82670 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596217 Mar 03 18:15:33.698438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:33.779364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:15:33.779891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:15:33.847232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e837b-ca10-4dbe-b0f9-9e3d0e69cd6d None None] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:33.897386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50308) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:33.901347 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e94ac9c0-ae23-4ec8-9d43-47f119d75e63 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082968 Mar 03 18:15:33.944775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:33.963373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object eed8c407-bd17-4169-b346-39454e4678d8 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:33.966297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-36d544aa-c829-40a4-b295-87c73ddcfb9d None None] Provisioning for port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:33.974674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-36d544aa-c829-40a4-b295-87c73ddcfb9d None None] Provisioning complete for port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:33.975058 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36d544aa-c829-40a4-b295-87c73ddcfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.022417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port a49e14c4-e119-4a66-8b2f-fdd8b9a2e023 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:34.022763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.054961 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.099954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] The port 'a49e14c4-e119-4a66-8b2f-fdd8b9a2e023' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:15:34.161001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:34.173736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:34.183344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:34.198517 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-592a9a8f-7272-443e-8d06-92a392a04fba service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911289 Mar 03 18:15:34.226598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36d544aa-c829-40a4-b295-87c73ddcfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.243363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=eed8c407-bd17-4169-b346-39454e4678d8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:34.247295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.259875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.290625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352ed875-96c7-4c28-a2fd-77d8a1fdcf6d']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:34.306410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ce618-469d-4ecd-802b-c8f89dc56932') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:34.306737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ce618-469d-4ecd-802b-c8f89dc56932') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:34.321852 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.335329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-36d544aa-c829-40a4-b295-87c73ddcfb9d None None] For port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,segment=NetworkSegment(a95a6186-f472-4fa7-99d2-be01e8292478),segment_id=a95a6186-f472-4fa7-99d2-be01e8292478)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:34.344983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-be4b30a9-78e6-4d1d-b481-1416e515d169 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d80efdca1344b57a5c37b8c5aeb3b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456205 Mar 03 18:15:34.347111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50316) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:34.348406 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-36d544aa-c829-40a4-b295-87c73ddcfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.367020 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.381402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:34.381964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:34.398349 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:34.438442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:34.486388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d544aa-c829-40a4-b295-87c73ddcfb9d None None] Pushing event updated for resources: {'Port': ['ID=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:34.547357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d650-bc43-4891-a7ec-53b27a9b2c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.549019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.566601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.609515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=352ed875-96c7-4c28-a2fd-77d8a1fdcf6d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:34.614214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2b1f107e-0a59-41be-9e09-d524cee65f6d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/352ed875-96c7-4c28-a2fd-77d8a1fdcf6d HTTP/1.1" status: 204 len: 168 time: 2.2750847 Mar 03 18:15:34.622359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.626698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50328) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:34.636210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1933757169'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:34.647803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d650-bc43-4891-a7ec-53b27a9b2c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.683214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:34.707929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:34.718419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:34.729437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:34.760053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:34.764396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.791776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-45861490-7547-4d5d-845a-462a902fd4da None None] Provisioning for port eed8c407-bd17-4169-b346-39454e4678d8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:34.794464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d650-bc43-4891-a7ec-53b27a9b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.802772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-45861490-7547-4d5d-845a-462a902fd4da None None] Provisioning complete for port eed8c407-bd17-4169-b346-39454e4678d8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:34.805897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-45861490-7547-4d5d-845a-462a902fd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.813746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:34.874654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-45861490-7547-4d5d-845a-462a902fd4da None None] Port eed8c407-bd17-4169-b346-39454e4678d8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:15:34.885522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9d650-bc43-4891-a7ec-53b27a9b2c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f779b-83e3-4a5c-b2a8-8c1c13d2a4f3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:34.887849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-45861490-7547-4d5d-845a-462a902fd4da None None] Provisioning complete for port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:34.888233 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-45861490-7547-4d5d-845a-462a902fd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.915154 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.915574 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment 7c83dc60-6aee-4533-989e-9cecbf3ec24b of type vlan for network 81f591df-7617-4e55-a6e3-491feec0d437 Mar 03 18:15:34.935601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7bd9d650-bc43-4891-a7ec-53b27a9b2c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:34.940612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7bd9d650-bc43-4891-a7ec-53b27a9b2c1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/616f779b-83e3-4a5c-b2a8-8c1c13d2a4f3 HTTP/1.1" status: 204 len: 168 time: 0.5885930 Mar 03 18:15:35.040040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c0b1f09-9bec-4ae1-b408-5454c7fd82dd req-0be34412-41fa-48de-aaad-5ba4bdbb03b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 210 time: 0.4809940 Mar 03 18:15:35.150984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:35.178026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393a85e-2bad-4794-a71d-cb77f6c03c58 req-aff52e92-86e7-4fc7-91db-be1fe6df60ad tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:35.179652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4393a85e-2bad-4794-a71d-cb77f6c03c58 req-aff52e92-86e7-4fc7-91db-be1fe6df60ad tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.3683331 Mar 03 18:15:35.225966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:35.231416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:35.232021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:35.306134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0003034f-02cd-42e6-a519-519e52e16dbd None None] Provisioning complete for port eed8c407-bd17-4169-b346-39454e4678d8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:35.306516 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0003034f-02cd-42e6-a519-519e52e16dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:35.345663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=81f591df-7617-4e55-a6e3-491feec0d437,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:35.357394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4393a85e-2bad-4794-a71d-cb77f6c03c58 req-1dec0fb7-5b86-4801-ad03-f60896dc54c4 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673417 Mar 03 18:15:35.368760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4cce6d4d-75f3-4def-899e-1c02b93cdfc8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7381523 Mar 03 18:15:35.368956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50344) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:35.379106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': '81f591df-7617-4e55-a6e3-491feec0d437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:35.386850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 81f591df-7617-4e55-a6e3-491feec0d437 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:35.455243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:35.487982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:35.495243 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:35.508702 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] Sync routers for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:35.531265 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:35.531896 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:35.576345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:35.586480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:35.595132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:35.606976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:35.620427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:35.625575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:35.755521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d3844226-48fc-4a32-a314-f31700d03557 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/floatingips/e75c7a01-d316-42a3-b855-6953ced5c41a HTTP/1.1" status: 204 len: 168 time: 5.7903035 Mar 03 18:15:35.763947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:35.799619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0003034f-02cd-42e6-a519-519e52e16dbd None None] Port eed8c407-bd17-4169-b346-39454e4678d8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:15:35.830167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:35.831936 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:36.006092 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:36.138131 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'status': 'completed', 'code': 200} Mar 03 18:15:36.251086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:36.292087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50372) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:36.304843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:36.440103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=eed8c407-bd17-4169-b346-39454e4678d8,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:36.460573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:36.495873 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:56Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:36.502499 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] Checking router: 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:15:36.505061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891502914'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:36.511574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-03b7c2d6-4781-4b72-84e8-7c84bff6330a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:36.512063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:36.512478 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:36.513009 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-03b7c2d6-4781-4b72-84e8-7c84bff6330a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.5844400 Mar 03 18:15:36.513280 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:36.516837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:36.521429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:36.528220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'port': {'device_id': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'admin_state_up': True, 'tenant_id': '561b627deff84fc195b225e848b4b9b3'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:36.530472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:36.558043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:36.562496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:36.588368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:36.626257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daada3-3ae1-42da-80b6-3d53507d9cf9 req-84a7a00a-4ab3-4c27-9c64-21079aba4727 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:36.627132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-61daada3-3ae1-42da-80b6-3d53507d9cf9 req-84a7a00a-4ab3-4c27-9c64-21079aba4727 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:36.648134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:36.673100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:36.708147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-61daada3-3ae1-42da-80b6-3d53507d9cf9 req-84a7a00a-4ab3-4c27-9c64-21079aba4727 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:36.709859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61daada3-3ae1-42da-80b6-3d53507d9cf9 req-84a7a00a-4ab3-4c27-9c64-21079aba4727 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.4648316 Mar 03 18:15:36.720824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:security_group_rule and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:36.727860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:36.746874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:36.753166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:36.774914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:36.789505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:36.792831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61daada3-3ae1-42da-80b6-3d53507d9cf9 req-677e335b-be64-4cd8-a55f-e1a23a2a16f9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756445 Mar 03 18:15:36.834200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': '7c83dc60-6aee-4533-989e-9cecbf3ec24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81f591df-7617-4e55-a6e3-491feec0d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:36.834571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: 81f591df-7617-4e55-a6e3-491feec0d437, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:36.839173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=1315355a-0bae-4d11-9f96-a037445c28c5,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:36.845541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-9cc85d3a-f674-48fe-a564-3907868a9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:36.847729 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-9cc85d3a-f674-48fe-a564-3907868a9b1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 1096 time: 0.6016467 Mar 03 18:15:36.856113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9604a1-6863-4c7c-9867-b73c6a1e860d req-90105e5a-62f4-42e2-ab18-0c6005dfc079 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:36.857819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e9604a1-6863-4c7c-9867-b73c6a1e860d req-90105e5a-62f4-42e2-ab18-0c6005dfc079 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 1.0118179 Mar 03 18:15:36.858979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:36.861045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:36.861576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:36.864968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.166998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ddd44ceb-0680-49d3-9107-6abe6392e929 req-bcc325fa-270d-42ef-8f8e-8b9dcb800d7a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 210 time: 0.1026535 Mar 03 18:15:37.175197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:15:37.247941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5a420a50-8ff0-422e-9b63-320f93fbafe0 None None] Provisioning complete for port eed8c407-bd17-4169-b346-39454e4678d8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:37.248542 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5a420a50-8ff0-422e-9b63-320f93fbafe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.325319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.20.0.10 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/12b1d3a2-8cec-4039-9cc4-2a51a65f54a2) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:37.349742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5a420a50-8ff0-422e-9b63-320f93fbafe0 None None] Port eed8c407-bd17-4169-b346-39454e4678d8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:15:37.392399 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e9604a1-6863-4c7c-9867-b73c6a1e860d req-7e839f87-0b24-409e-8ced-fef9496c3bdd tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149531 Mar 03 18:15:37.429838 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:56Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:37.435541 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0dfcb-ee47-4b5f-bb79-07ffebc47888 None None] The sync data for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 is: [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:12:41Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ee4f3361-1920-4ea2-807c-21b42b098477', 'name': '', 'network_id': '96cd118b-b2bb-4435-89ea-fe80a4218f3d', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:52:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:38Z', 'updated_at': '2022-03-03T18:12:56Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': 'db6a0af0-124d-4a90-8b88-6ff3570669da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:37.451844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 81f591df-7617-4e55-a6e3-491feec0d437 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:37.484079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-757172b4-ec8d-43d5-8728-aad59fe381c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:37.485728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-757172b4-ec8d-43d5-8728-aad59fe381c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 200 len: 895 time: 0.6268253 Mar 03 18:15:37.594063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:37.607416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:37.618462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:37.619336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:37.622996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 81f591df-7617-4e55-a6e3-491feec0d437) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:37.643040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:37.643826 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.651497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-8d157c49-590e-4193-8114-ab4aab45bef8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 200 len: 217 time: 0.1175010 Mar 03 18:15:37.676059 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dbd6f7aa-7a4a-49fc-bbe5-77af7e980e8c tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6295576 Mar 03 18:15:37.681239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50384) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:37.695201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-1081550684'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:37.701838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:37.706040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:37.709098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:37.715329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9f147-d863-45a3-ba86-24e1969b0556 None None] Network 81f591df-7617-4e55-a6e3-491feec0d437 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:37.717001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:37.731630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.737088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:37.741841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.816493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:37.827221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.827865 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment a0a2b22f-c942-428a-90ad-e7c039294020 of type vlan for network 93524b40-991d-4113-affb-6d635348fd19 Mar 03 18:15:37.859242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.877920 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77059737-58fa-4c4d-ba91-c2a2ca954330 None None] New status for floating IP e75c7a01-d316-42a3-b855-6953ced5c41a: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:15:37.897017 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.909979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:37.920639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.920993 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment 7685d520-9544-4b82-b06c-ed23e69e82ba of type vlan for network 1ede1568-3019-40de-81f5-7b0eafa1a643 Mar 03 18:15:37.950279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:37.998973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-6e6e4fb5-0304-4d0f-8342-1fdafdb24b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:38.000566 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-6e6e4fb5-0304-4d0f-8342-1fdafdb24b17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 200 len: 835 time: 0.3395560 Mar 03 18:15:38.016952 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.022437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:38.023026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.047469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41770e4c-e2ba-44c2-8d84-f4da0e4641b4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:38.083530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.089121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:38.095754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:38.101790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.162527 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4760280 Mar 03 18:15:38.185181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50390) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:38.213882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828c7bc-827b-4206-9298-773a575c4f45 req-e9ecb0ee-b709-46bc-bf36-af7b3406f398 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:38.221562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1828c7bc-827b-4206-9298-773a575c4f45 req-e9ecb0ee-b709-46bc-bf36-af7b3406f398 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.6312096 Mar 03 18:15:38.230422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-79363777-9d05-49e0-89d8-1caf696dbe3a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8578699 Mar 03 18:15:38.237669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50396) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:38.245544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': '81f591df-7617-4e55-a6e3-491feec0d437', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-800878624'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:38.278314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:38.424839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-c53a9ddf-23b5-44d6-a710-a164a9e593e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:38.426388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-c53a9ddf-23b5-44d6-a710-a164a9e593e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cd118b-b2bb-4435-89ea-fe80a4218f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4116030 Mar 03 18:15:38.441510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1335025 Mar 03 18:15:38.441510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:38.444295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:38.449357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:38.453971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-81f591df-7617-4e55-a6e3-491feec0d437', 'network_id': '81f591df-7617-4e55-a6e3-491feec0d437', 'tenant_id': '268b6688222844d6a224d58881c3e12c', 'fixed_ips': [{'subnet_id': '1315355a-0bae-4d11-9f96-a037445c28c5'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:38.454556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.455770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:38.473512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c948aed-54d5-4b63-b46d-9936203168b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=93524b40-991d-4113-affb-6d635348fd19,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:38.474973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.507512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 93524b40-991d-4113-affb-6d635348fd19 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:38.508740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:38.514223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.603718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50400) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:38.669776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905fc75-f591-4220-a597-1ccefa87e345 req-eaba7e65-129e-4e4c-a80a-54690e6f0240 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:38.671201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a905fc75-f591-4220-a597-1ccefa87e345 req-eaba7e65-129e-4e4c-a80a-54690e6f0240 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.9359677 Mar 03 18:15:38.674944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': '1ede1568-3019-40de-81f5-7b0eafa1a643', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:38.684638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-debaa254-4693-4d3d-ac51-70c77b6e388e service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438235 Mar 03 18:15:38.761617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Transition to ACTIVE for port object 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:38.785744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2599a49-bf00-4383-9eb3-781519551e72 req-368a3a91-6dce-469d-ba31-230a122e9d8e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:38.787159 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1828c7bc-827b-4206-9298-773a575c4f45 req-0852f0fa-f3db-4482-99e7-f8acfc16df96 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646958 Mar 03 18:15:38.788166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2599a49-bf00-4383-9eb3-781519551e72 req-368a3a91-6dce-469d-ba31-230a122e9d8e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.7806194 Mar 03 18:15:38.796116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port 43a7af47-4f67-4384-b077-7a6b491afad8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:38.798826 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:38.875341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:15:34Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:35Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:38.882124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:15:38.882397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Updating router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e port eed8c407-bd17-4169-b346-39454e4678d8 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:15:38.892187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:38.901879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:38.931528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:38.938907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:38.979415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:38.984593 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.006583 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.018774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2599a49-bf00-4383-9eb3-781519551e72 req-3a2d722e-de71-44f6-8202-574d4f6bf1ac tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231550 Mar 03 18:15:39.041752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 6fc17e99-2fbf-4127-8d2c-7f5e928a183b yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:15:39.058122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Allocated IP 2001:db8::2 (81f591df-7617-4e55-a6e3-491feec0d437/1315355a-0bae-4d11-9f96-a037445c28c5/1226e23e-9add-478f-a9f5-e2a00c5a660a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:39.091627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.150080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc3c01be-f829-44a1-88d0-3fc34b1b1106 req-1df60639-d6d6-46ea-a670-a29e433249d2 service neutron] 10.222.0.16 "GET /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537644 Mar 03 18:15:39.211708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc10ffb-da79-4e95-98b1-5b99572638e6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=1ede1568-3019-40de-81f5-7b0eafa1a643,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:39.237448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:39.244791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.248527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:39.271643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:39.328172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:39.388286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:39.392524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.430787 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.447550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Transition to ACTIVE for port object eed8c407-bd17-4169-b346-39454e4678d8 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:39.458444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 1ede1568-3019-40de-81f5-7b0eafa1a643 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:39.459436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-e19ed0d4-f41a-41fd-849a-1d2cdc8ee1a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9369919 Mar 03 18:15:39.472170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Request body: {'port': {'device_id': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:39.475065 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.558152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:39.587316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:39.649637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:39.706238 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.734209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:39.758509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6f6de206-b6e7-4344-a180-cacc7daa3f5a None None] Provisioning for port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:39.779440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=3063d5d3-d107-4665-ae73-225d38b03d41,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:39.805745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:39.806230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: 93524b40-991d-4113-affb-6d635348fd19, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:39.851732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:39.855111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Pushing event updated for resources: {'Port': ['ID=eed8c407-bd17-4169-b346-39454e4678d8,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:39.857427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:39.871989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.872351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.872649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.872983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.873307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.873687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.874008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.874323 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.874640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.874964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.875282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.875610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:15:39.916585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6f6de206-b6e7-4344-a180-cacc7daa3f5a None None] Provisioning complete for port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:39.916875 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f6de206-b6e7-4344-a180-cacc7daa3f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.014883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58187d-4b9c-4b17-bfd1-1f36751d22ae req-221dae80-cf20-47f7-b8ae-68ef8cd1f7bc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:40.016520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca58187d-4b9c-4b17-bfd1-1f36751d22ae req-221dae80-cf20-47f7-b8ae-68ef8cd1f7bc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 932 time: 0.9546878 Mar 03 18:15:40.019155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6f6de206-b6e7-4344-a180-cacc7daa3f5a None None] Port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:15:40.091909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Attempting to bind port eed8c407-bd17-4169-b346-39454e4678d8 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:40.092203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Attempting to bind port eed8c407-bd17-4169-b346-39454e4678d8 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:40.092563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Attempting to bind port eed8c407-bd17-4169-b346-39454e4678d8 on network 780edddd-8cbd-4b45-ac7c-84019670fb34 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:40.111974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:40.112401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Checking segment: {'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:40.112748 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.113131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Bound using segment: {'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:40.113640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Bound port: eed8c407-bd17-4169-b346-39454e4678d8, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95a6186-f472-4fa7-99d2-be01e8292478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:40.113999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.204020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811520c3-2571-415f-99b9-765a5f14e688 req-8ee44340-e9dd-4233-a099-300716e7cb40 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:40.204858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca58187d-4b9c-4b17-bfd1-1f36751d22ae req-fc39ad25-6e15-452c-99b6-686e06daaac2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665547 Mar 03 18:15:40.213000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-811520c3-2571-415f-99b9-765a5f14e688 req-8ee44340-e9dd-4233-a099-300716e7cb40 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.2035115 Mar 03 18:15:40.217111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 93524b40-991d-4113-affb-6d635348fd19 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:40.336559 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.339780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] For port eed8c407-bd17-4169-b346-39454e4678d8, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:40.346735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] For port eed8c407-bd17-4169-b346-39454e4678d8, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eed8c407-bd17-4169-b346-39454e4678d8,segment=NetworkSegment(a95a6186-f472-4fa7-99d2-be01e8292478),segment_id=a95a6186-f472-4fa7-99d2-be01e8292478)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:40.353157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-811520c3-2571-415f-99b9-765a5f14e688 req-8fcc185d-33b3-4382-879b-841da0da1299 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261151 Mar 03 18:15:40.355699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.371954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Transition to ACTIVE for port object 1226e23e-9add-478f-a9f5-e2a00c5a660a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:40.401579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 93524b40-991d-4113-affb-6d635348fd19) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:40.419059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:40.419726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.430539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:15:40.441292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.459540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Transition to ACTIVE for port object 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:40.460634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540c6f6f-b10d-44ac-b296-7153f16fb73b None None] Network 93524b40-991d-4113-affb-6d635348fd19 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:40.467108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.477485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port 43a7af47-4f67-4384-b077-7a6b491afad8, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=43a7af47-4f67-4384-b077-7a6b491afad8,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:40.477949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.565309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Pushing event updated for resources: {'Port': ['ID=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:40.668341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07817d11-ba77-47fd-8903-2e73c3e1fa2a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4774082 Mar 03 18:15:40.733387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8d1f-3d50-4f35-b8ac-0d38303e1ccc None None] Pushing event updated for resources: {'Port': ['ID=eed8c407-bd17-4169-b346-39454e4678d8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:40.759189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50414) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:40.768490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for 43a7af47-4f67-4384-b077-7a6b491afad8 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:40.848358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Transition to ACTIVE for port object 1226e23e-9add-478f-a9f5-e2a00c5a660a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:40.910018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:40.979534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-93524b40-991d-4113-affb-6d635348fd19', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:40.980369 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.011932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:41.013087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:41.153309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::9d (81f591df-7617-4e55-a6e3-491feec0d437/1315355a-0bae-4d11-9f96-a037445c28c5/6fc17e99-2fbf-4127-8d2c-7f5e928a183b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:41.179702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.201160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:41.225158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe1827-7145-4e7f-a2b7-d2f16dc64611 req-2787eccd-175e-4e9c-94b4-7e4c3dacaf34 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:41.232925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6dfe1827-7145-4e7f-a2b7-d2f16dc64611 req-2787eccd-175e-4e9c-94b4-7e4c3dacaf34 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 945 time: 0.7268412 Mar 03 18:15:41.282042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Attempting to bind port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:41.282356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Attempting to bind port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:41.282819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Attempting to bind port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:41.306894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:15:41.307359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Attempting to bind port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:41.315946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Network 81f591df-7617-4e55-a6e3-491feec0d437 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:41.329369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:41.341902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:41.342261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:41.342474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:41.342897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Bound port: 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:41.343241 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.411536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:41.420293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Pushing event updated for resources: {'Port': ['ID=1226e23e-9add-478f-a9f5-e2a00c5a660a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:41.459521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-c4b61753-ff31-4029-9d60-3304be45ff89 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:41.460972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-c4b61753-ff31-4029-9d60-3304be45ff89 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.5451143 Mar 03 18:15:41.702913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Deleting port 722f9215-cea7-4add-a732-a89d28441fdb {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:41.703153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.715699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=ac17984b-6044-42e1-ba8c-92d4352a68d2,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:41.758181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6dfe1827-7145-4e7f-a2b7-d2f16dc64611 req-e7d10974-4460-4bb7-aae9-061ab39806ea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=d647435b-4a40-4bac-b149-9b120fc05795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5242777 Mar 03 18:15:41.773661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Attempting to bind port 1226e23e-9add-478f-a9f5-e2a00c5a660a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:41.774145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Attempting to bind port 1226e23e-9add-478f-a9f5-e2a00c5a660a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '7c83dc60-6aee-4533-989e-9cecbf3ec24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81f591df-7617-4e55-a6e3-491feec0d437'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:41.774382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Attempting to bind port 1226e23e-9add-478f-a9f5-e2a00c5a660a on network 81f591df-7617-4e55-a6e3-491feec0d437 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:41.776014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] For port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:41.796607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': '7685d520-9544-4b82-b06c-ed23e69e82ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ede1568-3019-40de-81f5-7b0eafa1a643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:41.797236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: 1ede1568-3019-40de-81f5-7b0eafa1a643, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:41.804904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.822348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] For port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:41.862653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:41.863090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Checking segment: {'id': '7c83dc60-6aee-4533-989e-9cecbf3ec24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81f591df-7617-4e55-a6e3-491feec0d437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:41.863874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.864289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Bound using segment: {'id': '7c83dc60-6aee-4533-989e-9cecbf3ec24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81f591df-7617-4e55-a6e3-491feec0d437'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:41.864745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Bound port: 1226e23e-9add-478f-a9f5-e2a00c5a660a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c83dc60-6aee-4533-989e-9cecbf3ec24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81f591df-7617-4e55-a6e3-491feec0d437'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:41.865118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.899664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5793f82-cda2-40f7-9496-86fa9668ac57 req-d3848e04-4539-47c0-87d0-be88df83a410 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:41.900366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5793f82-cda2-40f7-9496-86fa9668ac57 req-d3848e04-4539-47c0-87d0-be88df83a410 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:41.904264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.981592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Allocated IP 172.21.0.2 (93524b40-991d-4113-affb-6d635348fd19/3063d5d3-d107-4665-ae73-225d38b03d41/6958d0e0-48cf-45b5-bd13-5717ffaaa98a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:41.997221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:41.998027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:41.999426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] 10.222.0.35 "PUT /v2.0/ports/12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 HTTP/1.1" status: 200 len: 1092 time: 2.5317886 Mar 03 18:15:42.010220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'tag': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:42.026131 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:42.171129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5793f82-cda2-40f7-9496-86fa9668ac57 req-d3848e04-4539-47c0-87d0-be88df83a410 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:42.187081 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5793f82-cda2-40f7-9496-86fa9668ac57 req-d3848e04-4539-47c0-87d0-be88df83a410 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.7983072 Mar 03 18:15:42.219534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 6fc17e99-2fbf-4127-8d2c-7f5e928a183b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:42.230266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=43a7af47-4f67-4384-b077-7a6b491afad8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:42.240848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] For port 1226e23e-9add-478f-a9f5-e2a00c5a660a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:42.320432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] For port 1226e23e-9add-478f-a9f5-e2a00c5a660a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1226e23e-9add-478f-a9f5-e2a00c5a660a,segment=NetworkSegment(7c83dc60-6aee-4533-989e-9cecbf3ec24b),segment_id=7c83dc60-6aee-4533-989e-9cecbf3ec24b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:42.328310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:15:34Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:40Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:42.334166 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:42.397941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed395a43-297d-458c-b2ee-52d92aa5e39b service neutron] Pushing event updated for resources: {'Port': ['ID=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:42.423580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201850c-0d80-4d04-a911-f78cdd41a9fe None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:15:34Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:40Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:42.426049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:42.432397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 1ede1568-3019-40de-81f5-7b0eafa1a643 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:42.458438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] No DVR routers for this DVR port 43a7af47-4f67-4384-b077-7a6b491afad8 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:42.463116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:42.470537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-deleted', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:42.474287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5793f82-cda2-40f7-9496-86fa9668ac57 req-8c71c68e-e3ca-4817-a90a-afc230094bea tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857156 Mar 03 18:15:42.485658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 1ede1568-3019-40de-81f5-7b0eafa1a643) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:42.485836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 43a7af47-4f67-4384-b077-7a6b491afad8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:15:42.486124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 43a7af47-4f67-4384-b077-7a6b491afad8 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:15:42.555727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d44f7-a8c1-4437-958a-34f0e999c3b0 None None] Network 1ede1568-3019-40de-81f5-7b0eafa1a643 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:42.556619 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'tag': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2', 'status': 'completed', 'code': 200} Mar 03 18:15:42.560097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] For port 722f9215-cea7-4add-a732-a89d28441fdb, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=722f9215-cea7-4add-a732-a89d28441fdb,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:42.560461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:42.569292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:42.609135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:42.609766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:42.696072 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c773c6d-7466-4938-ab16-dca1e7a50e93', 'name': 'network-vif-deleted', 'tag': '43a7af47-4f67-4384-b077-7a6b491afad8', 'status': 'completed', 'code': 200} Mar 03 18:15:42.719334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a905fc75-f591-4220-a597-1ccefa87e345 req-85b746a8-412b-40ed-8038-26cf5d873596 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "DELETE /v2.0/ports/43a7af47-4f67-4384-b077-7a6b491afad8 HTTP/1.1" status: 204 len: 173 time: 4.0135829 Mar 03 18:15:42.737464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eac221c5-c8a6-4a2d-a53b-3432f0d016a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.1325059 Mar 03 18:15:42.759123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50428) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:42.765429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1377949727'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:42.771768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:42.777095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:42.781131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:42.795161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:42.838012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919698c-a3cf-4f8c-a366-178f03c9c4d4 req-168efeb9-cafe-4f34-84c3-5815d8e5251b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:42.846049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5919698c-a3cf-4f8c-a366-178f03c9c4d4 req-168efeb9-cafe-4f34-84c3-5815d8e5251b tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 945 time: 0.8301690 Mar 03 18:15:43.107690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5760b-4444-4d89-bc22-f21e0ba33560 None None] Pushing event updated for resources: {'Port': ['ID=1226e23e-9add-478f-a9f5-e2a00c5a660a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:43.114581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:43.118376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:43.315150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5919698c-a3cf-4f8c-a366-178f03c9c4d4 req-76ca84bc-0d3f-4a3f-8b32-d7b6a29aa67f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682920 Mar 03 18:15:43.318022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:43.327875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:43.336874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-8438ca05-a43a-483e-892d-991acbf9f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:43.338609 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-8438ca05-a43a-483e-892d-991acbf9f3fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 1095 time: 1.2715707 Mar 03 18:15:43.361528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:43.369366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Calling delete_port for 722f9215-cea7-4add-a732-a89d28441fdb owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:43.455545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Transition to ACTIVE for port object 6958d0e0-48cf-45b5-bd13-5717ffaaa98a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:43.543652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Transition to ACTIVE for port object 6958d0e0-48cf-45b5-bd13-5717ffaaa98a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:43.573127 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:43.781426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eed8c407-bd17-4169-b346-39454e4678d8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:43.948236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 722f9215-cea7-4add-a732-a89d28441fdb no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:44.010814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Pushing event updated for resources: {'Port': ['ID=6958d0e0-48cf-45b5-bd13-5717ffaaa98a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:44.045930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=6fc17e99-2fbf-4127-8d2c-7f5e928a183b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:44.074106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Network 93524b40-991d-4113-affb-6d635348fd19 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:44.080887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:44.090597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:44.115878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-1ede1568-3019-40de-81f5-7b0eafa1a643', 'network_id': '1ede1568-3019-40de-81f5-7b0eafa1a643', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': 'ac17984b-6044-42e1-ba8c-92d4352a68d2'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:44.117564 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.148884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.149411 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment 70e9a9e0-be74-47e6-858b-2164299a137b of type vlan for network 7679c5dd-f48b-4c09-a52a-6b318f8c62cb Mar 03 18:15:44.160343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 81f591df-7617-4e55-a6e3-491feec0d437 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:44.168485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:44.188363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-1b4e66d3-7f0c-4378-afce-3067cda41199 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 HTTP/1.1" status: 200 len: 217 time: 0.7590637 Mar 03 18:15:44.192198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:44.200592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:44.202125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.216303 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f0696626-3925-45cc-b07e-0305d1c9de9f req-6d059f4d-3987-4240-a3de-61a4bb79f188 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c773c6d-7466-4938-ab16-dca1e7a50e93 HTTP/1.1" status: 200 len: 210 time: 0.8052824 Mar 03 18:15:44.367543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.386507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-51fe4b81-5622-4ef4-942a-e096ad45cd7f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 6.1451576 Mar 03 18:15:44.398139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50438) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:44.402544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Attempting to bind port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:44.402963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Attempting to bind port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:44.403399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Attempting to bind port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a on network 93524b40-991d-4113-affb-6d635348fd19 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:44.446129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:44.446524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Checking segment: {'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:44.447312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.447696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Bound using segment: {'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:44.448188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Bound port: 6958d0e0-48cf-45b5-bd13-5717ffaaa98a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:44.448545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.465618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port eed8c407-bd17-4169-b346-39454e4678d8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:44.474155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.496229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-45b8d1a0-87f1-4e91-b733-81aa0d1dccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:44.497722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-45b8d1a0-87f1-4e91-b733-81aa0d1dccf4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.2805474 Mar 03 18:15:44.499520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eed8c407-bd17-4169-b346-39454e4678d8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:44.499894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.584838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a23bd-3e8e-417c-bf88-d5cd16c8bba3 req-8ef55ca4-bd21-44fb-a4aa-6a6fc0b086d6 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:44.607745 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb6a23bd-3e8e-417c-bf88-d5cd16c8bba3 req-8ef55ca4-bd21-44fb-a4aa-6a6fc0b086d6 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.4569635 Mar 03 18:15:44.610827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.21.0.1 (93524b40-991d-4113-affb-6d635348fd19/3063d5d3-d107-4665-ae73-225d38b03d41/7e0c3f0f-74a4-43ee-b294-4476da149d81) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:44.645718 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.652928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:44.653798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.747622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb6a23bd-3e8e-417c-bf88-d5cd16c8bba3 req-87c5fccc-953d-4185-9120-d0757c70eff0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388240 Mar 03 18:15:44.777805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Allocated IP 172.20.255.242 (1ede1568-3019-40de-81f5-7b0eafa1a643/ac17984b-6044-42e1-ba8c-92d4352a68d2/fc789850-5fcb-4ee6-a02f-8a2d5408be8c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:44.780261 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.795145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bbe0394-75ca-4766-b0a3-4b3038aa3400'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:15:44.882623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event deleted for resources: {'Port': ['ID=722f9215-cea7-4add-a732-a89d28441fdb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:44.890965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-baff812a-61d3-40ea-b87c-b607213d75a7 req-b10f2191-f70e-413c-8d57-9d983b01a5c1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Synchronizing usage tracker for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:15:44.949885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 6fc17e99-2fbf-4127-8d2c-7f5e928a183b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:44.950221 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:44.987095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] For port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:45.107872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] No DVR routers for this DVR port 722f9215-cea7-4add-a732-a89d28441fdb on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:45.117433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:45.119954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6c830572-c969-41d1-ae9e-127f7bb3cd8b req-f3399085-cfd4-48bb-8b89-14e53e2f462c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "DELETE /v2.0/ports/722f9215-cea7-4add-a732-a89d28441fdb HTTP/1.1" status: 204 len: 173 time: 3.6017778 Mar 03 18:15:45.120714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'name': 'network-vif-deleted', 'tag': '722f9215-cea7-4add-a732-a89d28441fdb'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:45.151361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-baff812a-61d3-40ea-b87c-b607213d75a7 req-b10f2191-f70e-413c-8d57-9d983b01a5c1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Unset dirty status for tenant:486c538e2ba447b1a55c059f3485001e on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:15:45.155641 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-baff812a-61d3-40ea-b87c-b607213d75a7 req-b10f2191-f70e-413c-8d57-9d983b01a5c1 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d785f609-491b-4b62-ad9f-8f1da0f18b06 HTTP/1.1" status: 200 len: 210 time: 0.4816785 Mar 03 18:15:45.232473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] For port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6958d0e0-48cf-45b5-bd13-5717ffaaa98a,segment=NetworkSegment(a0a2b22f-c942-428a-90ad-e7c039294020),segment_id=a0a2b22f-c942-428a-90ad-e7c039294020)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:45.242583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4828739 Mar 03 18:15:45.250918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509c45d-f636-4783-b05e-341116317497 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=7679c5dd-f48b-4c09-a52a-6b318f8c62cb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:45.252226 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:45.258761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50444) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:45.280437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': '7679c5dd-f48b-4c09-a52a-6b318f8c62cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:45.476662 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd785f609-491b-4b62-ad9f-8f1da0f18b06', 'name': 'network-vif-deleted', 'tag': '722f9215-cea7-4add-a732-a89d28441fdb', 'status': 'completed', 'code': 200} Mar 03 18:15:45.477680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50450) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:45.480253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f726f8-9478-46ae-8618-6939176e6f17 req-9e92fff5-3c02-4edb-9722-72ebe4480a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:45.483286 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-9e92fff5-3c02-4edb-9722-72ebe4480a8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9548962 Mar 03 18:15:45.486598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:45.521716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7679c5dd-f48b-4c09-a52a-6b318f8c62cb details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:45.527013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:45.538745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:45.552023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:45.563372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc127fe-d965-44b5-8d6d-087b9270e0bd None None] Network 81f591df-7617-4e55-a6e3-491feec0d437 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:45.573739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:45.586751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:45.591301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:45.646895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object 7e0c3f0f-74a4-43ee-b294-4476da149d81 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:45.655508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:45.769496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:46.089996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 93524b40-991d-4113-affb-6d635348fd19 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:46.148416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:46.160643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5b90c716-799d-4aec-9b15-284a96a5ff46 None None] Provisioning for port 1226e23e-9add-478f-a9f5-e2a00c5a660a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:46.166204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:46.270303 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:46.286718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c4ddc-a798-4656-ab06-5cbf71913b05 None None] Pushing event updated for resources: {'Port': ['ID=6958d0e0-48cf-45b5-bd13-5717ffaaa98a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:46.336503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=7e0c3f0f-74a4-43ee-b294-4476da149d81,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:46.371993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:46.404374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port eed8c407-bd17-4169-b346-39454e4678d8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eed8c407-bd17-4169-b346-39454e4678d8,segment=NetworkSegment(a95a6186-f472-4fa7-99d2-be01e8292478),segment_id=a95a6186-f472-4fa7-99d2-be01e8292478)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:46.440484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:46.477435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:46.621395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 6fc17e99-2fbf-4127-8d2c-7f5e928a183b owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:46.757122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6958d0e0-48cf-45b5-bd13-5717ffaaa98a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:46.883419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa052f00-d10c-4f78-8c6b-a09fe58bf1ad req-1c07c496-e317-41ff-8bf0-505f9788ab34 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:46.902223 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa052f00-d10c-4f78-8c6b-a09fe58bf1ad req-1c07c496-e317-41ff-8bf0-505f9788ab34 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.8106320 Mar 03 18:15:46.931974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:46.994322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=eed8c407-bd17-4169-b346-39454e4678d8,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:47.008153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Transition to ACTIVE for port object fc789850-5fcb-4ee6-a02f-8a2d5408be8c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:47.034144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-3653fcc6-eed0-44fc-bfe5-151d0166aef9 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5397539 Mar 03 18:15:47.109953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Transition to ACTIVE for port object fc789850-5fcb-4ee6-a02f-8a2d5408be8c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:47.128408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:47.152120 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.165285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': '70e9a9e0-be74-47e6-858b-2164299a137b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7679c5dd-f48b-4c09-a52a-6b318f8c62cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:47.165600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: 7679c5dd-f48b-4c09-a52a-6b318f8c62cb, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:47.200548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa052f00-d10c-4f78-8c6b-a09fe58bf1ad req-8d8a509f-aee2-4f87-b53b-54deec7e6213 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975209 Mar 03 18:15:47.203695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=8f65441b-d3cc-4e63-ae35-45d488985ce9,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:47.225513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 7679c5dd-f48b-4c09-a52a-6b318f8c62cb is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:47.243912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7679c5dd-f48b-4c09-a52a-6b318f8c62cb) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:47.245556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.259472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:47.260049 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.293195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-569aff6b-e3cf-449b-9125-a309f6e13e97 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0263016 Mar 03 18:15:47.295026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50470) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:47.299499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1226e23e-9add-478f-a9f5-e2a00c5a660a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:47.325022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e8b60-0862-4ca5-8745-c4fe7f90d696 None None] Network 7679c5dd-f48b-4c09-a52a-6b318f8c62cb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:47.426517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Pushing event updated for resources: {'Port': ['ID=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:47.440471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Network 1ede1568-3019-40de-81f5-7b0eafa1a643 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:47.517606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:47.524773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:47.540436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8268a-494f-4492-a085-3f331689b6a6 None None] Network 93524b40-991d-4113-affb-6d635348fd19 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:47.713773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.744748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.807041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Attempting to bind port fc789850-5fcb-4ee6-a02f-8a2d5408be8c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:47.807780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Attempting to bind port fc789850-5fcb-4ee6-a02f-8a2d5408be8c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '7685d520-9544-4b82-b06c-ed23e69e82ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ede1568-3019-40de-81f5-7b0eafa1a643'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:47.809235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Attempting to bind port fc789850-5fcb-4ee6-a02f-8a2d5408be8c on network 1ede1568-3019-40de-81f5-7b0eafa1a643 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:47.838294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=6fc17e99-2fbf-4127-8d2c-7f5e928a183b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:47.844864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6992a3f2-c27f-4d83-b307-573f534eac4b None None] Provisioning for port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:47.853543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 1226e23e-9add-478f-a9f5-e2a00c5a660a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:47.893559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.946305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6992a3f2-c27f-4d83-b307-573f534eac4b None None] Provisioning complete for port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:47.946305 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6992a3f2-c27f-4d83-b307-573f534eac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.962211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.984058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1226e23e-9add-478f-a9f5-e2a00c5a660a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:47.984552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:47.996595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e2cc101c-2433-4734-a286-a2c0515ca7e0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/6fc17e99-2fbf-4127-8d2c-7f5e928a183b HTTP/1.1" status: 204 len: 168 time: 3.5887380 Mar 03 18:15:48.014714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:48.015246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Checking segment: {'id': '7685d520-9544-4b82-b06c-ed23e69e82ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ede1568-3019-40de-81f5-7b0eafa1a643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:48.015734 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.016215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Bound using segment: {'id': '7685d520-9544-4b82-b06c-ed23e69e82ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ede1568-3019-40de-81f5-7b0eafa1a643'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:48.016790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Bound port: fc789850-5fcb-4ee6-a02f-8a2d5408be8c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7685d520-9544-4b82-b06c-ed23e69e82ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1ede1568-3019-40de-81f5-7b0eafa1a643'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:48.017252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.018833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50484) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:48.056653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63f726f8-9478-46ae-8618-6939176e6f17 req-7f64cd3f-e953-4f0b-9e8e-eb43470faa67 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9970691 Mar 03 18:15:48.328213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.354621 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd09436-fdf8-400c-8df3-abd360d8c59b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:15:48.356816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3dd09436-fdf8-400c-8df3-abd360d8c59b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/6fc17e99-2fbf-4127-8d2c-7f5e928a183b HTTP/1.1" status: 404 len: 333 time: 0.3368471 Mar 03 18:15:48.363163 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50494) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:48.407166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.542345 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.551484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=7e0c3f0f-74a4-43ee-b294-4476da149d81,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:48.581119 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.686415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 1315355a-0bae-4d11-9f96-a037445c28c5 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:15:48.703981 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.710295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=8f65441b-d3cc-4e63-ae35-45d488985ce9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:48.730053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f9f76-f5ed-4d92-9155-1e55858568f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-7679c5dd-f48b-4c09-a52a-6b318f8c62cb', 'network_id': '7679c5dd-f48b-4c09-a52a-6b318f8c62cb', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': '8f65441b-d3cc-4e63-ae35-45d488985ce9'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:48.731271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a97f9f76-f5ed-4d92-9155-1e55858568f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.820806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.873177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.961145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:48.987954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71386-801f-4337-b713-708f206c9830 req-e45424b6-9d33-4384-b62f-b2d7187483e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:48.989250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f71386-801f-4337-b713-708f206c9830 req-e45424b6-9d33-4384-b62f-b2d7187483e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 1095 time: 0.8625083 Mar 03 18:15:49.008179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7679c5dd-f48b-4c09-a52a-6b318f8c62cb']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:49.025632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.047361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e9a9e0-be74-47e6-858b-2164299a137b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:49.051096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e9a9e0-be74-47e6-858b-2164299a137b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:49.127404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.152502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] For port fc789850-5fcb-4ee6-a02f-8a2d5408be8c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:49.171099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] For port fc789850-5fcb-4ee6-a02f-8a2d5408be8c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,segment=NetworkSegment(7685d520-9544-4b82-b06c-ed23e69e82ba),segment_id=7685d520-9544-4b82-b06c-ed23e69e82ba)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:49.294584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.305806 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.320230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:49.321140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:49.338594 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:49.388489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71386-801f-4337-b713-708f206c9830 req-cab48131-cdba-44d3-8a21-4c2ab6e74e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:49.389988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f71386-801f-4337-b713-708f206c9830 req-cab48131-cdba-44d3-8a21-4c2ab6e74e23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.3904345 Mar 03 18:15:49.595434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5a0d7-6dee-41e2-80b5-1ddea85b3e22 None None] Pushing event updated for resources: {'Port': ['ID=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:49.606460 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.620580 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6992a3f2-c27f-4d83-b307-573f534eac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.645618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f71386-801f-4337-b713-708f206c9830 req-68c3e8f0-6bb7-42ed-92c3-046b5a12d111 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 HTTP/1.1" status: 200 len: 217 time: 0.2361355 Mar 03 18:15:49.663636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a028402-50cb-4e21-adcb-9fa00e86064c None None] Network 7679c5dd-f48b-4c09-a52a-6b318f8c62cb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:49.676958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1c8e8-fbd8-4210-961a-47250cdbb9a5 req-a3172fc9-29f3-47e8-a1eb-990de693797c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:49.678839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72c1c8e8-fbd8-4210-961a-47250cdbb9a5 req-a3172fc9-29f3-47e8-a1eb-990de693797c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 1.0230143 Mar 03 18:15:49.697404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network 93524b40-991d-4113-affb-6d635348fd19 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:49.723938 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-948cc9bb-476d-4fe6-a5d4-2790c27f3438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.726500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:49.734091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.764623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.772937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=7679c5dd-f48b-4c09-a52a-6b318f8c62cb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:49.878725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6992a3f2-c27f-4d83-b307-573f534eac4b None None] For port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6958d0e0-48cf-45b5-bd13-5717ffaaa98a,segment=NetworkSegment(a0a2b22f-c942-428a-90ad-e7c039294020),segment_id=a0a2b22f-c942-428a-90ad-e7c039294020)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:49.884259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 1226e23e-9add-478f-a9f5-e2a00c5a660a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1226e23e-9add-478f-a9f5-e2a00c5a660a,segment=NetworkSegment(7c83dc60-6aee-4533-989e-9cecbf3ec24b),segment_id=7c83dc60-6aee-4533-989e-9cecbf3ec24b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:49.941017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6992a3f2-c27f-4d83-b307-573f534eac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:49.951272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cdde4459-2ea1-4695-8056-9502b11312d4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/7679c5dd-f48b-4c09-a52a-6b318f8c62cb HTTP/1.1" status: 204 len: 168 time: 2.6542540 Mar 03 18:15:49.964260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50506) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:49.985822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587345093'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:50.008778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:50.099985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.123642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992a3f2-c27f-4d83-b307-573f534eac4b None None] Pushing event updated for resources: {'Port': ['ID=6958d0e0-48cf-45b5-bd13-5717ffaaa98a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:50.129055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:50.154612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72c1c8e8-fbd8-4210-961a-47250cdbb9a5 req-8aada764-ccf1-4c7d-922e-9be70e55f945 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652593 Mar 03 18:15:50.155478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:50.191654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:50.193899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:50.306891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-12747605-3bde-4c21-8767-6fccabdce62d None None] Could not find standard attr ID for object 6fc17e99-2fbf-4127-8d2c-7f5e928a183b. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:15:50.366901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:50.373153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.507228 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.521399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fc789850-5fcb-4ee6-a02f-8a2d5408be8c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:50.555645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:50.604829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.605852 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment 486d2db4-f57b-473f-8be9-60086fc7a4a8 of type vlan for network 60785ec0-0f81-4b44-9c88-3d790bfa6eef Mar 03 18:15:50.609977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:50.617003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=1226e23e-9add-478f-a9f5-e2a00c5a660a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:50.629737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:50.634392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-12747605-3bde-4c21-8767-6fccabdce62d None None] Provisioning complete for port 1226e23e-9add-478f-a9f5-e2a00c5a660a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:50.634760 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12747605-3bde-4c21-8767-6fccabdce62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.646206 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65623121-b9f9-46ff-bfae-33217516b73f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8475192 Mar 03 18:15:50.648730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50512) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:50.672336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-441711680'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:50.682875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:50.684574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:50.691760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:50.696428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:50.701539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:50.732204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.749614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port fc789850-5fcb-4ee6-a02f-8a2d5408be8c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:50.772276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71386-801f-4337-b713-708f206c9830 req-63d6214e-7fcf-409f-a27c-0057b1a2ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:50.774095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f71386-801f-4337-b713-708f206c9830 req-63d6214e-7fcf-409f-a27c-0057b1a2ccf7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 1.1172867 Mar 03 18:15:50.793443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eed8c407-bd17-4169-b346-39454e4678d8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:50.798954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:50.803483 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.811564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:50.812260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.883240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9049051 Mar 03 18:15:50.889377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50516) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:50.904115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:50.919538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:50.965544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:50.968997 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.027893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3ea8f-bcc8-43aa-8518-ddfa2d5777ca tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=60785ec0-0f81-4b44-9c88-3d790bfa6eef,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:51.029413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:51.044245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:51.054097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.054439 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c of type vlan for network a423fee6-5e7d-476f-b7bf-147687479dc4 Mar 03 18:15:51.091577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 60785ec0-0f81-4b44-9c88-3d790bfa6eef details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:51.098745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.103771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.108941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c468ff-b978-4296-bd3f-57bfd8ff2cec None None] Network 81f591df-7617-4e55-a6e3-491feec0d437 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:51.127989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-6bd21521-10c4-4bba-9edf-4a0dfd716c2c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:51.129913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-6bd21521-10c4-4bba-9edf-4a0dfd716c2c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 946 time: 1.1318204 Mar 03 18:15:51.138922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03916e60-fc45-4f33-b020-ffed1955a843 req-0ccd0017-0f48-4e17-8120-c369939d069c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:51.146426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03916e60-fc45-4f33-b020-ffed1955a843 req-0ccd0017-0f48-4e17-8120-c369939d069c tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 946 time: 1.6056030 Mar 03 18:15:51.153607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/1315355a-0bae-4d11-9f96-a037445c28c5 HTTP/1.1" status: 204 len: 168 time: 2.7836103 Mar 03 18:15:51.166199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50520) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:51.173609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b598760-02e5-422b-8060-8ef6e58d6c0c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=1315355a-0bae-4d11-9f96-a037445c28c5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:51.227715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.234604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:51.235236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.364792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ccb0d5-ab63-4347-818d-19d4837d522d None None] Network 1ede1568-3019-40de-81f5-7b0eafa1a643 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:51.391278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:51.404040 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.413738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:51.422184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:51.444633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:51.461834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71386-801f-4337-b713-708f206c9830 req-15e48b40-e325-442a-ab63-ef2d501a2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:51.463499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f71386-801f-4337-b713-708f206c9830 req-15e48b40-e325-442a-ab63-ef2d501a2777 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6741283 Mar 03 18:15:51.477256 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8119042 Mar 03 18:15:51.481980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50526) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:51.492352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:51.515695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Deleting port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:51.516306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.532306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c7b3-0fcc-4bc1-9a61-64c395c52550 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=a423fee6-5e7d-476f-b7bf-147687479dc4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:51.566946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a423fee6-5e7d-476f-b7bf-147687479dc4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:51.578032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-03916e60-fc45-4f33-b020-ffed1955a843 req-5a601507-5131-4c01-a2e6-1007b6eff43f tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303586 Mar 03 18:15:51.593241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eed8c407-bd17-4169-b346-39454e4678d8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:51.593756 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.601609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 1226e23e-9add-478f-a9f5-e2a00c5a660a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:51.602078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.619764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:51.624417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.683819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:51.719021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:51.730596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:51.749361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670407e-a2a6-426d-a700-5500982bdf3c req-4401ee4c-b9a2-4b44-85e3-6b260bc299aa tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:51.752073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5670407e-a2a6-426d-a700-5500982bdf3c req-4401ee4c-b9a2-4b44-85e3-6b260bc299aa tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.4233093 Mar 03 18:15:51.764009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-087def39-f782-4842-8dc8-d1bc207a29f1 None None] Provisioning complete for port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:51.764624 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-087def39-f782-4842-8dc8-d1bc207a29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.766297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:51.804810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port ee4f3361-1920-4ea2-807c-21b42b098477 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:51.805152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.848280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:51.851726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:51.880195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing IP validity checks on allocation pools {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 18:15:51.880713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 18:15:51.937951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5670407e-a2a6-426d-a700-5500982bdf3c req-5e279d87-471a-40ff-9a4e-32242520068a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750364 Mar 03 18:15:52.012799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] For port 1226e23e-9add-478f-a9f5-e2a00c5a660a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1226e23e-9add-478f-a9f5-e2a00c5a660a,segment=NetworkSegment(7c83dc60-6aee-4533-989e-9cecbf3ec24b),segment_id=7c83dc60-6aee-4533-989e-9cecbf3ec24b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:52.013578 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.019696 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f71386-801f-4337-b713-708f206c9830 req-6f9f6ed8-63f5-4c1f-9934-2d4197e329db service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409167 Mar 03 18:15:52.061740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-06361d82-2788-4747-8893-c09d49c2e9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.316075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 1226e23e-9add-478f-a9f5-e2a00c5a660a owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:52.378310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port ee4f3361-1920-4ea2-807c-21b42b098477, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ee4f3361-1920-4ea2-807c-21b42b098477,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:52.378773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.406079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-087def39-f782-4842-8dc8-d1bc207a29f1 None None] Provisioning for port 7e0c3f0f-74a4-43ee-b294-4476da149d81 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:52.416403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-087def39-f782-4842-8dc8-d1bc207a29f1 None None] Provisioning complete for port 7e0c3f0f-74a4-43ee-b294-4476da149d81 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:52.416746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-087def39-f782-4842-8dc8-d1bc207a29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.450775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.469603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a354334-0bde-4504-b1f7-ad38ea53acc7 None None] DHCP port deletion for 81f591df-7617-4e55-a6e3-491feec0d437 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:15:52.510367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-087def39-f782-4842-8dc8-d1bc207a29f1 None None] Port 7e0c3f0f-74a4-43ee-b294-4476da149d81 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:15:52.532428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:15:47Z', 'revision_number': 3, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:47Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:52.534319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=1226e23e-9add-478f-a9f5-e2a00c5a660a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:52.540740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:15:52.541119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Updating router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e port 7e0c3f0f-74a4-43ee-b294-4476da149d81 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:15:52.542228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No DVR routers for this DVR port 1226e23e-9add-478f-a9f5-e2a00c5a660a on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:52.619655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6958d0e0-48cf-45b5-bd13-5717ffaaa98a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:52.685229 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.724275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-955c1389-c988-43a8-b984-a6bc9ce1b666 None None] Provisioning for port fc789850-5fcb-4ee6-a02f-8a2d5408be8c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:52.729278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.745968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.772376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for ee4f3361-1920-4ea2-807c-21b42b098477 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:52.776000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-955c1389-c988-43a8-b984-a6bc9ce1b666 None None] Provisioning complete for port fc789850-5fcb-4ee6-a02f-8a2d5408be8c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:52.776446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-955c1389-c988-43a8-b984-a6bc9ce1b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.807443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f71386-801f-4337-b713-708f206c9830 req-b35c5df2-b792-4168-948a-2934681f5e14 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777715 Mar 03 18:15:52.825769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f591df-7617-4e55-a6e3-491feec0d437']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:52.861359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c83dc60-6aee-4533-989e-9cecbf3ec24b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:52.862294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c83dc60-6aee-4533-989e-9cecbf3ec24b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:52.881854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.883800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] For port 0bbe0394-75ca-4766-b0a3-4b3038aa3400, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bbe0394-75ca-4766-b0a3-4b3038aa3400,segment=NetworkSegment(79eaf954-9f46-415b-a79b-8618b60c8ddb),segment_id=79eaf954-9f46-415b-a79b-8618b60c8ddb)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:52.884354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.903574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=de4794e0-a402-4f1e-af83-faacfb5ab6a1,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:52.921673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:52.922048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: a423fee6-5e7d-476f-b7bf-147687479dc4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:52.926712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.940105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:52.940561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.948847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:52.949424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:52.962454 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:52.993808 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.040445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network a423fee6-5e7d-476f-b7bf-147687479dc4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:53.059066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a423fee6-5e7d-476f-b7bf-147687479dc4) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:53.059342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Calling delete_port for 0bbe0394-75ca-4766-b0a3-4b3038aa3400 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:53.064111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:53.064789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.081673 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.087566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.123592 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.162085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=81f591df-7617-4e55-a6e3-491feec0d437,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:53.179429 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6d35ebae-4195-4067-9f0e-62e4650bf5bc tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6949687 Mar 03 18:15:53.186250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50534) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:53.192334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5705b393-a28d-4748-8059-78b7cb94b50a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/81f591df-7617-4e55-a6e3-491feec0d437 HTTP/1.1" status: 204 len: 168 time: 2.0251422 Mar 03 18:15:53.198032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50538) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:53.232657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'name': 'tempest-PortsIpV6TestJSON-1878637353'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:53.314082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b7e0c-eb78-4c0c-b4a3-a9f6fda89417 None None] Network a423fee6-5e7d-476f-b7bf-147687479dc4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:53.329761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=2c9d2ac1-d204-443c-a978-4ec68ab16362,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:53.341098 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:15:53.385008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.390411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0aaff-7cd7-479f-b3d6-09661743abf6 req-1adad023-8272-4407-a892-4476e2f59365 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:53.391924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7e0aaff-7cd7-479f-b3d6-09661743abf6 req-1adad023-8272-4407-a892-4476e2f59365 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 946 time: 0.6268997 Mar 03 18:15:53.474406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': '486d2db4-f57b-473f-8be9-60086fc7a4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:53.474769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: 60785ec0-0f81-4b44-9c88-3d790bfa6eef, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:15:53.487728 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-955c1389-c988-43a8-b984-a6bc9ce1b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.501825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.523042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:53.540524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac779e0-79c2-4f17-99ff-acbc85bb78c5 req-d0eb11e9-8ca2-4cd9-91d6-c9f33fd4fc2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:53.542079 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ac779e0-79c2-4f17-99ff-acbc85bb78c5 req-d0eb11e9-8ca2-4cd9-91d6-c9f33fd4fc2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.4185987 Mar 03 18:15:53.543617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:53.556608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Transition to ACTIVE for port object 7e0c3f0f-74a4-43ee-b294-4476da149d81 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:53.559710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:53.574356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7e0aaff-7cd7-479f-b3d6-09661743abf6 req-f7decf8e-b475-463f-bc2c-3057fefe4c1e tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/security-groups?id=a657156a-61cf-458f-9dd3-636b77393d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643155 Mar 03 18:15:53.577189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:53.586535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 60785ec0-0f81-4b44-9c88-3d790bfa6eef is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:15:53.601723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.637769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0ac779e0-79c2-4f17-99ff-acbc85bb78c5 req-cd08a97b-e70b-40b0-8645-a5badca7759e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823326 Mar 03 18:15:53.650839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:53.654457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.673074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 60785ec0-0f81-4b44-9c88-3d790bfa6eef) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:53.699379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aecb3b-4f9f-469c-9d9b-72c077d687fa None None] Network 60785ec0-0f81-4b44-9c88-3d790bfa6eef requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:53.706377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Pushing event deleted for resources: {'Port': ['ID=0bbe0394-75ca-4766-b0a3-4b3038aa3400,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:53.718984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:53.719799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.763009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.767074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-955c1389-c988-43a8-b984-a6bc9ce1b666 None None] For port fc789850-5fcb-4ee6-a02f-8a2d5408be8c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,segment=NetworkSegment(7685d520-9544-4b82-b06c-ed23e69e82ba),segment_id=7685d520-9544-4b82-b06c-ed23e69e82ba)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:53.822909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 51141a4c-5d6a-4279-966b-4aef1e57b768 yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:15:53.837542 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-955c1389-c988-43a8-b984-a6bc9ce1b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.870529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] No DVR routers for this DVR port 0bbe0394-75ca-4766-b0a3-4b3038aa3400 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:15:53.879775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.887928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'name': 'network-vif-deleted', 'tag': '0bbe0394-75ca-4766-b0a3-4b3038aa3400'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:15:53.913454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bbe0394-75ca-4766-b0a3-4b3038aa3400 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:53.915088 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:53.962540 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f6047d34-d792-4d9d-94ee-d40616935e19 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0657344 Mar 03 18:15:53.970106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50546) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:54.058037 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2832c4-ce2e-4190-adec-c25acfd203d0', 'name': 'network-vif-deleted', 'tag': '0bbe0394-75ca-4766-b0a3-4b3038aa3400', 'status': 'completed', 'code': 200} Mar 03 18:15:54.061703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=ee4f3361-1920-4ea2-807c-21b42b098477,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:54.065698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89496dbc-cbe4-4a9d-bd11-c84ec39c248d req-60466b1c-cc78-4f39-ae84-e6e28e4d06c7 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.35 "DELETE /v2.0/ports/0bbe0394-75ca-4766-b0a3-4b3038aa3400 HTTP/1.1" status: 204 len: 173 time: 2.9038260 Mar 03 18:15:54.287137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 0bbe0394-75ca-4766-b0a3-4b3038aa3400 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:15:54.288041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bbe0394-75ca-4766-b0a3-4b3038aa3400 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:15:54.300394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83001584-d670-4895-9146-3ad7f2f7167f None None] Pushing event updated for resources: {'Port': ['ID=7e0c3f0f-74a4-43ee-b294-4476da149d81,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:54.510246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a423fee6-5e7d-476f-b7bf-147687479dc4', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:54.512155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:54.595605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:54.598451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:54.730033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1226e23e-9add-478f-a9f5-e2a00c5a660a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:15:54.892546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 1226e23e-9add-478f-a9f5-e2a00c5a660a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:15:54.893174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1226e23e-9add-478f-a9f5-e2a00c5a660a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:15:54.902889 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:54.912571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:54.947141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Attempting to bind port 7e0c3f0f-74a4-43ee-b294-4476da149d81 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:54.947535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Attempting to bind port 7e0c3f0f-74a4-43ee-b294-4476da149d81 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:54.947905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Attempting to bind port 7e0c3f0f-74a4-43ee-b294-4476da149d81 on network 93524b40-991d-4113-affb-6d635348fd19 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:54.984032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a14fcf7-8059-4119-bda7-1df776123abb req-883d2654-9527-4d68-a0b3-335feac9ade8 tempest-ServersTestJSON-1573873491 tempest-ServersTestJSON-1573873491-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b2832c4-ce2e-4190-adec-c25acfd203d0 HTTP/1.1" status: 200 len: 210 time: 0.0622761 Mar 03 18:15:55.014312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:55.014647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Checking segment: {'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:55.015051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.015458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Bound using segment: {'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:55.015941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Bound port: 7e0c3f0f-74a4-43ee-b294-4476da149d81, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a2b22f-c942-428a-90ad-e7c039294020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93524b40-991d-4113-affb-6d635348fd19'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:55.016375 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.037233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c1389-c988-43a8-b984-a6bc9ce1b666 None None] Pushing event updated for resources: {'Port': ['ID=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:55.095343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-60785ec0-0f81-4b44-9c88-3d790bfa6eef', 'network_id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': '2c9d2ac1-d204-443c-a978-4ec68ab16362'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:15:55.096207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.111888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-79e573d9-85a1-4c1a-b930-495e86ee1375 None None] Provisioning complete for port fc789850-5fcb-4ee6-a02f-8a2d5408be8c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:55.112267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79e573d9-85a1-4c1a-b930-495e86ee1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.262094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.22.0.1 (a423fee6-5e7d-476f-b7bf-147687479dc4/de4794e0-a402-4f1e-af83-faacfb5ab6a1/58f0a1ad-3001-47b9-9ae2-ba4217fcba5b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:55.334535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] For port 7e0c3f0f-74a4-43ee-b294-4476da149d81, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:55.387881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] For port 7e0c3f0f-74a4-43ee-b294-4476da149d81, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7e0c3f0f-74a4-43ee-b294-4476da149d81,segment=NetworkSegment(a0a2b22f-c942-428a-90ad-e7c039294020),segment_id=a0a2b22f-c942-428a-90ad-e7c039294020)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:55.430870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.560576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Allocated IP 172.20.0.3 (60785ec0-0f81-4b44-9c88-3d790bfa6eef/2c9d2ac1-d204-443c-a978-4ec68ab16362/db61147d-ceeb-4eda-a299-13661721c485) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:55.580196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:55.581786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:55.601656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.639891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:55.665690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.671258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.705810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83001584-d670-4895-9146-3ad7f2f7167f None None] Pushing event updated for resources: {'Port': ['ID=7e0c3f0f-74a4-43ee-b294-4476da149d81,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:55.763483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network a423fee6-5e7d-476f-b7bf-147687479dc4 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:55.771524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:55.794666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:55.844462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.865266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:55.905649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:55.947041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.058355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cbe83-ab17-4e4d-8825-57da509986d0 req-513cfc03-72b4-406f-b679-a7fcf2e7d2e2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:56.060200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac5cbe83-ab17-4e4d-8825-57da509986d0 req-513cfc03-72b4-406f-b679-a7fcf2e7d2e2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 1.0891864 Mar 03 18:15:56.063884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.079678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Allocated IP 172.22.0.2 (a423fee6-5e7d-476f-b7bf-147687479dc4/de4794e0-a402-4f1e-af83-faacfb5ab6a1/c0cddeb4-804f-4fc2-af15-debdbddb4fb4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:15:56.112126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:56.126779 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.156276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=51141a4c-5d6a-4279-966b-4aef1e57b768,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:56.196158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:56.209659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:56.212760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:56.218645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:56.219264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.226643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50558) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:56.316759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac5cbe83-ab17-4e4d-8825-57da509986d0 req-ffbffeb1-fe00-42eb-a43c-d3d1b17037f8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426143 Mar 03 18:15:56.357191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-144f87a9-59f4-4266-9e1a-801acb1e5000 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1363888 Mar 03 18:15:56.357561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50564) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:56.534880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 51141a4c-5d6a-4279-966b-4aef1e57b768 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:56.535290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.615481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fc789850-5fcb-4ee6-a02f-8a2d5408be8c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:56.741070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] Deleting subnet d519e14d-944d-4a64-8cd2-e0a61103967a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:15:56.762310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.787583 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.821006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Transition to ACTIVE for port object db61147d-ceeb-4eda-a299-13661721c485 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:56.859856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.913632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:56.918827 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.935636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Transition to ACTIVE for port object db61147d-ceeb-4eda-a299-13661721c485 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:56.944712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port fc789850-5fcb-4ee6-a02f-8a2d5408be8c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:56.945053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.952819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.969840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:56.984745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.046919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Transition to ACTIVE for port object c0cddeb4-804f-4fc2-af15-debdbddb4fb4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:57.053816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 51141a4c-5d6a-4279-966b-4aef1e57b768 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:15:57.098698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Network 60785ec0-0f81-4b44-9c88-3d790bfa6eef is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:57.105975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Transition to ACTIVE for port object c0cddeb4-804f-4fc2-af15-debdbddb4fb4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:15:57.110426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:57.122982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:57.132749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Pushing event updated for resources: {'Port': ['ID=db61147d-ceeb-4eda-a299-13661721c485,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:57.139564 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.170506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.179996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.271480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:15:47Z', 'revision_number': 3, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:55Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:57.307888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.319159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Network a423fee6-5e7d-476f-b7bf-147687479dc4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:57.330161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.336892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:57.363525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:57.363525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:15:57.363525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e7d32-db88-4ee4-ab24-cec7a72dcfda None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:15:47Z', 'revision_number': 3, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:55Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:57.391761 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.400001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9d2ac1-d204-443c-a978-4ec68ab16362,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:57.410443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Attempting to bind port db61147d-ceeb-4eda-a299-13661721c485 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:57.410443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Attempting to bind port db61147d-ceeb-4eda-a299-13661721c485 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '486d2db4-f57b-473f-8be9-60086fc7a4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:57.410733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Attempting to bind port db61147d-ceeb-4eda-a299-13661721c485 on network 60785ec0-0f81-4b44-9c88-3d790bfa6eef {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:57.412735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Pushing event updated for resources: {'Port': ['ID=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:57.482728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:57.483111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Checking segment: {'id': '486d2db4-f57b-473f-8be9-60086fc7a4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:57.483514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.483893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Bound using segment: {'id': '486d2db4-f57b-473f-8be9-60086fc7a4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:57.484368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Bound port: db61147d-ceeb-4eda-a299-13661721c485, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486d2db4-f57b-473f-8be9-60086fc7a4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:57.484741 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.492569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.506321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d519e14d-944d-4a64-8cd2-e0a61103967a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:57.566516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Attempting to bind port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:15:57.566807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Attempting to bind port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:15:57.567146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Attempting to bind port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 on network a423fee6-5e7d-476f-b7bf-147687479dc4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:15:57.581631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:15:57.582912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Checking segment: {'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:15:57.583555 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.584296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Bound using segment: {'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:15:57.585551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Bound port: c0cddeb4-804f-4fc2-af15-debdbddb4fb4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:15:57.586333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.630815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b5d318cd-a27e-4c01-a1ef-c34a3bc031ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d519e14d-944d-4a64-8cd2-e0a61103967a HTTP/1.1" status: 204 len: 168 time: 1.4027884 Mar 03 18:15:57.631669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50572) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:57.639147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] For port db61147d-ceeb-4eda-a299-13661721c485, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:57.642961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] For port db61147d-ceeb-4eda-a299-13661721c485, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=db61147d-ceeb-4eda-a299-13661721c485,segment=NetworkSegment(486d2db4-f57b-473f-8be9-60086fc7a4a8),segment_id=486d2db4-f57b-473f-8be9-60086fc7a4a8)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:57.654557 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.696517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.743973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.760593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:57.771606 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] Sync routers for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:57.787590 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:57.788227 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:57.800814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.817621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60785ec0-0f81-4b44-9c88-3d790bfa6eef']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:57.824690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network a423fee6-5e7d-476f-b7bf-147687479dc4 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:15:57.839694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=51141a4c-5d6a-4279-966b-4aef1e57b768,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:57.857417 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fa0b4bab-4b1b-4b15-a54e-b1cff0b147ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3727436 Mar 03 18:15:57.860678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:57.863170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bf4dfb29-106b-41de-a550-7edb96520ac9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/51141a4c-5d6a-4279-966b-4aef1e57b768 HTTP/1.1" status: 204 len: 168 time: 1.5042977 Mar 03 18:15:57.865238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486d2db4-f57b-473f-8be9-60086fc7a4a8') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:57.865766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486d2db4-f57b-473f-8be9-60086fc7a4a8') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:57.878221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50576) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:57.878786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50578) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:57.882832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:15:57.888522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'mac_address': 'fa:16:3e:23:32:ab', 'name': 'tempest-PortsIpV6TestJSON-145845507'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:57.951880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a49b1-2424-4465-b7e0-446cd91d2266 None None] Pushing event updated for resources: {'Port': ['ID=db61147d-ceeb-4eda-a299-13661721c485,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:57.990411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting subnet db6a0af0-124d-4a90-8b88-6ff3570669da {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:15:58.007248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aef3d-c541-4470-9ba4-46b0a6a4f167 req-ea414a84-749e-4252-9603-26bcf015faf1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:58.008442 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-526aef3d-c541-4470-9ba4-46b0a6a4f167 req-ea414a84-749e-4252-9603-26bcf015faf1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.4342067 Mar 03 18:15:58.023689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.027026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] For port c0cddeb4-804f-4fc2-af15-debdbddb4fb4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:15:58.032582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.050047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] For port c0cddeb4-804f-4fc2-af15-debdbddb4fb4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,segment=NetworkSegment(eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c),segment_id=eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:15:58.067277 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.132737 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:58.170573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aaa28a-fa32-4ebd-829e-e20ad3981003 None None] Network 60785ec0-0f81-4b44-9c88-3d790bfa6eef requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:58.209844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.216743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-526aef3d-c541-4470-9ba4-46b0a6a4f167 req-b8c530a5-35d5-4894-ab06-df510e843062 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825774 Mar 03 18:15:58.254314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:58.254737 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:58.269835 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:58.275719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.347434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.419765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:15:58.431882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5a0192-580c-4682-8369-19e914f4d951']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:58.439663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:58.448965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:58.458176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047339e9-9cf2-4c2a-8234-b59091e4db87 None None] Pushing event updated for resources: {'Port': ['ID=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:58.462110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:58.492971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:58.498488 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:15:58.498488 n-d-827121-1 neutron-server[87886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:15:58.498488 n-d-827121-1 neutron-server[87886]: [parameters: {'id': '60785ec0-0f81-4b44-9c88-3d790bfa6eef'}] Mar 03 18:15:58.498488 n-d-827121-1 neutron-server[87886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:15:58.498994 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:15:58.525352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:58.561914 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.575302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79eaf954-9f46-415b-a79b-8618b60c8ddb') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:58.575627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79eaf954-9f46-415b-a79b-8618b60c8ddb') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:58.601270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7e0c3f0f-74a4-43ee-b294-4476da149d81 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:15:58.602299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.722086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.729682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:15:58.730996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.743656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 7e0c3f0f-74a4-43ee-b294-4476da149d81 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:15:58.749867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7e0c3f0f-74a4-43ee-b294-4476da149d81 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:15:58.750238 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.770380 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:15:53Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:58.775145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] Checking router: 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:15:58.782862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.785501 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] Routers {'4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:58.786271 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:58.829271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 3581ff7c-5c32-41cf-b426-a8cd29a7e06f yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:15:58.836775 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:15:58.878585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.880848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:15:58.892444 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.898002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.910892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5a0192-580c-4682-8369-19e914f4d951,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:58.924563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d20c72c1-14fb-4ed4-a297-56033b1ddcaa tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7327487 Mar 03 18:15:58.924563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50584) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:58.924882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:15:58.929448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431541437'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:58.936507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:58.940424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:network and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:58.943805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:58.950499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:58.956098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:15:58.957008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:58.957451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Subnet': ['ID=db6a0af0-124d-4a90-8b88-6ff3570669da,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:58.960325 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0524fb6f-328a-4614-b0e5-ffa82ad18afe admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d5a0192-580c-4682-8369-19e914f4d951 HTTP/1.1" status: 204 len: 168 time: 1.3197858 Mar 03 18:15:58.969145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:58.970903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:58.976755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.000576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.015284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:15:59.023736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5c901d14-4937-4bc6-84fa-2672be1b093c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/subnets/db6a0af0-124d-4a90-8b88-6ff3570669da HTTP/1.1" status: 204 len: 168 time: 1.1437411 Mar 03 18:15:59.031856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.032300 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added segment 1378584a-86ac-4f7d-8608-338bc02d9776 of type vlan for network bf509b18-f8ae-426b-89da-cd91072888f3 Mar 03 18:15:59.035018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50590) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:59.064857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.067457 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] Set router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:59.112674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.123717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:15:59.124348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.148135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2f55d-6c8a-483a-9395-7253b23d984e None None] Network 96cd118b-b2bb-4435-89ea-fe80a4218f3d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:15:59.187688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port db61147d-ceeb-4eda-a299-13661721c485 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:15:59.188289 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.216816 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.227069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50594) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:59.357951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4304028 Mar 03 18:15:59.357951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dc64e-13a6-4bff-bcf3-5538eb9cd088 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Network': ['ID=bf509b18-f8ae-426b-89da-cd91072888f3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:15:59.358672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50600) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:15:59.366325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'subnet': {'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:15:59.435438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network bf509b18-f8ae-426b-89da-cd91072888f3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:15:59.713167 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:15:53Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:15:59.718759 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a9a84-a34a-4b64-a3a0-3926947019d9 None None] The sync data for ids ['4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd'] in n-d-827121-1 is: [{'id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042276411', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:12:18Z', 'updated_at': '2022-03-03T18:15:53Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:12:20Z', 'updated_at': '2022-03-03T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:15:59.772185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 7e0c3f0f-74a4-43ee-b294-4476da149d81, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7e0c3f0f-74a4-43ee-b294-4476da149d81,segment=NetworkSegment(a0a2b22f-c942-428a-90ad-e7c039294020),segment_id=a0a2b22f-c942-428a-90ad-e7c039294020)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:15:59.781380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:15:59.785427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:15:59.785607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:subnet and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:15:59.791200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:15:59.799528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.800974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:15:59.820157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Made reservation on behalf of 1c04805de90e4c0681b8575f10aa6da2 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:15:59.824791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.921041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.958971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:15:59.975766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde59b6a-49ce-469d-b5d7-83a66bc789b8 None None] Network a423fee6-5e7d-476f-b7bf-147687479dc4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:00.102568 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.126625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.235097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Checking segment: {'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:00.235721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network hostable DHCP agents. Network: bf509b18-f8ae-426b-89da-cd91072888f3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:00.242348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Subnet': ['ID=b9c04d16-d74a-473b-8fe9-ba5a5d093ab8,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:00.263677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network bf509b18-f8ae-426b-89da-cd91072888f3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:00.280307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, bf509b18-f8ae-426b-89da-cd91072888f3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:00.285940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:00.286586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.305667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=7e0c3f0f-74a4-43ee-b294-4476da149d81,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:00.313561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2254684-c9f1-4fa9-b8eb-1292e727e403 None None] Network bf509b18-f8ae-426b-89da-cd91072888f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:00.316961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4d6075d4-7b51-4ed5-a294-e3a6567fd966 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9571154 Mar 03 18:16:00.320414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50604) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:00.412152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-23683e6f-8d67-4ed3-bb20-f05e9beff02a None None] Provisioning for port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:00.415859 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-191f6ea2-5bea-491a-8efa-fcc6a2590d81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=486c538e2ba447b1a55c059f3485001e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1843519 Mar 03 18:16:00.437530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:00.439240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50608) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:00.460018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:00.485878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:00.506008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:00.506672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.592337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=3581ff7c-5c32-41cf-b426-a8cd29a7e06f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:00.626931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port db61147d-ceeb-4eda-a299-13661721c485, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=db61147d-ceeb-4eda-a299-13661721c485,segment=NetworkSegment(486d2db4-f57b-473f-8be9-60086fc7a4a8),segment_id=486d2db4-f57b-473f-8be9-60086fc7a4a8)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:00.627376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.655872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] DHCP port deletion for 96cd118b-b2bb-4435-89ea-fe80a4218f3d request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:16:00.657993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f01cf645-4db7-49f6-80d0-750a1ee1cc6b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7757411 Mar 03 18:16:00.661797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50612) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:00.670357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] Deleting port 316e43bb-9b2a-4af6-9b16-1ce93346006b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:00.670724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.709506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7e0c3f0f-74a4-43ee-b294-4476da149d81 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:00.761822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6111-4e5e-42ba-b946-fceb77c11a11 req-a66c24f0-ff8d-4e94-999d-dc43e3626599 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:00.763255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-349c6111-4e5e-42ba-b946-fceb77c11a11 req-a66c24f0-ff8d-4e94-999d-dc43e3626599 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 1.1997898 Mar 03 18:16:00.819951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.829226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for db61147d-ceeb-4eda-a299-13661721c485 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:00.871890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf13e0a8-f00e-4d89-bb13-68ae6bce6406 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:00.872465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cf13e0a8-f00e-4d89-bb13-68ae6bce6406 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:00.898016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:00.898861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:00.913214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cf13e0a8-f00e-4d89-bb13-68ae6bce6406 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:00.916983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cf13e0a8-f00e-4d89-bb13-68ae6bce6406 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/3581ff7c-5c32-41cf-b426-a8cd29a7e06f HTTP/1.1" status: 200 len: 844 time: 0.2514400 Mar 03 18:16:00.916983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50616) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:00.978037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2798f40-5fcc-4aa9-bf23-048aed903ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.034726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-349c6111-4e5e-42ba-b946-fceb77c11a11 req-711ccfee-0649-47f5-b926-30ac08783b0e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720924 Mar 03 18:16:01.063918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 3581ff7c-5c32-41cf-b426-a8cd29a7e06f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:01.063918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.082128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.139906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-bf509b18-f8ae-426b-89da-cd91072888f3', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:01.140730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.170620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2798f40-5fcc-4aa9-bf23-048aed903ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.176691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.188918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No DVR routers for this DVR port db61147d-ceeb-4eda-a299-13661721c485 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:01.222918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Port': ['ID=db61147d-ceeb-4eda-a299-13661721c485,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:01.295392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7e0c3f0f-74a4-43ee-b294-4476da149d81 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:01.295765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.411131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] For port 316e43bb-9b2a-4af6-9b16-1ce93346006b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=316e43bb-9b2a-4af6-9b16-1ce93346006b,segment=NetworkSegment(a759ff43-ed4d-4410-b0a7-8e80f4506e4b),segment_id=a759ff43-ed4d-4410-b0a7-8e80f4506e4b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:01.411878 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.472440 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.481978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:01.482342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.571435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:15:55Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:15:56Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:55Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:01.585284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] Calling delete_port for 316e43bb-9b2a-4af6-9b16-1ce93346006b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:01.594005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.667033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:01.667994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Updating router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:16:01.775258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 3581ff7c-5c32-41cf-b426-a8cd29a7e06f owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:01.807395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2798f40-5fcc-4aa9-bf23-048aed903ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.819733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:01.850710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60785ec0-0f81-4b44-9c88-3d790bfa6eef']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:01.880326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486d2db4-f57b-473f-8be9-60086fc7a4a8') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:01.882030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486d2db4-f57b-473f-8be9-60086fc7a4a8') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:01.894541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2798f40-5fcc-4aa9-bf23-048aed903ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a657156a-61cf-458f-9dd3-636b77393d9a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:01.908520 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.914841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.934491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Allocated IP 172.23.0.2 (bf509b18-f8ae-426b-89da-cd91072888f3/b9c04d16-d74a-473b-8fe9-ba5a5d093ab8/e64aa385-b19e-4a7d-8928-ee480891633f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:01.943532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.956963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2798f40-5fcc-4aa9-bf23-048aed903ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.961234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b2798f40-5fcc-4aa9-bf23-048aed903ef5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a657156a-61cf-458f-9dd3-636b77393d9a HTTP/1.1" status: 204 len: 168 time: 1.4925630 Mar 03 18:16:01.970715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c0cddeb4-804f-4fc2-af15-debdbddb4fb4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:01.985046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:01.993837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:01.994408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.004207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=3581ff7c-5c32-41cf-b426-a8cd29a7e06f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:02.010569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.015499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Provisioning for port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:02.034960 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-da99f1c4-dccd-4ab0-b4ef-58092aa13a11 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/3581ff7c-5c32-41cf-b426-a8cd29a7e06f HTTP/1.1" status: 204 len: 168 time: 1.1168039 Mar 03 18:16:02.037558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:02.062479 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.126749 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1eb242e-fad7-409f-95e6-3fac5c205e3c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:16:02.127288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a1eb242e-fad7-409f-95e6-3fac5c205e3c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:02.165161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a1eb242e-fad7-409f-95e6-3fac5c205e3c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:02.170505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a1eb242e-fad7-409f-95e6-3fac5c205e3c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/3581ff7c-5c32-41cf-b426-a8cd29a7e06f HTTP/1.1" status: 404 len: 333 time: 0.1319733 Mar 03 18:16:02.171094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50630) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:02.176769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'name': 'tempest-PortsIpV6TestJSON-778911039'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:02.199727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Provisioning complete for port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:02.200103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:02.248460 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:02.252494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] Pushing event deleted for resources: {'Port': ['ID=316e43bb-9b2a-4af6-9b16-1ce93346006b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:02.263202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.290650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11702fe9-c9b7-4203-9b7c-49c1b7783f54 None None] No DVR routers for this DVR port 316e43bb-9b2a-4af6-9b16-1ce93346006b on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:02.300318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.331397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=60785ec0-0f81-4b44-9c88-3d790bfa6eef,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:02.342279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-16b7f63e-c799-4cb1-9812-94e6356450c8 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/60785ec0-0f81-4b44-9c88-3d790bfa6eef HTTP/1.1" status: 204 len: 168 time: 8.3536613 Mar 03 18:16:02.342279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50636) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:02.345921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1859863883'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:02.373866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:02.386125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:02.390756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:02.398165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:02.430044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:02.436103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.463910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:02.485076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:02.545403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5530a86-daa0-4c0d-8687-e813cecb9918 req-be391479-b080-4d04-b9a0-1c03631ce46d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:02.547144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5530a86-daa0-4c0d-8687-e813cecb9918 req-be391479-b080-4d04-b9a0-1c03631ce46d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.2873917 Mar 03 18:16:02.548044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:02.550910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:02.551848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.562732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:02.579942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.580378 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment affa761f-310e-4fc3-a86c-f9eba21ae81b of type vlan for network a57b16e0-2274-4104-a0f0-df7d5a04e48a Mar 03 18:16:02.604574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:02.612717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5530a86-daa0-4c0d-8687-e813cecb9918 req-032d9f46-7286-43b3-9803-978b1bc87d31 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Mar 03 18:16:02.621448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 2727571b-a366-481e-bc68-38727c2828a3 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:16:02.635087 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.643795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.678168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:02.678537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.709170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:02.735109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Provisioning complete for port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:02.735683 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.749369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:16:02.816483 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.823077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:02.823732 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.882939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.898458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.919769 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.927927 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:02.971266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Transition to ACTIVE for port object e64aa385-b19e-4a7d-8928-ee480891633f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:03.040135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:03.041151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=2727571b-a366-481e-bc68-38727c2828a3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:03.044798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:03.048312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:03.056462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:03.057259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.079742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Transition to ACTIVE for port object e64aa385-b19e-4a7d-8928-ee480891633f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:03.084844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7439773 Mar 03 18:16:03.087929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50656) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:03.096311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-73c97ece-49c6-4e43-96ba-d47811f30ada tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9240348 Mar 03 18:16:03.149275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60880d81-64cd-448c-9f09-7f01a698850a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=a57b16e0-2274-4104-a0f0-df7d5a04e48a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:03.160940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50660) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:03.166122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.172350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:03.174805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a57b16e0-2274-4104-a0f0-df7d5a04e48a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:03.179700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Allocated IP 172.23.0.1 (bf509b18-f8ae-426b-89da-cd91072888f3/b9c04d16-d74a-473b-8fe9-ba5a5d093ab8/198b01d7-0acf-4ad9-8627-10095d82c731) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:03.213027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50664) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:03.214392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.226383 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.278242 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.307958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.329019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.333661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': 'a57b16e0-2274-4104-a0f0-df7d5a04e48a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:03.338695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.339648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Fanout notify agent at l3_agent the message router_deleted on router 4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:16:03.423615 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.429303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Network bf509b18-f8ae-426b-89da-cd91072888f3 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:03.450799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:03.478360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:03.485756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Pushing event updated for resources: {'Port': ['ID=e64aa385-b19e-4a7d-8928-ee480891633f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:03.488608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Transition to ACTIVE for port object 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:03.498040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c0cddeb4-804f-4fc2-af15-debdbddb4fb4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,segment=NetworkSegment(eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c),segment_id=eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:03.531028 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.542600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1578671793-network', 'tenant_id': '98eb2bdb1b5a484c935421a70bec7c06'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:03.542825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.550224 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.554013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5220b653-4a82-4595-9062-77f0df9e2165 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/routers/4c2641a5-6d5c-463d-88e3-f8d35fd9d8cd HTTP/1.1" status: 204 len: 168 time: 4.5152762 Mar 03 18:16:03.562860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50670) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:03.564033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:03.573265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Usage tracker for resource:network and tenant:98eb2bdb1b5a484c935421a70bec7c06 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:03.594271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee4f3361-1920-4ea2-807c-21b42b098477 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:03.605740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:03.630863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:03.691327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:03.699480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:03.702744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:03.703100 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-2a63a434-5b30-4634-a0fe-3f2e173cf7d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:03.706188 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.709160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:03.720524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:03.724933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.726733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Made reservation on behalf of 98eb2bdb1b5a484c935421a70bec7c06 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:03.729145 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.735028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Transition to ACTIVE for port object 198b01d7-0acf-4ad9-8627-10095d82c731 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:03.741808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.748784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.764267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:03.770570 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.790652 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.848110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ee4f3361-1920-4ea2-807c-21b42b098477 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:03.848768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee4f3361-1920-4ea2-807c-21b42b098477 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:03.921274 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.923909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:16:03.927000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network bf509b18-f8ae-426b-89da-cd91072888f3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:03.936715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:03.939369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:03.941427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Attempting to bind port e64aa385-b19e-4a7d-8928-ee480891633f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:03.941805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Attempting to bind port e64aa385-b19e-4a7d-8928-ee480891633f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:03.942170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Attempting to bind port e64aa385-b19e-4a7d-8928-ee480891633f on network bf509b18-f8ae-426b-89da-cd91072888f3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:03.967944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:03.968334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Checking segment: {'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:03.968742 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:03.969147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Bound using segment: {'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:03.969662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Bound port: e64aa385-b19e-4a7d-8928-ee480891633f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:03.970037 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.031699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] In _notify_port_updated(), no bound segment for port 2727571b-a366-481e-bc68-38727c2828a3 on network cf425511-69df-4cf4-89eb-9922d66e6d5c {{(pid=87886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:16:04.038521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=198b01d7-0acf-4ad9-8627-10095d82c731,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:04.047154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.049344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:04.050108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.065574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "PUT /v2.0/ports/2727571b-a366-481e-bc68-38727c2828a3 HTTP/1.1" status: 200 len: 818 time: 0.9033523 Mar 03 18:16:04.070344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50676) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:04.109960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:04.169702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:16:04.221019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.239974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Usage tracker for resource:security_group_rule and tenant:98eb2bdb1b5a484c935421a70bec7c06 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:04.250972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 316e43bb-9b2a-4af6-9b16-1ce93346006b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:04.251254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:04.258471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=2727571b-a366-481e-bc68-38727c2828a3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:04.279554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:04.305896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:04.321773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.322258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.322706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.323140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.323644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.324073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.324526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.324954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.325413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.325843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.326271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.326699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3efc23-5faf-4a6a-a55f-1722d2e44624 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.394408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 316e43bb-9b2a-4af6-9b16-1ce93346006b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:04.394408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 316e43bb-9b2a-4af6-9b16-1ce93346006b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:04.394408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:04.413829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.435611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 2727571b-a366-481e-bc68-38727c2828a3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:04.436011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.475510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.499368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:04.499629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 24f03c6c-ec8d-42a0-bd53-e3efbee5d4a3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:04.510606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cd118b-b2bb-4435-89ea-fe80a4218f3d']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:04.510795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] For port e64aa385-b19e-4a7d-8928-ee480891633f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:04.536235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:04.536235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a759ff43-ed4d-4410-b0a7-8e80f4506e4b') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:04.539814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Attempting to bind port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:04.540213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Attempting to bind port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:04.541094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Attempting to bind port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b on network a423fee6-5e7d-476f-b7bf-147687479dc4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:04.545941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] For port e64aa385-b19e-4a7d-8928-ee480891633f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e64aa385-b19e-4a7d-8928-ee480891633f,segment=NetworkSegment(1378584a-86ac-4f7d-8608-338bc02d9776),segment_id=1378584a-86ac-4f7d-8608-338bc02d9776)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:04.551260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb07e82-e5e3-424a-932e-7258440248ce req-d2399dbc-98e5-4d1a-a97d-b08707b9c5b2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:04.552760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-deb07e82-e5e3-424a-932e-7258440248ce req-d2399dbc-98e5-4d1a-a97d-b08707b9c5b2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 944 time: 0.6327326 Mar 03 18:16:04.572943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:04.574219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Checking segment: {'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:04.574628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.574749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.575027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Bound using segment: {'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:04.575500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Bound port: 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:04.575877 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.587978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5f297-8a1c-4f45-ad72-bfdf65d4596e None None] Pushing event updated for resources: {'Port': ['ID=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:04.591109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.602148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=132f37d6-b37b-45ad-989b-b432ef5afbf8,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:04.642598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.642598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.642938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.643291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.643645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.644424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.644424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.644636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.644885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.645576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.645576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.645764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:04.651206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': 'affa761f-310e-4fc3-a86c-f9eba21ae81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a57b16e0-2274-4104-a0f0-df7d5a04e48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:04.651206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: a57b16e0-2274-4104-a0f0-df7d5a04e48a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:04.653211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:04.665525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.684730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:04.685127 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:04.703346 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:04.727828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'port_id': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2', 'mac_address': 'fa:16:3e:78:91:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:16:04.742769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network a57b16e0-2274-4104-a0f0-df7d5a04e48a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:04.752335 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-deb07e82-e5e3-424a-932e-7258440248ce req-ac4988db-0cdb-4026-a58c-b67b1e6feffa tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840563 Mar 03 18:16:04.764780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a57b16e0-2274-4104-a0f0-df7d5a04e48a) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:04.770599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:04.771099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.806049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50645174-6347-432e-8373-c5d8c56f8b63 None None] Network a57b16e0-2274-4104-a0f0-df7d5a04e48a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:04.813041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1846ea05-b8ad-4b10-8d42-9438d72e90f9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7233465 Mar 03 18:16:04.815843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50680) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:04.839417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bb545-48f3-4a54-bf40-bf496cbaf628 None None] Pushing event updated for resources: {'Port': ['ID=e64aa385-b19e-4a7d-8928-ee480891633f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:04.904255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.916262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.920074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.937896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.964974 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.983675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:04.986825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Network': ['ID=96cd118b-b2bb-4435-89ea-fe80a4218f3d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:04.993941 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.018050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] For port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:05.021819 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.041143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:05.055837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] For port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,segment=NetworkSegment(eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c),segment_id=eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:05.060914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:16:05.068736 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.131061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.153476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event updated for resources: {'Port': ['ID=198b01d7-0acf-4ad9-8627-10095d82c731,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:05.158174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.187000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 2727571b-a366-481e-bc68-38727c2828a3 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:05.272094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5f297-8a1c-4f45-ad72-bfdf65d4596e None None] Pushing event updated for resources: {'Port': ['ID=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:05.273726 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.274105 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Added segment 4ff6f091-cfbe-4edf-8b98-a89d8a557684 of type vlan for network 536fa4b3-7a95-47f3-81ea-ac401bc1869e Mar 03 18:16:05.302626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:05.303436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:05.318275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7074dbd4-392e-42fd-bada-e93b28c0e4e6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/networks/96cd118b-b2bb-4435-89ea-fe80a4218f3d HTTP/1.1" status: 204 len: 168 time: 1.7514133 Mar 03 18:16:05.319463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c35a255-5fc1-4215-96b6-f5fb7809eaf2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:05.327223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50684) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:05.355693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Network bf509b18-f8ae-426b-89da-cd91072888f3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:05.358972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:05.399113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:05.402126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.422328 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.447098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.533349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=2727571b-a366-481e-bc68-38727c2828a3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:05.545542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d3856e-1bf6-4e6f-b85f-f4f875451f3d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.547407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.548354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:05.548929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.578300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.638134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84126a8-ec43-4753-a237-ccbe84095ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a57b16e0-2274-4104-a0f0-df7d5a04e48a', 'network_id': 'a57b16e0-2274-4104-a0f0-df7d5a04e48a', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': '132f37d6-b37b-45ad-989b-b432ef5afbf8'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:05.639268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d84126a8-ec43-4753-a237-ccbe84095ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.676118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.676350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['12b1d3a2-8cec-4039-9cc4-2a51a65f54a2'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:16:05.698510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d3856e-1bf6-4e6f-b85f-f4f875451f3d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.715403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1ee87d73-e690-4a4c-ad44-c06251c9fb30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/2727571b-a366-481e-bc68-38727c2828a3 HTTP/1.1" status: 204 len: 168 time: 1.6079969 Mar 03 18:16:05.719932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50688) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:05.720174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5036871 Mar 03 18:16:05.724142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:05.732575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def1989-67e6-4b11-b3ec-1c9373b80e48 admin admin] Pushing event updated for resources: {'Network': ['ID=536fa4b3-7a95-47f3-81ea-ac401bc1869e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:05.786628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Request body: {'subnet': {'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1578671793-subnet', 'tenant_id': '98eb2bdb1b5a484c935421a70bec7c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:05.792553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:05.796589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Usage tracker for resource:subnet and tenant:98eb2bdb1b5a484c935421a70bec7c06 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:05.809421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d3856e-1bf6-4e6f-b85f-f4f875451f3d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.814210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:05.821554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:05.837254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:05.837944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3856e-1bf6-4e6f-b85f-f4f875451f3d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d647435b-4a40-4bac-b149-9b120fc05795,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:05.870769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:05.880040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Made reservation on behalf of 98eb2bdb1b5a484c935421a70bec7c06 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:05.882369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.886837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d3856e-1bf6-4e6f-b85f-f4f875451f3d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:05.891159 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c3d3856e-1bf6-4e6f-b85f-f4f875451f3d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/security-groups/d647435b-4a40-4bac-b149-9b120fc05795 HTTP/1.1" status: 204 len: 168 time: 0.5523317 Mar 03 18:16:06.034954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 536fa4b3-7a95-47f3-81ea-ac401bc1869e details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:06.100873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.211577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:06.242189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=132f37d6-b37b-45ad-989b-b432ef5afbf8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:06.322208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c0cddeb4-804f-4fc2-af15-debdbddb4fb4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:06.345480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb689d5d-b516-4c6f-8537-abf0d5eeab62 None None] Network bf509b18-f8ae-426b-89da-cd91072888f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:06.476521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b9635-c974-4910-84d2-5ca22ea13e71 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:06.477248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a88b9635-c974-4910-84d2-5ca22ea13e71 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:06.533311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50702) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:06.539670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456000920', 'description': 'tempest-secgroup-smoke-1456000920 description', 'project_id': 'a88532a2002144a3850df64bed516c95'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:06.546286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:06.550514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:06.553731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:06.559574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:06.560564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:06.575262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.589515 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.602090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:06.607609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:06.610725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:06.617000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:06.621630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a88b9635-c974-4910-84d2-5ca22ea13e71 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:06.622857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a88b9635-c974-4910-84d2-5ca22ea13e71 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8998880 Mar 03 18:16:06.634121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50706) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:06.639696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a0ceaf05-bc07-4193-b464-7517ff97d77a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3181691 Mar 03 18:16:06.644103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57b16e0-2274-4104-a0f0-df7d5a04e48a']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:06.657298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50710) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:06.670726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:06.694106 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9122908b-da70-4220-b493-6ca09a49798a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:16:06.694654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9122908b-da70-4220-b493-6ca09a49798a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:06.705984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846c362-4b1f-4e62-9131-903bd1436335 None None] Network a57b16e0-2274-4104-a0f0-df7d5a04e48a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:06.717373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9122908b-da70-4220-b493-6ca09a49798a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:06.720210 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9122908b-da70-4220-b493-6ca09a49798a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/2727571b-a366-481e-bc68-38727c2828a3 HTTP/1.1" status: 404 len: 333 time: 0.0836899 Mar 03 18:16:06.723207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50714) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:06.730260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-553567871'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:06.742351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affa761f-310e-4fc3-a86c-f9eba21ae81b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:06.742708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affa761f-310e-4fc3-a86c-f9eba21ae81b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:06.744681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:06.751528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:06.759157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c3d98-adab-4cf9-bf1a-4214a2939091 req-69c4bf12-9ec9-4dbf-b182-d139e71406d6 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:06.760670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-425c3d98-adab-4cf9-bf1a-4214a2939091 req-69c4bf12-9ec9-4dbf-b182-d139e71406d6 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 945 time: 0.7891896 Mar 03 18:16:06.762436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:06.765817 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.772309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:06.786597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.793139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.812415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:06.815954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.861067 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.864035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4662acf4-8fd2-4a17-9586-095bf865abe8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:06.870050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.871333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-98f8e1ba-d817-486e-bc81-6615064d410c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3360631 Mar 03 18:16:06.874456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:06.877161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:06.882624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '4662acf4-8fd2-4a17-9586-095bf865abe8', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:06.891760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:06.892529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.897659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:06.904056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:06.907046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.907425 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment c7740a8e-b425-4925-96b3-31841f7c8d07 of type vlan for network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 Mar 03 18:16:06.908605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:06.917959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:06.940206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.943485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1b682c70-ba81-4658-9738-603715717ce5 None None] Provisioning for port e64aa385-b19e-4a7d-8928-ee480891633f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:06.977769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:06.978177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:06.999516 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:07.053609 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.063088 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.127703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.133925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:07.134529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.146020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:07.159406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5251b-9fa2-4064-ba3c-a144a6469be2 None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:07.194825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.251961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e64aa385-b19e-4a7d-8928-ee480891633f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:07.301713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.342713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd268433-6eaf-4310-84b7-35878a20cf12,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:07.351545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6240673 Mar 03 18:16:07.351545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.351545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b6e73f0-0a55-4912-8488-cec91453d045 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4760284 Mar 03 18:16:07.352254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de60d-d462-44ba-a635-106b7c95fd5d tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=2aacb23d-5bda-45fa-901c-a4b77e6616f3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:07.359741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50722) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:07.360134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50724) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:07.372394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e64aa385-b19e-4a7d-8928-ee480891633f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:07.374165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:07.385964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:07.393889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '4662acf4-8fd2-4a17-9586-095bf865abe8', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:07.419423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e64aa385-b19e-4a7d-8928-ee480891633f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:07.419799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.421549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:07.439140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:07.445594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:07.551879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:07.554406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-425c3d98-adab-4cf9-bf1a-4214a2939091 req-9231b465-051b-476d-a59e-6b46bf596bbb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864359 Mar 03 18:16:07.569303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Checking segment: {'id': '4ff6f091-cfbe-4edf-8b98-a89d8a557684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:07.569699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Network hostable DHCP agents. Network: 536fa4b3-7a95-47f3-81ea-ac401bc1869e, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:07.575481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b14aefb-e696-4761-8c4b-2251f6263550,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:07.585354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:07.603783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:07.609490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:07.618559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.628126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.647980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:07.672609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:07.676291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.696329 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.750296 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/a57b16e0-2274-4104-a0f0-df7d5a04e48a HTTP/1.1" status: 204 len: 168 time: 2.9302945 Mar 03 18:16:07.751903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50730) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:07.755814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Network 536fa4b3-7a95-47f3-81ea-ac401bc1869e is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:07.768347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d306eaa-0689-4c95-9a07-d143afe3ad71 None None] Provisioning for port 198b01d7-0acf-4ad9-8627-10095d82c731 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:07.772210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643e0d4-43cd-452b-af24-510a5d5f048e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=a57b16e0-2274-4104-a0f0-df7d5a04e48a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:07.783048 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.793084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d306eaa-0689-4c95-9a07-d143afe3ad71 None None] Provisioning complete for port 198b01d7-0acf-4ad9-8627-10095d82c731 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:07.793487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d306eaa-0689-4c95-9a07-d143afe3ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.858920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.875615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-850080909'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:07.886850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.896295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 536fa4b3-7a95-47f3-81ea-ac401bc1869e) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:07.915146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522c0f9-43ec-4a89-a43a-2ef7bb31400d None None] Network 536fa4b3-7a95-47f3-81ea-ac401bc1869e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:07.919358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:07.929141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:07.939292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.942941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:07.958370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:07.961842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c121c9ba-8c58-4bc1-9740-45f1b97199cb,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:07.967015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:07.970902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9260d34e-f30b-4a2d-9b1d-3d0397c0f5d9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6055632 Mar 03 18:16:07.971295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50734) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:07.976093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:07.993206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:08.027453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1d306eaa-0689-4c95-9a07-d143afe3ad71 None None] Port 198b01d7-0acf-4ad9-8627-10095d82c731 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:08.040599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e64aa385-b19e-4a7d-8928-ee480891633f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e64aa385-b19e-4a7d-8928-ee480891633f,segment=NetworkSegment(1378584a-86ac-4f7d-8608-338bc02d9776),segment_id=1378584a-86ac-4f7d-8608-338bc02d9776)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:08.043603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:08.047723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.080319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 18:16:08.094840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Removed routes are [] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 18:16:08.095250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.103621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '4662acf4-8fd2-4a17-9586-095bf865abe8', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:08.153197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.169457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1d306eaa-0689-4c95-9a07-d143afe3ad71 None None] Provisioning complete for port e64aa385-b19e-4a7d-8928-ee480891633f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:08.170960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d306eaa-0689-4c95-9a07-d143afe3ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.178307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:08.203002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.203341 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment aa268c17-2fa6-4801-aff0-a474e809f7f4 of type vlan for network b098a3b7-0677-4e2a-9007-dae3d9a6e70b Mar 03 18:16:08.323052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.356620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.410567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0ca1305a-c940-4f63-b177-2709fc1170d1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6807818 Mar 03 18:16:08.416520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:08.430366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:08.435607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:08.449885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.456419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:08.457170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.459428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:08.534650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:08.586846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=71aba8bd-6f8d-4c4b-9bbe-da3b501828f9,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:08.592864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.596130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.606518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.659849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e64aa385-b19e-4a7d-8928-ee480891633f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:08.666091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8400929 Mar 03 18:16:08.670422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50744) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:08.672962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9dabb-5a35-40b5-b997-bdd6c54bf266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=b098a3b7-0677-4e2a-9007-dae3d9a6e70b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:08.682206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': 'b098a3b7-0677-4e2a-9007-dae3d9a6e70b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:08.807321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network b098a3b7-0677-4e2a-9007-dae3d9a6e70b details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:08.872750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': 'c7740a8e-b425-4925-96b3-31841f7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:08.873709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: 2aacb23d-5bda-45fa-901c-a4b77e6616f3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:08.907231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:08.923696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:08.927051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.934881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:08.938444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:08.955896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:08.956943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f9cd0a-33f7-46b9-b7fb-c6760dbd12cc,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:08.966023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:08.976624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:08.988480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:08.999756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:09.004064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:09.004470 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.031713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:09.035803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.046940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027094b2-33c6-44f1-ad5b-fcec1d5f0144 None None] Network 536fa4b3-7a95-47f3-81ea-ac401bc1869e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:09.053662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.055123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e3e6d1e-64df-4b8e-a939-c8d9696568ed tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0804908 Mar 03 18:16:09.065051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50754) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:09.065908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:09.067499 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.072885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '4662acf4-8fd2-4a17-9586-095bf865abe8', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:09.082418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:09.103774 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:09.122955 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:09.123724 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:09.127165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2aacb23d-5bda-45fa-901c-a4b77e6616f3) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:09.168760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d619c-90a5-4dd8-aeaf-b2baa44bf0f8 None None] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:09.202065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50760) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:09.203328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:09.207997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:09.214650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1345264443-network', 'tenant_id': 'ef70a814595549339939368104fee57a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:09.225976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:09.231461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Usage tracker for resource:network and tenant:ef70a814595549339939368104fee57a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:09.233795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:09.234616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:09.234779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.241121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:09.262968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:09.269359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Made reservation on behalf of ef70a814595549339939368104fee57a for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:09.273681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.302014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-653bea77-dab8-4921-9d60-5b375c3f66b6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9408040 Mar 03 18:16:09.307284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50764) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:09.320878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214bd1-5550-4123-8a5e-400440b65eb3 req-a57321e2-3ae0-43df-ac9c-7edca0270e95 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:09.322505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77214bd1-5550-4123-8a5e-400440b65eb3 req-a57321e2-3ae0-43df-ac9c-7edca0270e95 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 945 time: 0.4558198 Mar 03 18:16:09.325260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.329780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:09.344803 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:09.347331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:09.352350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Usage tracker for resource:security_group_rule and tenant:ef70a814595549339939368104fee57a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:09.356661 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:09.362740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:09.415616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2e884875-a915-4b11-99c7-1fbfe712237d None None] Provisioning complete for port 198b01d7-0acf-4ad9-8627-10095d82c731 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:09.416354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e884875-a915-4b11-99c7-1fbfe712237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.489312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.499557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:09.504166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:09.507712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:09.507862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.514461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:09.546918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:09.551210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:09.552126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.558139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.570247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:09.582237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.583249 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Added segment 10ace6f7-50bb-48ed-b683-c114346f62a4 of type vlan for network 79c4d4a3-b4e0-4efc-ab54-b76157c1e318 Mar 03 18:16:09.616269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.671636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.673183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:09.673802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.685679 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:08Z', 'revision_number': 6, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:04Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:09.689261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2e884875-a915-4b11-99c7-1fbfe712237d None None] Port 198b01d7-0acf-4ad9-8627-10095d82c731 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:09.690127 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:09.690475 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Updating router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e port 198b01d7-0acf-4ad9-8627-10095d82c731 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:16:09.703305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77214bd1-5550-4123-8a5e-400440b65eb3 req-28342e26-4fec-475a-9d33-6377b230819d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784751 Mar 03 18:16:09.732941 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.739147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b6376170-8f31-47fd-98aa-9d080def3f47 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 200 len: 933 time: 3.0723712 Mar 03 18:16:09.739147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5294087 Mar 03 18:16:09.752261 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.761313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50770) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:09.761718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50772) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:09.766712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.772193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.797232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.855638 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.904351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Pushing event updated for resources: {'Network': ['ID=79c4d4a3-b4e0-4efc-ab54-b76157c1e318,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:09.920658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe23b3-3389-425a-b4fe-638198601af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc7541-c0d7-4cc5-a9ed-863fcf809ffa,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:09.951201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d026d78f-ffb3-4185-9a20-516074ac99fd,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:09.966083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 79c4d4a3-b4e0-4efc-ab54-b76157c1e318 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:09.968218 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:09.969897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d5a0a38a-a898-4a94-b2a7-d0e8d96e1c87 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9030886 Mar 03 18:16:09.972364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50778) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:09.978878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '4662acf4-8fd2-4a17-9586-095bf865abe8', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:09.986399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:09.992914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:10.001174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:10.007826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:10.021762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:16:10.034683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'tenant_id': '268b6688222844d6a224d58881c3e12c', 'fixed_ips': [{'subnet_id': '71aba8bd-6f8d-4c4b-9bbe-da3b501828f9'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:10.035667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.053593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,segment=NetworkSegment(eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c),segment_id=eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:10.083763 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:16:10.096989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.102494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:10.110487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.132045 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.159591 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2', 'code': 200} Mar 03 18:16:10.162026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.166362 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Transition to ACTIVE for port object 198b01d7-0acf-4ad9-8627-10095d82c731 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:10.189149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0137b343-21dc-4c45-a7f3-14dd9aefe9e0 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 200 len: 933 time: 0.4263980 Mar 03 18:16:10.189636 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.193358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Request body: {'subnet': {'network_id': '79c4d4a3-b4e0-4efc-ab54-b76157c1e318', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1345264443-subnet', 'tenant_id': 'ef70a814595549339939368104fee57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:10.210030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50784) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:10.252957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'routes': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:10.311674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:10.358859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:10.381375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e64aa385-b19e-4a7d-8928-ee480891633f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:10.406220 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Pushing event updated for resources: {'Port': ['ID=198b01d7-0acf-4ad9-8627-10095d82c731,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:10.425227 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.426107 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.426625 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.426785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.427541 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.427908 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.428488 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.429128 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.429708 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.430490 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.431013 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.431478 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.431978 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:10.439025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.466926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Usage tracker for resource:subnet and tenant:ef70a814595549339939368104fee57a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:10.475094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:10.478447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b51292f-0f6d-4c35-be55-569283640b7f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:10.503465 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.507850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4adbd51e-e472-4826-b559-4a3852be918f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5338049 Mar 03 18:16:10.508581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:10.514146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '4662acf4-8fd2-4a17-9586-095bf865abe8', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:10.523798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Allocated IP 2001:db8::2 (2aacb23d-5bda-45fa-901c-a4b77e6616f3/71aba8bd-6f8d-4c4b-9bbe-da3b501828f9/87e1909b-5ddd-410c-bee4-77de9ab6b925) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:10.527568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:10.540108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:10.553997 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Attempting to bind port 198b01d7-0acf-4ad9-8627-10095d82c731 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:10.554349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:10.554484 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Attempting to bind port 198b01d7-0acf-4ad9-8627-10095d82c731 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:10.554704 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Attempting to bind port 198b01d7-0acf-4ad9-8627-10095d82c731 on network bf509b18-f8ae-426b-89da-cd91072888f3 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:10.560589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:10.563986 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:10.564651 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Checking segment: {'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:10.565239 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.565847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Bound using segment: {'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:10.570027 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Bound port: 198b01d7-0acf-4ad9-8627-10095d82c731, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1378584a-86ac-4f7d-8608-338bc02d9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:10.570631 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.580990 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:16:10.587617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:10.588870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.609194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:10.616381 n-d-827121-1 neutron-server[87886]: INFO neutron.db.ipam_backend_mixin [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71aba8bd-6f8d-4c4b-9bbe-da3b501828f9 (CIDR: 2001:db8::/64) Mar 03 18:16:10.655758 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:16:10.656222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:16:10.703021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.710075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.714533 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] For port 198b01d7-0acf-4ad9-8627-10095d82c731, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:10.718831 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] For port 198b01d7-0acf-4ad9-8627-10095d82c731, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=198b01d7-0acf-4ad9-8627-10095d82c731,segment=NetworkSegment(1378584a-86ac-4f7d-8608-338bc02d9776),segment_id=1378584a-86ac-4f7d-8608-338bc02d9776)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:10.725657 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.737364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Made reservation on behalf of ef70a814595549339939368104fee57a for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:10.739708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.770469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb7083b-04b2-4de8-954b-526d01acd309,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:10.795763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.797527 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1f09f5a6-a609-4dfe-91eb-145dbd67895f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2879226 Mar 03 18:16:10.800360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50794) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:10.802522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e64aa385-b19e-4a7d-8928-ee480891633f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:10.803867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.807417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'network': {'name': 'tempest-network-smoke--176466615', 'project_id': 'a88532a2002144a3850df64bed516c95', 'port_security_enabled': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:10.814623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:10.819848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:network and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:10.824115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:10.835936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:10.840192 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-203ea436-0ed8-4757-a862-a3995e8840de tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5166256 Mar 03 18:16:10.846354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50798) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:10.867211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:10.872965 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:10.874044 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:10.892953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:10.896683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:10.905023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.002329 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12f6d-66a0-4797-be80-fa48cd67f486 None None] Pushing event updated for resources: {'Port': ['ID=198b01d7-0acf-4ad9-8627-10095d82c731,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:11.045609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fd0a2-d09f-4ba2-9673-084228c8987e req-021b163c-8f20-4d4c-9a85-27fd5953f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:11.047066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c25fd0a2-d09f-4ba2-9673-084228c8987e req-021b163c-8f20-4d4c-9a85-27fd5953f269 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 1097 time: 0.6730676 Mar 03 18:16:11.060838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:11.075040 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.090970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.091717 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Added segment fb46079e-0260-4470-a6c5-8479f6e251c1 of type vlan for network 000b827b-41db-495d-bb9e-6247fb670cd7 Mar 03 18:16:11.105846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Transition to ACTIVE for port object 87e1909b-5ddd-410c-bee4-77de9ab6b925 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:11.157766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Transition to ACTIVE for port object 87e1909b-5ddd-410c-bee4-77de9ab6b925 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:11.157992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:11.161872 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:11.164460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.165494 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.168443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:11.171975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:11.179663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:11.208366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:11.212180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.233341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.239453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:11.240373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.252410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:11.256107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:11.268707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:11.277624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Pushing event updated for resources: {'Port': ['ID=87e1909b-5ddd-410c-bee4-77de9ab6b925,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:11.395184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Attempting to bind port 87e1909b-5ddd-410c-bee4-77de9ab6b925 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:11.395917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Attempting to bind port 87e1909b-5ddd-410c-bee4-77de9ab6b925 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'c7740a8e-b425-4925-96b3-31841f7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:11.396712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Attempting to bind port 87e1909b-5ddd-410c-bee4-77de9ab6b925 on network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:11.405871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:11.406882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Checking segment: {'id': 'c7740a8e-b425-4925-96b3-31841f7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:11.407466 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.408244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Bound using segment: {'id': 'c7740a8e-b425-4925-96b3-31841f7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:11.409048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Bound port: 87e1909b-5ddd-410c-bee4-77de9ab6b925, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7740a8e-b425-4925-96b3-31841f7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:11.409831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.430163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6282389 Mar 03 18:16:11.445611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50802) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:11.451419 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c25fd0a2-d09f-4ba2-9673-084228c8987e req-08ba8d52-a00c-402d-a930-c41f4e8fbe5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323073 Mar 03 18:16:11.459338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'admin_state_up': True, 'project_id': 'a88532a2002144a3850df64bed516c95', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:11.465478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ad579-71c8-48a4-993e-452dca542603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Network': ['ID=000b827b-41db-495d-bb9e-6247fb670cd7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:11.474111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:11.484388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:router and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:11.491644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:11.504325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': 'aa268c17-2fa6-4801-aff0-a474e809f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b098a3b7-0677-4e2a-9007-dae3d9a6e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:11.504628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:11.504760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: b098a3b7-0677-4e2a-9007-dae3d9a6e70b, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:11.520178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=c908f6b2-80ab-49c4-b2f8-49e7d4e6f1de,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:11.528501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.529806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.588953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d084e86-a4fe-494d-8b6d-fd5dd64888cf req-e16743d7-511e-460c-aeb8-896047118f54 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:11.590491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d084e86-a4fe-494d-8b6d-fd5dd64888cf req-e16743d7-511e-460c-aeb8-896047118f54 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 946 time: 0.6987078 Mar 03 18:16:11.594278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.598034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 000b827b-41db-495d-bb9e-6247fb670cd7 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:11.657236 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:08Z', 'revision_number': 6, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:10Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:11.661847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f65dbb-4e16-419b-bb70-8b89d7deacea None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:08Z', 'revision_number': 6, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:10Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:11.720977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network b098a3b7-0677-4e2a-9007-dae3d9a6e70b is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:11.742129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] For port 87e1909b-5ddd-410c-bee4-77de9ab6b925, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:11.767908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] For port 87e1909b-5ddd-410c-bee4-77de9ab6b925, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=87e1909b-5ddd-410c-bee4-77de9ab6b925,segment=NetworkSegment(c7740a8e-b425-4925-96b3-31841f7c8d07),segment_id=c7740a8e-b425-4925-96b3-31841f7c8d07)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:11.775237 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.793174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, b098a3b7-0677-4e2a-9007-dae3d9a6e70b) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:11.832350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2196d45-e5b7-4118-b356-2d201888bd9b None None] Network b098a3b7-0677-4e2a-9007-dae3d9a6e70b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:11.833197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d084e86-a4fe-494d-8b6d-fd5dd64888cf req-390f2b8e-aa6e-4bcc-826a-0dbd319d46b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716909 Mar 03 18:16:11.836216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:11.836808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.930582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:11.960932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-06a1b868-2118-4690-8a82-4c41534a9ec0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2828674 Mar 03 18:16:11.962743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50806) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:11.982804 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.027160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce37d6-abad-4694-b8f1-f49f977b0f68 None None] Pushing event updated for resources: {'Port': ['ID=87e1909b-5ddd-410c-bee4-77de9ab6b925,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:12.060698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b017991-7aeb-42b2-a218-bc58df42853a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:12.125808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:12.144983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:12.146125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:12.198608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.extraroute_db [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added routes are [] {{(pid=87886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 18:16:12.199150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.extraroute_db [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 18:16:12.202700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Checking segment: {'id': '10ace6f7-50bb-48ed-b683-c114346f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '79c4d4a3-b4e0-4efc-ab54-b76157c1e318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:12.203325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Network hostable DHCP agents. Network: 79c4d4a3-b4e0-4efc-ab54-b76157c1e318, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:12.262854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Network 79c4d4a3-b4e0-4efc-ab54-b76157c1e318 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:12.280404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.300693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 79c4d4a3-b4e0-4efc-ab54-b76157c1e318) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:12.325961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:12.327873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.330069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.372317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9421e06-12be-4673-bc1c-4c923f9c22b1 None None] Network 79c4d4a3-b4e0-4efc-ab54-b76157c1e318 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:12.377413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.399941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:12.520236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=018cdc07-feb6-4b17-b3aa-9e7bd2152d99,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:12.646163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:12.707462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:12.714256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:12.714859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.756499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.772434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1331bf7-0f88-4e09-9cfa-5329086ed3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-b098a3b7-0677-4e2a-9007-dae3d9a6e70b', 'network_id': 'b098a3b7-0677-4e2a-9007-dae3d9a6e70b', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': 'c908f6b2-80ab-49c4-b2f8-49e7d4e6f1de'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:12.773261 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1331bf7-0f88-4e09-9cfa-5329086ed3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:12.806642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b054dde-56af-463f-bd6d-98a19b0c2238 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0414617 Mar 03 18:16:12.963374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:13.060671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.065046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.115136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.203047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=c908f6b2-80ab-49c4-b2f8-49e7d4e6f1de,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:13.210018 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-da85fbdd-6b78-42c8-8cf2-56c2a734d5c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3616583 Mar 03 18:16:13.212710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50824) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:13.271312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'fixed_ips': [{'subnet_id': '71aba8bd-6f8d-4c4b-9bbe-da3b501828f9'}, {'subnet_id': '018cdc07-feb6-4b17-b3aa-9e7bd2152d99'}], 'name': 'tempest-PortsIpV6TestJSON-1023429374'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:13.354728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:13.446554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:13.447104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.482304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.515981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b098a3b7-0677-4e2a-9007-dae3d9a6e70b']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:13.530436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa268c17-2fa6-4801-aff0-a474e809f7f4') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:13.530788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa268c17-2fa6-4801-aff0-a474e809f7f4') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:13.544240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.567494 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.590153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:13.590374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server [None req-a1331bf7-0f88-4e09-9cfa-5329086ed3a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c908f6b2-80ab-49c4-b2f8-49e7d4e6f1de: This subnet is being modified by another concurrent operation. Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server raise exception Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c908f6b2-80ab-49c4-b2f8-49e7d4e6f1de: This subnet is being modified by another concurrent operation. Mar 03 18:16:13.595533 n-d-827121-1 neutron-server[87888]: ERROR oslo_messaging.rpc.server Mar 03 18:16:13.602997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb1db9-84fb-447c-83fc-db92a4a163af None None] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:13.612814 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:13.655826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c0e61-57b9-4b4c-9cff-5ce536ce6978 None None] Network b098a3b7-0677-4e2a-9007-dae3d9a6e70b requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:13.669374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f37132-d642-4581-a8df-7600c878f9fc None None] Network 79c4d4a3-b4e0-4efc-ab54-b76157c1e318 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:13.723361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:13.731768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.733026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8d8f44d9-d5d9-4c13-a09d-7d41c38bee27 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 200 len: 699 time: 3.5220852 Mar 03 18:16:13.736534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50836) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:13.743128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:13.761557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:13.766904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.769494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:13.780410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7d681-70a4-4d50-ad28-2dbf491980ad req-745cadb4-90b5-43ad-80e3-df501a5a7a3d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:13.787240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8dd7d681-70a4-4d50-ad28-2dbf491980ad req-745cadb4-90b5-43ad-80e3-df501a5a7a3d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 946 time: 0.7191184 Mar 03 18:16:13.827401 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:13.830412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:13.890833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=b098a3b7-0677-4e2a-9007-dae3d9a6e70b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:13.912953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-596f655c-8883-4124-bb28-6c17a011dcdb tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:13.913807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-596f655c-8883-4124-bb28-6c17a011dcdb tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Synchronizing usage tracker for tenant:98eb2bdb1b5a484c935421a70bec7c06 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:13.925673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f6de3fd5-f080-4b38-9a0a-1eefc66ebce9 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/b098a3b7-0677-4e2a-9007-dae3d9a6e70b HTTP/1.1" status: 204 len: 168 time: 1.9399207 Mar 03 18:16:13.928581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50840) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:13.942074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:13.947593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1969911a-0786-4aca-8b29-6f16c8971593 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 200 len: 699 time: 0.2097657 Mar 03 18:16:13.950960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50844) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:13.960672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1482521122'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:13.974412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1be448e3-066c-4326-975b-a5fd098b061a None None] Provisioning for port 87e1909b-5ddd-410c-bee4-77de9ab6b925 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:14.039624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:14.070071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8dd7d681-70a4-4d50-ad28-2dbf491980ad req-ab14553b-ced0-46bd-9454-8c0f85991d29 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818618 Mar 03 18:16:14.073688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:14.083752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:14.168810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 198b01d7-0acf-4ad9-8627-10095d82c731 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:14.193445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-596f655c-8883-4124-bb28-6c17a011dcdb tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Unset dirty status for tenant:98eb2bdb1b5a484c935421a70bec7c06 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:14.194884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-596f655c-8883-4124-bb28-6c17a011dcdb tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/networks?id=536fa4b3-7a95-47f3-81ea-ac401bc1869e HTTP/1.1" status: 200 len: 825 time: 0.6183436 Mar 03 18:16:14.219551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:14.296225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.345770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.396116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:14.399728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.413266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-76e597b5-5bca-4639-b28d-343073829c25 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/quotas/98eb2bdb1b5a484c935421a70bec7c06 HTTP/1.1" status: 200 len: 375 time: 0.0206385 Mar 03 18:16:14.414305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:08Z', 'revision_number': 6, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:10Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:14.466269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:14.470352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:14.482231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.515088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:14.516694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:14.517404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.517779 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment 81f4b069-a3b2-42fb-b0dc-572ee530f47c of type vlan for network 1464c13b-7166-466f-bca1-0b50d7a3898a Mar 03 18:16:14.518654 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-03ad2f75-16b7-4e16-8ce4-833c1820b75b tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=98eb2bdb1b5a484c935421a70bec7c06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880222 Mar 03 18:16:14.565310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port e271875e-e46f-4dd6-a4f1-b4c50015947c yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:16:14.565672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 198b01d7-0acf-4ad9-8627-10095d82c731 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:14.589151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 198b01d7-0acf-4ad9-8627-10095d82c731 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:14.589578 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.668210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9eb08-2b9d-462e-b6fc-a31e5a4d565d req-00503bcc-e9e6-47c5-82d4-59e4e5d9cfde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:14.674048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33f9eb08-2b9d-462e-b6fc-a31e5a4d565d req-00503bcc-e9e6-47c5-82d4-59e4e5d9cfde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 946 time: 0.4429083 Mar 03 18:16:14.681908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.719744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-5f6a4a57-454f-4829-892d-1aef5701c366 service neutron] 10.222.0.23 "GET /v2.0/networks/536fa4b3-7a95-47f3-81ea-ac401bc1869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891174 Mar 03 18:16:14.752564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:14.784551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.232 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/d93099ea-9df7-4bdf-97c9-06cc0cf383ca) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:14.842811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33f9eb08-2b9d-462e-b6fc-a31e5a4d565d req-52a0b871-7208-4393-bb41-1aea24cb95c4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491511 Mar 03 18:16:14.912822 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-931b7c06-0e00-45b8-8032-8a848cac43c8 service neutron] 10.222.0.23 "GET /v2.0/networks/536fa4b3-7a95-47f3-81ea-ac401bc1869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828539 Mar 03 18:16:14.915678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.921559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:14.922144 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:14.937687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.029886 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.216896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] Update dhcp port {'port': {'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'fixed_ips': [{'subnet_id': '71aba8bd-6f8d-4c4b-9bbe-da3b501828f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '018cdc07-feb6-4b17-b3aa-9e7bd2152d99'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '87e1909b-5ddd-410c-bee4-77de9ab6b925'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:16:15.293298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ebcc3179-f9d9-4ac5-b68a-cb11d5f70a87 req-5b35f525-b6b1-4b96-ad21-8226eabed060 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 210 time: 0.0895236 Mar 03 18:16:15.304931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 198b01d7-0acf-4ad9-8627-10095d82c731, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=198b01d7-0acf-4ad9-8627-10095d82c731,segment=NetworkSegment(1378584a-86ac-4f7d-8608-338bc02d9776),segment_id=1378584a-86ac-4f7d-8608-338bc02d9776)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:15.328051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.340076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.379124 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4490604 Mar 03 18:16:15.391716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50860) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:15.408333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': '1464c13b-7166-466f-bca1-0b50d7a3898a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:15.423965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=198b01d7-0acf-4ad9-8627-10095d82c731,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:15.473020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec9a6e-821e-4ea7-8f28-cc7264e4992d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=1464c13b-7166-466f-bca1-0b50d7a3898a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:15.519036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 1464c13b-7166-466f-bca1-0b50d7a3898a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:15.592863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 198b01d7-0acf-4ad9-8627-10095d82c731 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:15.594044 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.640184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87e1909b-5ddd-410c-bee4-77de9ab6b925 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:15.645038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbcf0-03ef-4251-ac4c-cecbb64134be req-db886e9d-d59e-49cc-a55c-5eb32656b9b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:15.646602 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecbbbcf0-03ef-4251-ac4c-cecbb64134be req-db886e9d-d59e-49cc-a55c-5eb32656b9b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 946 time: 0.3748937 Mar 03 18:16:15.657644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:15.665365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:15.675723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:15.676510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.711077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:15.787368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:15.793031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 87e1909b-5ddd-410c-bee4-77de9ab6b925 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:15.793267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecbbbcf0-03ef-4251-ac4c-cecbb64134be req-1d11b37b-0b65-4292-8a28-73442943fe80 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385901 Mar 03 18:16:15.802124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.806384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 87e1909b-5ddd-410c-bee4-77de9ab6b925 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:15.806755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.808480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::e6 (2aacb23d-5bda-45fa-901c-a4b77e6616f3/71aba8bd-6f8d-4c4b-9bbe-da3b501828f9/e271875e-e46f-4dd6-a4f1-b4c50015947c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:15.844465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8:0:1::2d (2aacb23d-5bda-45fa-901c-a4b77e6616f3/018cdc07-feb6-4b17-b3aa-9e7bd2152d99/e271875e-e46f-4dd6-a4f1-b4c50015947c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:15.907052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:15.913236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 198b01d7-0acf-4ad9-8627-10095d82c731, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=198b01d7-0acf-4ad9-8627-10095d82c731,segment=NetworkSegment(1378584a-86ac-4f7d-8608-338bc02d9776),segment_id=1378584a-86ac-4f7d-8608-338bc02d9776)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:15.913635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:16.014264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:12Z', 'revision_number': 7, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:10Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:16.023091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38d29c-a10b-42b3-96db-026b26819e99 None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:12Z', 'revision_number': 7, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:10Z', 'revision_number': 4, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:16.044075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:16.053675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:16.062710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:16.070130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:16.112221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 87e1909b-5ddd-410c-bee4-77de9ab6b925, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=87e1909b-5ddd-410c-bee4-77de9ab6b925,segment=NetworkSegment(c7740a8e-b425-4925-96b3-31841f7c8d07),segment_id=c7740a8e-b425-4925-96b3-31841f7c8d07)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:16.120244 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:16.195660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:16.298399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=87e1909b-5ddd-410c-bee4-77de9ab6b925,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:16.409170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing IP validity checks on allocation pools {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 18:16:16.410380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 18:16:16.463053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 198b01d7-0acf-4ad9-8627-10095d82c731 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:16.492193 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:16.506906 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:16.507779 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:16.571536 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a62de8b2-7e34-403a-b806-b89d4da58769 req-f07521ee-4956-4707-a2db-d202eb1fcfa0 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 210 time: 0.1083677 Mar 03 18:16:16.614996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:16.681421 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:16.703667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object e271875e-e46f-4dd6-a4f1-b4c50015947c will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:16.714668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d05df-9aa4-4019-859f-024477f37e6e req-a92b2641-1957-41ae-85e7-93d3c598a079 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:16.716083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-927d05df-9aa4-4019-859f-024477f37e6e req-a92b2641-1957-41ae-85e7-93d3c598a079 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 946 time: 0.2125356 Mar 03 18:16:16.742076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:16.804137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:16.831104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] Allocated IP 2001:db8:0:1::2 (2aacb23d-5bda-45fa-901c-a4b77e6616f3/018cdc07-feb6-4b17-b3aa-9e7bd2152d99/87e1909b-5ddd-410c-bee4-77de9ab6b925) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:16.855641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:16.867040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-927d05df-9aa4-4019-859f-024477f37e6e req-b103479e-2568-4bba-937f-a588e2c010ce tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370757 Mar 03 18:16:16.935433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:16.948169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:16.954037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:16.954850 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:16.981080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=c1a7c353-c37d-49f1-b940-ee7468ec5e0b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:16.992326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': '81f4b069-a3b2-42fb-b0dc-572ee530f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1464c13b-7166-466f-bca1-0b50d7a3898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:16.992691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: 1464c13b-7166-466f-bca1-0b50d7a3898a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:17.009499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.028380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=e271875e-e46f-4dd6-a4f1-b4c50015947c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:17.121157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=198b01d7-0acf-4ad9-8627-10095d82c731,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:17.124433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 1464c13b-7166-466f-bca1-0b50d7a3898a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:17.155344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] For port 87e1909b-5ddd-410c-bee4-77de9ab6b925, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=87e1909b-5ddd-410c-bee4-77de9ab6b925,segment=NetworkSegment(c7740a8e-b425-4925-96b3-31841f7c8d07),segment_id=c7740a8e-b425-4925-96b3-31841f7c8d07)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:17.173075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.184564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 1464c13b-7166-466f-bca1-0b50d7a3898a) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:17.192717 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.197388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:17.202422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.215392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] Transition to ACTIVE for port object 87e1909b-5ddd-410c-bee4-77de9ab6b925 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:17.218767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547680ea-6f83-44cf-a7f6-b44483388cd9 None None] Network 1464c13b-7166-466f-bca1-0b50d7a3898a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:17.247426 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.274486 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:12Z', 'revision_number': 7, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '198b01d7-0acf-4ad9-8627-10095d82c731', 'name': '', 'network_id': 'bf509b18-f8ae-426b-89da-cd91072888f3', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:ec:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:01Z', 'updated_at': '2022-03-03T18:16:15Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'b9c04d16-d74a-473b-8fe9-ba5a5d093ab8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:17.283899 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:17.297927 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:17.298698 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:17.352296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c045e312-da5c-47d3-a0eb-22483abdad2a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9535806 Mar 03 18:16:17.355491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50874) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:17.556100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.584899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87e1909b-5ddd-410c-bee4-77de9ab6b925 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:17.595259 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0a116c35-d466-4626-9f9a-2187706dfad7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.3798072 Mar 03 18:16:17.605434 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:17.608725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50878) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:17.628778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71aba8bd-6f8d-4c4b-9bbe-da3b501828f9'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:17.685515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbb23c-3e37-4647-8cfe-45edad0438a8 None None] Pushing event updated for resources: {'Port': ['ID=87e1909b-5ddd-410c-bee4-77de9ab6b925,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:17.748183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.868875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-1464c13b-7166-466f-bca1-0b50d7a3898a', 'network_id': '1464c13b-7166-466f-bca1-0b50d7a3898a', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': 'c1a7c353-c37d-49f1-b940-ee7468ec5e0b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:17.870303 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:17.973935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-f581fbf0-c414-4ce2-93a3-fb998754299e tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:17.976338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-f581fbf0-c414-4ce2-93a3-fb998754299e tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.16 "GET /v2.0/networks?id=536fa4b3-7a95-47f3-81ea-ac401bc1869e HTTP/1.1" status: 200 len: 825 time: 1.0315287 Mar 03 18:16:17.999530 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.080290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.138697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.145690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Request body: {'port': {'device_id': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e', 'admin_state_up': True, 'tenant_id': '98eb2bdb1b5a484c935421a70bec7c06'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:18.198806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Allocated IP 172.20.0.3 (1464c13b-7166-466f-bca1-0b50d7a3898a/c1a7c353-c37d-49f1-b940-ee7468ec5e0b/e3971ca7-2175-4ac5-90dd-058049739d36) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:18.294028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fd8b693-abdd-4331-9bf9-2b7f2a268c35 req-89afc922-238a-4441-a6d9-dde9cee73446 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 210 time: 0.4436433 Mar 03 18:16:18.318668 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 8, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:18.322401 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5bc241-5c05-4bc0-9745-2b613fbfe28e None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 8, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:18.386131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50888) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:18.499918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-93a173e7-9764-4d3c-b71c-34594a2e9075 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:18.502081 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-93a173e7-9764-4d3c-b71c-34594a2e9075 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 946 time: 0.7356186 Mar 03 18:16:18.507489 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.520269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Transition to ACTIVE for port object e3971ca7-2175-4ac5-90dd-058049739d36 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:18.547511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Transition to ACTIVE for port object e3971ca7-2175-4ac5-90dd-058049739d36 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:18.555996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.558441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:18.589924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f59ca-ecd4-44fd-a64d-8f1b9339827e req-d1dccc0a-1fd6-406c-a792-a01db3e9d313 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:18.591711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c72f59ca-ecd4-44fd-a64d-8f1b9339827e req-d1dccc0a-1fd6-406c-a792-a01db3e9d313 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 946 time: 0.2511256 Mar 03 18:16:18.617039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:18.627752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa254c5-3a6a-4066-828b-2a64c7c3c129 None None] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:18.644506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Network 1464c13b-7166-466f-bca1-0b50d7a3898a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:18.652912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:18.666736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:18.710596 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.721384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Usage tracker for resource:port and tenant:98eb2bdb1b5a484c935421a70bec7c06 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:18.739396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:18.764570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:18.782609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Pushing event updated for resources: {'Port': ['ID=e3971ca7-2175-4ac5-90dd-058049739d36,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:18.811350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.852192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Made reservation on behalf of 98eb2bdb1b5a484c935421a70bec7c06 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:18.856456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.859760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b5249ec1-0f3a-4ea6-8e04-01a595331ab0 None None] Provisioning for port 87e1909b-5ddd-410c-bee4-77de9ab6b925 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:18.866590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Attempting to bind port e3971ca7-2175-4ac5-90dd-058049739d36 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:18.866963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Attempting to bind port e3971ca7-2175-4ac5-90dd-058049739d36 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '81f4b069-a3b2-42fb-b0dc-572ee530f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1464c13b-7166-466f-bca1-0b50d7a3898a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:18.867432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Attempting to bind port e3971ca7-2175-4ac5-90dd-058049739d36 on network 1464c13b-7166-466f-bca1-0b50d7a3898a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:18.874023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b5249ec1-0f3a-4ea6-8e04-01a595331ab0 None None] Provisioning complete for port 87e1909b-5ddd-410c-bee4-77de9ab6b925 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:18.874648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5249ec1-0f3a-4ea6-8e04-01a595331ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.920639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:18.921043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Checking segment: {'id': '81f4b069-a3b2-42fb-b0dc-572ee530f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1464c13b-7166-466f-bca1-0b50d7a3898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:18.921430 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.921822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Bound using segment: {'id': '81f4b069-a3b2-42fb-b0dc-572ee530f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1464c13b-7166-466f-bca1-0b50d7a3898a'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:18.922304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Bound port: e3971ca7-2175-4ac5-90dd-058049739d36, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f4b069-a3b2-42fb-b0dc-572ee530f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1464c13b-7166-466f-bca1-0b50d7a3898a'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:18.922674 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.930664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:18.956417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1464c13b-7166-466f-bca1-0b50d7a3898a']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:18.968819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f4b069-a3b2-42fb-b0dc-572ee530f47c') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:18.969115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f4b069-a3b2-42fb-b0dc-572ee530f47c') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:18.982158 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.015015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:19.015673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.020938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b9bdf-3d6b-4b15-93cc-c8cffedb19b0 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:19.021508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b9bdf-3d6b-4b15-93cc-c8cffedb19b0 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:19.021911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b9bdf-3d6b-4b15-93cc-c8cffedb19b0 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:19.033804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-208b9bdf-3d6b-4b15-93cc-c8cffedb19b0 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=33441e1b277446cda750022555d7cded&network_id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 2970 time: 0.6444421 Mar 03 18:16:19.067267 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.072220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c72f59ca-ecd4-44fd-a64d-8f1b9339827e req-aaa9b926-1a44-4aa3-be88-89e687c94016 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682331 Mar 03 18:16:19.074121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a7c353-c37d-49f1-b940-ee7468ec5e0b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:19.094432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:19.094976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:19.124894 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:19.218058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-26220c47-cae9-4805-9db5-b86849271962 None None] For port e3971ca7-2175-4ac5-90dd-058049739d36, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:19.246941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:19.264321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:19.278142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:19.278767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:19.304177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:16:19.304177 n-d-827121-1 neutron-server[87886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:16:19.304177 n-d-827121-1 neutron-server[87886]: [parameters: {'id': '1464c13b-7166-466f-bca1-0b50d7a3898a'}] Mar 03 18:16:19.304177 n-d-827121-1 neutron-server[87886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:19.304613 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:19.305750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Delete allocated IP 2001:db8:0:1::2d (2aacb23d-5bda-45fa-901c-a4b77e6616f3/018cdc07-feb6-4b17-b3aa-9e7bd2152d99) {{(pid=87887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 18:16:19.310280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-96cbef5e-90a4-4cae-b86b-53e3e46f3574 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3581295 Mar 03 18:16:19.313047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50896) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:19.409359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Allocated IP 172.20.0.11 (536fa4b3-7a95-47f3-81ea-ac401bc1869e/0b14aefb-e696-4761-8c4b-2251f6263550/5237a922-bc60-41e0-96b6-deeb48717bdd) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:19.445367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet b9c04d16-d74a-473b-8fe9-ba5a5d093ab8 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:16:19.449287 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.457825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-26220c47-cae9-4805-9db5-b86849271962 None None] For port e3971ca7-2175-4ac5-90dd-058049739d36, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e3971ca7-2175-4ac5-90dd-058049739d36,segment=NetworkSegment(81f4b069-a3b2-42fb-b0dc-572ee530f47c),segment_id=81f4b069-a3b2-42fb-b0dc-572ee530f47c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:19.468972 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.549984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87e1909b-5ddd-410c-bee4-77de9ab6b925 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:19.552453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.603585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:19.718555 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cc4a99f-cead-4910-a922-32ea52358a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.730286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] For port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:19.730928 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.759287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fe231a1a-16c6-4b7d-bf92-2f3f1228f4ba None None] Provisioning for port e271875e-e46f-4dd6-a4f1-b4c50015947c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:19.845939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53abf433-c475-4ebe-b5dd-ce0e78e914f4 req-24384952-2a55-439d-bf2b-2b0ec2d716ca tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 210 time: 0.0973642 Mar 03 18:16:19.859743 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.874070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:19.898600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26220c47-cae9-4805-9db5-b86849271962 None None] Pushing event updated for resources: {'Port': ['ID=e3971ca7-2175-4ac5-90dd-058049739d36,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:19.905532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:16:19.944592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fe231a1a-16c6-4b7d-bf92-2f3f1228f4ba None None] Provisioning complete for port e271875e-e46f-4dd6-a4f1-b4c50015947c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:19.945117 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe231a1a-16c6-4b7d-bf92-2f3f1228f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:19.984933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.061210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port e3971ca7-2175-4ac5-90dd-058049739d36 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:20.061575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.081848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 87e1909b-5ddd-410c-bee4-77de9ab6b925 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:20.081848 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.094682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.137776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fe231a1a-16c6-4b7d-bf92-2f3f1228f4ba None None] Port e271875e-e46f-4dd6-a4f1-b4c50015947c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:20.170253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dd0531-1a16-4540-abc3-a6eae4905f29 None None] Network 1464c13b-7166-466f-bca1-0b50d7a3898a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:20.208900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Ignored duplicate provisioning block setup for port e271875e-e46f-4dd6-a4f1-b4c50015947c by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 18:16:20.227513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.230152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fe231a1a-16c6-4b7d-bf92-2f3f1228f4ba None None] Provisioning complete for port 87e1909b-5ddd-410c-bee4-77de9ab6b925 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:20.230488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe231a1a-16c6-4b7d-bf92-2f3f1228f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.233257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.372126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:20.392184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] In _notify_port_updated(), no bound segment for port e271875e-e46f-4dd6-a4f1-b4c50015947c on network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:16:20.394903 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Sync routers for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:20.397717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:20.398599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.400379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "PUT /v2.0/ports/e271875e-e46f-4dd6-a4f1-b4c50015947c HTTP/1.1" status: 200 len: 925 time: 2.7876728 Mar 03 18:16:20.408509 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:20.409373 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:20.412616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50908) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:20.435055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71aba8bd-6f8d-4c4b-9bbe-da3b501828f9'}, {'subnet_id': '018cdc07-feb6-4b17-b3aa-9e7bd2152d99'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:20.458640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port e3971ca7-2175-4ac5-90dd-058049739d36, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e3971ca7-2175-4ac5-90dd-058049739d36,segment=NetworkSegment(81f4b069-a3b2-42fb-b0dc-572ee530f47c),segment_id=81f4b069-a3b2-42fb-b0dc-572ee530f47c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:20.459004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.495859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536c3b-0095-41a7-b774-60a750cfd005 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=e271875e-e46f-4dd6-a4f1-b4c50015947c,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:20.506964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.508290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b4271bf-d441-4fe8-b13a-e75a33f401b0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.0609856 Mar 03 18:16:20.512922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50912) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:20.586292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-79c3adbf-f80b-421f-97b1-825490c6695d tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a88532a2002144a3850df64bed516c95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709953 Mar 03 18:16:20.620979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for e3971ca7-2175-4ac5-90dd-058049739d36 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:20.621180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:20.621284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50918) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:20.622329 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.652663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 198b01d7-0acf-4ad9-8627-10095d82c731 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:20.720445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.773199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 198b01d7-0acf-4ad9-8627-10095d82c731 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:20.774060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 198b01d7-0acf-4ad9-8627-10095d82c731 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:20.794803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 8, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:20.796651 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:20.803691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No DVR routers for this DVR port e3971ca7-2175-4ac5-90dd-058049739d36 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:20.820787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:20.834621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:20.835337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:15:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:20.878658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Port': ['ID=e3971ca7-2175-4ac5-90dd-058049739d36,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:20.886415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Network 536fa4b3-7a95-47f3-81ea-ac401bc1869e is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:20.922435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629807a8-a2ff-4650-8dda-908b7e2e340e None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:16:20.956031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:20.982475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:20.988484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:21.009794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1464c13b-7166-466f-bca1-0b50d7a3898a']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:21.022596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f4b069-a3b2-42fb-b0dc-572ee530f47c') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:21.023182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f4b069-a3b2-42fb-b0dc-572ee530f47c') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:21.035605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.050900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Pushing event updated for resources: {'Port': ['ID=5237a922-bc60-41e0-96b6-deeb48717bdd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:21.052437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.060450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:21.061119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.118115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629807a8-a2ff-4650-8dda-908b7e2e340e None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:16:21.118985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ea5b5-e566-4586-b8aa-f4eaedbf00d6 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:21.125555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4a0ea5b5-e566-4586-b8aa-f4eaedbf00d6 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 814 time: 0.4934576 Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:21.158704 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:21.181874 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.232898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:21.233576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.242168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-099de685-a8dc-4783-b451-a3f5e9af35ad None None] Provisioning complete for port e271875e-e46f-4dd6-a4f1-b4c50015947c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:21.242909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-099de685-a8dc-4783-b451-a3f5e9af35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.275871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c6b4d-062f-4807-ba02-22eaba751d22 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:21.280488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2e7c6b4d-062f-4807-ba02-22eaba751d22 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6522484 Mar 03 18:16:21.282878 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:21.285356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50930) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:21.287660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Checking router: 9cdfda1f-4547-498c-90e3-2aebb77d84f1 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:21.289370 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Updating router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 port d93099ea-9df7-4bdf-97c9-06cc0cf383ca binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:16:21.351877 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.356538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-1a91f455-ac31-44a0-9888-1510a5712027 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2353487 Mar 03 18:16:21.362793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1c49419b-4004-41d2-ab30-9842a1ad164d tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757260 Mar 03 18:16:21.365079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.375869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50934) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:21.382654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Request body: {'port': {'device_id': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:21.383386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.388162 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.399641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.418113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:21.423153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975667183', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'project_id': 'a88532a2002144a3850df64bed516c95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:21.491287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/1464c13b-7166-466f-bca1-0b50d7a3898a HTTP/1.1" status: 204 len: 168 time: 4.1347609 Mar 03 18:16:21.499297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-099de685-a8dc-4783-b451-a3f5e9af35ad None None] Port e271875e-e46f-4dd6-a4f1-b4c50015947c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:21.517811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c04d16-d74a-473b-8fe9-ba5a5d093ab8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:21.526408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=12b1d3a2-8cec-4039-9cc4-2a51a65f54a2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:21.530484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50938) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:21.602147 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786005556'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:21.608437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:21.613148 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:21.616190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:21.623246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:21.631070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50942) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:21.672732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d63ff0-7832-4de8-bac1-8bfd0480daf3 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=1464c13b-7166-466f-bca1-0b50d7a3898a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:21.681019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.683260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bbfc2bd8-fe62-4e00-8650-4e04dabe897a tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/b9c04d16-d74a-473b-8fe9-ba5a5d093ab8 HTTP/1.1" status: 204 len: 168 time: 2.3693285 Mar 03 18:16:21.691844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:21.695592 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.717452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50946) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:21.720555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'network': {'name': 'tempest-network-smoke--1411035310', 'project_id': '33441e1b277446cda750022555d7cded', 'port_security_enabled': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:21.724664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf49f6a-31c9-41a4-8e32-715cef92aaea req-656a78f5-9571-497a-9610-18829678de91 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:21.725427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fcf49f6a-31c9-41a4-8e32-715cef92aaea req-656a78f5-9571-497a-9610-18829678de91 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Synchronizing usage tracker for tenant:98eb2bdb1b5a484c935421a70bec7c06 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:21.749964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:21.762267 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.762607 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392 of type vlan for network 930b8ad2-962e-4750-9b54-7d8bd9a52d27 Mar 03 18:16:21.791681 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.804730 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.821881 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Transition to ACTIVE for port object d93099ea-9df7-4bdf-97c9-06cc0cf383ca will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:21.828610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] No DVR routers for this DVR port 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:21.831496 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.836236 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.846923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54a401-f570-433b-966e-10e4e93d89c5 req-4a269b8d-a82c-45d4-a3fa-57ed63ff3b4b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:21.847877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1c54a401-f570-433b-966e-10e4e93d89c5 req-4a269b8d-a82c-45d4-a3fa-57ed63ff3b4b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:21.868396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:21.870693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'name': 'network-vif-deleted', 'tag': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:16:21.875775 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b71a1f0-bfc1-4b7f-a16a-70bf79bbb3c7 req-9e89aacb-3d13-4ea9-8fd9-b33aa3cfd741 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "DELETE /v2.0/ports/12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 HTTP/1.1" status: 204 len: 173 time: 3.3682072 Mar 03 18:16:21.883739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.891085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:21.891607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:21.892074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.913261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:subnet and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:21.926408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-fcf49f6a-31c9-41a4-8e32-715cef92aaea req-656a78f5-9571-497a-9610-18829678de91 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Unset dirty status for tenant:98eb2bdb1b5a484c935421a70bec7c06 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:21.933295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fcf49f6a-31c9-41a4-8e32-715cef92aaea req-656a78f5-9571-497a-9610-18829678de91 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 932 time: 0.8833623 Mar 03 18:16:21.935512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:21.949786 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-876d4b41-ec5d-4597-bd36-b9f5122491e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.959074 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dc324-25cf-427b-92df-9923633d06c5 None None] Pushing event updated for resources: {'Port': ['ID=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:21.960522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:21.976246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:22.014485 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Attempting to bind port d93099ea-9df7-4bdf-97c9-06cc0cf383ca on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:22.015141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Attempting to bind port d93099ea-9df7-4bdf-97c9-06cc0cf383ca by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:22.015510 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Attempting to bind port d93099ea-9df7-4bdf-97c9-06cc0cf383ca on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:22.030827 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:22.031230 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:22.031578 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.031972 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:22.032415 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Bound port: d93099ea-9df7-4bdf-97c9-06cc0cf383ca, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:22.032775 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.042727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:22.091820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:22.092211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 12b1d3a2-8cec-4039-9cc4-2a51a65f54a2 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:22.114339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=930b8ad2-962e-4750-9b54-7d8bd9a52d27,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:22.118233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e81adc3c-4ead-47c3-a9e3-614edf73e11f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5744545 Mar 03 18:16:22.120858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:22.132319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50952) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:22.153882 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] For port d93099ea-9df7-4bdf-97c9-06cc0cf383ca, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:22.157844 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] For port d93099ea-9df7-4bdf-97c9-06cc0cf383ca, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:22.167461 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.215420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fcf49f6a-31c9-41a4-8e32-715cef92aaea req-c4da0337-731a-4979-ba21-d65bd16f0d4e tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810252 Mar 03 18:16:22.219235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:22.226774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.248026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:22.259054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 930b8ad2-962e-4750-9b54-7d8bd9a52d27 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:22.352882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea62c86f-c685-4533-90b8-4b90a848da13 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:16:22.374506 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dc324-25cf-427b-92df-9923633d06c5 None None] Pushing event updated for resources: {'Port': ['ID=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:22.401952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:22.402842 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:22.445852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 8, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:22.456372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243ad69-4ef3-438d-a37a-971575dd17fb None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 8, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '58f0a1ad-3001-47b9-9ae2-ba4217fcba5b', 'name': '', 'network_id': 'a423fee6-5e7d-476f-b7bf-147687479dc4', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:37:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:54Z', 'updated_at': '2022-03-03T18:16:09Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': 'de4794e0-a402-4f1e-af83-faacfb5ab6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:22.529030 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de332504-7c41-4e3a-91e3-7c94143f9e15', 'name': 'network-vif-deleted', 'tag': '12b1d3a2-8cec-4039-9cc4-2a51a65f54a2', 'status': 'completed', 'code': 200} Mar 03 18:16:22.533830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:22.544994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1c54a401-f570-433b-966e-10e4e93d89c5 req-4a269b8d-a82c-45d4-a3fa-57ed63ff3b4b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:22.546994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c54a401-f570-433b-966e-10e4e93d89c5 req-4a269b8d-a82c-45d4-a3fa-57ed63ff3b4b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=de332504-7c41-4e3a-91e3-7c94143f9e15 HTTP/1.1" status: 200 len: 867 time: 1.8393872 Mar 03 18:16:22.557706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:22.560459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:22.568394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.582916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.596792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:22.640013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:22.644088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea62c86f-c685-4533-90b8-4b90a848da13 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:16:22.660167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Subnet': ['ID=42dac55c-60ec-484e-88de-cfed37e905d1,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:22.771821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:22.828400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Checking segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:22.828925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network hostable DHCP agents. Network: 000b827b-41db-495d-bb9e-6247fb670cd7, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:22.863070 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.878717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:22.882767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:22.910406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 000b827b-41db-495d-bb9e-6247fb670cd7 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:22.954593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:22.974730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1c54a401-f570-433b-966e-10e4e93d89c5 req-8113038b-ce73-4f97-98c8-fb50cd38b9e8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826623 Mar 03 18:16:23.061023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.061454 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Added segment f412cd38-6cb0-475b-9e09-ac61a42b8be1 of type vlan for network 5245f703-ba81-40a1-8921-2e720c69bc99 Mar 03 18:16:23.070532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port e64aa385-b19e-4a7d-8928-ee480891633f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:23.070931 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.075391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 000b827b-41db-495d-bb9e-6247fb670cd7) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:23.107113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:23.109741 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.173919 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.266424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.267123 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.309088 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21f80aa3-8a88-4a7f-af88-6e3987622770 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9285877 Mar 03 18:16:23.311519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8:0:1::23e (2aacb23d-5bda-45fa-901c-a4b77e6616f3/018cdc07-feb6-4b17-b3aa-9e7bd2152d99/e271875e-e46f-4dd6-a4f1-b4c50015947c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:23.324796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:23.434457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.437855 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:23.441260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:23.441892 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.449137 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e21ea1-3cd0-4ac2-bb66-4fe82c3fb180 None None] The sync data for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 is: [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:16Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:23.608788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db81da7-23f3-41d9-8c9f-33ba18dee06c None None] Network bf509b18-f8ae-426b-89da-cd91072888f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:23.641351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf952bc-bee7-43bb-899f-a3ec7b399748 None None] Network 000b827b-41db-495d-bb9e-6247fb670cd7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:23.845635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1764755 Mar 03 18:16:23.846519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50962) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:23.940340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be57e7e-19b8-4826-b2e3-f753bb6269d1 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Network': ['ID=5245f703-ba81-40a1-8921-2e720c69bc99,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:23.941130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa37fd-1c0d-4fa3-adcb-f61c2d2e8578 req-e654003f-e38f-4d66-a328-fdd3770f0ac4 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:23.942929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72aa37fd-1c0d-4fa3-adcb-f61c2d2e8578 req-e654003f-e38f-4d66-a328-fdd3770f0ac4 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 932 time: 0.5098310 Mar 03 18:16:23.952714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port e64aa385-b19e-4a7d-8928-ee480891633f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e64aa385-b19e-4a7d-8928-ee480891633f,segment=NetworkSegment(1378584a-86ac-4f7d-8608-338bc02d9776),segment_id=1378584a-86ac-4f7d-8608-338bc02d9776)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:23.953207 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:23.956284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:16:23.974803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 5245f703-ba81-40a1-8921-2e720c69bc99 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:24.217686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for e64aa385-b19e-4a7d-8928-ee480891633f owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:24.274437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.386253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=23b6872b-d970-4e14-8339-5f8f845437bf,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:24.415158 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.424569 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.433437 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f647338f-4fc3-4873-a065-50f58be2493d tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:24.435223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f647338f-4fc3-4873-a065-50f58be2493d tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=33441e1b277446cda750022555d7cded&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5582824 Mar 03 18:16:24.444472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50970) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:24.523567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-000b827b-41db-495d-bb9e-6247fb670cd7', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:24.524664 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.599259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:24.599765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: 930b8ad2-962e-4750-9b54-7d8bd9a52d27, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:24.618815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a6e859-08b0-483a-a7e4-1412e21ad3c2 None None] DHCP port deletion for bf509b18-f8ae-426b-89da-cd91072888f3 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:16:24.645484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.676460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-72aa37fd-1c0d-4fa3-adcb-f61c2d2e8578 req-5379ce2d-7e39-4689-8429-03e135d84fe7 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109821 Mar 03 18:16:24.687294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.706510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5237a922-bc60-41e0-96b6-deeb48717bdd {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:16:24.722917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object e271875e-e46f-4dd6-a4f1-b4c50015947c will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:24.726384 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.766043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Allocated IP 172.20.0.2 (000b827b-41db-495d-bb9e-6247fb670cd7/42dac55c-60ec-484e-88de-cfed37e905d1/b142eb92-8153-4b4d-85a0-4a8a6f29eebb) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:24.787838 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No DVR routers for this DVR port e64aa385-b19e-4a7d-8928-ee480891633f on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:24.816367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=e64aa385-b19e-4a7d-8928-ee480891633f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:24.839745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.856996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 930b8ad2-962e-4750-9b54-7d8bd9a52d27 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:24.883247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 930b8ad2-962e-4750-9b54-7d8bd9a52d27) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:24.895621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f799974-27ed-4e64-ae42-a5a8da521455 None None] Network 930b8ad2-962e-4750-9b54-7d8bd9a52d27 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:24.909305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:24.909938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:24.964988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Transition to ACTIVE for port object 5237a922-bc60-41e0-96b6-deeb48717bdd will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:25.007198 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.017181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fced3fa-1f44-402a-9a73-873e72198030 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:25.020164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8fced3fa-1f44-402a-9a73-873e72198030 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5709243 Mar 03 18:16:25.025034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50974) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:25.111344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.122788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] In _notify_port_updated(), no bound segment for port e271875e-e46f-4dd6-a4f1-b4c50015947c on network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:16:25.128762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:25.129830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.134277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "PUT /v2.0/ports/e271875e-e46f-4dd6-a4f1-b4c50015947c HTTP/1.1" status: 200 len: 1011 time: 4.7206566 Mar 03 18:16:25.143945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 50978) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:25.144847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf509b18-f8ae-426b-89da-cd91072888f3']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:25.165122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1378584a-86ac-4f7d-8608-338bc02d9776') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:25.165375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1378584a-86ac-4f7d-8608-338bc02d9776') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:25.178519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.206472 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.229617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:25.230163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.320293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port e271875e-e46f-4dd6-a4f1-b4c50015947c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:25.320868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:25.354816 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:25.363699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-94b3f80c-578c-41a3-8caf-2a552295124c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2287183 Mar 03 18:16:25.364519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50982) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:25.374745 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2d2d1242-3b5c-426a-9731-51fc2ac43f05 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3380196 Mar 03 18:16:25.375598 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.383523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.445511 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.448872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50986) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:25.454948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Transition to ACTIVE for port object b142eb92-8153-4b4d-85a0-4a8a6f29eebb will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:25.550612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d93099ea-9df7-4bdf-97c9-06cc0cf383ca up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:25.587515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-930b8ad2-962e-4750-9b54-7d8bd9a52d27', 'network_id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': '23b6872b-d970-4e14-8339-5f8f845437bf'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:25.588896 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.611947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f683f41b-b864-4a71-9f65-4574f45beb5a None None] Provisioning for port e271875e-e46f-4dd6-a4f1-b4c50015947c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:25.660883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7f50d-95b5-45af-8ab9-02e8cd1b96d0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=e271875e-e46f-4dd6-a4f1-b4c50015947c,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:25.672203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7c39e09a-5d7b-4318-a573-1f5612fd3a2d tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=33441e1b277446cda750022555d7cded&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770457 Mar 03 18:16:25.673062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=bf509b18-f8ae-426b-89da-cd91072888f3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:25.682033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50992) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:25.690307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-454a0cbe-53b1-4bf7-8c49-c82ac0622260 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/bf509b18-f8ae-426b-89da-cd91072888f3 HTTP/1.1" status: 204 len: 168 time: 3.8673046 Mar 03 18:16:25.692960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 50994) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:25.874701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f683f41b-b864-4a71-9f65-4574f45beb5a None None] Provisioning complete for port e271875e-e46f-4dd6-a4f1-b4c50015947c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:25.875083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f683f41b-b864-4a71-9f65-4574f45beb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:25.938473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Transition to ACTIVE for port object b142eb92-8153-4b4d-85a0-4a8a6f29eebb will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:26.029631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a23e2-54e4-48ac-9fac-b1f3ed77a9cd tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:26.031840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-678a23e2-54e4-48ac-9fac-b1f3ed77a9cd tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3404121 Mar 03 18:16:26.036150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Attempting to bind port 5237a922-bc60-41e0-96b6-deeb48717bdd on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:26.036658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Attempting to bind port 5237a922-bc60-41e0-96b6-deeb48717bdd by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '4ff6f091-cfbe-4edf-8b98-a89d8a557684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:26.036931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Attempting to bind port 5237a922-bc60-41e0-96b6-deeb48717bdd on network 536fa4b3-7a95-47f3-81ea-ac401bc1869e {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:26.045793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51002) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:26.054681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Allocated IP 172.20.0.1 (930b8ad2-962e-4750-9b54-7d8bd9a52d27/23b6872b-d970-4e14-8339-5f8f845437bf/6e31bcf0-3220-401d-8a69-6ba5f0de7bf5) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:26.136856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Pushing event updated for resources: {'Port': ['ID=5237a922-bc60-41e0-96b6-deeb48717bdd,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:26.149548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Port 5237a922-bc60-41e0-96b6-deeb48717bdd on network 536fa4b3-7a95-47f3-81ea-ac401bc1869e not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:16:26.149879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Attempting to bind port 5237a922-bc60-41e0-96b6-deeb48717bdd on network 536fa4b3-7a95-47f3-81ea-ac401bc1869e {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:26.166033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:26.166432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Checking segment: {'id': '4ff6f091-cfbe-4edf-8b98-a89d8a557684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:26.166820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Bound using segment: {'id': '4ff6f091-cfbe-4edf-8b98-a89d8a557684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:26.167857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Bound port: 5237a922-bc60-41e0-96b6-deeb48717bdd, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff6f091-cfbe-4edf-8b98-a89d8a557684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:26.168234 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.190383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f683f41b-b864-4a71-9f65-4574f45beb5a None None] Port e271875e-e46f-4dd6-a4f1-b4c50015947c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:26.251683 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.267366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b9a4d6e1-1681-4a7f-8157-8f6e6d237b11 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2084165 Mar 03 18:16:26.273862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51006) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:26.279204 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.302310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-166256606', 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99', 'project_id': '33441e1b277446cda750022555d7cded', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:26.334263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Network 000b827b-41db-495d-bb9e-6247fb670cd7 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:26.340047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:26.348663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:26.420262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39b07-5cee-44cd-8515-8326af131c43 req-70e2dd1a-ccd3-4ae1-b620-4a67607790c7 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:26.422054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dad39b07-5cee-44cd-8515-8326af131c43 req-70e2dd1a-ccd3-4ae1-b620-4a67607790c7 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 944 time: 0.4579422 Mar 03 18:16:26.484062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Pushing event updated for resources: {'Port': ['ID=b142eb92-8153-4b4d-85a0-4a8a6f29eebb,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:26.486214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port d93099ea-9df7-4bdf-97c9-06cc0cf383ca completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:26.497408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d93099ea-9df7-4bdf-97c9-06cc0cf383ca triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:26.497781 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.543495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Attempting to bind port b142eb92-8153-4b4d-85a0-4a8a6f29eebb on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:26.543908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Attempting to bind port b142eb92-8153-4b4d-85a0-4a8a6f29eebb by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:26.544246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Attempting to bind port b142eb92-8153-4b4d-85a0-4a8a6f29eebb on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:26.560971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:26.561450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Checking segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:26.561772 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.562162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Bound using segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:26.562637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Bound port: b142eb92-8153-4b4d-85a0-4a8a6f29eebb, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:26.563004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.637195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.690879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] For port 5237a922-bc60-41e0-96b6-deeb48717bdd, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:26.700665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:26.706073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:subnet and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:26.709007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:26.717103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:26.717802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.719166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dad39b07-5cee-44cd-8515-8326af131c43 req-0aff2adb-d009-4098-a215-c53748d8330b tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Synchronizing usage tracker for tenant:98eb2bdb1b5a484c935421a70bec7c06 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:26.737230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:26.740300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Transition to ACTIVE for port object 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:26.740788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.774416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Transition to ACTIVE for port object 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:26.791615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-dad39b07-5cee-44cd-8515-8326af131c43 req-0aff2adb-d009-4098-a215-c53748d8330b tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Unset dirty status for tenant:98eb2bdb1b5a484c935421a70bec7c06 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:26.792849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dad39b07-5cee-44cd-8515-8326af131c43 req-0aff2adb-d009-4098-a215-c53748d8330b tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573298 Mar 03 18:16:26.820290 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.836074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:26.928060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=23b6872b-d970-4e14-8339-5f8f845437bf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:26.952470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Network 930b8ad2-962e-4750-9b54-7d8bd9a52d27 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:26.958318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Pushing event updated for resources: {'Port': ['ID=6e31bcf0-3220-401d-8a69-6ba5f0de7bf5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:26.968298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:26.975260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:27.009235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.092968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.109972 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.120384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] For port 5237a922-bc60-41e0-96b6-deeb48717bdd, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5237a922-bc60-41e0-96b6-deeb48717bdd,segment=NetworkSegment(4ff6f091-cfbe-4edf-8b98-a89d8a557684),segment_id=4ff6f091-cfbe-4edf-8b98-a89d8a557684)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:27.127868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.189511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Attempting to bind port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:27.189948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Attempting to bind port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:27.190339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Attempting to bind port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 on network 930b8ad2-962e-4750-9b54-7d8bd9a52d27 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:27.198322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930b8ad2-962e-4750-9b54-7d8bd9a52d27']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:27.206463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:27.206850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Checking segment: {'id': 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:27.207255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.207649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Bound using segment: {'id': 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:27.208400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Bound port: 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:27.208782 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.245978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.256230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.275975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:27.276614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:27.329444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] For port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:27.333481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] For port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6e31bcf0-3220-401d-8a69-6ba5f0de7bf5,segment=NetworkSegment(c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392),segment_id=c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:27.381252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.432854 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.449158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Pushing event updated for resources: {'Port': ['ID=5237a922-bc60-41e0-96b6-deeb48717bdd,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:27.461347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for e271875e-e46f-4dd6-a4f1-b4c50015947c owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:27.476113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] For port b142eb92-8153-4b4d-85a0-4a8a6f29eebb, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:27.520959 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.531455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] For port b142eb92-8153-4b4d-85a0-4a8a6f29eebb, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b142eb92-8153-4b4d-85a0-4a8a6f29eebb,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:27.533890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b4279-c114-4516-a6df-9570f215ce28 None None] Pushing event updated for resources: {'Port': ['ID=6e31bcf0-3220-401d-8a69-6ba5f0de7bf5,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:27.534041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:27.534936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.537312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-fac311b3-79ef-4128-bdb0-68632f114f69 service neutron] 10.222.0.16 "PUT /v2.0/ports/5237a922-bc60-41e0-96b6-deeb48717bdd HTTP/1.1" status: 200 len: 1092 time: 6.1622643 Mar 03 18:16:27.538326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'tag': '5237a922-bc60-41e0-96b6-deeb48717bdd'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:16:27.544562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:27.545078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.577362 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.581223 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:27.595172 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:27.690872 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'tag': '5237a922-bc60-41e0-96b6-deeb48717bdd', 'status': 'completed', 'code': 200} Mar 03 18:16:27.698789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:16:27.698789 n-d-827121-1 neutron-server[87886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:16:27.698789 n-d-827121-1 neutron-server[87886]: [parameters: {'id': '930b8ad2-962e-4750-9b54-7d8bd9a52d27'}] Mar 03 18:16:27.698789 n-d-827121-1 neutron-server[87886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:27.699611 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:27.732950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Subnet': ['ID=64697879-4d47-47dd-a140-97307f41ef86,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:27.754128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port d93099ea-9df7-4bdf-97c9-06cc0cf383ca, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:27.755462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7616d7-b523-4a3b-8b0d-240bceb9b431 None None] Pushing event updated for resources: {'Port': ['ID=b142eb92-8153-4b4d-85a0-4a8a6f29eebb,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:27.779756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Checking segment: {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:27.780356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network hostable DHCP agents. Network: 5245f703-ba81-40a1-8921-2e720c69bc99, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:27.798935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:27.799407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.800773 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:27.935185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e64aa385-b19e-4a7d-8928-ee480891633f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:27.983380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-3db29584-891e-4f90-b938-93c16351408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:27.984895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-3db29584-891e-4f90-b938-93c16351408f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98eb2bdb1b5a484c935421a70bec7c06&device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 1095 time: 0.3629975 Mar 03 18:16:28.017297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:28.044488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e64aa385-b19e-4a7d-8928-ee480891633f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:28.045266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e64aa385-b19e-4a7d-8928-ee480891633f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:28.071976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,segment=NetworkSegment(eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c),segment_id=eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:28.073001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:28.075908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070cf500-364d-42cf-ac67-bf77a48ffdd2 None None] Network 930b8ad2-962e-4750-9b54-7d8bd9a52d27 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:28.225527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 5245f703-ba81-40a1-8921-2e720c69bc99 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:28.239241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:28.269019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-852e815f-87fa-4b17-a394-ba39127c1a9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5237a922-bc60-41e0-96b6-deeb48717bdd HTTP/1.1" status: 200 len: 217 time: 0.2665749 Mar 03 18:16:28.269887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 5245f703-ba81-40a1-8921-2e720c69bc99) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:28.296340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d93099ea-9df7-4bdf-97c9-06cc0cf383ca up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:28.300731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:28.324503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a1890b-4545-49f4-b699-48078feca9f0 None None] Network 5245f703-ba81-40a1-8921-2e720c69bc99 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:28.341829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:28.342423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:28.433578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-d88ad1d4-e694-4125-b479-841aa0cc09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:28.440058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-d88ad1d4-e694-4125-b479-841aa0cc09a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b14aefb-e696-4761-8c4b-2251f6263550 HTTP/1.1" status: 200 len: 865 time: 0.1064010 Mar 03 18:16:28.486614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:28.487009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:28.590921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-979c7813-c592-4791-9e39-bd1d0a5131a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=536fa4b3-7a95-47f3-81ea-ac401bc1869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387851 Mar 03 18:16:28.687751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80797d4-b392-4860-93e4-17146e82725b req-66556eb1-5725-4664-af20-fdaaa30a798c tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:28.689409 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a80797d4-b392-4860-93e4-17146e82725b req-66556eb1-5725-4664-af20-fdaaa30a798c tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 944 time: 0.3897531 Mar 03 18:16:28.706898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6f3e7bcf-5a46-4e07-9da7-4c2c57fec7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4235682 Mar 03 18:16:28.848229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d93099ea-9df7-4bdf-97c9-06cc0cf383ca triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:28.848229 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:28.893449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a80797d4-b392-4860-93e4-17146e82725b req-a36931b3-a652-4b6f-9dc1-4d70050ef45a tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945302 Mar 03 18:16:28.942678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6e31bcf0-3220-401d-8a69-6ba5f0de7bf5,segment=NetworkSegment(c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392),segment_id=c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:28.943078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:28.975537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:29.050018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:29.066522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-5245f703-ba81-40a1-8921-2e720c69bc99', 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99', 'tenant_id': '33441e1b277446cda750022555d7cded', 'fixed_ips': [{'subnet_id': '64697879-4d47-47dd-a140-97307f41ef86'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:29.067403 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:29.163195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=e271875e-e46f-4dd6-a4f1-b4c50015947c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:29.219294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51028) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:29.237279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737100686', 'description': 'tempest-secgroup-smoke-1737100686 description', 'project_id': '33441e1b277446cda750022555d7cded'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:29.244877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:29.272114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:29.299544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Allocated IP 172.20.0.18 (5245f703-ba81-40a1-8921-2e720c69bc99/64697879-4d47-47dd-a140-97307f41ef86/6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:29.358909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:29.394161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=58f0a1ad-3001-47b9-9ae2-ba4217fcba5b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:29.481849 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-e257817a-f3a8-457a-8666-244c898dbc4e service neutron] 10.222.0.16 "GET /v2.0/networks/536fa4b3-7a95-47f3-81ea-ac401bc1869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8732562 Mar 03 18:16:29.483994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:29.486076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:29.488359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3e5086b2-ca77-4eb4-a2ab-99da81a8deec tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/e271875e-e46f-4dd6-a4f1-b4c50015947c HTTP/1.1" status: 204 len: 168 time: 4.3432288 Mar 03 18:16:29.532280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:29.534482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:29.587535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.1 (000b827b-41db-495d-bb9e-6247fb670cd7/42dac55c-60ec-484e-88de-cfed37e905d1/d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:29.595579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:29.619436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:29.628467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0d7bd-dafb-43d4-a3d6-d899da93bac7 None None] Network 000b827b-41db-495d-bb9e-6247fb670cd7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:29.680902 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f502bf13-c7e3-4b5e-bd64-8dabbdae22f5 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:16:29.681538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f502bf13-c7e3-4b5e-bd64-8dabbdae22f5 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:29.687918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:29.816678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-27582934-3756-4e29-9322-41c70b090c22 None None] Provisioning for port b142eb92-8153-4b4d-85a0-4a8a6f29eebb completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:29.873632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f502bf13-c7e3-4b5e-bd64-8dabbdae22f5 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:29.875150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f502bf13-c7e3-4b5e-bd64-8dabbdae22f5 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/e271875e-e46f-4dd6-a4f1-b4c50015947c HTTP/1.1" status: 404 len: 333 time: 0.3396358 Mar 03 18:16:29.891961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51042) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:29.961252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa79bc2a-57d0-4709-bf1d-6e29918bcefc req-44cc40a2-cf49-4e03-bba7-469202ce0d02 service neutron] 10.222.0.16 "GET /v2.0/networks/536fa4b3-7a95-47f3-81ea-ac401bc1869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715130 Mar 03 18:16:29.998076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.082157 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.104261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Port': ['ID=6e31bcf0-3220-401d-8a69-6ba5f0de7bf5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:30.117636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Transition to ACTIVE for port object 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:30.134010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 018cdc07-feb6-4b17-b3aa-9e7bd2152d99 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:16:30.155929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Transition to ACTIVE for port object 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:30.172442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.255613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.264269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.265858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.287791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No DVR routers for this DVR port 6e31bcf0-3220-401d-8a69-6ba5f0de7bf5 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:30.302989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.328343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b142eb92-8153-4b4d-85a0-4a8a6f29eebb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:30.335575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:30.345390 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:16:30.362429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.385502 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.399118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Network 5245f703-ba81-40a1-8921-2e720c69bc99 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:30.406940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:30.424645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:30.427065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:30.449959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Pushing event updated for resources: {'Port': ['ID=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:30.459394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.460772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd8af5af-6f03-4d7b-913c-813d0ecf563b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2374971 Mar 03 18:16:30.466824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-5f3aea38-74c0-4bc1-89c7-50be9001407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:30.468257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-5f3aea38-74c0-4bc1-89c7-50be9001407d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98eb2bdb1b5a484c935421a70bec7c06&device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 1095 time: 0.4182575 Mar 03 18:16:30.468700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51048) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:30.488765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '07ed88b0-e72b-4535-ac5a-68aefb8a3f3d', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:30.544504 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.596811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Attempting to bind port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:30.597823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Attempting to bind port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:30.598372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Attempting to bind port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac on network 5245f703-ba81-40a1-8921-2e720c69bc99 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:30.607310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b142eb92-8153-4b4d-85a0-4a8a6f29eebb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:30.612872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:30.613251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Checking segment: {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:30.617785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.618384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Bound using segment: {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:30.619970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Bound port: 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:30.620665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.637775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:30.639007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b142eb92-8153-4b4d-85a0-4a8a6f29eebb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:30.639552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.649858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.670733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5af0e-af49-4bd2-acbf-b1aef1b54fc6 req-377c9265-5594-4203-836f-cb7b3b425ecf tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:30.675750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2c5af0e-af49-4bd2-acbf-b1aef1b54fc6 req-377c9265-5594-4203-836f-cb7b3b425ecf tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 944 time: 0.4780881 Mar 03 18:16:30.677672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930b8ad2-962e-4750-9b54-7d8bd9a52d27']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:30.708334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:30.708334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d22c1d-ee8b-4d6e-9a3c-8c9d609f6392') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:30.720958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:30.728179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:30.752133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:30.792375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.793185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 000b827b-41db-495d-bb9e-6247fb670cd7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:30.809198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:30.822944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:30.895510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.898177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:30.905149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.907451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-6ee40a56-2732-4664-8fee-2f67d3508f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:30.909082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-6ee40a56-2732-4664-8fee-2f67d3508f65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=536fa4b3-7a95-47f3-81ea-ac401bc1869e HTTP/1.1" status: 200 len: 926 time: 0.4246411 Mar 03 18:16:30.912591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.915460 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:30.969559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b142eb92-8153-4b4d-85a0-4a8a6f29eebb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b142eb92-8153-4b4d-85a0-4a8a6f29eebb,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:30.976816 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.018830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] For port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:31.026714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] For port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:31.035043 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.045974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:31.046746 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.047279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.094267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-08baab2f-257e-4461-b6b6-60779be271b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5237a922-bc60-41e0-96b6-deeb48717bdd HTTP/1.1" status: 200 len: 217 time: 0.1144884 Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:31.108995 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:31.137467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2c5af0e-af49-4bd2-acbf-b1aef1b54fc6 req-39cffd1c-64d5-46a0-887b-72e22c0addf6 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481802 Mar 03 18:16:31.149706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-048b849b-5c00-4d72-b649-7958f5236387 None None] Provisioning complete for port b142eb92-8153-4b4d-85a0-4a8a6f29eebb triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:31.150249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-048b849b-5c00-4d72-b649-7958f5236387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.238323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-d7d59ad6-b0b5-4754-a2c3-edd40f59343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:31.240240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-d7d59ad6-b0b5-4754-a2c3-edd40f59343d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b14aefb-e696-4761-8c4b-2251f6263550 HTTP/1.1" status: 200 len: 865 time: 0.1106625 Mar 03 18:16:31.240375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b142eb92-8153-4b4d-85a0-4a8a6f29eebb,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:31.271486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:31.290042 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.412094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.425883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcefc2-43e5-4b66-b11c-f4bae36f0bfd None None] Pushing event updated for resources: {'Port': ['ID=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:31.446279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/930b8ad2-962e-4750-9b54-7d8bd9a52d27 HTTP/1.1" status: 204 len: 168 time: 6.0792105 Mar 03 18:16:31.457563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51054) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:31.458411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ef99-8bf1-407b-a2f8-f640190f0a85 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=930b8ad2-962e-4750-9b54-7d8bd9a52d27,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:31.470315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42120114'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:31.527798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-612d85df-53ad-473d-9f32-f69f51160362 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=536fa4b3-7a95-47f3-81ea-ac401bc1869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2646883 Mar 03 18:16:31.528346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:31.546363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:31.558136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:31.567939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:31.621623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ed917f24-f6a4-4b69-8943-322d7fe22a3e None None] Provisioning for port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:31.635206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ed917f24-f6a4-4b69-8943-322d7fe22a3e None None] Provisioning complete for port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:31.636104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed917f24-f6a4-4b69-8943-322d7fe22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.637900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.643859 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.658854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:31.669221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c233135c-0729-42b3-8111-ec5feaf705af tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9722211 Mar 03 18:16:31.670744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51058) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:31.683522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:31.689436 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.756589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:31.781899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:31.782782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:31.811954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-48e1dc17-bffe-435c-9a3d-7cc76ee9a14c service neutron] 10.222.0.16 "GET /v2.0/networks/536fa4b3-7a95-47f3-81ea-ac401bc1869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682221 Mar 03 18:16:31.816382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:31.821706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.825200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.829306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet de4794e0-a402-4f1e-af83-faacfb5ab6a1 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:16:31.833029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.855715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=018cdc07-feb6-4b17-b3aa-9e7bd2152d99,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:31.883618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b663b-3296-4b01-ba61-edf7d7efd657 None None] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:31.915572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9d69845d-94a9-4acf-bd8b-a7f652e248a4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/018cdc07-feb6-4b17-b3aa-9e7bd2152d99 HTTP/1.1" status: 204 len: 168 time: 2.0208018 Mar 03 18:16:31.916381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49283a94-0777-484e-8458-93e8bc33f3ea,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:31.920402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:31.930146 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:31.933446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ed917f24-f6a4-4b69-8943-322d7fe22a3e None None] Port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:32.024358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.028956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0c057f39-e500-442c-83a9-2904d14e784c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5556738 Mar 03 18:16:32.035681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:32.053362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '07ed88b0-e72b-4535-ac5a-68aefb8a3f3d', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:32.070295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:32.222769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 71aba8bd-6f8d-4c4b-9bbe-da3b501828f9 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:16:32.247822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:32.303080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.306994 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment 126b9b50-cc48-4572-b662-edeb42eb381d of type vlan for network 7cb307de-8f4a-4df9-bbd0-00f3a0d84a54 Mar 03 18:16:32.355612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.394417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:32.404566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.416187 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.450347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:32.465614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.514822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.520364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:32.520994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.608765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:32.654133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b142eb92-8153-4b4d-85a0-4a8a6f29eebb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:32.687575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.700562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=7cb307de-8f4a-4df9-bbd0-00f3a0d84a54,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:32.735374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e525eebe-ccd6-4254-8d96-b9b46322cdde tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2746019 Mar 03 18:16:32.739838 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51112) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:32.748184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': '7cb307de-8f4a-4df9-bbd0-00f3a0d84a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:32.802967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.823517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7cb307de-8f4a-4df9-bbd0-00f3a0d84a54 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:32.870627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.953266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:32.957629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:32.961169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:32.968552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:32.976243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=de4794e0-a402-4f1e-af83-faacfb5ab6a1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:32.983528 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:32.985721 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.012205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:33.018369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.101863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e39c78cf-9229-4f2e-b546-1ef7e51f38a0 req-13e46486-a830-453f-a636-c2a418bd4837 service neutron] 10.222.0.16 "GET /v2.0/networks/536fa4b3-7a95-47f3-81ea-ac401bc1869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2731836 Mar 03 18:16:33.132960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.147394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=71aba8bd-6f8d-4c4b-9bbe-da3b501828f9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:33.165709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae233d-9883-45fc-987a-540c1011b401 None None] Network 5245f703-ba81-40a1-8921-2e720c69bc99 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:33.170498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d5ecefc3-b9ba-4d05-8a1f-a728cf76f80f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/71aba8bd-6f8d-4c4b-9bbe-da3b501828f9 HTTP/1.1" status: 204 len: 168 time: 1.2454612 Mar 03 18:16:33.179961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51120) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:33.301382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378785e0-e53a-4b07-bf8a-3ece245b8947 None None] Network a423fee6-5e7d-476f-b7bf-147687479dc4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:33.333585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213333-9cd0-44b0-833c-5ec75d3c7419 req-47949d5f-bfd5-48f4-8957-c3f451adcf73 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:33.335098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22213333-9cd0-44b0-833c-5ec75d3c7419 req-47949d5f-bfd5-48f4-8957-c3f451adcf73 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 944 time: 0.8499546 Mar 03 18:16:33.335781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.394239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d47714ca-0d5a-4cae-bebe-a47d411c2d68 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/de4794e0-a402-4f1e-af83-faacfb5ab6a1 HTTP/1.1" status: 204 len: 168 time: 1.7218018 Mar 03 18:16:33.402736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.411039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51126) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:33.468255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ac726529-1d0e-4fce-b3fe-a65fbfa0d552 None None] Provisioning for port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:33.527282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=1ebded1e-7ffe-4592-8b19-8f36f781af5a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:33.531813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': '126b9b50-cc48-4572-b662-edeb42eb381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cb307de-8f4a-4df9-bbd0-00f3a0d84a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:33.532181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: 7cb307de-8f4a-4df9-bbd0-00f3a0d84a54, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:33.565504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 7cb307de-8f4a-4df9-bbd0-00f3a0d84a54 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:33.578657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7cb307de-8f4a-4df9-bbd0-00f3a0d84a54) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:33.580131 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22213333-9cd0-44b0-833c-5ec75d3c7419 req-3989f3ab-3a0e-4689-bda3-ef4ab5137a0e tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359502 Mar 03 18:16:33.584240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:33.585419 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.599883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b142eb92-8153-4b4d-85a0-4a8a6f29eebb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:33.612439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.626123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d107d09b-f63f-4538-a98f-3ad7be527164 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8846550 Mar 03 18:16:33.626808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51154) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:33.714298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c48406-ca3d-4203-a2d0-9a72ff1503e4 None None] Network 7cb307de-8f4a-4df9-bbd0-00f3a0d84a54 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:33.832610 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.863996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.927524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.939990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.945192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.955635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:33.989259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 87e1909b-5ddd-410c-bee4-77de9ab6b925 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:33.989649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.056147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.057641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4cab02-1134-4f55-8c3f-0b72a35eadd1,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:34.119905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebded1e-7ffe-4592-8b19-8f36f781af5a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:34.303915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:34.303915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.330825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.345496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.350209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-618aa896-426e-45fa-95c4-966f1c55b5e6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.3036098 Mar 03 18:16:34.354417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51166) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:34.415406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '07ed88b0-e72b-4535-ac5a-68aefb8a3f3d', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:34.417677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb307de-8f4a-4df9-bbd0-00f3a0d84a54']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:34.453684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b9b50-cc48-4572-b662-edeb42eb381d') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:34.455170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0e2526-f874-4c1a-8852-d6cbd17055f2 None None] Network 7cb307de-8f4a-4df9-bbd0-00f3a0d84a54 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:34.455779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b9b50-cc48-4572-b662-edeb42eb381d') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:34.469258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:34.471200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.473821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:34.493433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.496887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:34.501918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:34.502718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.524873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:34.525128 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:34.564878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a186ef7-f68b-47d0-805d-6560ed686618 None None] Update dhcp port {'port': {'network_id': '2aacb23d-5bda-45fa-901c-a4b77e6616f3', 'fixed_ips': [{'subnet_id': '71aba8bd-6f8d-4c4b-9bbe-da3b501828f9'}], 'binding:host_id': 'n-d-827121-1'}, 'id': '87e1909b-5ddd-410c-bee4-77de9ab6b925'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:16:34.595128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:28Z', 'revision_number': 9, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:34.623076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:34.653784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.697802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.713310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] For port 87e1909b-5ddd-410c-bee4-77de9ab6b925, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=87e1909b-5ddd-410c-bee4-77de9ab6b925,segment=NetworkSegment(c7740a8e-b425-4925-96b3-31841f7c8d07),segment_id=c7740a8e-b425-4925-96b3-31841f7c8d07)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:34.713310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.713783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded67c2-302d-4777-8f98-117850536310 None None] DHCP port deletion for a423fee6-5e7d-476f-b7bf-147687479dc4 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:16:34.715696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5237a922-bc60-41e0-96b6-deeb48717bdd details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:16:34.723304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=7cb307de-8f4a-4df9-bbd0-00f3a0d84a54,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:34.724659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:34.741636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-380187c8-2d8f-434a-abb4-5bb850cc521f tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/7cb307de-8f4a-4df9-bbd0-00f3a0d84a54 HTTP/1.1" status: 204 len: 168 time: 1.1135163 Mar 03 18:16:34.742354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51172) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:34.749721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768631577'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:34.758214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.762444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:34.767375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:34.771192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:34.779123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:34.789417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Deleting port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:34.789806 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.802950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:34.809412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.810630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:16:34.871906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:34.894178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:34.896261 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment 1d51bf12-609a-4d47-9820-5182ef93c470 of type vlan for network d015a76b-5804-46c8-a50d-798ff57d78d4 Mar 03 18:16:34.953662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.010609 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.021865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a186ef7-f68b-47d0-805d-6560ed686618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.023793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:35.026615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.028589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 87e1909b-5ddd-410c-bee4-77de9ab6b925 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:35.092246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:35.092895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:35.114250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.153379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4097822 Mar 03 18:16:35.160099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:35.168899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:35.225105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.380715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port c0cddeb4-804f-4fc2-af15-debdbddb4fb4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,segment=NetworkSegment(eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c),segment_id=eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:35.381114 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.417463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:35.437905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:35.438268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.485229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-827e84e1-a87a-4e63-aea1-fcbe14b68538 None None] Provisioning complete for port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:35.485951 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-827e84e1-a87a-4e63-aea1-fcbe14b68538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.545506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.556725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for c0cddeb4-804f-4fc2-af15-debdbddb4fb4 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:35.571484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563d15b-4773-48e8-96eb-0cd545398b25 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=d015a76b-5804-46c8-a50d-798ff57d78d4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:35.591621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:35.601102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:35.605372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.627321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.675586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.679436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No DVR routers for this DVR port 87e1909b-5ddd-410c-bee4-77de9ab6b925 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:35.681089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6558d7c-8acb-43cc-94ec-4956d65526d6 req-18dfe199-951d-4892-ae5e-f0475f3a2afd tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:35.690029 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6558d7c-8acb-43cc-94ec-4956d65526d6 req-18dfe199-951d-4892-ae5e-f0475f3a2afd tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 944 time: 0.6519084 Mar 03 18:16:35.754722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64540436-8845-4ce0-9831-0ce9419059cf,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:35.773673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network d015a76b-5804-46c8-a50d-798ff57d78d4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:35.779952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=87e1909b-5ddd-410c-bee4-77de9ab6b925,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:35.836857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6558d7c-8acb-43cc-94ec-4956d65526d6 req-80ba1b5f-7e57-4e0d-a8bd-3d2121850bd5 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457541 Mar 03 18:16:35.862899 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.864108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-76119ab7-228f-4408-aeb1-2a9d7691b243 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4745178 Mar 03 18:16:35.867369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:35.877035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:35.884243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '07ed88b0-e72b-4535-ac5a-68aefb8a3f3d', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:35.895779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:35.902327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:35.906467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:35.909597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.013050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5237a922-bc60-41e0-96b6-deeb48717bdd, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5237a922-bc60-41e0-96b6-deeb48717bdd,segment=NetworkSegment(4ff6f091-cfbe-4edf-8b98-a89d8a557684),segment_id=4ff6f091-cfbe-4edf-8b98-a89d8a557684)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:36.022754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.029760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.034537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network d015a76b-5804-46c8-a50d-798ff57d78d4 is not hosted by any dhcp agent {{(pid=87886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 18:16:36.039976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:36.042431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.046469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "PUT /v2.0/networks/d015a76b-5804-46c8-a50d-798ff57d78d4 HTTP/1.1" status: 200 len: 723 time: 0.8800254 Mar 03 18:16:36.046469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:36.047633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f02e6-4a7f-4fb2-9091-e6829edeeaf4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=d015a76b-5804-46c8-a50d-798ff57d78d4,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:36.051028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51186) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:36.059685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': 'd015a76b-5804-46c8-a50d-798ff57d78d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:36.121521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network d015a76b-5804-46c8-a50d-798ff57d78d4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:36.219569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:36.224317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:36.227678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:36.234841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:36.252939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.294954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:36.297168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 000b827b-41db-495d-bb9e-6247fb670cd7 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:36.299059 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.315693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:36.321814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:36.330311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No DVR routers for this DVR port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:36.336308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85cf87-d72c-4a25-be75-15743fdd4516 None None] Network 2aacb23d-5bda-45fa-901c-a4b77e6616f3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:36.350142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '5237a922-bc60-41e0-96b6-deeb48717bdd', 'network_id': '536fa4b3-7a95-47f3-81ea-ac401bc1869e', 'port_id': '5237a922-bc60-41e0-96b6-deeb48717bdd', 'mac_address': 'fa:16:3e:2e:68:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b14aefb-e696-4761-8c4b-2251f6263550', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:16:36.442764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aacb23d-5bda-45fa-901c-a4b77e6616f3']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:36.492060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7740a8e-b425-4925-96b3-31841f7c8d07') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:36.492356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7740a8e-b425-4925-96b3-31841f7c8d07') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:36.532274 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.543101 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.543347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.614240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.668223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e77363-f551-4b21-8d72-40e7c15b3faf,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:36.684731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-8ded67c2-302d-4777-8f98-117850536310 None None] For port c0cddeb4-804f-4fc2-af15-debdbddb4fb4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c0cddeb4-804f-4fc2-af15-debdbddb4fb4,segment=NetworkSegment(eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c),segment_id=eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:36.685311 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.727222 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.729427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9059cbf2-914b-4e2e-8293-9b8fc14346db tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8534801 Mar 03 18:16:36.739734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51192) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:36.746829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.754738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.756291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '07ed88b0-e72b-4535-ac5a-68aefb8a3f3d', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:36.771379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:36.771780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.774239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:36.778290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:36.781475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:36.787325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:36.788904 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:36.805953 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Project 33441e1b277446cda750022555d7cded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:16:36.817828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.891789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a423fee6-5e7d-476f-b7bf-147687479dc4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:36.917107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.919054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:36.919385 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.921960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:36.922256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb93fb3a-68b6-4aec-a7cc-a9269ee1fa0c') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:36.939588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.950128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.960253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.971730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5237a922-bc60-41e0-96b6-deeb48717bdd {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:16:36.980652 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:36.992788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=2aacb23d-5bda-45fa-901c-a4b77e6616f3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:37.008460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0aaa9cc-6f61-460b-8021-f7e6253c9a51,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:37.062162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.063036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': '1d51bf12-609a-4d47-9820-5182ef93c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd015a76b-5804-46c8-a50d-798ff57d78d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:37.063172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: d015a76b-5804-46c8-a50d-798ff57d78d4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:37.083916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fb6de445-4d70-4a13-9030-9402b0a9882a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/2aacb23d-5bda-45fa-901c-a4b77e6616f3 HTTP/1.1" status: 204 len: 168 time: 3.8032017 Mar 03 18:16:37.087964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51198) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:37.093056 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.093306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Calling delete_port for c0cddeb4-804f-4fc2-af15-debdbddb4fb4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:37.094535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a8b75454-288b-465b-a1b2-87a126b430b5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3534522 Mar 03 18:16:37.095748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=ee9bc85f-a817-41f9-b6b6-d0358237e16b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:37.098409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51202) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:37.101986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network d015a76b-5804-46c8-a50d-798ff57d78d4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:37.113961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '07ed88b0-e72b-4535-ac5a-68aefb8a3f3d', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:37.122703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, d015a76b-5804-46c8-a50d-798ff57d78d4) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:37.124572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:37.130250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:37.130838 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.132317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:37.132951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.147075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:37.148831 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:37.152847 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-946ff0d7-b331-409a-be0f-c5a3e4334c7c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1005156 Mar 03 18:16:37.154010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:37.156733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51206) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:37.165845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-be4fff74-0a4d-48e5-8b4b-e7057998e87a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:37.215733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:16:37.237584 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:16:37.248229 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Project 33441e1b277446cda750022555d7cded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:16:37.257642 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.288586 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:37.288948 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:37.289527 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-827e84e1-a87a-4e63-aea1-fcbe14b68538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.336394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a0d6b-806e-4099-8e78-52e3822319a0 None None] Network d015a76b-5804-46c8-a50d-798ff57d78d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:37.359227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.363880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.385277 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.389849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.394870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.399196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5237a922-bc60-41e0-96b6-deeb48717bdd, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5237a922-bc60-41e0-96b6-deeb48717bdd,segment=NetworkSegment(4ff6f091-cfbe-4edf-8b98-a89d8a557684),segment_id=4ff6f091-cfbe-4edf-8b98-a89d8a557684)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:37.433972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d7a6ef-9a97-4015-bdad-cad5741538e1,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:37.437830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-827e84e1-a87a-4e63-aea1-fcbe14b68538 None None] For port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:37.443898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.445063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-33758875-60df-41fe-84eb-f7e5940185a3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449841 Mar 03 18:16:37.463599 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be4fff74-0a4d-48e5-8b4b-e7057998e87a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2761759'] for subnet, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.513588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/a423fee6-5e7d-476f-b7bf-147687479dc4 HTTP/1.1" status: 204 len: 168 time: 4.1012034 Mar 03 18:16:37.514765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02391a2-b9bf-4c3c-a7eb-e53d282bda17 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=a423fee6-5e7d-476f-b7bf-147687479dc4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:37.517852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51212) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:37.567216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:37.572648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.584476 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Sync routers for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:37.587349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ed9c296-4f84-49b7-96b5-3a16e708cc51 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/9cdfda1f-4547-498c-90e3-2aebb77d84f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2569425 Mar 03 18:16:37.607764 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:37.608393 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:37.656414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8f0e9-8516-4ff0-a567-292dff114591 req-d8eded94-de8d-477c-92d2-fef2338e9c3a tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:37.666123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25b8f0e9-8516-4ff0-a567-292dff114591 req-d8eded94-de8d-477c-92d2-fef2338e9c3a tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 944 time: 0.4964664 Mar 03 18:16:37.695721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f07a3b-4b4e-4d29-bba8-b19167b9f806 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:37.696323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-53f07a3b-4b4e-4d29-bba8-b19167b9f806 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:37.743520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-53f07a3b-4b4e-4d29-bba8-b19167b9f806 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:37.745143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-53f07a3b-4b4e-4d29-bba8-b19167b9f806 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6542158 Mar 03 18:16:37.750482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51224) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:37.755754 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-827e84e1-a87a-4e63-aea1-fcbe14b68538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.819820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Deleting port c0cddeb4-804f-4fc2-af15-debdbddb4fb4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:37.820734 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ded67c2-302d-4777-8f98-117850536310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:37.880313 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25b8f0e9-8516-4ff0-a567-292dff114591 req-80633a49-7748-4ede-b799-63ab6dffd92a tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115331 Mar 03 18:16:37.970815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-61ef9d0f-728d-4665-921b-d46480be79f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2149136 Mar 03 18:16:37.972655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51236) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:37.982880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-86853492'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:38.005759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:38.018119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:38.021442 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:38.025002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:38.040311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:38.116759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:38.125120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.179361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8ded67c2-302d-4777-8f98-117850536310 None None] The port 'c0cddeb4-804f-4fc2-af15-debdbddb4fb4' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:16:38.180707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-8b0cf20b-56ce-43c1-853d-64b4991e1f6f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456000920&fields=id&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 267 time: 0.1259885 Mar 03 18:16:38.219650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:38.313222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-930ca256-10c5-45ac-bc9d-fcccc7381675 None None] Could not find standard attr ID for object 87e1909b-5ddd-410c-bee4-77de9ab6b925. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:16:38.316216 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.316580 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment 5a0e000b-06d2-45cb-931d-bd4b0781fb8b of type vlan for network d3c3141e-4639-4ff4-b9b8-e8e9c104695a Mar 03 18:16:38.386148 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.404231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-d015a76b-5804-46c8-a50d-798ff57d78d4', 'network_id': 'd015a76b-5804-46c8-a50d-798ff57d78d4', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': 'ee9bc85f-a817-41f9-b6b6-d0358237e16b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:38.406031 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.416381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a390c47-0d7c-432f-922e-9a6ce9422e08 None None] DHCP port deletion for 2aacb23d-5bda-45fa-901c-a4b77e6616f3 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:16:38.418686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['5237a922-bc60-41e0-96b6-deeb48717bdd'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:16:38.433681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-c9b3adb5-70ac-426a-9ba1-bd4c72c9b373 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:38.434363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-c9b3adb5-70ac-426a-9ba1-bd4c72c9b373 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:38.474240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-c9b3adb5-70ac-426a-9ba1-bd4c72c9b373 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:38.475731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-c9b3adb5-70ac-426a-9ba1-bd4c72c9b373 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 796 time: 0.2844501 Mar 03 18:16:38.476887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.484417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:38.485317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.490452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-930ca256-10c5-45ac-bc9d-fcccc7381675 None None] Provisioning complete for port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:38.490874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-930ca256-10c5-45ac-bc9d-fcccc7381675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.498649 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:33Z', 'revision_number': 2, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:38.520457 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Checking router: 9cdfda1f-4547-498c-90e3-2aebb77d84f1 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:38.521246 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Updating router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:16:38.526005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5237a922-bc60-41e0-96b6-deeb48717bdd,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:38.546218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-c73f1750-e792-4261-8b2e-06e8ee63b8c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/quotas/a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 375 time: 0.0539978 Mar 03 18:16:38.631413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:38.631782 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:38.676017 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:38.692169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-2b9e747e-6967-4dc0-93ec-52992400771d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737100686&fields=id&tenant_id=33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 267 time: 0.8611774 Mar 03 18:16:38.809663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-930ca256-10c5-45ac-bc9d-fcccc7381675 None None] Port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:38.831216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e84e1-a87a-4e63-aea1-fcbe14b68538 None None] Pushing event updated for resources: {'Port': ['ID=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:38.848551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8717294 Mar 03 18:16:38.862781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51248) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:38.865799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:28Z', 'revision_number': 9, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:38.869789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae452e03-6048-4765-bf77-e4f14e1b376b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=d3c3141e-4639-4ff4-b9b8-e8e9c104695a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:38.883225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:38.883531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:38.901861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec0145-c2d5-42d7-8972-b3236a581d1a None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:28Z', 'revision_number': 9, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': '7e0c3f0f-74a4-43ee-b294-4476da149d81', 'name': '', 'network_id': '93524b40-991d-4113-affb-6d635348fd19', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:60:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:43Z', 'updated_at': '2022-03-03T18:15:59Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '3063d5d3-d107-4665-ae73-225d38b03d41', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:39.086121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:39.086282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be4fff74-0a4d-48e5-8b4b-e7057998e87a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738765274341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-765409'] for subnet, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.098903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:39.107659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:39.117772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-ba5574d4-e844-4ca2-884a-d8433e041d97 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:39.139129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:39.173392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-ba5574d4-e844-4ca2-884a-d8433e041d97 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:39.182002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-ba5574d4-e844-4ca2-884a-d8433e041d97 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6247327 Mar 03 18:16:39.183052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:39.187090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.194879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-5342c3ff-ceb1-4b57-9b7f-783a09c9ef81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:39.199947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-5342c3ff-ceb1-4b57-9b7f-783a09c9ef81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:39.239634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4fff74-0a4d-48e5-8b4b-e7057998e87a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:39.240454 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be4fff74-0a4d-48e5-8b4b-e7057998e87a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.245302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-be4fff74-0a4d-48e5-8b4b-e7057998e87a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "PUT /v2.0/subnets/ee9bc85f-a817-41f9-b6b6-d0358237e16b HTTP/1.1" status: 200 len: 806 time: 2.0874937 Mar 03 18:16:39.252103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51256) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:39.312957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-5342c3ff-ceb1-4b57-9b7f-783a09c9ef81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:39.314415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-5342c3ff-ceb1-4b57-9b7f-783a09c9ef81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/networks?id=5245f703-ba81-40a1-8921-2e720c69bc99 HTTP/1.1" status: 200 len: 797 time: 0.6204264 Mar 03 18:16:39.336026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fff74-0a4d-48e5-8b4b-e7057998e87a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=ee9bc85f-a817-41f9-b6b6-d0358237e16b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:39.364371 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-6eebe78f-9ea5-49bc-9446-8b7462a471ec tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/quotas/33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 375 time: 0.0401018 Mar 03 18:16:39.378571 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.397575 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Transition to ACTIVE for port object d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:39.407222 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.462336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Allocated IP 172.20.0.2 (d015a76b-5804-46c8-a50d-798ff57d78d4/ee9bc85f-a817-41f9-b6b6-d0358237e16b/3f8f94be-2932-48a4-a087-c0c929bc1b44) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:39.608434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:39.656848 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-7c70f122-cf40-47d5-a963-e3f1bd2d9648 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2859581 Mar 03 18:16:39.746385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.763549 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.935464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:39.936021 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.953699 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Attempting to bind port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:39.954377 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Attempting to bind port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:39.954493 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Attempting to bind port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:39.960205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-a4688455-92ca-4849-9713-ba59d3798648 service neutron] 10.222.0.23 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419562 Mar 03 18:16:39.972586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.972830 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61c495-b8a6-4d2a-8983-9bccd5ec7056 None None] Pushing event updated for resources: {'Port': ['ID=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:39.976328 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:39.976744 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Checking segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:39.977128 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:39.977531 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Bound using segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:39.977989 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Bound port: d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:39.978879 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:40.114222 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] For port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:40.119683 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] For port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:40.129402 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:40.151953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-ad9480ca-2583-4592-83d1-17b51c6a5133 service neutron] 10.222.0.23 "GET /v2.0/networks/5245f703-ba81-40a1-8921-2e720c69bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657109 Mar 03 18:16:40.232718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=6c601cdf-b1be-4b1b-ab1e-3711e4737983,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:40.278882 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61c495-b8a6-4d2a-8983-9bccd5ec7056 None None] Pushing event updated for resources: {'Port': ['ID=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:40.293460 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:40.296004 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:40.330726 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:40.357884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-5e11fe1e-d3d2-4e1c-a604-15f1f5387ef0 service neutron] 10.222.0.23 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683960 Mar 03 18:16:40.370244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Transition to ACTIVE for port object 3f8f94be-2932-48a4-a087-c0c929bc1b44 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:40.438560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Transition to ACTIVE for port object 3f8f94be-2932-48a4-a087-c0c929bc1b44 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:40.448501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87e1909b-5ddd-410c-bee4-77de9ab6b925 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:40.518931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-15e6a10d-f9ef-4e66-be55-7c360bc2867a service neutron] 10.222.0.23 "GET /v2.0/networks/5245f703-ba81-40a1-8921-2e720c69bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632901 Mar 03 18:16:40.520413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:40.640477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:40.679770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 87e1909b-5ddd-410c-bee4-77de9ab6b925 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:40.681649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87e1909b-5ddd-410c-bee4-77de9ab6b925 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:40.682177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c0cddeb4-804f-4fc2-af15-debdbddb4fb4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:40.757218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': '5a0e000b-06d2-45cb-931d-bd4b0781fb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:40.757809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: d3c3141e-4639-4ff4-b9b8-e8e9c104695a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:40.781181 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:40.804497 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:40.857061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Network d015a76b-5804-46c8-a50d-798ff57d78d4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:40.895610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c0cddeb4-804f-4fc2-af15-debdbddb4fb4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:40.895967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c0cddeb4-804f-4fc2-af15-debdbddb4fb4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:40.898426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:40.943868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:40.946289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:40.971629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Pushing event updated for resources: {'Port': ['ID=3f8f94be-2932-48a4-a087-c0c929bc1b44,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:40.987499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2693701f-7999-4054-84be-395426610ed6 req-fcf7e149-c9d4-4982-a1cf-e8e9c43ddc05 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:40.988600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.989082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.989462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.989801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.990275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.990604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.990928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.991254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.991575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.991891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.992223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:40.992541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:16:41.004863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:41.005087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 58f0a1ad-3001-47b9-9ae2-ba4217fcba5b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:41.022276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2693701f-7999-4054-84be-395426610ed6 req-fcf7e149-c9d4-4982-a1cf-e8e9c43ddc05 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:41.027717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2693701f-7999-4054-84be-395426610ed6 req-fcf7e149-c9d4-4982-a1cf-e8e9c43ddc05 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 210 time: 0.1752603 Mar 03 18:16:41.037307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.100227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d015a76b-5804-46c8-a50d-798ff57d78d4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:41.135807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d51bf12-609a-4d47-9820-5182ef93c470') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:41.136119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d51bf12-609a-4d47-9820-5182ef93c470') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:41.196331 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.246851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.270439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:41.272177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.313984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Attempting to bind port 3f8f94be-2932-48a4-a087-c0c929bc1b44 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:41.314403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Attempting to bind port 3f8f94be-2932-48a4-a087-c0c929bc1b44 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1d51bf12-609a-4d47-9820-5182ef93c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd015a76b-5804-46c8-a50d-798ff57d78d4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:41.314863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Attempting to bind port 3f8f94be-2932-48a4-a087-c0c929bc1b44 on network d015a76b-5804-46c8-a50d-798ff57d78d4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:41.321669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:41.322075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Checking segment: {'id': '1d51bf12-609a-4d47-9820-5182ef93c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd015a76b-5804-46c8-a50d-798ff57d78d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:41.322524 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.323336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Bound using segment: {'id': '1d51bf12-609a-4d47-9820-5182ef93c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd015a76b-5804-46c8-a50d-798ff57d78d4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:41.323503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Bound port: 3f8f94be-2932-48a4-a087-c0c929bc1b44, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d51bf12-609a-4d47-9820-5182ef93c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd015a76b-5804-46c8-a50d-798ff57d78d4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:41.323916 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.343958 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-069bb534-abaf-450f-88cd-b3a6a1bf40ff req-99eb1fe1-cd23-48b5-bcce-6928c8524044 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 210 time: 0.1796725 Mar 03 18:16:41.369099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 7e0c3f0f-74a4-43ee-b294-4476da149d81 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:41.372057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.443094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] For port 3f8f94be-2932-48a4-a087-c0c929bc1b44, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:41.523919 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:41.546905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] For port 3f8f94be-2932-48a4-a087-c0c929bc1b44, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3f8f94be-2932-48a4-a087-c0c929bc1b44,segment=NetworkSegment(1d51bf12-609a-4d47-9820-5182ef93c470),segment_id=1d51bf12-609a-4d47-9820-5182ef93c470)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:41.557676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.614056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9bc85f-a817-41f9-b6b6-d0358237e16b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:41.708165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5237a922-bc60-41e0-96b6-deeb48717bdd up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:41.776978 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:40Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:41.785455 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d28a5-8ed5-4fed-b71b-56902efef58c None None] The sync data for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 is: [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:40Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:41.802802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 18:16:41.802802 n-d-827121-1 neutron-server[87887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 18:16:41.802802 n-d-827121-1 neutron-server[87887]: [parameters: {'id': 'd015a76b-5804-46c8-a50d-798ff57d78d4'}] Mar 03 18:16:41.802802 n-d-827121-1 neutron-server[87887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:41.803737 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:41.822065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:41.862834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-c03a0bc9-5588-412a-ba78-b7c254f5efd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4824274 Mar 03 18:16:41.871042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, d3c3141e-4639-4ff4-b9b8-e8e9c104695a) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:41.889453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:41.890992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:41.912299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be10476-c840-4b5f-84b7-f772cf65d04b None None] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:42.010476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984f2ad-9200-4cf5-8aca-d2abaebf82a9 req-1c4dc112-b360-4813-bcc0-4cd41f25f388 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:42.024275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9984f2ad-9200-4cf5-8aca-d2abaebf82a9 req-1c4dc112-b360-4813-bcc0-4cd41f25f388 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 945 time: 0.5042083 Mar 03 18:16:42.038240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 5237a922-bc60-41e0-96b6-deeb48717bdd completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:42.124546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 7e0c3f0f-74a4-43ee-b294-4476da149d81, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7e0c3f0f-74a4-43ee-b294-4476da149d81,segment=NetworkSegment(a0a2b22f-c942-428a-90ad-e7c039294020),segment_id=a0a2b22f-c942-428a-90ad-e7c039294020)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:42.125673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:42.148871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 5237a922-bc60-41e0-96b6-deeb48717bdd triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:42.149402 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:42.174370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39b281-2d7f-4922-980c-6d3fde66981b None None] Pushing event updated for resources: {'Port': ['ID=3f8f94be-2932-48a4-a087-c0c929bc1b44,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:42.292500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-35e081c3-0a03-45a7-a7ab-bfc94a764af0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4247401 Mar 03 18:16:42.306698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9984f2ad-9200-4cf5-8aca-d2abaebf82a9 req-418201b5-d7d5-461d-a240-1751ed04063e tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811458 Mar 03 18:16:42.311443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51286) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:42.312285 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:42.332564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a', 'name': 'tempest-PortsIpV6TestJSON-557589874'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:42.386951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4857f-3479-4320-8065-3bbb7a26acbb None None] Network d015a76b-5804-46c8-a50d-798ff57d78d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:42.403898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 7e0c3f0f-74a4-43ee-b294-4476da149d81 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:42.475502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e78c200-c609-4f99-a4cb-06e82b84c960 req-c6f7df91-fa5d-4ab5-9760-aaa1470329c7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 210 time: 0.1163301 Mar 03 18:16:42.498177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port 3f8f94be-2932-48a4-a087-c0c929bc1b44 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:42.498525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:42.733354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32664-9432-49cc-9fe3-150987f340a3 req-04df8010-6388-4de4-9183-ba7397d3323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:42.734943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-04df8010-6388-4de4-9183-ba7397d3323c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1097 time: 0.6707523 Mar 03 18:16:42.841496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dbaf8952-8174-40bd-8929-a14998898b63 req-762d78f0-0c26-4052-956e-914338b7dbb2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 210 time: 0.2467425 Mar 03 18:16:42.916563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:42.927397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-d3c3141e-4639-4ff4-b9b8-e8e9c104695a', 'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a', 'tenant_id': '268b6688222844d6a224d58881c3e12c', 'fixed_ips': [{'subnet_id': '6c601cdf-b1be-4b1b-ab1e-3711e4737983'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:42.928261 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:43.089046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=7e0c3f0f-74a4-43ee-b294-4476da149d81,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:43.089453 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:43.138620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:43.280579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:43.398770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32664-9432-49cc-9fe3-150987f340a3 req-48954772-e11c-4b7a-b099-d9200a041289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:43.408274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-48954772-e11c-4b7a-b099-d9200a041289 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 897 time: 0.6183312 Mar 03 18:16:43.458890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5237a922-bc60-41e0-96b6-deeb48717bdd, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5237a922-bc60-41e0-96b6-deeb48717bdd,segment=NetworkSegment(4ff6f091-cfbe-4edf-8b98-a89d8a557684),segment_id=4ff6f091-cfbe-4edf-8b98-a89d8a557684)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:43.526782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5237a922-bc60-41e0-96b6-deeb48717bdd'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:16:43.528595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-da6d2487-1c91-4042-95c7-0be9591d6342 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:43.536241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-da6d2487-1c91-4042-95c7-0be9591d6342 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "GET /v2.0/networks?id=5245f703-ba81-40a1-8921-2e720c69bc99 HTTP/1.1" status: 200 len: 797 time: 0.7245917 Mar 03 18:16:43.555486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:43.568913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:43.572183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:43.689846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port 3f8f94be-2932-48a4-a087-c0c929bc1b44, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3f8f94be-2932-48a4-a087-c0c929bc1b44,segment=NetworkSegment(1d51bf12-609a-4d47-9820-5182ef93c470),segment_id=1d51bf12-609a-4d47-9820-5182ef93c470)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:43.690215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:43.733923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 57a39964-4902-4117-9695-6a53f1cc4e85 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:16:43.844096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:43.938978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5237a922-bc60-41e0-96b6-deeb48717bdd,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:44.038100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90c906-f7dd-41ea-aba8-0aacd8a18897 None None] Network d015a76b-5804-46c8-a50d-798ff57d78d4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:44.087183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-f659d802-2a59-407d-aec1-9c245f4609bc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 473 time: 0.5433159 Mar 03 18:16:44.128859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'port': {'device_id': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99', 'admin_state_up': True, 'tenant_id': '33441e1b277446cda750022555d7cded', 'security_groups': ['07ed88b0-e72b-4535-ac5a-68aefb8a3f3d']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:44.190792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:44.193661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-69a236f2-c277-4874-baa6-289c0d24aea6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 200 len: 1001 time: 0.7842636 Mar 03 18:16:44.207409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for 3f8f94be-2932-48a4-a087-c0c929bc1b44 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:44.226374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Allocated IP 2001:db8::2 (d3c3141e-4639-4ff4-b9b8-e8e9c104695a/6c601cdf-b1be-4b1b-ab1e-3711e4737983/3471dc10-b31d-49e0-8db6-cbf488cf91fa) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:44.312414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15eff2fb-070f-4f49-8248-4f104c603935 req-16c110f2-7b4d-4f53-b41c-9f2957492338 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 210 time: 0.4788866 Mar 03 18:16:44.322280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:44.344244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:44.344625 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:44.365426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32664-9432-49cc-9fe3-150987f340a3 req-6ad4ea4f-77a9-4e63-8ec6-7ac8018d09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:44.367315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-6ad4ea4f-77a9-4e63-8ec6-7ac8018d09b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df6d59a9-9a6d-4777-b80b-5a9d534a7614 HTTP/1.1" status: 200 len: 835 time: 0.1199648 Mar 03 18:16:44.434988 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5237a922-bc60-41e0-96b6-deeb48717bdd', 'code': 200} Mar 03 18:16:44.512055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:44.627837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:44.730799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6b67cbe4-fe32-470e-87bb-05a9543fd97a req-9a99c677-351a-4939-9613-e75a97b30334 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 210 time: 0.1173322 Mar 03 18:16:44.733538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f39b-4a54-4d2d-86e3-b97b7400f720 req-6b0b5d38-2b2e-4794-9f06-541ab9d82499 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:44.735028 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6234f39b-4a54-4d2d-86e3-b97b7400f720 req-6b0b5d38-2b2e-4794-9f06-541ab9d82499 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 946 time: 1.0190527 Mar 03 18:16:44.741535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:44.743201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Port': ['ID=3f8f94be-2932-48a4-a087-c0c929bc1b44,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:44.748925 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:44.770965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-82c88d7f-32f4-4fe1-b229-5f8e3a92d7d6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:44.770965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-82c88d7f-32f4-4fe1-b229-5f8e3a92d7d6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:44.784157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No DVR routers for this DVR port 3f8f94be-2932-48a4-a087-c0c929bc1b44 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:44.789025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32664-9432-49cc-9fe3-150987f340a3 req-22b1c4d7-f36a-41e6-8974-5e3a2ac81048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:44.791771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-22b1c4d7-f36a-41e6-8974-5e3a2ac81048 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08715518-7398-4d0d-9584-66ca7b7241b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4030643 Mar 03 18:16:44.843794 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:44.852255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:44.861037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Transition to ACTIVE for port object 3471dc10-b31d-49e0-8db6-cbf488cf91fa will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:44.880739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Transition to ACTIVE for port object 3471dc10-b31d-49e0-8db6-cbf488cf91fa will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:44.890583 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:44.929971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6234f39b-4a54-4d2d-86e3-b97b7400f720 req-c0db9e88-ff77-4a77-aadc-ce38b98d27c0 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801963 Mar 03 18:16:44.930571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-82c88d7f-32f4-4fe1-b229-5f8e3a92d7d6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:44.931625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-82c88d7f-32f4-4fe1-b229-5f8e3a92d7d6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 796 time: 1.2995493 Mar 03 18:16:44.975388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:44.980372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:port and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:44.983470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:44.989606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:44.996317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:45.000903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:45.011503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:45.019287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Pushing event updated for resources: {'Port': ['ID=3471dc10-b31d-49e0-8db6-cbf488cf91fa,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:45.060953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:45.064474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.207372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-067b69ad-ed66-48d2-a756-736508339b24 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:45.208529 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Attempting to bind port 3471dc10-b31d-49e0-8db6-cbf488cf91fa on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:45.208911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Attempting to bind port 3471dc10-b31d-49e0-8db6-cbf488cf91fa by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5a0e000b-06d2-45cb-931d-bd4b0781fb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:45.211151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Attempting to bind port 3471dc10-b31d-49e0-8db6-cbf488cf91fa on network d3c3141e-4639-4ff4-b9b8-e8e9c104695a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:45.222797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:45.223208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Checking segment: {'id': '5a0e000b-06d2-45cb-931d-bd4b0781fb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:45.223607 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.224003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Bound using segment: {'id': '5a0e000b-06d2-45cb-931d-bd4b0781fb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:45.224472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Bound port: 3471dc10-b31d-49e0-8db6-cbf488cf91fa, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0e000b-06d2-45cb-931d-bd4b0781fb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:45.230239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.241935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c1de-41bf-4826-bb7b-6fd22ec5a269 req-a70b5f47-ffbf-490f-bead-bd7e6de64db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:45.243422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8a0c1de-41bf-4826-bb7b-6fd22ec5a269 req-a70b5f47-ffbf-490f-bead-bd7e6de64db0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 1097 time: 0.5882075 Mar 03 18:16:45.248426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-067b69ad-ed66-48d2-a756-736508339b24 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:45.249528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-067b69ad-ed66-48d2-a756-736508339b24 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 380 time: 0.3002605 Mar 03 18:16:45.256460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:45.279458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'port': {'device_id': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'admin_state_up': True, 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'security_groups': ['4662acf4-8fd2-4a17-9586-095bf865abe8']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:45.302634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.333179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] For port 3471dc10-b31d-49e0-8db6-cbf488cf91fa, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:45.336597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] For port 3471dc10-b31d-49e0-8db6-cbf488cf91fa, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3471dc10-b31d-49e0-8db6-cbf488cf91fa,segment=NetworkSegment(5a0e000b-06d2-45cb-931d-bd4b0781fb8b),segment_id=5a0e000b-06d2-45cb-931d-bd4b0781fb8b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:45.342413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.377417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d015a76b-5804-46c8-a50d-798ff57d78d4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:45.408135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d51bf12-609a-4d47-9820-5182ef93c470') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:45.408912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d51bf12-609a-4d47-9820-5182ef93c470') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:45.417403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::1ea (d3c3141e-4639-4ff4-b9b8-e8e9c104695a/6c601cdf-b1be-4b1b-ab1e-3711e4737983/57a39964-4902-4117-9695-6a53f1cc4e85) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:45.465545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.496316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-774ef2f3-5274-4a44-85ad-86442fda7dfb service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688850 Mar 03 18:16:45.537615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8a0c1de-41bf-4826-bb7b-6fd22ec5a269 req-94bf66d8-cab2-4549-8c3a-3e83c5376225 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799699 Mar 03 18:16:45.542631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc15f7-96ff-4a2b-9145-0239aa314b52 None None] Pushing event updated for resources: {'Port': ['ID=3471dc10-b31d-49e0-8db6-cbf488cf91fa,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:45.569869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.604385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:45.606187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.613096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:45.675290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.20.0.29 (5245f703-ba81-40a1-8921-2e720c69bc99/64697879-4d47-47dd-a140-97307f41ef86/52a31296-b3f7-41e5-8a21-0cd6b463689d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:45.709638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:45.728826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-06bc211f-ae70-4c16-85ea-df28bee02754 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2099266 Mar 03 18:16:45.729495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:45.729871 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.733115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51308) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:45.777773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:45.788276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:45.831616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:45.859749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:45.860886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:45.863651 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:45.874804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:45.878534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:45.992473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f52bb7d8-2fca-405e-8d91-5b098fd84d6f req-82e5b71c-fd93-4092-9c1d-3408809916e9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:46.042270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet 3063d5d3-d107-4665-ae73-225d38b03d41 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:16:46.049683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.094534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.099920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.124202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.152872 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/d015a76b-5804-46c8-a50d-798ff57d78d4 HTTP/1.1" status: 204 len: 168 time: 6.8953228 Mar 03 18:16:46.158184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176e381-470e-4f0b-9d7f-fd516ea2dca2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=d015a76b-5804-46c8-a50d-798ff57d78d4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:46.171941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6300f4d6-d540-45ad-bc5c-34df54fa6b98 req-9c1a1193-d8ac-4052-8e95-36ca327afdb4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 210 time: 0.5465760 Mar 03 18:16:46.171941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51316) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:46.292271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:46.362016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3be32664-9432-49cc-9fe3-150987f340a3 req-dbf52eb7-bbc3-4741-8f37-87ea34052229 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8562365 Mar 03 18:16:46.371665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.522660 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbd4d8e-a54b-4f0c-b583-fc662cf3b651 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:16:46.523077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbd4d8e-a54b-4f0c-b583-fc662cf3b651 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:16:46.525407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1bbd4d8e-a54b-4f0c-b583-fc662cf3b651 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/d015a76b-5804-46c8-a50d-798ff57d78d4 HTTP/1.1" status: 404 len: 339 time: 0.1688435 Mar 03 18:16:46.531320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51322) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:46.553582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1489556553', 'description': 'd1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:46.582169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:46.612273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:network and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:46.616646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:46.632525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:46.667609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.675811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:46.679870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f52bb7d8-2fca-405e-8d91-5b098fd84d6f req-82e5b71c-fd93-4092-9c1d-3408809916e9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:46.680041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.681090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f52bb7d8-2fca-405e-8d91-5b098fd84d6f req-82e5b71c-fd93-4092-9c1d-3408809916e9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 210 time: 0.7363005 Mar 03 18:16:46.751847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:42Z', 'revision_number': 10, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:46.758261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:16:46.761468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514991ac-65bc-4f68-945b-1d9dad576ee1 req-351e04fb-a519-48aa-97a8-4a800ef63957 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:46.770981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-514991ac-65bc-4f68-945b-1d9dad576ee1 req-351e04fb-a519-48aa-97a8-4a800ef63957 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 946 time: 0.3506346 Mar 03 18:16:46.776602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:46.779274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:46.824938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 57a39964-4902-4117-9695-6a53f1cc4e85 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:46.830889 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.892519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-514991ac-65bc-4f68-945b-1d9dad576ee1 req-a5711791-57fe-43d2-9fbe-52efcf5b75b3 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205959 Mar 03 18:16:46.900091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:46.916640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.925885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.930702 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment b9024600-5712-4aaa-b181-06d288e61b05 of type vlan for network 3ab505be-1dfb-49ea-9db8-2dc7493dafb0 Mar 03 18:16:46.942754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=3063d5d3-d107-4665-ae73-225d38b03d41,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:46.973272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.976409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.988092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:46.995055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Transition to ACTIVE for port object 52a31296-b3f7-41e5-8a21-0cd6b463689d will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:47.004901 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4d52e106-a816-4f86-b35e-273fcd9baa55 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/3063d5d3-d107-4665-ae73-225d38b03d41 HTTP/1.1" status: 204 len: 168 time: 1.2705839 Mar 03 18:16:47.010372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.11 (000b827b-41db-495d-bb9e-6247fb670cd7/42dac55c-60ec-484e-88de-cfed37e905d1/eeca5b4a-8c36-4135-ae9c-1a187f02773a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:47.015556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51326) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:47.095782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:47.102335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:47.103231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:47.130023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd787ae8-9d98-429c-9f2c-eb9e3264abb1 None None] Network 93524b40-991d-4113-affb-6d635348fd19 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:47.213012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:47.220336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:47.241807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:47.251907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:47.252595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:47.319189 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:47.329251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:47.363958 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8283715 Mar 03 18:16:47.363958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=57a39964-4902-4117-9695-6a53f1cc4e85,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:47.367453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:16:47.376322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:47.381089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9f199-7d1d-44ac-a0bc-c4cf3e47f704 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=3ab505be-1dfb-49ea-9db8-2dc7493dafb0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:47.436193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d77e1b8-2552-4d00-9ede-1cec3ff6184d None None] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:47.444438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-91357df5-bef6-4242-b39d-f03375ed90b7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1296644 Mar 03 18:16:47.456166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 3ab505be-1dfb-49ea-9db8-2dc7493dafb0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:47.465798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51338) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:47.483469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'd3c3141e-4639-4ff4-b9b8-e8e9c104695a', 'name': 'tempest-PortsIpV6TestJSON-1739513698'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:47.576570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=52a31296-b3f7-41e5-8a21-0cd6b463689d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:47.581194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 5245f703-ba81-40a1-8921-2e720c69bc99 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:47.632255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:47.635603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:47.677769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1e4edf0f-7a81-441a-9fd8-bfdb7cbcad9a req-969470da-5248-47b0-a443-daa90b826fd2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:47.690601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3471dc10-b31d-49e0-8db6-cbf488cf91fa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:47.703518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:47.703882 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:47.738433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ddcb153a-3345-44b4-aa64-d94e808e5ac4 None None] Provisioning for port 3471dc10-b31d-49e0-8db6-cbf488cf91fa completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:47.857579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5057d3f5-4834-440f-bd0e-6c27a362f7eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:47.858320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5057d3f5-4834-440f-bd0e-6c27a362f7eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Synchronizing usage tracker for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:47.871016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1e4edf0f-7a81-441a-9fd8-bfdb7cbcad9a req-969470da-5248-47b0-a443-daa90b826fd2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:47.880971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e4edf0f-7a81-441a-9fd8-bfdb7cbcad9a req-969470da-5248-47b0-a443-daa90b826fd2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 210 time: 0.4538333 Mar 03 18:16:47.927172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:47.928036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:47.995714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.018808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:48.019869 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-fbe00719-45de-4816-9579-e97074f8025b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8984113 Mar 03 18:16:48.031919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:48.036505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:48.041318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5057d3f5-4834-440f-bd0e-6c27a362f7eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Unset dirty status for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:48.042499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5057d3f5-4834-440f-bd0e-6c27a362f7eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/networks?id=3ab505be-1dfb-49ea-9db8-2dc7493dafb0 HTTP/1.1" status: 200 len: 761 time: 0.6627347 Mar 03 18:16:48.043339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Request body: {'port': {'device_id': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:48.051778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51346) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:48.052374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:48.064181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'description': 'd2'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:48.111459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:48.115072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.251841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object eeca5b4a-8c36-4135-ae9c-1a187f02773a will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:48.343697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:16:48.381167 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.381993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0cd0f77d-5aea-463d-beb8-2088907dd5c8 None None] Provisioning for port 52a31296-b3f7-41e5-8a21-0cd6b463689d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:48.418177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6958d0e0-48cf-45b5-bd13-5717ffaaa98a,segment=NetworkSegment(a0a2b22f-c942-428a-90ad-e7c039294020),segment_id=a0a2b22f-c942-428a-90ad-e7c039294020)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:48.418660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.434725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0cd0f77d-5aea-463d-beb8-2088907dd5c8 None None] Provisioning complete for port 52a31296-b3f7-41e5-8a21-0cd6b463689d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:48.435461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f77d-5aea-463d-beb8-2088907dd5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.446271 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.513408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::ed (d3c3141e-4639-4ff4-b9b8-e8e9c104695a/6c601cdf-b1be-4b1b-ab1e-3711e4737983/ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:48.555712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3471dc10-b31d-49e0-8db6-cbf488cf91fa completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:48.573151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0f77d-5aea-463d-beb8-2088907dd5c8 None None] Port 52a31296-b3f7-41e5-8a21-0cd6b463689d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:48.584406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3471dc10-b31d-49e0-8db6-cbf488cf91fa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:48.585078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.641562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 6958d0e0-48cf-45b5-bd13-5717ffaaa98a owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:48.679398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e24b0d-1036-4389-bd6b-6a630b55af4a None None] DHCP port deletion for 93524b40-991d-4113-affb-6d635348fd19 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:16:48.695439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e7e24b0d-1036-4389-bd6b-6a630b55af4a None None] Deleting port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:48.696099 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7e24b0d-1036-4389-bd6b-6a630b55af4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.766765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.771633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:42Z', 'revision_number': 10, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:48.789669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.808817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:48.855576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6c51d-910b-4ec8-b1ce-ed2b4d484ef0 req-925f1862-d5f2-43dd-b882-3342b6a53b9f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:48.855576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1dc6c51d-910b-4ec8-b1ce-ed2b4d484ef0 req-925f1862-d5f2-43dd-b882-3342b6a53b9f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 932 time: 0.9459341 Mar 03 18:16:48.888680 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:48.900280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a23488-4436-4046-9d9c-9c229185c754 None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:42Z', 'revision_number': 10, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None, '_interfaces': [{'id': 'eed8c407-bd17-4169-b346-39454e4678d8', 'name': '', 'network_id': '780edddd-8cbd-4b45-ac7c-84019670fb34', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'mac_address': 'fa:16:3e:d5:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:15:31Z', 'updated_at': '2022-03-03T18:15:46Z', 'revision_number': 5, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'subnets': [{'id': '74bb2bab-6226-40bd-88c1-980bd2e91330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:16:48.943177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e7e24b0d-1036-4389-bd6b-6a630b55af4a None None] The port '6958d0e0-48cf-45b5-bd13-5717ffaaa98a' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:16:48.984382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3471dc10-b31d-49e0-8db6-cbf488cf91fa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3471dc10-b31d-49e0-8db6-cbf488cf91fa,segment=NetworkSegment(5a0e000b-06d2-45cb-931d-bd4b0781fb8b),segment_id=5a0e000b-06d2-45cb-931d-bd4b0781fb8b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:48.990659 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.014788 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.034414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b40676-ad19-4fc6-8208-eadff4c8ef51 req-e5307752-80cb-4071-8910-d258682a9d2e tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:49.038569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0b40676-ad19-4fc6-8208-eadff4c8ef51 req-e5307752-80cb-4071-8910-d258682a9d2e tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 946 time: 0.8491733 Mar 03 18:16:49.112965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3471dc10-b31d-49e0-8db6-cbf488cf91fa,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:49.127892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No DVR routers for this DVR port 6958d0e0-48cf-45b5-bd13-5717ffaaa98a on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:49.158164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.170964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1dc6c51d-910b-4ec8-b1ce-ed2b4d484ef0 req-7a93cfe2-8448-488b-81bb-2648734b1c92 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:49.183433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.200960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 000b827b-41db-495d-bb9e-6247fb670cd7 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:49.229457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c5bf6eef-ba6c-4bc3-9560-9d2e69328adb None None] Provisioning for port 57a39964-4902-4117-9695-6a53f1cc4e85 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:49.233410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.250757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c5bf6eef-ba6c-4bc3-9560-9d2e69328adb None None] Provisioning complete for port 57a39964-4902-4117-9695-6a53f1cc4e85 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:49.251193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6eef-ba6c-4bc3-9560-9d2e69328adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.309199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1dc6c51d-910b-4ec8-b1ce-ed2b4d484ef0 req-7a93cfe2-8448-488b-81bb-2648734b1c92 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:49.310369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1dc6c51d-910b-4ec8-b1ce-ed2b4d484ef0 req-7a93cfe2-8448-488b-81bb-2648734b1c92 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931864 Mar 03 18:16:49.335955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 3ab505be-1dfb-49ea-9db8-2dc7493dafb0 is not hosted by any dhcp agent {{(pid=87887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 18:16:49.343260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:49.344080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.346039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "PUT /v2.0/networks/3ab505be-1dfb-49ea-9db8-2dc7493dafb0 HTTP/1.1" status: 200 len: 758 time: 1.2899985 Mar 03 18:16:49.356264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:49.369676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:49.394035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c5bf6eef-ba6c-4bc3-9560-9d2e69328adb None None] Port 57a39964-4902-4117-9695-6a53f1cc4e85 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:49.424849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c5bf6eef-ba6c-4bc3-9560-9d2e69328adb None None] Provisioning complete for port 3471dc10-b31d-49e0-8db6-cbf488cf91fa triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:49.425195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6eef-ba6c-4bc3-9560-9d2e69328adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.507413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:49.527413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:49.530099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:49.543350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:49.548754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:49.555461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.589211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:49.593137 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfe3606e-7097-43c4-a7f0-99cfffc0fc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:49.601553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fbed9-104b-4eb9-98f7-6edad1e21a1a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=3ab505be-1dfb-49ea-9db8-2dc7493dafb0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:49.650107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 3ab505be-1dfb-49ea-9db8-2dc7493dafb0 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:49.711043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c0b40676-ad19-4fc6-8208-eadff4c8ef51 req-83725da4-a9cc-45eb-81a8-5664abd35078 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486678 Mar 03 18:16:49.711827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:49.784094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37117920-6a04-45ab-9c76-04c40ebdf9a0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:49.791191 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-37117920-6a04-45ab-9c76-04c40ebdf9a0 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/networks?id=3ab505be-1dfb-49ea-9db8-2dc7493dafb0 HTTP/1.1" status: 200 len: 761 time: 0.4279411 Mar 03 18:16:49.831849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51360) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:49.840188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497401409'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:49.923443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=6958d0e0-48cf-45b5-bd13-5717ffaaa98a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:49.929453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:49.937616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3471dc10-b31d-49e0-8db6-cbf488cf91fa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:49.970453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4cd8c1ef-ad4d-4dd5-ad01-f0b020a76b58 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5002964 Mar 03 18:16:49.972485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51366) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:50.024077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.091899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62842fa2-a411-434d-9db9-f79de6ae77ef req-9329a3cf-5c3e-46dd-819a-eb3b6d89d797 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:50.093764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62842fa2-a411-434d-9db9-f79de6ae77ef req-9329a3cf-5c3e-46dd-819a-eb3b6d89d797 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 932 time: 0.2807286 Mar 03 18:16:50.112127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:50.121245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5976e09-5772-4aaf-b692-2ea02ec5ff4e None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:16:50.141853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:50.142647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.153064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360e01d-c554-4564-b6d5-68f15e1470b1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:50.153803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8360e01d-c554-4564-b6d5-68f15e1470b1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:50.156116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93524b40-991d-4113-affb-6d635348fd19']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:50.191654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:50.195707 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.198169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62842fa2-a411-434d-9db9-f79de6ae77ef req-16c40ea1-c848-41b7-ac5e-754fbe0a4398 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954647 Mar 03 18:16:50.199495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8360e01d-c554-4564-b6d5-68f15e1470b1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:50.203544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8360e01d-c554-4564-b6d5-68f15e1470b1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ea HTTP/1.1" status: 200 len: 928 time: 0.2301326 Mar 03 18:16:50.204381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51370) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:50.208593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a2b22f-c942-428a-90ad-e7c039294020') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:50.208894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a2b22f-c942-428a-90ad-e7c039294020') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:50.251266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.273209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f795dad9-439e-499a-bd91-d5c416120399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0025384 Mar 03 18:16:50.287723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:50.288149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.293411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Request body: {'port': {'device_id': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:50.313153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3471dc10-b31d-49e0-8db6-cbf488cf91fa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:50.313550 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.363595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.379181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:50.398474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:50.398870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:50.416807 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:50.441446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Provisioning complete for port 57a39964-4902-4117-9695-6a53f1cc4e85 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:50.441446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.482617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.482948 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment 4c5c4c21-d44a-46f6-9f29-0809aa7a181a of type vlan for network 2136f995-49a6-4262-95e8-0bbfbc917088 Mar 03 18:16:50.554139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:16:50.558301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5976e09-5772-4aaf-b692-2ea02ec5ff4e None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:16:50.581536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Port 57a39964-4902-4117-9695-6a53f1cc4e85 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:50.648577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Provisioning for port ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:50.651068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d5e5b-af71-49e7-9cac-8bafc835fc92 req-9d05a5c4-a66c-44e2-91e9-ac43e0e77dcc tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:50.659252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c7d5e5b-af71-49e7-9cac-8bafc835fc92 req-9d05a5c4-a66c-44e2-91e9-ac43e0e77dcc tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 946 time: 0.6241753 Mar 03 18:16:50.688229 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.692744 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.694443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f5fe9-60f3-4241-a453-8da4f3e4c88b req-a481a24e-52e7-4baf-aa46-822e0d690823 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:50.702166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff5f5fe9-60f3-4241-a453-8da4f3e4c88b req-a481a24e-52e7-4baf-aa46-822e0d690823 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 932 time: 0.2427366 Mar 03 18:16:50.727617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Provisioning complete for port ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:50.728057 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.753453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.758217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.769483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7e0c3f0f-74a4-43ee-b294-4476da149d81 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:50.836000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 7e0c3f0f-74a4-43ee-b294-4476da149d81 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:50.836350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7e0c3f0f-74a4-43ee-b294-4476da149d81 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:50.836896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6958d0e0-48cf-45b5-bd13-5717ffaaa98a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:50.839233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:50.847524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=93524b40-991d-4113-affb-6d635348fd19,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:50.849860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff5f5fe9-60f3-4241-a453-8da4f3e4c88b req-49e6130a-32f7-4a3c-9fd0-09c8bafb4736 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464760 Mar 03 18:16:50.881667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 6958d0e0-48cf-45b5-bd13-5717ffaaa98a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:50.881667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6958d0e0-48cf-45b5-bd13-5717ffaaa98a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:50.895786 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-31fe2b31-c88e-42f1-95cd-9716b7dc00ee tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/93524b40-991d-4113-affb-6d635348fd19 HTTP/1.1" status: 204 len: 168 time: 3.8709056 Mar 03 18:16:50.905706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Port ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:50.918436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c7d5e5b-af71-49e7-9cac-8bafc835fc92 req-a1dafaa6-303e-4ce0-9867-f245438dc775 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577333 Mar 03 18:16:50.919099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51376) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:50.941220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a31296-b3f7-41e5-8a21-0cd6b463689d {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:16:50.971764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Provisioning for port eeca5b4a-8c36-4135-ae9c-1a187f02773a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:50.985319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:51.011779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Provisioning complete for port eeca5b4a-8c36-4135-ae9c-1a187f02773a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:51.011779 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:51.030967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Transition to ACTIVE for port object 52a31296-b3f7-41e5-8a21-0cd6b463689d will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:51.141204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:51.143250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-396fee64-9548-4606-a183-92fba7d1556a None None] Port eeca5b4a-8c36-4135-ae9c-1a187f02773a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:16:51.353846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fff7f6-1bd6-42f8-9967-5eed15c72a7f None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:16:51.464501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:51.523698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:51.533961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fff7f6-1bd6-42f8-9967-5eed15c72a7f None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:16:51.598771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:51.614968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:16:51.622691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc5f42-fdd5-48b6-972e-e93ab4584ea2 req-7b0e392e-91a0-4371-9683-0373663354f8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:51.630010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1cc5f42-fdd5-48b6-972e-e93ab4584ea2 req-7b0e392e-91a0-4371-9683-0373663354f8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 932 time: 0.2415512 Mar 03 18:16:51.635938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:51.652992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4f1f4f8e-af1a-4aba-8af0-a32ccc7c35fb tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 HTTP/1.1" status: 204 len: 168 time: 1.4435747 Mar 03 18:16:51.652992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51398) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:51.709073 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae52b09-df9e-44ca-bd58-171f9611d748 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:16:51.709653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ae52b09-df9e-44ca-bd58-171f9611d748 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:51.731979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ae52b09-df9e-44ca-bd58-171f9611d748 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:51.736033 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6ae52b09-df9e-44ca-bd58-171f9611d748 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/ed5daa1b-11cf-4c2d-a786-ca2c0b0e59b4 HTTP/1.1" status: 404 len: 333 time: 0.0790985 Mar 03 18:16:51.746204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1cc5f42-fdd5-48b6-972e-e93ab4584ea2 req-83d18296-799a-4bfc-a1fd-8484797cbb75 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151495 Mar 03 18:16:51.746736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51406) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:51.833555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 57a39964-4902-4117-9695-6a53f1cc4e85 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:51.834214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:51.846283 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c0eabda-05a7-4737-b861-45216c14d018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.003021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.008689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:52.009884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.088059 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2548420 Mar 03 18:16:52.089588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51416) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:52.174150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': '2136f995-49a6-4262-95e8-0bbfbc917088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:52.219989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Pushing event updated for resources: {'Port': ['ID=52a31296-b3f7-41e5-8a21-0cd6b463689d,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:52.327933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367ad76-7089-4431-b277-dec74b84f307 req-254b7b40-257b-4616-95bd-cac90b4e95a6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:52.336573 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f367ad76-7089-4431-b277-dec74b84f307 req-254b7b40-257b-4616-95bd-cac90b4e95a6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 944 time: 0.2931597 Mar 03 18:16:52.388104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.441364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:52.446205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Usage tracker for resource:subnet and tenant:96a887e2e0ca4cd38ee99a8bef892b1f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:52.450552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:52.457654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:52.553095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 57a39964-4902-4117-9695-6a53f1cc4e85 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:52.588362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f367ad76-7089-4431-b277-dec74b84f307 req-4cd899b8-411e-4b24-9e28-69966c19e282 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503655 Mar 03 18:16:52.617598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:52.621562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.642198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff202-4a93-486a-ba0f-d959c4add5db req-f326ec82-aab1-4ed1-a2b0-54845fb231d2 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:52.643682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f98ff202-4a93-486a-ba0f-d959c4add5db req-f326ec82-aab1-4ed1-a2b0-54845fb231d2 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 946 time: 1.1059067 Mar 03 18:16:52.719198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa97866-2d34-487b-8b33-c6f2ac8d7259 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=2136f995-49a6-4262-95e8-0bbfbc917088,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:52.725173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.733703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2136f995-49a6-4262-95e8-0bbfbc917088 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:52.756375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Attempting to bind port 52a31296-b3f7-41e5-8a21-0cd6b463689d on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:52.756811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Attempting to bind port 52a31296-b3f7-41e5-8a21-0cd6b463689d by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:52.757207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Attempting to bind port 52a31296-b3f7-41e5-8a21-0cd6b463689d on network 5245f703-ba81-40a1-8921-2e720c69bc99 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:52.812930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=57a39964-4902-4117-9695-6a53f1cc4e85,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:52.859143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Port 52a31296-b3f7-41e5-8a21-0cd6b463689d on network 5245f703-ba81-40a1-8921-2e720c69bc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:16:52.862926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Attempting to bind port 52a31296-b3f7-41e5-8a21-0cd6b463689d on network 5245f703-ba81-40a1-8921-2e720c69bc99 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:52.874886 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.892552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-12d855ec-afd4-4ac9-8905-4030d871c7c4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/57a39964-4902-4117-9695-6a53f1cc4e85 HTTP/1.1" status: 204 len: 168 time: 1.1425049 Mar 03 18:16:52.892790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51424) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:52.917584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:52.918290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Checking segment: {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:52.918519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Bound using segment: {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:52.919288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Bound port: 52a31296-b3f7-41e5-8a21-0cd6b463689d, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:52.919515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.942608 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fc6423-71dd-4fdb-bb9f-14667fa0eb64 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:16:52.943206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-80fc6423-71dd-4fdb-bb9f-14667fa0eb64 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:16:52.958347 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f98ff202-4a93-486a-ba0f-d959c4add5db req-b47ce513-62f7-455e-9335-8a534a22dbf7 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399995 Mar 03 18:16:52.993890 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:52.998913 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.055099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-80fc6423-71dd-4fdb-bb9f-14667fa0eb64 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:16:53.057345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-80fc6423-71dd-4fdb-bb9f-14667fa0eb64 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/57a39964-4902-4117-9695-6a53f1cc4e85 HTTP/1.1" status: 404 len: 333 time: 0.1630352 Mar 03 18:16:53.062969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51430) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:53.236088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 6c601cdf-b1be-4b1b-ab1e-3711e4737983 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:16:53.242561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.281240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693f454-a76f-4bfb-a5a5-a0ab0079eaaa req-e483e20c-5411-44ba-90aa-ed12e9d35eba tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:53.288156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e693f454-a76f-4bfb-a5a5-a0ab0079eaaa req-e483e20c-5411-44ba-90aa-ed12e9d35eba tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 932 time: 0.3309741 Mar 03 18:16:53.317245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] For port 52a31296-b3f7-41e5-8a21-0cd6b463689d, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:53.332007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] For port 52a31296-b3f7-41e5-8a21-0cd6b463689d, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52a31296-b3f7-41e5-8a21-0cd6b463689d,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:53.350174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.360655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.388760 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e693f454-a76f-4bfb-a5a5-a0ab0079eaaa req-eb738605-e4ef-4809-a148-c414e82b71c0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995817 Mar 03 18:16:53.475159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:53.476373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.478600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] 10.222.0.35 "PUT /v2.0/ports/52a31296-b3f7-41e5-8a21-0cd6b463689d HTTP/1.1" status: 200 len: 1092 time: 5.4430993 Mar 03 18:16:53.517743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'tag': '52a31296-b3f7-41e5-8a21-0cd6b463689d'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:16:53.554442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.645061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24959f32-5c11-43df-bcdd-325df9162a85 service neutron] Pushing event updated for resources: {'Port': ['ID=52a31296-b3f7-41e5-8a21-0cd6b463689d,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:53.666771 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'tag': '52a31296-b3f7-41e5-8a21-0cd6b463689d', 'status': 'completed', 'code': 200} Mar 03 18:16:53.675829 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.750443 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.827615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeca5b4a-8c36-4135-ae9c-1a187f02773a {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:16:53.870266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.907778 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.927559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d7ccb-1516-49ad-8a09-a3d050d8e2e1 req-31c8ec79-caf8-4e57-b755-8b8302294531 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:53.929478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006d7ccb-1516-49ad-8a09-a3d050d8e2e1 req-31c8ec79-caf8-4e57-b755-8b8302294531 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 946 time: 0.1615605 Mar 03 18:16:53.936572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:53.948184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9ea51-7d05-4217-9fb3-c13b6638237b None None] Network d3c3141e-4639-4ff4-b9b8-e8e9c104695a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:53.953180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=6c601cdf-b1be-4b1b-ab1e-3711e4737983,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:53.969119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aeee4f42-4a4c-4510-a910-56a2b7849e4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/6c601cdf-b1be-4b1b-ab1e-3711e4737983 HTTP/1.1" status: 204 len: 168 time: 0.9005389 Mar 03 18:16:53.971162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51452) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:54.029754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006d7ccb-1516-49ad-8a09-a3d050d8e2e1 req-1b354846-e7ef-4647-911a-b9b1365cdc78 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Mar 03 18:16:54.181086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.204824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Transition to ACTIVE for port object eeca5b4a-8c36-4135-ae9c-1a187f02773a will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:54.205701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 3471dc10-b31d-49e0-8db6-cbf488cf91fa {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:54.206405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.248491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=fb9e3e3f-2eab-4cb2-8213-81766f56a5ae,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:54.250823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.296863 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.316258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.387118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': '4c5c4c21-d44a-46f6-9f29-0809aa7a181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2136f995-49a6-4262-95e8-0bbfbc917088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:54.387678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: 2136f995-49a6-4262-95e8-0bbfbc917088, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:54.399191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:54.421048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] DHCP port deletion for d3c3141e-4639-4ff4-b9b8-e8e9c104695a request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:16:54.425402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Deleting port 3471dc10-b31d-49e0-8db6-cbf488cf91fa {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:54.425783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.474917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] For port 3471dc10-b31d-49e0-8db6-cbf488cf91fa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3471dc10-b31d-49e0-8db6-cbf488cf91fa,segment=NetworkSegment(5a0e000b-06d2-45cb-931d-bd4b0781fb8b),segment_id=5a0e000b-06d2-45cb-931d-bd4b0781fb8b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:54.475518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.642479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 3471dc10-b31d-49e0-8db6-cbf488cf91fa owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:54.662384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-776cf639-d26c-4e58-9854-0a0620668195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:54.664169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-776cf639-d26c-4e58-9854-0a0620668195 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 1095 time: 1.1409595 Mar 03 18:16:54.670085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network 2136f995-49a6-4262-95e8-0bbfbc917088 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:54.803515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2136f995-49a6-4262-95e8-0bbfbc917088) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:54.815767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23468c-fb65-4956-b214-c4c224c4ac14 None None] Network 2136f995-49a6-4262-95e8-0bbfbc917088 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:54.853213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:54.857651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.867214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] For port 3471dc10-b31d-49e0-8db6-cbf488cf91fa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3471dc10-b31d-49e0-8db6-cbf488cf91fa,segment=NetworkSegment(5a0e000b-06d2-45cb-931d-bd4b0781fb8b),segment_id=5a0e000b-06d2-45cb-931d-bd4b0781fb8b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:54.867602 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.886640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-81d741c0-c874-4e65-a2d3-bd061168141a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=52a31296-b3f7-41e5-8a21-0cd6b463689d HTTP/1.1" status: 200 len: 217 time: 0.2061417 Mar 03 18:16:54.907076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:54.968113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=3471dc10-b31d-49e0-8db6-cbf488cf91fa,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:54.971988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7701745-da7c-4f4d-ab3b-eda670907386 req-67f4d640-760d-4758-b853-5030ae47a7ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:54.979497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f7701745-da7c-4f4d-ab3b-eda670907386 req-67f4d640-760d-4758-b853-5030ae47a7ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 944 time: 1.1253188 Mar 03 18:16:54.979878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No DVR routers for this DVR port 3471dc10-b31d-49e0-8db6-cbf488cf91fa on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:55.078167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-138c29ee-d4c4-4718-9fb4-4c2307b5660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:55.079866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-138c29ee-d4c4-4718-9fb4-4c2307b5660f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64697879-4d47-47dd-a140-97307f41ef86 HTTP/1.1" status: 200 len: 837 time: 0.0925028 Mar 03 18:16:55.084686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:55.085247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:55.085836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:55.157061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:16:55.157715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:55.175620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:55.176348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Checking segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:55.177010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Bound using segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:55.177842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Bound port: eeca5b4a-8c36-4135-ae9c-1a187f02773a, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:55.178495 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.189585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.204553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd917865-18b8-4528-97ff-dc8202e3953d req-d7c2f2a6-2477-46cb-a516-5f93f0ef6fe9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:55.212766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd917865-18b8-4528-97ff-dc8202e3953d req-d7c2f2a6-2477-46cb-a516-5f93f0ef6fe9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.3750474 Mar 03 18:16:55.258792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Calling delete_port for 3471dc10-b31d-49e0-8db6-cbf488cf91fa owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:55.262680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1d38763-ca33-47e0-833b-4a711d59ca0a tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1453207 Mar 03 18:16:55.278497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f7701745-da7c-4f4d-ab3b-eda670907386 req-17abb2f5-d960-4c6e-aa4c-7154156c829b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980506 Mar 03 18:16:55.284476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51462) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:55.286998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd917865-18b8-4528-97ff-dc8202e3953d req-c32f2563-b5c3-49ff-bc20-e27e2a686736 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732036 Mar 03 18:16:55.316107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c3141e-4639-4ff4-b9b8-e8e9c104695a']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:55.336237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0e000b-06d2-45cb-931d-bd4b0781fb8b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:55.336592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0e000b-06d2-45cb-931d-bd4b0781fb8b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:16:55.369607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-e19eaab0-c1f6-45d0-8540-a079ee8b14c2 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:55.370935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-e19eaab0-c1f6-45d0-8540-a079ee8b14c2 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 946 time: 0.2558501 Mar 03 18:16:55.372775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.471378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.481479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Deleting port 5237a922-bc60-41e0-96b6-deeb48717bdd {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:55.482077 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.487147 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:55.487503 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:55.492223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:55.496742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:55.526692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port eed8c407-bd17-4169-b346-39454e4678d8 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:55.527150 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.548900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:16:55.551185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.558485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3471dc10-b31d-49e0-8db6-cbf488cf91fa no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:16:55.565793 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:16:55.606764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 3471dc10-b31d-49e0-8db6-cbf488cf91fa {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:55.607036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3471dc10-b31d-49e0-8db6-cbf488cf91fa not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:55.620768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-2136f995-49a6-4262-95e8-0bbfbc917088', 'network_id': '2136f995-49a6-4262-95e8-0bbfbc917088', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': 'fb9e3e3f-2eab-4cb2-8213-81766f56a5ae'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:55.621659 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.772226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port eed8c407-bd17-4169-b346-39454e4678d8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eed8c407-bd17-4169-b346-39454e4678d8,segment=NetworkSegment(a95a6186-f472-4fa7-99d2-be01e8292478),segment_id=a95a6186-f472-4fa7-99d2-be01e8292478)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:55.773724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.922679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for eed8c407-bd17-4169-b346-39454e4678d8 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:55.964687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:55.989108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Deleting port 3471dc10-b31d-49e0-8db6-cbf488cf91fa {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:55.989960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.000612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.022624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=d3c3141e-4639-4ff4-b9b8-e8e9c104695a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:56.053118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dc3727b8-3218-4aa3-b316-5164b740c0c0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/d3c3141e-4639-4ff4-b9b8-e8e9c104695a HTTP/1.1" status: 204 len: 168 time: 2.0808814 Mar 03 18:16:56.064669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51468) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:56.069842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Allocated IP 172.20.0.2 (2136f995-49a6-4262-95e8-0bbfbc917088/fb9e3e3f-2eab-4cb2-8213-81766f56a5ae/f4f2b9a4-9526-431c-8abb-199276d9b960) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:56.075393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1595132213'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:56.090084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] For port 5237a922-bc60-41e0-96b6-deeb48717bdd, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5237a922-bc60-41e0-96b6-deeb48717bdd,segment=NetworkSegment(4ff6f091-cfbe-4edf-8b98-a89d8a557684),segment_id=4ff6f091-cfbe-4edf-8b98-a89d8a557684)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:56.090457 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.099612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:56.107885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:56.153923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.185946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:56.190410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ece52e59-83ad-4ffc-aab4-c73233c02d8a None None] The port '3471dc10-b31d-49e0-8db6-cbf488cf91fa' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:16:56.279470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Calling delete_port for 5237a922-bc60-41e0-96b6-deeb48717bdd owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:56.330102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:56.550651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:56.551178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.552644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] 10.222.0.35 "PUT /v2.0/ports/eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1092 time: 6.2655635 Mar 03 18:16:56.567385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:16:56.612810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-2f3934ea-537e-40ab-a014-75f205991336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:56.614705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-2f3934ea-537e-40ab-a014-75f205991336 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5245f703-ba81-40a1-8921-2e720c69bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5235155 Mar 03 18:16:56.645464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.715532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.716061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:56.719455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.742537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Transition to ACTIVE for port object f4f2b9a4-9526-431c-8abb-199276d9b960 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:56.772649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Pushing event deleted for resources: {'Port': ['ID=5237a922-bc60-41e0-96b6-deeb48717bdd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:56.780976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4c7a9-57d4-4b85-a3c1-31d3430cc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:56.789745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Transition to ACTIVE for port object f4f2b9a4-9526-431c-8abb-199276d9b960 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:56.797574 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.799212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.871185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:16:56.883173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Network 2136f995-49a6-4262-95e8-0bbfbc917088 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:56.886324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:56.891106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] No DVR routers for this DVR port 5237a922-bc60-41e0-96b6-deeb48717bdd on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:16:56.894123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:56.901205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Pushing event updated for resources: {'Port': ['ID=f4f2b9a4-9526-431c-8abb-199276d9b960,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:56.902656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.920346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'name': 'network-vif-deleted', 'tag': '5237a922-bc60-41e0-96b6-deeb48717bdd'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:16:56.942498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:56.942985 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment 4d5e4061-6bbb-496f-992e-635dc1e00e93 of type vlan for network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a Mar 03 18:16:56.945621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1fdc4ab-9703-4743-9bae-7ffcc497597d req-30fba64d-fe87-489d-a9e8-26a293c22a30 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.16 "DELETE /v2.0/ports/5237a922-bc60-41e0-96b6-deeb48717bdd HTTP/1.1" status: 204 len: 173 time: 1.5654907 Mar 03 18:16:56.969994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14172523-1a5b-4d01-bee0-d7b73fdd9bf3 req-1a081ce0-03b0-4df0-a035-756e2c7592b9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:56.976998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14172523-1a5b-4d01-bee0-d7b73fdd9bf3 req-1a081ce0-03b0-4df0-a035-756e2c7592b9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 944 time: 0.4546340 Mar 03 18:16:57.002966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port f4f2b9a4-9526-431c-8abb-199276d9b960 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:57.003473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.004287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Attempting to bind port f4f2b9a4-9526-431c-8abb-199276d9b960 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:57.004865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Attempting to bind port f4f2b9a4-9526-431c-8abb-199276d9b960 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '4c5c4c21-d44a-46f6-9f29-0809aa7a181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2136f995-49a6-4262-95e8-0bbfbc917088'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:57.005439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Attempting to bind port f4f2b9a4-9526-431c-8abb-199276d9b960 on network 2136f995-49a6-4262-95e8-0bbfbc917088 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:57.011754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:57.012346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Checking segment: {'id': '4c5c4c21-d44a-46f6-9f29-0809aa7a181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2136f995-49a6-4262-95e8-0bbfbc917088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:57.012906 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.013493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Bound using segment: {'id': '4c5c4c21-d44a-46f6-9f29-0809aa7a181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2136f995-49a6-4262-95e8-0bbfbc917088'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:57.014132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Bound port: f4f2b9a4-9526-431c-8abb-199276d9b960, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5c4c21-d44a-46f6-9f29-0809aa7a181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2136f995-49a6-4262-95e8-0bbfbc917088'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:57.014677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.069767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.128841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14172523-1a5b-4d01-bee0-d7b73fdd9bf3 req-35379399-f0f8-4b9a-b417-4c46300964ec tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305006 Mar 03 18:16:57.134642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a9fc-21a3-487e-bd2b-677782f87d1a req-8e6e31e6-b29a-4f76-931e-79fc06cfc2f7 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:57.145007 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f507a9fc-21a3-487e-bd2b-677782f87d1a req-8e6e31e6-b29a-4f76-931e-79fc06cfc2f7 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a16fe98-bab2-4a32-b364-c73d7155ee37 HTTP/1.1" status: 200 len: 867 time: 1.1726120 Mar 03 18:16:57.177696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.179884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] For port f4f2b9a4-9526-431c-8abb-199276d9b960, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:57.184195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:57.184900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.227350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1614556 Mar 03 18:16:57.245672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:57.251613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:57.302222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-221c8470-fdfd-4232-850f-ee13f94d27e4 service neutron] 10.222.0.35 "GET /v2.0/networks/5245f703-ba81-40a1-8921-2e720c69bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253939 Mar 03 18:16:57.381647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-37610a6a-5f24-4327-8b76-1e12a7594f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:57.383113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-37610a6a-5f24-4327-8b76-1e12a7594f55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1095 time: 0.7551644 Mar 03 18:16:57.397844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911de8f3-ac50-448f-952e-140b76d1990b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=9d2ac25b-235b-4e5d-b105-1a8c97fb366a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:57.411775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:16:57.506590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:57.514428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:57.522703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:57.538060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:57.563092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010925e-7bfc-4f0b-8def-29ed73223573 req-fd9fe9de-193d-4f19-94ee-1acfd3957568 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:57.564734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0010925e-7bfc-4f0b-8def-29ed73223573 req-fd9fe9de-193d-4f19-94ee-1acfd3957568 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.2882392 Mar 03 18:16:57.570234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:57.574328 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.621250 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f507a9fc-21a3-487e-bd2b-677782f87d1a req-f9e4ec07-8713-4fbd-90ff-17ee11917508 tempest-ServersNegativeTestMultiTenantJSON-277387870 tempest-ServersNegativeTestMultiTenantJSON-277387870-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c35a255-5fc1-4215-96b6-f5fb7809eaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547217 Mar 03 18:16:57.623000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-f68d9393-a3f5-4880-875d-67cf76dbcff6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 217 time: 0.2136626 Mar 03 18:16:57.635994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] For port f4f2b9a4-9526-431c-8abb-199276d9b960, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f4f2b9a4-9526-431c-8abb-199276d9b960,segment=NetworkSegment(4c5c4c21-d44a-46f6-9f29-0809aa7a181a),segment_id=4c5c4c21-d44a-46f6-9f29-0809aa7a181a)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:57.643368 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.683632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:57.752826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Port': ['ID=eed8c407-bd17-4169-b346-39454e4678d8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:57.783461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0010925e-7bfc-4f0b-8def-29ed73223573 req-83271f8f-3a90-49cb-9b00-ce8de618d026 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938856 Mar 03 18:16:57.818809 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'status': 'completed', 'code': 200} Mar 03 18:16:57.828562 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee84fa4-7623-4f2d-94cb-347552370f49 None None] Pushing event updated for resources: {'Port': ['ID=f4f2b9a4-9526-431c-8abb-199276d9b960,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:57.832265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5237a922-bc60-41e0-96b6-deeb48717bdd no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:16:57.899713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 5237a922-bc60-41e0-96b6-deeb48717bdd {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:16:57.900151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5237a922-bc60-41e0-96b6-deeb48717bdd not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:16:57.961912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-de2ae781-ee5c-4aae-a3cf-b595770f7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:57.963019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-de2ae781-ee5c-4aae-a3cf-b595770f7265 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.3229570 Mar 03 18:16:57.975957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5707c941-6078-4c42-bed2-7f5ddef05e58 req-e1eae871-7752-4c59-a1ee-a8d6fa93d9b7 service neutron] 10.222.0.35 "GET /v2.0/networks/5245f703-ba81-40a1-8921-2e720c69bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332660 Mar 03 18:16:57.998107 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a16fe98-bab2-4a32-b364-c73d7155ee37', 'name': 'network-vif-deleted', 'tag': '5237a922-bc60-41e0-96b6-deeb48717bdd', 'status': 'completed', 'code': 200} Mar 03 18:16:58.027262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:58.119594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=425aa4e9-de3d-499a-a9c6-7eebd0c2061e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:58.129751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': '4d5e4061-6bbb-496f-992e-635dc1e00e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:58.130113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: 9d2ac25b-235b-4e5d-b105-1a8c97fb366a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:16:58.151752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port f4f2b9a4-9526-431c-8abb-199276d9b960, host n-d-827121-1, got binding levels [] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:16:58.152116 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:58.168778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:16:58.224019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 9d2ac25b-235b-4e5d-b105-1a8c97fb366a) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:58.244350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:58.245109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:58.271405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462277de-c56d-4111-a99f-5e0b5cddf1e7 None None] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:58.286099 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-988b08ae-ebbb-42b8-844e-a68519279ee6 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0392778 Mar 03 18:16:58.289000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51494) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:58.303380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a', 'name': 'tempest-PortsIpV6TestJSON-788132111', 'fixed_ips': [{'subnet_id': '425aa4e9-de3d-499a-a9c6-7eebd0c2061e', 'ip_address': '2001:db8::10'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:16:58.437669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for f4f2b9a4-9526-431c-8abb-199276d9b960 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:16:58.580446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:16:58.587709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:16:58.591389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:16:58.604911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:16:58.607784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-9d2ac25b-235b-4e5d-b105-1a8c97fb366a', 'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a', 'tenant_id': '268b6688222844d6a224d58881c3e12c', 'fixed_ips': [{'subnet_id': '425aa4e9-de3d-499a-a9c6-7eebd0c2061e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:16:58.608943 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:58.623101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:16:58.755600 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:58.787858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Allocated IP 2001:db8::2 (9d2ac25b-235b-4e5d-b105-1a8c97fb366a/425aa4e9-de3d-499a-a9c6-7eebd0c2061e/1ca75166-7f03-484f-901f-6651a19f0fd0) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:58.822398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-33938b0d-25d0-4fd0-8835-4cf5d4640e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:58.823954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-33938b0d-25d0-4fd0-8835-4cf5d4640e41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8527005 Mar 03 18:16:58.831819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-708c1a21-74d3-4d72-82e0-3b9e53e65378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:58.832670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-708c1a21-74d3-4d72-82e0-3b9e53e65378 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 1095 time: 0.8000510 Mar 03 18:16:58.893715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4dfa0-c1cd-4325-aa23-ac3784dc8d62 req-70787bf3-54b8-468b-95a8-c40a0a994b32 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:58.901564 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8c4dfa0-c1cd-4325-aa23-ac3784dc8d62 req-70787bf3-54b8-468b-95a8-c40a0a994b32 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 944 time: 0.3783920 Mar 03 18:16:58.967894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8c4dfa0-c1cd-4325-aa23-ac3784dc8d62 req-ca95780e-bdb8-495d-b921-f4b31f24dee3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652740 Mar 03 18:16:58.999104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.028458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 9824557b-783f-4fbc-989f-39a4b07b2361 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:16:59.036605 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.084569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51508) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:59.087245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Transition to ACTIVE for port object 1ca75166-7f03-484f-901f-6651a19f0fd0 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:59.126549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Transition to ACTIVE for port object 1ca75166-7f03-484f-901f-6651a19f0fd0 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:16:59.140059 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.245514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-59ac4de1-d2b2-421a-ac65-b579f6dfb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:59.247239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-59ac4de1-d2b2-421a-ac65-b579f6dfb45d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5245f703-ba81-40a1-8921-2e720c69bc99 HTTP/1.1" status: 200 len: 898 time: 0.3308384 Mar 03 18:16:59.259633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Pushing event updated for resources: {'Port': ['ID=1ca75166-7f03-484f-901f-6651a19f0fd0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:59.269880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:16:59.271112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:16:59.273805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:16:59.292100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] Deleting subnet 0b14aefb-e696-4761-8c4b-2251f6263550 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:16:59.335333 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.339223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-eb673e5a-dac7-4c96-95ec-04854498c3a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=52a31296-b3f7-41e5-8a21-0cd6b463689d HTTP/1.1" status: 200 len: 217 time: 0.0835662 Mar 03 18:16:59.339794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:16:59.340099 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:16:59.374326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef22a10-6fae-4624-9c02-cbad7100fa55 None None] Network 2136f995-49a6-4262-95e8-0bbfbc917088 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:16:59.403259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Attempting to bind port 1ca75166-7f03-484f-901f-6651a19f0fd0 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:16:59.403499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Attempting to bind port 1ca75166-7f03-484f-901f-6651a19f0fd0 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '4d5e4061-6bbb-496f-992e-635dc1e00e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:16:59.403761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Attempting to bind port 1ca75166-7f03-484f-901f-6651a19f0fd0 on network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:16:59.414719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:16:59.415605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Checking segment: {'id': '4d5e4061-6bbb-496f-992e-635dc1e00e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:16:59.416005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.416389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Bound using segment: {'id': '4d5e4061-6bbb-496f-992e-635dc1e00e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:16:59.416848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Bound port: 1ca75166-7f03-484f-901f-6651a19f0fd0, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5e4061-6bbb-496f-992e-635dc1e00e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:16:59.417213 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.462896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.512770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-db6cff4b-403e-46af-9ad6-e3e3b3f96efd None None] Provisioning for port f4f2b9a4-9526-431c-8abb-199276d9b960 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:59.562000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::10 (9d2ac25b-235b-4e5d-b105-1a8c97fb366a/425aa4e9-de3d-499a-a9c6-7eebd0c2061e/9824557b-783f-4fbc-989f-39a4b07b2361) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:16:59.577878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43671f30-66d3-428a-a5e2-24f454af89c6 req-99c34e15-dfd5-4095-ae5a-444687260af5 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:59.579397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43671f30-66d3-428a-a5e2-24f454af89c6 req-99c34e15-dfd5-4095-ae5a-444687260af5 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.2971337 Mar 03 18:16:59.590723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.605399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:16:59.721085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f4f2b9a4-9526-431c-8abb-199276d9b960 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:16:59.735702 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-43671f30-66d3-428a-a5e2-24f454af89c6 req-76c5311e-f648-40b2-ac06-a3e74e61babe tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458189 Mar 03 18:16:59.754357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-0ddeaae0-22b9-4669-b313-4ae25841f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:59.755415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-0ddeaae0-22b9-4669-b313-4ae25841f047 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64697879-4d47-47dd-a140-97307f41ef86 HTTP/1.1" status: 200 len: 837 time: 0.3541343 Mar 03 18:16:59.771841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-aef92011-f1db-4536-8b6e-6389ddbe3aac tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:16:59.773367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-aef92011-f1db-4536-8b6e-6389ddbe3aac tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 1.0554075 Mar 03 18:16:59.810011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] For port 1ca75166-7f03-484f-901f-6651a19f0fd0, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:16:59.832020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] For port 1ca75166-7f03-484f-901f-6651a19f0fd0, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1ca75166-7f03-484f-901f-6651a19f0fd0,segment=NetworkSegment(4d5e4061-6bbb-496f-992e-635dc1e00e93),segment_id=4d5e4061-6bbb-496f-992e-635dc1e00e93)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:16:59.841667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.850774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.879173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-2e8a5110-36f3-4eab-86be-5424c5373ad0 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0455489 Mar 03 18:16:59.879637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port f4f2b9a4-9526-431c-8abb-199276d9b960 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:16:59.879960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.916228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b14aefb-e696-4761-8c4b-2251f6263550,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:59.920925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f4f2b9a4-9526-431c-8abb-199276d9b960 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:16:59.922217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.943450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e7be2a51-3097-4e49-b12a-a718086fc1a9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b14aefb-e696-4761-8c4b-2251f6263550 HTTP/1.1" status: 204 len: 168 time: 0.8568356 Mar 03 18:16:59.946713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51512) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:16:59.950879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f569cb-9a87-4571-a08c-8eb351b4e7dc None None] Pushing event updated for resources: {'Port': ['ID=1ca75166-7f03-484f-901f-6651a19f0fd0,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:16:59.954887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:16:59.957077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f4f2b9a4-9526-431c-8abb-199276d9b960 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:16:59.957640 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:16:59.977248 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:16:59.988042 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:16:59.988660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:00.005249 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-f9a59508-d4a7-4bf6-803a-ad066003b403 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/quotas/561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 375 time: 0.1645997 Mar 03 18:17:00.144744 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.183625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 9824557b-783f-4fbc-989f-39a4b07b2361 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:00.221833 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.248921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52a31296-b3f7-41e5-8a21-0cd6b463689d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:17:00.249552 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:00.289128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.299687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.311118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port f4f2b9a4-9526-431c-8abb-199276d9b960, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f4f2b9a4-9526-431c-8abb-199276d9b960,segment=NetworkSegment(4c5c4c21-d44a-46f6-9f29-0809aa7a181a),segment_id=4c5c4c21-d44a-46f6-9f29-0809aa7a181a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:00.318345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.415437 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:57Z', 'revision_number': 11, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:00.420374 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:17:00.429411 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:00.431500 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:00.514428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 52a31296-b3f7-41e5-8a21-0cd6b463689d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52a31296-b3f7-41e5-8a21-0cd6b463689d,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:00.514869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=9824557b-783f-4fbc-989f-39a4b07b2361,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:00.523579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:00.526914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:00.531394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '52a31296-b3f7-41e5-8a21-0cd6b463689d', 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99', 'port_id': '52a31296-b3f7-41e5-8a21-0cd6b463689d', 'mac_address': 'fa:16:3e:0d:27:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64697879-4d47-47dd-a140-97307f41ef86', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:17:00.578311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:00.585799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:00.586430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.610479 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:00.613078 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4a7c9ee8-0338-4d5e-8d05-817300e46014 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6395550 Mar 03 18:17:00.616992 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.633099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=f4f2b9a4-9526-431c-8abb-199276d9b960,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:00.645795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a31296-b3f7-41e5-8a21-0cd6b463689d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:17:00.662805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-369fa338-814c-4f74-845c-69b999e183ac None None] Provisioning complete for port f4f2b9a4-9526-431c-8abb-199276d9b960 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:00.663180 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-369fa338-814c-4f74-845c-69b999e183ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.676406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51518) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:00.726980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.730945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 52a31296-b3f7-41e5-8a21-0cd6b463689d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52a31296-b3f7-41e5-8a21-0cd6b463689d,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:00.733971 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:57Z', 'revision_number': 11, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:00.738721 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4b2c6-c1ab-4209-bde0-23e189a83ae6 None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:57Z', 'revision_number': 11, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:00.764520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536fa4b3-7a95-47f3-81ea-ac401bc1869e']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:00.767810 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.781588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff6f091-cfbe-4edf-8b98-a89d8a557684') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:00.781882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff6f091-cfbe-4edf-8b98-a89d8a557684') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:00.793275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-977e2941-750c-409c-8000-846bbc85f83e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5005102 Mar 03 18:17:00.797932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51524) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:00.802005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.812370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': '9d2ac25b-235b-4e5d-b105-1a8c97fb366a', 'name': 'tempest-PortsIpV6TestJSON-109962205', 'fixed_ips': [{'subnet_id': '425aa4e9-de3d-499a-a9c6-7eebd0c2061e', 'ip_address': '2001:db8::f'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:00.863101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=52a31296-b3f7-41e5-8a21-0cd6b463689d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:00.871461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65759b3-fcb4-4c8d-8bfd-3a1d5daabaf0 req-4b765af8-673e-4d01-b668-4e0443ef78e0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:00.872979 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c65759b3-fcb4-4c8d-8bfd-3a1d5daabaf0 req-4b765af8-673e-4d01-b668-4e0443ef78e0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 944 time: 0.6496851 Mar 03 18:17:00.874041 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.935358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:00.936091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:00.951645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting subnet 74bb2bab-6226-40bd-88c1-980bd2e91330 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:17:00.957316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['52a31296-b3f7-41e5-8a21-0cd6b463689d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:00.963430 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:00.970582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.013449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4f00f3f-0118-406f-99cb-04cb4b023f49 req-2b728fab-e23a-47a8-ae77-48eee69f1ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1095860 Mar 03 18:17:01.038382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-056afeed-1508-4211-9008-f482256eec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:01.040340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-056afeed-1508-4211-9008-f482256eec28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5245f703-ba81-40a1-8921-2e720c69bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2082880 Mar 03 18:17:01.067849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port f4f2b9a4-9526-431c-8abb-199276d9b960, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f4f2b9a4-9526-431c-8abb-199276d9b960,segment=NetworkSegment(4c5c4c21-d44a-46f6-9f29-0809aa7a181a),segment_id=4c5c4c21-d44a-46f6-9f29-0809aa7a181a)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:01.071565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.312307 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c65759b3-fcb4-4c8d-8bfd-3a1d5daabaf0 req-ba916154-3bbf-40dd-aa9c-4b1be54bca4e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824770 Mar 03 18:17:01.332467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:01.342951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:01.351478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:01.356636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.374320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.395036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.398045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:01.415849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] Pushing event deleted for resources: {'Network': ['ID=536fa4b3-7a95-47f3-81ea-ac401bc1869e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:01.426797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:01.431440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.446205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for f4f2b9a4-9526-431c-8abb-199276d9b960 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:01.478520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a0d4eeb4-8741-427a-bab0-7d7fbd981341 admin admin] 10.222.0.23 "DELETE /v2.0/networks/536fa4b3-7a95-47f3-81ea-ac401bc1869e HTTP/1.1" status: 204 len: 168 time: 1.5308735 Mar 03 18:17:01.483016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51528) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:01.505819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-bfac9f64-6815-4775-a70d-e5ed8d8b7d3a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4709656 Mar 03 18:17:01.585787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port e5089887-c7ad-473a-8349-7b2779127edc yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:17:01.674671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e86546-5183-456c-aa9a-3930a186a283 None None] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:01.692274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1ca75166-7f03-484f-901f-6651a19f0fd0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:01.697004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] Deleting subnet 8b017991-7aeb-42b2-a218-bc58df42853a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:17:01.705202 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.831983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-62cada50-eb80-4798-bb6f-fdeddebd9430 service neutron] 10.222.0.35 "GET /v2.0/networks/5245f703-ba81-40a1-8921-2e720c69bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432415 Mar 03 18:17:01.835307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.848898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9d93823a-7917-439b-b044-6a3f0cdd5595 None None] Provisioning for port 1ca75166-7f03-484f-901f-6651a19f0fd0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:01.875964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 1ca75166-7f03-484f-901f-6651a19f0fd0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:01.882569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1ca75166-7f03-484f-901f-6651a19f0fd0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:01.882954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.884590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bd9a0-96e5-4a11-bc99-2221a83ca5bb req-b96b683a-f7f4-4df8-b707-3e2511c91ec9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:01.886220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-487bd9a0-96e5-4a11-bc99-2221a83ca5bb req-b96b683a-f7f4-4df8-b707-3e2511c91ec9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.3479545 Mar 03 18:17:01.890785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-05992a13-ad74-407f-9855-87398aecec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:01.892475 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-05992a13-ad74-407f-9855-87398aecec2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1095 time: 0.7395835 Mar 03 18:17:01.918084 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:01.999219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-f259420b-ab68-47b6-adf7-289678e02e26 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924932 Mar 03 18:17:02.010090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.049688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-487bd9a0-96e5-4a11-bc99-2221a83ca5bb req-2eb949cf-a572-4728-9a25-1d898a9e3fc6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526177 Mar 03 18:17:02.050989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::f (9d2ac25b-235b-4e5d-b105-1a8c97fb366a/425aa4e9-de3d-499a-a9c6-7eebd0c2061e/e5089887-c7ad-473a-8349-7b2779127edc) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:02.110345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.141899 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.158924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 1ca75166-7f03-484f-901f-6651a19f0fd0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1ca75166-7f03-484f-901f-6651a19f0fd0,segment=NetworkSegment(4d5e4061-6bbb-496f-992e-635dc1e00e93),segment_id=4d5e4061-6bbb-496f-992e-635dc1e00e93)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:02.164536 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.167726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f4f2b9a4-9526-431c-8abb-199276d9b960 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:02.233612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b017991-7aeb-42b2-a218-bc58df42853a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:02.240458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.249000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52a31296-b3f7-41e5-8a21-0cd6b463689d up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:02.320310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-638f771b-c9ef-40e5-b42c-9bb00dcce6dd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b017991-7aeb-42b2-a218-bc58df42853a HTTP/1.1" status: 204 len: 168 time: 0.8359723 Mar 03 18:17:02.324525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51532) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:02.439146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port f4f2b9a4-9526-431c-8abb-199276d9b960 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:17:02.439732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f4f2b9a4-9526-431c-8abb-199276d9b960 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 18:17:02.454407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.471767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=1ca75166-7f03-484f-901f-6651a19f0fd0,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:02.485779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Port f4f2b9a4-9526-431c-8abb-199276d9b960 not found, will not notify nova. {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 18:17:02.497599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 52a31296-b3f7-41e5-8a21-0cd6b463689d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:02.513757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eed8c407-bd17-4169-b346-39454e4678d8 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:02.521065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.553294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: eed8c407-bd17-4169-b346-39454e4678d8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:02.554205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eed8c407-bd17-4169-b346-39454e4678d8 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:02.556568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 52a31296-b3f7-41e5-8a21-0cd6b463689d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:02.557120 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.561605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Port': ['ID=f4f2b9a4-9526-431c-8abb-199276d9b960,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:02.565750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.616400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object e5089887-c7ad-473a-8349-7b2779127edc will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:02.626857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.694986 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7aa6cc2-52f7-4a83-987c-5013f7e1eeb0 req-2003e1a8-b36f-4b8f-a28d-9cea35edd1ba service neutron] 10.222.0.35 "GET /v2.0/networks/5245f703-ba81-40a1-8921-2e720c69bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150346 Mar 03 18:17:02.701364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c3ac3-2c39-4e2d-8c92-cc57bd6833f7 None None] DHCP port deletion for 2136f995-49a6-4262-95e8-0bbfbc917088 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:02.726597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-49dd9261-9af0-49f4-b579-a3162a0a3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:02.728421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-49dd9261-9af0-49f4-b579-a3162a0a3363 service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.7824247 Mar 03 18:17:02.729101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Subnet': ['ID=74bb2bab-6226-40bd-88c1-980bd2e91330,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:02.731395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No DVR routers for this DVR port f4f2b9a4-9526-431c-8abb-199276d9b960 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:02.745181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ce3892bc-172b-465f-8678-7dfa4f9aeaf9 None None] Provisioning complete for port 1ca75166-7f03-484f-901f-6651a19f0fd0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:02.745181 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce3892bc-172b-465f-8678-7dfa4f9aeaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.809612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2d904-1af2-45d5-a3e8-78c63e4b5370 None None] Network 780edddd-8cbd-4b45-ac7c-84019670fb34 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:02.811874 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.839652 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.844532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c4d4a3-b4e0-4efc-ab54-b76157c1e318']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:02.861345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-afb73957-72a1-43b5-b395-20809fbf6428 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 217 time: 0.1128900 Mar 03 18:17:02.861881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ace6f7-50bb-48ed-b683-c114346f62a4') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:02.862272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ace6f7-50bb-48ed-b683-c114346f62a4') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:02.863297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-00df996f-3283-4ffa-9395-5ba43ab13d7f service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8319662 Mar 03 18:17:02.880649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.890958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.913377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.920970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-45a39976-b75d-4388-88a0-10502a32ad75 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/74bb2bab-6226-40bd-88c1-980bd2e91330 HTTP/1.1" status: 204 len: 168 time: 2.2420206 Mar 03 18:17:02.923790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:02.947526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.955594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:02.956173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:02.977292 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:02.990216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-b57db814-47b6-4406-a4b4-19cefe7279da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:02.992667 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-b57db814-47b6-4406-a4b4-19cefe7279da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.1219819 Mar 03 18:17:03.012621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2c71-c45c-439c-800e-fbdebd00b97f req-8dd436e6-7682-4ee0-8eb3-3fd5db19a7d8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:03.014493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-50ef2c71-c45c-439c-800e-fbdebd00b97f req-8dd436e6-7682-4ee0-8eb3-3fd5db19a7d8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 945 time: 0.4881713 Mar 03 18:17:03.024633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a31296-b3f7-41e5-8a21-0cd6b463689d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:17:03.071511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 52a31296-b3f7-41e5-8a21-0cd6b463689d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52a31296-b3f7-41e5-8a21-0cd6b463689d,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:03.081730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.132637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.136107 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.147619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-7ae19e88-7b13-4ac1-bce5-def57af649c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:03.150405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-7ae19e88-7b13-4ac1-bce5-def57af649c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456349 Mar 03 18:17:03.232129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9e3e3f-2eab-4cb2-8213-81766f56a5ae,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:03.235200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ce3892bc-172b-465f-8678-7dfa4f9aeaf9 None None] Provisioning for port 9824557b-783f-4fbc-989f-39a4b07b2361 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:03.254289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ce3892bc-172b-465f-8678-7dfa4f9aeaf9 None None] Provisioning complete for port 9824557b-783f-4fbc-989f-39a4b07b2361 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:03.254705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ce3892bc-172b-465f-8678-7dfa4f9aeaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.281945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-50ef2c71-c45c-439c-800e-fbdebd00b97f req-6d1ac302-5e91-4bbe-9a4e-c92d95ce023b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962841 Mar 03 18:17:03.314684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e158b3-2939-4f57-aa92-d9e8d8c6a912 None None] Network 2136f995-49a6-4262-95e8-0bbfbc917088 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:03.335064 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.336360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ce3892bc-172b-465f-8678-7dfa4f9aeaf9 None None] Port 9824557b-783f-4fbc-989f-39a4b07b2361 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:03.340985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=e5089887-c7ad-473a-8349-7b2779127edc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:03.362351 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.364553 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a31296-b3f7-41e5-8a21-0cd6b463689d', 'code': 200} Mar 03 18:17:03.365413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:03.366834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:03.387594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:03.394329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:03.395468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.569010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a5c7161e-059b-4e18-9df3-2a7816a03131 None None] Provisioning complete for port 9824557b-783f-4fbc-989f-39a4b07b2361 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:03.569454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5c7161e-059b-4e18-9df3-2a7816a03131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.599679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=52a31296-b3f7-41e5-8a21-0cd6b463689d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:03.659461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1ca75166-7f03-484f-901f-6651a19f0fd0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:03.683321 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.713522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2136f995-49a6-4262-95e8-0bbfbc917088']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:03.731505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5c4c21-d44a-46f6-9f29-0809aa7a181a') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:03.732095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5c4c21-d44a-46f6-9f29-0809aa7a181a') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:03.745854 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.753170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7161e-059b-4e18-9df3-2a7816a03131 None None] Port 9824557b-783f-4fbc-989f-39a4b07b2361 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:03.767134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.774480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:03.775073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.789098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.795808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82708c-86fb-461c-9671-e64f22b5bdaa None None] DHCP port deletion for 2136f995-49a6-4262-95e8-0bbfbc917088 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:03.796816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:03.797170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.818930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23717cbd-a699-4726-bdf5-9b4ec789785a req-94cc0b2f-a9fc-429b-9ee9-297b5058ce20 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 210 time: 0.2766349 Mar 03 18:17:03.821609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1ca75166-7f03-484f-901f-6651a19f0fd0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:03.821990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:03.824710 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:03.907078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9a0a49e3-63ec-4d57-80a9-e670fa30381c None None] Provisioning for port e5089887-c7ad-473a-8349-7b2779127edc completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:03.910727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] DHCP port deletion for 780edddd-8cbd-4b45-ac7c-84019670fb34 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:03.920036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9a0a49e3-63ec-4d57-80a9-e670fa30381c None None] Provisioning complete for port e5089887-c7ad-473a-8349-7b2779127edc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:03.920411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9a0a49e3-63ec-4d57-80a9-e670fa30381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.956167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] Deleting port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:03.956624 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.960466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79c4d4a3-b4e0-4efc-ab54-b76157c1e318 HTTP/1.1" status: 204 len: 168 time: 1.6351643 Mar 03 18:17:03.982157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192da85-086c-4f04-b2cd-4e9ef74094b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c4d4a3-b4e0-4efc-ab54-b76157c1e318,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:03.986501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:03.990855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-d0ec4104-2bc3-472e-a119-7a61081312b0 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089437 Mar 03 18:17:04.012112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-be3d70ce-42f8-4f0b-84dd-9965c997272f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2109857 Mar 03 18:17:04.017922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.019422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:04.058756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=2136f995-49a6-4262-95e8-0bbfbc917088,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:04.124102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e359ca-5758-493e-8330-55ebec13134d req-6e2e5575-0c8d-489a-86e2-56d8c638fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:04.134674 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2e359ca-5758-493e-8330-55ebec13134d req-6e2e5575-0c8d-489a-86e2-56d8c638fe0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 1097 time: 0.5455055 Mar 03 18:17:04.260018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] For port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,segment=NetworkSegment(a95a6186-f472-4fa7-99d2-be01e8292478),segment_id=a95a6186-f472-4fa7-99d2-be01e8292478)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:04.262646 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:04.269042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23d696c8-8dff-4d70-ade1-847fcf23e8ae tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/2136f995-49a6-4262-95e8-0bbfbc917088 HTTP/1.1" status: 204 len: 168 time: 8.9589632 Mar 03 18:17:04.274828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51568) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.283011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fb88e-bf79-42dc-8b48-affb55f8e051 req-3409b657-d5e3-41ff-9e7d-7b9e71b31089 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:04.290563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e11fb88e-bf79-42dc-8b48-affb55f8e051 req-3409b657-d5e3-41ff-9e7d-7b9e71b31089 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.5489295 Mar 03 18:17:04.294430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.344693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eea66f33-f7dc-4ba7-a3da-273167ad61b2 req-88fe5381-19e3-4ead-9019-fe003c76b0a6 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218887 Mar 03 18:17:04.356635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2e359ca-5758-493e-8330-55ebec13134d req-5986e485-4019-4e2b-a31e-385d1489dad2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145617 Mar 03 18:17:04.406005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1337571-657b-44ff-abae-c3c7a7fddfb7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:04.406716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d1337571-657b-44ff-abae-c3c7a7fddfb7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:04.415637 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c0dc27-7220-446b-8ba5-9ba5aab07045 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] GET failed (client error): The resource could not be found. Mar 03 18:17:04.416144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c3c0dc27-7220-446b-8ba5-9ba5aab07045 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Synchronizing usage tracker for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:subnet {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:04.419933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] For port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,segment=NetworkSegment(a95a6186-f472-4fa7-99d2-be01e8292478),segment_id=a95a6186-f472-4fa7-99d2-be01e8292478)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:04.420304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:04.454242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] Calling delete_port for 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:04.469090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d1337571-657b-44ff-abae-c3c7a7fddfb7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:04.473433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d1337571-657b-44ff-abae-c3c7a7fddfb7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4507525 Mar 03 18:17:04.487423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:17:04.502113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51578) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.526113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a49e3-63ec-4d57-80a9-e670fa30381c None None] Port e5089887-c7ad-473a-8349-7b2779127edc cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:04.599276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Calling delete_port for 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:04.618963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d9f6d-6c21-4896-8083-9a2ab1d16435 req-01c1189f-0493-48c4-b484-b37620927bbf tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:04.620476 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e4d9f6d-6c21-4896-8083-9a2ab1d16435 req-01c1189f-0493-48c4-b484-b37620927bbf tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 946 time: 0.1740401 Mar 03 18:17:04.628071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-06eaf46f-2dd8-4822-8106-e68efa81a33b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98eb2bdb1b5a484c935421a70bec7c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296163 Mar 03 18:17:04.636881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:04.648706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51582) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.652926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e11fb88e-bf79-42dc-8b48-affb55f8e051 req-8a90f4de-5215-4805-a2a6-19e2f09fe2fc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608048 Mar 03 18:17:04.668130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c3c0dc27-7220-446b-8ba5-9ba5aab07045 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Unset dirty status for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:subnet {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:04.669560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c3c0dc27-7220-446b-8ba5-9ba5aab07045 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/subnets/fb9e3e3f-2eab-4cb2-8213-81766f56a5ae HTTP/1.1" status: 404 len: 337 time: 0.3763504 Mar 03 18:17:04.672350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51586) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.683809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb963d-d6e9-415d-b751-5261e2e58bb9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:04.689944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb963d-d6e9-415d-b751-5261e2e58bb9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:04.698236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb963d-d6e9-415d-b751-5261e2e58bb9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:04.700383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-54eb963d-d6e9-415d-b751-5261e2e58bb9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1971974 Mar 03 18:17:04.704191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51590) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.734881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e4d9f6d-6c21-4896-8083-9a2ab1d16435 req-f1237e7e-3239-494a-860f-9bae2f5802ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080790 Mar 03 18:17:04.747587 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f6437f-dcd3-4ee6-b020-2f4acb240d9d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:04.748050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f6437f-dcd3-4ee6-b020-2f4acb240d9d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:04.749750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-60f6437f-dcd3-4ee6-b020-2f4acb240d9d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/2136f995-49a6-4262-95e8-0bbfbc917088 HTTP/1.1" status: 404 len: 339 time: 0.0762899 Mar 03 18:17:04.756394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51594) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:04.771345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f4f2b9a4-9526-431c-8abb-199276d9b960 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:04.780365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:04.811710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:04.817220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] No DVR routers for this DVR port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:04.830920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5126c-90aa-4a14-bfef-3d36ac3e8be0 None None] Pushing event deleted for resources: {'Port': ['ID=72b9fc1e-ecf5-47ba-a164-3f8fd7201749,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:04.846977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: f4f2b9a4-9526-431c-8abb-199276d9b960 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:04.847580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f4f2b9a4-9526-431c-8abb-199276d9b960 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:04.850043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65130d-27d5-4364-aeee-56f30948a7b1 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:17:04.928839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:04.929136 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:04.946311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:04.975728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port e5089887-c7ad-473a-8349-7b2779127edc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:04.976009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:04.983937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'port_id': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'mac_address': 'fa:16:3e:e5:ac:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:17:05.081625 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:05.088034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:05.111381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c35a255-5fc1-4215-96b6-f5fb7809eaf2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:05.115161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeca5b4a-8c36-4135-ae9c-1a187f02773a {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:17:05.127234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.127579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.127976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.128314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.129051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.129889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.130467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.130799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.131177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.131508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.131978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.132342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:05.132511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65130d-27d5-4364-aeee-56f30948a7b1 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:17:05.146146 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:05.150109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8859245a-04f0-40fc-ab9c-8a93040a2df1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c35a255-5fc1-4215-96b6-f5fb7809eaf2 HTTP/1.1" status: 204 len: 168 time: 0.4975379 Mar 03 18:17:05.155455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:05.166008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:05.201648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-223dd458-b809-4613-acd2-5a82ae862a7a req-b4fd5367-3a21-4918-9c79-ea020ce97ffa tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 210 time: 0.1897519 Mar 03 18:17:05.390288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f36b31e-09cd-47b0-a98c-d3f056113cef tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:05.394443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51604) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:05.394615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f36b31e-09cd-47b0-a98c-d3f056113cef tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6371517 Mar 03 18:17:05.409019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-d8d99ea5-8914-4a2a-b672-cb0be50e70da tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:05.418784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-d8d99ea5-8914-4a2a-b672-cb0be50e70da tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.4800048 Mar 03 18:17:05.429865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Deleting port 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:05.431715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:05.475682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'port': {'device_id': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'admin_state_up': True, 'tenant_id': '561b627deff84fc195b225e848b4b9b3'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:05.479775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a2158c89-dfbd-4cf0-92f4-830a702fa743 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Synchronizing usage tracker for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:05.529501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a2158c89-dfbd-4cf0-92f4-830a702fa743 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Unset dirty status for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:05.533737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a2158c89-dfbd-4cf0-92f4-830a702fa743 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 207 time: 0.1372714 Mar 03 18:17:05.538850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51610) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:05.625208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:05.723178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:05.723882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 72b9fc1e-ecf5-47ba-a164-3f8fd7201749 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:05.726127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['eeca5b4a-8c36-4135-ae9c-1a187f02773a'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:17:05.797673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c9379-028d-4f1e-99ed-4a77b9db43d7 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:05.803421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c9379-028d-4f1e-99ed-4a77b9db43d7 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:05.823027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] The port '72b9fc1e-ecf5-47ba-a164-3f8fd7201749' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:17:05.825094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c9379-028d-4f1e-99ed-4a77b9db43d7 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:05.826274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51618) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:05.831294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:05.839525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c9379-028d-4f1e-99ed-4a77b9db43d7 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:05.840429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b20c9379-028d-4f1e-99ed-4a77b9db43d7 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Synchronizing usage tracker for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:05.938522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b20c9379-028d-4f1e-99ed-4a77b9db43d7 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Unset dirty status for tenant:96a887e2e0ca4cd38ee99a8bef892b1f on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:05.944401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b20c9379-028d-4f1e-99ed-4a77b9db43d7 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4037249 Mar 03 18:17:05.945067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51622) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:06.022925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:06.136458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1e0a-4aa2-4946-992a-fd8adf518e28 req-5a6ff9a0-8e97-4381-b487-4296634b7ae7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:06.144134 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aacd1e0a-4aa2-4946-992a-fd8adf518e28 req-5a6ff9a0-8e97-4381-b487-4296634b7ae7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 0.2750621 Mar 03 18:17:06.144388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:06.201756 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a10d27f2-512e-49d0-a77e-4eee541fae94 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2507737 Mar 03 18:17:06.208427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51626) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:06.218997 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aacd1e0a-4aa2-4946-992a-fd8adf518e28 req-402f82e9-5dc1-42a9-8cfd-dc89f153355a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739458 Mar 03 18:17:06.269823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.280289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.295208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97937e9-99a8-49e0-8315-f9643b0a8bbe tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:06.296911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97937e9-99a8-49e0-8315-f9643b0a8bbe tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:06.297706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7144e900-205c-424b-b7b4-504b0f029282 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef70a814595549339939368104fee57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656155 Mar 03 18:17:06.298931 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d97937e9-99a8-49e0-8315-f9643b0a8bbe tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0789773 Mar 03 18:17:06.299624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51632) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:06.303889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:06.309989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.311284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51636) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:06.434664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-348d2eba-bba4-4a96-a637-43fffdb90063 req-ee5b93db-b530-4c75-9860-2cd5ee8c2f63 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 210 time: 0.0728350 Mar 03 18:17:06.462624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for e5089887-c7ad-473a-8349-7b2779127edc owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:06.465833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e99e3-1e35-49b0-97b0-594bd7f9ff51 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:06.467220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e99e3-1e35-49b0-97b0-594bd7f9ff51 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:06.468726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ad9e99e3-1e35-49b0-97b0-594bd7f9ff51 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1542583 Mar 03 18:17:06.471677 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1df98ea5-8398-4841-bb11-aa7e004fb7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.473543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51640) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:06.505086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2795db-981f-498d-ae1d-3a0575be88f7 req-7e94386c-e023-492b-8ebd-6202feaba30c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:06.506704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b2795db-981f-498d-ae1d-3a0575be88f7 req-7e94386c-e023-492b-8ebd-6202feaba30c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 946 time: 0.4972150 Mar 03 18:17:06.509985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780edddd-8cbd-4b45-ac7c-84019670fb34']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:06.535227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95a6186-f472-4fa7-99d2-be01e8292478') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:06.535999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95a6186-f472-4fa7-99d2-be01e8292478') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:06.583833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1df98ea5-8398-4841-bb11-aa7e004fb7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.607522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.673915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f6f566-d80b-42cd-9ad2-ed2a72f9747b tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:06.675346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-12f6f566-d80b-42cd-9ad2-ed2a72f9747b tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/networks/1ede1568-3019-40de-81f5-7b0eafa1a643 HTTP/1.1" status: 200 len: 799 time: 0.2009060 Mar 03 18:17:06.678951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51644) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:06.702080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.729431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:06.729740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:06.745947 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:06.748929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b2795db-981f-498d-ae1d-3a0575be88f7 req-2d0b8112-4b12-42e2-a8ef-f51088d16ab8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228882 Mar 03 18:17:06.781790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1df98ea5-8398-4841-bb11-aa7e004fb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.818231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df98ea5-8398-4841-bb11-aa7e004fb7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc7541-c0d7-4cc5-a9ed-863fcf809ffa,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:06.830325 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1df98ea5-8398-4841-bb11-aa7e004fb7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.831430 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1df98ea5-8398-4841-bb11-aa7e004fb7d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ccc7541-c0d7-4cc5-a9ed-863fcf809ffa HTTP/1.1" status: 204 len: 168 time: 0.5308428 Mar 03 18:17:06.874670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cbfabb76-0234-4bb1-ad92-c7aeb930d5c6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/networks/1ede1568-3019-40de-81f5-7b0eafa1a643?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1946015 Mar 03 18:17:06.878015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51652) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:06.931349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.960991 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:06.976717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Pushing event deleted for resources: {'Network': ['ID=780edddd-8cbd-4b45-ac7c-84019670fb34,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:06.989303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.20.0.8 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/b1b4f081-9277-450a-abdf-27c1c2ce2680) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:06.994577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:07.009632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.009987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.010350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.010687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.011017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.011347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.011671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.012003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.012340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.012625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.012943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.013260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:07.026570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08897c15-57f2-436e-bc1e-3213983c5391 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:07.027900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-08897c15-57f2-436e-bc1e-3213983c5391 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/subnets/ac17984b-6044-42e1-ba8c-92d4352a68d2 HTTP/1.1" status: 200 len: 811 time: 0.1485741 Mar 03 18:17:07.031955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51656) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:07.061876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-20d4e79d-4e33-4ca5-a5f0-9cb658c640c2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/networks/780edddd-8cbd-4b45-ac7c-84019670fb34 HTTP/1.1" status: 204 len: 168 time: 4.1298962 Mar 03 18:17:07.077388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51660) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:07.119692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=e5089887-c7ad-473a-8349-7b2779127edc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:07.132702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'routes': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:07.182378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aba8d-7eef-4954-8a7c-e2ce6c891f3c req-ffe58f43-15b7-41b3-988f-6a2e4e5657e8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:07.184012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-322aba8d-7eef-4954-8a7c-e2ce6c891f3c req-ffe58f43-15b7-41b3-988f-6a2e4e5657e8 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 946 time: 0.2400010 Mar 03 18:17:07.186968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014e7e5-9a6f-4dea-9631-e89537a000ed tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['shared'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:07.188379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2014e7e5-9a6f-4dea-9631-e89537a000ed tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "GET /v2.0/subnets/ac17984b-6044-42e1-ba8c-92d4352a68d2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1554255 Mar 03 18:17:07.193588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51666) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:07.208400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339429593'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:07.232712 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:07.237054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1dcc808b-343a-49f6-8846-12e9f9b1eb5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/e5089887-c7ad-473a-8349-7b2779127edc HTTP/1.1" status: 204 len: 168 time: 2.5270545 Mar 03 18:17:07.253055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51670) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:07.260080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:07.345195 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:17:07.364627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:07.369712 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24880ec-c990-430c-8349-193df0b541f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:17:07.371443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a24880ec-c990-430c-8349-193df0b541f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/e5089887-c7ad-473a-8349-7b2779127edc HTTP/1.1" status: 404 len: 333 time: 0.1142812 Mar 03 18:17:07.378065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51678) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:07.437908 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-322aba8d-7eef-4954-8a7c-e2ce6c891f3c req-43b08fac-02e0-40e5-a753-c8c91f1d2276 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414606 Mar 03 18:17:07.498053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 9824557b-783f-4fbc-989f-39a4b07b2361 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:07.498398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:07.556264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:07.559859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:07.662385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:17:07.714447 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:07.715139 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Added segment c3e5a21e-b58f-4079-a3a9-934e7db2980b of type vlan for network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 Mar 03 18:17:07.766270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Added routes are [] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 18:17:07.766953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Removed routes are [] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 18:17:07.766953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:07.985768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46fb4b1d-36dd-4ad1-9f85-53304ed67b98 req-5875b753-e59f-4ba8-96b2-921638ee076a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 210 time: 0.2855120 Mar 03 18:17:08.042386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.062751 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.143284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.160745 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.200509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 9824557b-783f-4fbc-989f-39a4b07b2361 owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:08.257858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12760812-3efe-4250-9a86-d06a8d69f04e req-984ce506-39a4-4dca-a762-f12c2e62fabd tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:08.259877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12760812-3efe-4250-9a86-d06a8d69f04e req-984ce506-39a4-4dca-a762-f12c2e62fabd tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 0.8429124 Mar 03 18:17:08.263067 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.269966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.271201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:08.271951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.279329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:08.367306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:17:08.368470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Transition to ACTIVE for port object b1b4f081-9277-450a-abdf-27c1c2ce2680 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:08.394989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port eeca5b4a-8c36-4135-ae9c-1a187f02773a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:08.406336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port eeca5b4a-8c36-4135-ae9c-1a187f02773a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:08.407291 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.451899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:08.461385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2526965 Mar 03 18:17:08.466545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47ac55-08a3-49d8-ad17-925bd0458df1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Network': ['ID=cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:08.473382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'network_id': 'cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:08.503311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:17:08.598814 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.659594 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=9824557b-783f-4fbc-989f-39a4b07b2361,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:08.674100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:17:08.688258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] Sync routers for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:17:08.692931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.697156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-161eb151-6b22-4cc9-9158-ea16c3ab7255 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 200 len: 700 time: 1.6117857 Mar 03 18:17:08.717943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:08.747028 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.763989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-45c83ed7-46d6-4f86-9808-d4949346a55a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/9824557b-783f-4fbc-989f-39a4b07b2361 HTTP/1.1" status: 204 len: 168 time: 1.3843632 Mar 03 18:17:08.766281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51744) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:08.772795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:08.773480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:08.778748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2857e6e3-335b-49c3-b43b-862d7f505edf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:08.788614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:08.839447 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7293143f-08f5-433b-a1f4-590ce98e206c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:17:08.839982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7293143f-08f5-433b-a1f4-590ce98e206c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:08.860309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7293143f-08f5-433b-a1f4-590ce98e206c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:08.862466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7293143f-08f5-433b-a1f4-590ce98e206c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/9824557b-783f-4fbc-989f-39a4b07b2361 HTTP/1.1" status: 404 len: 333 time: 0.0941899 Mar 03 18:17:08.864808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51750) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:08.877210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:08.908880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:08.916518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:08.921849 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12760812-3efe-4250-9a86-d06a8d69f04e req-5f795d3f-5a65-4dbb-87c2-ed3281f24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5903513 Mar 03 18:17:08.925865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:08.962581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2857e6e3-335b-49c3-b43b-862d7f505edf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:08.966803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 425aa4e9-de3d-499a-a9c6-7eebd0c2061e {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:17:08.967094 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2857e6e3-335b-49c3-b43b-862d7f505edf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 200 len: 205 time: 0.2480528 Mar 03 18:17:08.971330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51754) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:08.975489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:08.975716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.016768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51758) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:09.019525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=b1b4f081-9277-450a-abdf-27c1c2ce2680,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:09.114439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Made reservation on behalf of 96a887e2e0ca4cd38ee99a8bef892b1f for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:09.118187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.119574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:09.178430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:09.179286 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.204597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-082b2d3f-efbd-42ef-b15e-61025afb790c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7778814 Mar 03 18:17:09.280421 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.363772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd1a0-2090-4d86-b34f-c95cb9be911e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.380237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:57Z', 'revision_number': 11, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:09.389572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] Checking router: d5edffa8-e2ba-46f7-b0ca-ad6c035e734e for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:17:09.408788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:17:09.420033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51766) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:09.431407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:09.435869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Request body: {'port': {'device_id': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:09.438797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.439629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] Routers {'d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:09.440472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:09.488513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.ipam_backend_mixin [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing IP validity checks on allocation pools {{(pid=87887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 18:17:09.489071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.ipam_backend_mixin [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 18:17:09.541017 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'code': 200} Mar 03 18:17:09.549512 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.551651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ba9d49b-ac59-4b6b-b96f-b9dc8e291b9c None None] Provisioning for port b1b4f081-9277-450a-abdf-27c1c2ce2680 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:09.621662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ba9d49b-ac59-4b6b-b96f-b9dc8e291b9c None None] Provisioning complete for port b1b4f081-9277-450a-abdf-27c1c2ce2680 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:09.622046 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d49b-ac59-4b6b-b96f-b9dc8e291b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.733318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] Set router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:09.769348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:09.856091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:57Z', 'revision_number': 11, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:09.864045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9d49b-ac59-4b6b-b96f-b9dc8e291b9c None None] Port b1b4f081-9277-450a-abdf-27c1c2ce2680 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:09.865855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24771899-4171-483a-9811-b78d8a60aa72 None None] The sync data for ids ['d5edffa8-e2ba-46f7-b0ca-ad6c035e734e'] in n-d-827121-1 is: [{'id': 'd5edffa8-e2ba-46f7-b0ca-ad6c035e734e', 'name': 'tempest-RoutersTest-router-340969035', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:15:28Z', 'updated_at': '2022-03-03T18:16:57Z', 'revision_number': 11, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:09.867043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:09.911266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.005547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd1a0-2090-4d86-b34f-c95cb9be911e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.009524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd1a0-2090-4d86-b34f-c95cb9be911e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.033983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:10.048113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899a2f1-c03e-4eed-81be-423d98a49501 req-3c1329b5-8469-4987-bdac-875b93f15d1f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:10.049591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4899a2f1-c03e-4eed-81be-423d98a49501 req-3c1329b5-8469-4987-bdac-875b93f15d1f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 931 time: 0.8062429 Mar 03 18:17:10.052845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Usage tracker for resource:security_group_rule and tenant:a3ce33b9b458490e8f8df72d0ff05456 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:10.064703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:10.078244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.106461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:10.118740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd1a0-2090-4d86-b34f-c95cb9be911e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.119212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ebd1a0-2090-4d86-b34f-c95cb9be911e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Fanout notify agent at l3_agent the message router_deleted on router d5edffa8-e2ba-46f7-b0ca-ad6c035e734e {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:17:10.219710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.221795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ceb63-ede5-44b0-b90a-ed498b7d90fb req-8f65eee8-8c75-4beb-8c5c-7a656bf8368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:10.223674 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df0ceb63-ede5-44b0-b90a-ed498b7d90fb req-8f65eee8-8c75-4beb-8c5c-7a656bf8368b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1097 time: 0.6777174 Mar 03 18:17:10.262205 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4899a2f1-c03e-4eed-81be-423d98a49501 req-5d97a23b-cb0e-43ca-8bad-a4d52620bcbb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532714 Mar 03 18:17:10.277998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd1a0-2090-4d86-b34f-c95cb9be911e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.290096 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b8ebd1a0-2090-4d86-b34f-c95cb9be911e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 204 len: 168 time: 1.3068566 Mar 03 18:17:10.290096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51776) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:10.290540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.334031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1092568517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:10.357411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:10.361954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=425aa4e9-de3d-499a-a9c6-7eebd0c2061e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:10.368095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.371368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Usage tracker for resource:router and tenant:1c04805de90e4c0681b8575f10aa6da2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:10.379383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df701a-3ddc-4b26-a981-6720a5ad5714 None None] Network 9d2ac25b-235b-4e5d-b105-1a8c97fb366a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:10.385111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:10.393884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df0ceb63-ede5-44b0-b90a-ed498b7d90fb req-26e9ee26-a294-449b-a342-ff4da0a260d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552048 Mar 03 18:17:10.400354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:10.406534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6edd35ce-39df-4393-8b92-80a25b8d4189 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/425aa4e9-de3d-499a-a9c6-7eebd0c2061e HTTP/1.1" status: 204 len: 168 time: 1.5406463 Mar 03 18:17:10.415298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51780) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:10.470800 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.501058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=8fa36e43-9b3a-48f3-a595-8669000f47ed,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:10.531043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.565117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.566159 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.570540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Checking segment: {'id': 'c3e5a21e-b58f-4079-a3a9-934e7db2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:10.571447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network hostable DHCP agents. Network: cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:17:10.600768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.609858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3ce33b9b458490e8f8df72d0ff05456&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1871655 Mar 03 18:17:10.613090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51784) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:10.620770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05564666-5e02-40c8-827f-c5cbd20e418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a33e13-28b8-4f8a-86ec-44db1ccbcbb5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:10.627771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.629320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561db90-61f3-402d-a225-ddb161c32a3b req-76eda94b-60ce-4570-93b1-ebabbfd274ea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:10.630524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f561db90-61f3-402d-a225-ddb161c32a3b req-76eda94b-60ce-4570-93b1-ebabbfd274ea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.4838912 Mar 03 18:17:10.640975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 1ca75166-7f03-484f-901f-6651a19f0fd0 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:10.641196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.678954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] DHCP port deletion for 9d2ac25b-235b-4e5d-b105-1a8c97fb366a request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:10.683464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] Deleting port 1ca75166-7f03-484f-901f-6651a19f0fd0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:10.684100 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.693961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.762028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:17:10.772161 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.776150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-96cf4198-4e91-44f4-9c60-54f5f907be4b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4852927 Mar 03 18:17:10.776312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51788) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:10.802806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cd6735b4-e125-42b5-9a86-a541b9f1e49f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:10.843757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f561db90-61f3-402d-a225-ddb161c32a3b req-ab4845ce-67b2-46a2-a7ca-098ffec0e2d3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928318 Mar 03 18:17:10.859282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:10.863311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:10.863845 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:10.915325 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f968e-a4ce-4e66-954a-2e752798763a None None] Network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:10.955763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] For port 1ca75166-7f03-484f-901f-6651a19f0fd0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1ca75166-7f03-484f-901f-6651a19f0fd0,segment=NetworkSegment(4d5e4061-6bbb-496f-992e-635dc1e00e93),segment_id=4d5e4061-6bbb-496f-992e-635dc1e00e93)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:10.956335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.055983 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-306a6d55-bbcf-4c0f-aa2d-2ae430596eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.090044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] For port 1ca75166-7f03-484f-901f-6651a19f0fd0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1ca75166-7f03-484f-901f-6651a19f0fd0,segment=NetworkSegment(4d5e4061-6bbb-496f-992e-635dc1e00e93),segment_id=4d5e4061-6bbb-496f-992e-635dc1e00e93)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:11.090401 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.091718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b4f081-9277-450a-abdf-27c1c2ce2680 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:17:11.112172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.129995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-306a6d55-bbcf-4c0f-aa2d-2ae430596eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.141393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-88bab057-c8ab-487d-8ddf-e0ed9e61fcc2 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6872644 Mar 03 18:17:11.144662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51792) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:11.158740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.172034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2489b995-a93e-4092-9f1d-12c0ccb2a4ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:11.184714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] Calling delete_port for 1ca75166-7f03-484f-901f-6651a19f0fd0 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:11.212090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Transition to ACTIVE for port object b1b4f081-9277-450a-abdf-27c1c2ce2680 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:11.241289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.334021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 1ca75166-7f03-484f-901f-6651a19f0fd0 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:11.362096 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.487184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] Pushing event deleted for resources: {'Port': ['ID=1ca75166-7f03-484f-901f-6651a19f0fd0,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:11.504830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2cbc1-a9b7-4da4-957a-fc4aba3166e6 None None] No DVR routers for this DVR port 1ca75166-7f03-484f-901f-6651a19f0fd0 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:11.567326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b4f081-9277-450a-abdf-27c1c2ce2680,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:11.638451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86', 'network_id': 'cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86', 'tenant_id': '96a887e2e0ca4cd38ee99a8bef892b1f', 'fixed_ips': [{'subnet_id': '8fa36e43-9b3a-48f3-a595-8669000f47ed'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:17:11.640066 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.687458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-306a6d55-bbcf-4c0f-aa2d-2ae430596eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.737890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1ca75166-7f03-484f-901f-6651a19f0fd0 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:11.752568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2489b995-a93e-4092-9f1d-12c0ccb2a4ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2238762'] for subnet, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.757743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a6d55-bbcf-4c0f-aa2d-2ae430596eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a33e13-28b8-4f8a-86ec-44db1ccbcbb5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:11.778897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-306a6d55-bbcf-4c0f-aa2d-2ae430596eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.780010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-306a6d55-bbcf-4c0f-aa2d-2ae430596eb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06a33e13-28b8-4f8a-86ec-44db1ccbcbb5 HTTP/1.1" status: 204 len: 168 time: 1.1607389 Mar 03 18:17:11.793099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd6735b4-e125-42b5-9a86-a541b9f1e49f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.835850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd6735b4-e125-42b5-9a86-a541b9f1e49f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:11.903915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Attempting to bind port b1b4f081-9277-450a-abdf-27c1c2ce2680 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:17:11.904279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Attempting to bind port b1b4f081-9277-450a-abdf-27c1c2ce2680 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:17:11.904572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Attempting to bind port b1b4f081-9277-450a-abdf-27c1c2ce2680 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:11.917915 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:11.918234 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:11.918506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 1ca75166-7f03-484f-901f-6651a19f0fd0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:11.918921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1ca75166-7f03-484f-901f-6651a19f0fd0 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:11.924084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Port b1b4f081-9277-450a-abdf-27c1c2ce2680 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:17:11.924415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Attempting to bind port b1b4f081-9277-450a-abdf-27c1c2ce2680 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:11.940879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:17:11.941219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:11.941645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:17:11.942073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Bound port: b1b4f081-9277-450a-abdf-27c1c2ce2680, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:17:11.942422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.019923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40296456-ba48-4fd4-aea7-8315241b5bb7 req-e0161552-48e9-42f9-9ebe-709e280a36f0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:12.027290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40296456-ba48-4fd4-aea7-8315241b5bb7 req-e0161552-48e9-42f9-9ebe-709e280a36f0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 943 time: 0.3762450 Mar 03 18:17:12.043425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 18:17:12.043425 n-d-827121-1 neutron-server[87888]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 03 18:17:12.043425 n-d-827121-1 neutron-server[87888]: [parameters: {'in_use': 1, 'id_1': '8fa36e43-9b3a-48f3-a595-8669000f47ed'}] Mar 03 18:17:12.043425 n-d-827121-1 neutron-server[87888]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:12.044413 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:12.094463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40296456-ba48-4fd4-aea7-8315241b5bb7 req-ea60c0c6-3b86-4ffe-94e5-470af5c75337 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Mar 03 18:17:12.095590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6735b4-e125-42b5-9a86-a541b9f1e49f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Router f94d60a7-8160-43fe-a66d-aff2813bd335 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:17:12.265056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6735b4-e125-42b5-9a86-a541b9f1e49f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:17:12.277052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd6735b4-e125-42b5-9a86-a541b9f1e49f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.280776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cd6735b4-e125-42b5-9a86-a541b9f1e49f tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "PUT /v2.0/routers/f94d60a7-8160-43fe-a66d-aff2813bd335 HTTP/1.1" status: 200 len: 694 time: 1.5012023 Mar 03 18:17:12.280940 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] Sync routers for ids ['f94d60a7-8160-43fe-a66d-aff2813bd335'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:17:12.281468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51810) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:12.297145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] Routers {'f94d60a7-8160-43fe-a66d-aff2813bd335'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:12.298163 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f94d60a7-8160-43fe-a66d-aff2813bd335'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:12.327472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.20.0.17 (5245f703-ba81-40a1-8921-2e720c69bc99/64697879-4d47-47dd-a140-97307f41ef86/dca87db9-e5b0-43ac-92ea-462b07c03545) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:12.428601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 1ca75166-7f03-484f-901f-6651a19f0fd0 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:12.428936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.487056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-633f179a-19a1-43d1-bab3-d891aab1f3c6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/routers/f94d60a7-8160-43fe-a66d-aff2813bd335 HTTP/1.1" status: 200 len: 700 time: 0.2040997 Mar 03 18:17:12.498164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.502329 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] Set router f94d60a7-8160-43fe-a66d-aff2813bd335 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:12.514575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Transition to ACTIVE for port object dca87db9-e5b0-43ac-92ea-462b07c03545 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:12.524138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] The port '1ca75166-7f03-484f-901f-6651a19f0fd0' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:17:12.525277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51818) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:12.546341 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.549596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.562890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] For port b1b4f081-9277-450a-abdf-27c1c2ce2680, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:17:12.627531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] For port b1b4f081-9277-450a-abdf-27c1c2ce2680, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b1b4f081-9277-450a-abdf-27c1c2ce2680,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:17:12.638901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-548ca7e4-0c95-4fa6-8226-5b005e60efa9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Synchronizing usage tracker for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:12.661529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 5245f703-ba81-40a1-8921-2e720c69bc99 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:12.661529 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.671388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:12.674272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:12.718125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2489b995-a93e-4092-9f1d-12c0ccb2a4ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738765274341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2459070'] for subnet, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.731610 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d60a7-8160-43fe-a66d-aff2813bd335', 'name': 'tempest-RoutersTest-router-1092568517', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:17:10Z', 'updated_at': '2022-03-03T18:17:11Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:12.743240 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] Checking router: f94d60a7-8160-43fe-a66d-aff2813bd335 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:17:12.770165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] Routers {'f94d60a7-8160-43fe-a66d-aff2813bd335'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:12.770799 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f94d60a7-8160-43fe-a66d-aff2813bd335'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:12.774818 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:12.793160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-548ca7e4-0c95-4fa6-8226-5b005e60efa9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Unset dirty status for tenant:1c04805de90e4c0681b8575f10aa6da2 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:12.794356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-548ca7e4-0c95-4fa6-8226-5b005e60efa9 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d60a7-8160-43fe-a66d-aff2813bd335 HTTP/1.1" status: 200 len: 205 time: 0.2396529 Mar 03 18:17:12.804213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51828) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:12.905823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Allocated IP 172.20.0.3 (cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86/8fa36e43-9b3a-48f3-a595-8669000f47ed/92fd762a-9999-4132-85ab-5cbe94c85550) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:12.945374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2ac25b-235b-4e5d-b105-1a8c97fb366a']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:12.959180 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] Set router f94d60a7-8160-43fe-a66d-aff2813bd335 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:12.965638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054de58-ff79-4324-b80f-eab4082312d3 req-21f067ef-c8bb-4697-a944-b84517e99a9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:12.967094 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a054de58-ff79-4324-b80f-eab4082312d3 req-21f067ef-c8bb-4697-a944-b84517e99a9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.9365196 Mar 03 18:17:12.980597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=dca87db9-e5b0-43ac-92ea-462b07c03545,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:13.001199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:13.003258 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.004703 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] 10.222.0.16 "PUT /v2.0/ports/b1b4f081-9277-450a-abdf-27c1c2ce2680 HTTP/1.1" status: 200 len: 1091 time: 3.5801284 Mar 03 18:17:13.009626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'tag': 'b1b4f081-9277-450a-abdf-27c1c2ce2680'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:17:13.127044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489b995-a93e-4092-9f1d-12c0ccb2a4ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:13.127711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2489b995-a93e-4092-9f1d-12c0ccb2a4ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.131924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2489b995-a93e-4092-9f1d-12c0ccb2a4ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "PUT /v2.0/subnets/8fa36e43-9b3a-48f3-a595-8669000f47ed HTTP/1.1" status: 200 len: 877 time: 1.9815583 Mar 03 18:17:13.132735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4dafd-62ce-4c8c-ac17-c130a8c3b433 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b4f081-9277-450a-abdf-27c1c2ce2680,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:13.160720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38c75e13-fdf4-4558-8c9d-e939bf12806b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.187156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-228394de-7a5a-4ef8-8109-8802b909434f None None] Provisioning for port dca87db9-e5b0-43ac-92ea-462b07c03545 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:13.202774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51840) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:13.207974 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d60a7-8160-43fe-a66d-aff2813bd335', 'name': 'tempest-RoutersTest-router-1092568517', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:17:10Z', 'updated_at': '2022-03-03T18:17:11Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:13.213397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-228394de-7a5a-4ef8-8109-8802b909434f None None] Provisioning complete for port dca87db9-e5b0-43ac-92ea-462b07c03545 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:13.213769 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-228394de-7a5a-4ef8-8109-8802b909434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.220229 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db313589-72e0-4f95-924d-9247d8683c89 None None] The sync data for ids ['f94d60a7-8160-43fe-a66d-aff2813bd335'] in n-d-827121-1 is: [{'id': 'f94d60a7-8160-43fe-a66d-aff2813bd335', 'name': 'tempest-RoutersTest-router-1092568517', 'tenant_id': '1c04805de90e4c0681b8575f10aa6da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:17:10Z', 'updated_at': '2022-03-03T18:17:11Z', 'revision_number': 2, 'project_id': '1c04805de90e4c0681b8575f10aa6da2', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:13.286922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5e4061-6bbb-496f-992e-635dc1e00e93') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:13.288346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5e4061-6bbb-496f-992e-635dc1e00e93') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:13.318349 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.354990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.370819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a054de58-ff79-4324-b80f-eab4082312d3 req-c71970f8-cb53-42e8-b657-cf182b1add49 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651674 Mar 03 18:17:13.431354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b995-a93e-4092-9f1d-12c0ccb2a4ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event updated for resources: {'Subnet': ['ID=8fa36e43-9b3a-48f3-a595-8669000f47ed,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:13.503245 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'tag': 'b1b4f081-9277-450a-abdf-27c1c2ce2680', 'status': 'completed', 'code': 200} Mar 03 18:17:13.509211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-0982a177-36d7-42a8-aee3-19cc095a7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:13.510831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-0982a177-36d7-42a8-aee3-19cc095a7cf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 1094 time: 0.3744676 Mar 03 18:17:13.563000 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.588357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Transition to ACTIVE for port object 92fd762a-9999-4132-85ab-5cbe94c85550 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:13.611031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-1158170a-231b-44a5-a9b3-3df68efcd14a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1b4f081-9277-450a-abdf-27c1c2ce2680 HTTP/1.1" status: 200 len: 217 time: 0.0851336 Mar 03 18:17:13.633791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.638069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Transition to ACTIVE for port object 92fd762a-9999-4132-85ab-5cbe94c85550 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:13.666815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.674766 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.715757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-31482dfc-d2f8-4e78-af4d-e92e8c268903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:13.717273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-31482dfc-d2f8-4e78-af4d-e92e8c268903 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0998778 Mar 03 18:17:13.720517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port 92fd762a-9999-4132-85ab-5cbe94c85550 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:13.720854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.763153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-228394de-7a5a-4ef8-8109-8802b909434f None None] Port dca87db9-e5b0-43ac-92ea-462b07c03545 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:13.766979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Pushing event updated for resources: {'Port': ['ID=92fd762a-9999-4132-85ab-5cbe94c85550,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:13.779923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:13.781173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:13.783674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:13.810545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:13.811199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:13.831624 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:13.915031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Attempting to bind port 92fd762a-9999-4132-85ab-5cbe94c85550 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:17:13.915396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Attempting to bind port 92fd762a-9999-4132-85ab-5cbe94c85550 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'c3e5a21e-b58f-4079-a3a9-934e7db2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:17:13.916526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Attempting to bind port 92fd762a-9999-4132-85ab-5cbe94c85550 on network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:13.932633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:17:13.933009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Checking segment: {'id': 'c3e5a21e-b58f-4079-a3a9-934e7db2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:13.933437 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:13.943873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Bound using segment: {'id': 'c3e5a21e-b58f-4079-a3a9-934e7db2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:17:13.944319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Bound port: 92fd762a-9999-4132-85ab-5cbe94c85550, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e5a21e-b58f-4079-a3a9-934e7db2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:17:13.944735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.011653 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38c75e13-fdf4-4558-8c9d-e939bf12806b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.014452 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38c75e13-fdf4-4558-8c9d-e939bf12806b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.037911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.064629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.081053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=9d2ac25b-235b-4e5d-b105-1a8c97fb366a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:14.082844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] For port 92fd762a-9999-4132-85ab-5cbe94c85550, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:17:14.084375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38c75e13-fdf4-4558-8c9d-e939bf12806b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.084850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c75e13-fdf4-4558-8c9d-e939bf12806b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Fanout notify agent at l3_agent the message router_deleted on router f94d60a7-8160-43fe-a66d-aff2813bd335 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:17:14.092547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38c75e13-fdf4-4558-8c9d-e939bf12806b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.093726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-38c75e13-fdf4-4558-8c9d-e939bf12806b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/f94d60a7-8160-43fe-a66d-aff2813bd335 HTTP/1.1" status: 204 len: 168 time: 1.2885833 Mar 03 18:17:14.099931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51854) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.106885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] For port 92fd762a-9999-4132-85ab-5cbe94c85550, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=92fd762a-9999-4132-85ab-5cbe94c85550,segment=NetworkSegment(c3e5a21e-b58f-4079-a3a9-934e7db2980b),segment_id=c3e5a21e-b58f-4079-a3a9-934e7db2980b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:17:14.107079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-761f24d3-b766-4642-af87-b593aa671c0a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/9d2ac25b-235b-4e5d-b105-1a8c97fb366a HTTP/1.1" status: 204 len: 168 time: 3.6869831 Mar 03 18:17:14.111277 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.137752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51858) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.144912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1767577524'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:14.169282 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.178466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:14.188499 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6ce6db92-4d40-4da4-b7e5-060867bd42b3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d60a7-8160-43fe-a66d-aff2813bd335 HTTP/1.1" status: 200 len: 205 time: 0.0873170 Mar 03 18:17:14.210644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:network and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:14.227982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51862) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.265221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62b11-c14d-4402-bedb-3c88e54d059a None None] Pushing event updated for resources: {'Port': ['ID=92fd762a-9999-4132-85ab-5cbe94c85550,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:14.299194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:14.316658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:14.331873 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-e5f12c9e-cfea-4f08-9f71-0a4ac96ba194 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] delete failed (client error): The resource could not be found. Mar 03 18:17:14.332899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5f12c9e-cfea-4f08-9f71-0a4ac96ba194 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/f94d60a7-8160-43fe-a66d-aff2813bd335 HTTP/1.1" status: 404 len: 336 time: 0.1033587 Mar 03 18:17:14.335477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51868) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.408226 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c9df52-d264-428c-9547-b1f7f797c03e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:14.409010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c9df52-d264-428c-9547-b1f7f797c03e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:14.413764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b3c9df52-d264-428c-9547-b1f7f797c03e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/b9c04d16-d74a-473b-8fe9-ba5a5d093ab8 HTTP/1.1" status: 404 len: 337 time: 0.0752876 Mar 03 18:17:14.419271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51872) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.423039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-fe976b60-24c1-44f2-bc94-099fb233a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:14.424605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-fe976b60-24c1-44f2-bc94-099fb233a5b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6443539 Mar 03 18:17:14.462774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:14.466194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.478671 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b1623c-479b-4b4e-82b2-3dab80fd8df6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:14.479014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b1623c-479b-4b4e-82b2-3dab80fd8df6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:14.480908 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77b1623c-479b-4b4e-82b2-3dab80fd8df6 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/de4794e0-a402-4f1e-af83-faacfb5ab6a1 HTTP/1.1" status: 404 len: 337 time: 0.0597918 Mar 03 18:17:14.484758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51876) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.536910 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d9f151-ea6b-4bce-9e57-0ec9e3ece0f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:14.537684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d9f151-ea6b-4bce-9e57-0ec9e3ece0f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:14.540127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d4d9f151-ea6b-4bce-9e57-0ec9e3ece0f7 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/3063d5d3-d107-4665-ae73-225d38b03d41 HTTP/1.1" status: 404 len: 337 time: 0.0542665 Mar 03 18:17:14.548740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54f553-1917-42e1-bd06-0bdbc0ecab47 req-9f6039d7-0b33-4337-989a-0065a1364419 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:14.550343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8f54f553-1917-42e1-bd06-0bdbc0ecab47 req-9f6039d7-0b33-4337-989a-0065a1364419 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.3708715 Mar 03 18:17:14.550884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51880) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.635336 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6cbdf2-e798-4fca-832e-dc8bb6da81a2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:14.636633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6cbdf2-e798-4fca-832e-dc8bb6da81a2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:14.637771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8f6cbdf2-e798-4fca-832e-dc8bb6da81a2 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/74bb2bab-6226-40bd-88c1-980bd2e91330 HTTP/1.1" status: 404 len: 337 time: 0.0859141 Mar 03 18:17:14.641285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51884) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.687785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca804579-9b61-475f-9ba6-ea7599162517 req-e4ddde43-c51f-4a36-b6b8-9d1aae9aa568 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:14.688518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ca804579-9b61-475f-9ba6-ea7599162517 req-e4ddde43-c51f-4a36-b6b8-9d1aae9aa568 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:14.708974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port 92fd762a-9999-4132-85ab-5cbe94c85550, host n-d-827121-1, got binding levels [] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:14.708974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:14.742194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a4edcce1-1e7c-4d05-a892-12bb9c1b6edb tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 200 len: 205 time: 0.0824690 Mar 03 18:17:14.745456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51888) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.822352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:17:14.833411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8f54f553-1917-42e1-bd06-0bdbc0ecab47 req-c426405d-1324-4b32-99eb-9f91c67ecea1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332513 Mar 03 18:17:14.843029 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-d48c57db-95da-4b67-b49d-26ab65492114 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] delete failed (client error): The resource could not be found. Mar 03 18:17:14.846181 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d48c57db-95da-4b67-b49d-26ab65492114 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/d5edffa8-e2ba-46f7-b0ca-ad6c035e734e HTTP/1.1" status: 404 len: 336 time: 0.0977192 Mar 03 18:17:14.847691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51892) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.886661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51896) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:14.939321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bcdbe355-9309-4664-a31e-44de4b5b611b tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=08ebae7f-664e-4175-b36f-5623dc0dfbde HTTP/1.1" status: 200 len: 205 time: 0.0903034 Mar 03 18:17:14.942780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51902) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.028289 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-5a891907-c756-449d-b5c7-0c6222f58fbd tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] delete failed (client error): The resource could not be found. Mar 03 18:17:15.031961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5a891907-c756-449d-b5c7-0c6222f58fbd tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/08ebae7f-664e-4175-b36f-5623dc0dfbde HTTP/1.1" status: 404 len: 336 time: 0.0881877 Mar 03 18:17:15.034302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51906) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.068174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for 92fd762a-9999-4132-85ab-5cbe94c85550 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:15.082283 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5acd77-32b4-4259-a647-86acb6cc6149 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:15.082983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5acd77-32b4-4259-a647-86acb6cc6149 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:15.086550 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6f5acd77-32b4-4259-a647-86acb6cc6149 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/600de91d-59af-47e7-bd87-cc409d3f9f75 HTTP/1.1" status: 404 len: 337 time: 0.0494971 Mar 03 18:17:15.088350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51910) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.160086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-532917f1-76cb-4a86-84b2-492df1dbd3cf tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dacf500-55c7-40df-9b92-df475f4345f6 HTTP/1.1" status: 200 len: 205 time: 0.0684323 Mar 03 18:17:15.163909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51914) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.200158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ca804579-9b61-475f-9ba6-ea7599162517 req-e4ddde43-c51f-4a36-b6b8-9d1aae9aa568 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:15.201923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca804579-9b61-475f-9ba6-ea7599162517 req-e4ddde43-c51f-4a36-b6b8-9d1aae9aa568 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 943 time: 1.4827645 Mar 03 18:17:15.219076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:15.219423 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Added segment 26c13704-0b64-4767-af3b-42b569671d72 of type vlan for network f4c37a18-5bec-4269-a1af-6403f77d9427 Mar 03 18:17:15.238498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbf0172-bd58-4e6c-a9f8-d76e532aaa2b tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:15.240044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-acbf0172-bd58-4e6c-a9f8-d76e532aaa2b tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1092 time: 0.3521781 Mar 03 18:17:15.242756 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-f9b590ab-2e2a-47c7-84eb-b78d3eb498fd tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] delete failed (client error): The resource could not be found. Mar 03 18:17:15.243756 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f9b590ab-2e2a-47c7-84eb-b78d3eb498fd tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/4dacf500-55c7-40df-9b92-df475f4345f6 HTTP/1.1" status: 404 len: 336 time: 0.0788815 Mar 03 18:17:15.244253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.246511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51922) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.250858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:15.291367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-7fd5c04a-bb9e-4403-8213-e5beaec651ce service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8549454 Mar 03 18:17:15.293076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:15.302837 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fe7f5873-2914-4bbd-b41b-444859ca8dc0 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b290313-7db1-4e5c-95ed-ebe572c969c7 HTTP/1.1" status: 200 len: 205 time: 0.0553708 Mar 03 18:17:15.303966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:floatingip and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:15.306446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51926) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.309208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:15.375248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:15.391497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:15.499437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca804579-9b61-475f-9ba6-ea7599162517 req-fce96f27-1690-4216-9807-c6e04e47a102 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727134 Mar 03 18:17:15.500069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:15.500356 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:15.516846 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-a183d562-e720-4825-a81b-bee7acd2e755 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] delete failed (client error): The resource could not be found. Mar 03 18:17:15.518265 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a183d562-e720-4825-a81b-bee7acd2e755 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/9b290313-7db1-4e5c-95ed-ebe572c969c7 HTTP/1.1" status: 404 len: 336 time: 0.2109261 Mar 03 18:17:15.522628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51930) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.559375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:15.585316 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28a08a3-5f8a-4e7a-a300-979edb9a1652 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:15.585316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28a08a3-5f8a-4e7a-a300-979edb9a1652 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:15.585316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f28a08a3-5f8a-4e7a-a300-979edb9a1652 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/b4f5bbfa-7aac-4701-924d-0a05d7062c77 HTTP/1.1" status: 404 len: 337 time: 0.0603518 Mar 03 18:17:15.593622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51934) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.630466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 92fd762a-9999-4132-85ab-5cbe94c85550 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:15.649346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:15.655033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:15.655715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:15.658119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23652979-c356-48d4-844a-4b967ad61fb3 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbe0cd69-a60d-48d8-83de-789a36e40faa HTTP/1.1" status: 200 len: 205 time: 0.0669754 Mar 03 18:17:15.662015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51938) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.728903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 92fd762a-9999-4132-85ab-5cbe94c85550 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:15.744133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-753bac26-0d6a-4f87-ba50-a6fce83fb130 req-220687f5-589d-4ad7-9e6f-1d0fdd99989c service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250169 Mar 03 18:17:15.778884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a59e8-bd21-4ea1-acdc-13aea36647cf None None] Network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:15.792741 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-308e8596-132e-4520-8ef6-77171e15b74d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] delete failed (client error): The resource could not be found. Mar 03 18:17:15.796490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-308e8596-132e-4520-8ef6-77171e15b74d tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/dbe0cd69-a60d-48d8-83de-789a36e40faa HTTP/1.1" status: 404 len: 336 time: 0.1307688 Mar 03 18:17:15.799865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51942) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.816381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Network': ['ID=f4c37a18-5bec-4269-a1af-6403f77d9427,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:15.823290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d2393d87-2c9d-468b-99c6-2e25ec5c3f38 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6844909 Mar 03 18:17:15.838657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51946) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.847473 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75e679b-622d-41c6-bd74-9aba11df09b4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:15.847925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75e679b-622d-41c6-bd74-9aba11df09b4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:15.852865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c75e679b-622d-41c6-bd74-9aba11df09b4 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/88d5be85-6b0b-4012-9af5-bdb02e30c80a HTTP/1.1" status: 404 len: 337 time: 0.0501270 Mar 03 18:17:15.853742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:15.858073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51950) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.877851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f4c37a18-5bec-4269-a1af-6403f77d9427 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:17:15.902503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2adbd863-c46d-4e30-90bf-7391a101ce25 None None] Provisioning for port 92fd762a-9999-4132-85ab-5cbe94c85550 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:15.926354 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:15.932227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ac9448e5-4464-408c-bda7-276d87260b3e tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52de2d3-766d-4cca-922d-afa7faef0243 HTTP/1.1" status: 200 len: 205 time: 0.0652299 Mar 03 18:17:15.933385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 51954) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:15.936144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2adbd863-c46d-4e30-90bf-7391a101ce25 None None] Provisioning complete for port 92fd762a-9999-4132-85ab-5cbe94c85550 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:15.936520 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2adbd863-c46d-4e30-90bf-7391a101ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:15.985954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:15.992659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:15.996119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:16.004908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:16.017011 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.018619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.062502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:16.065966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.092443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port 92fd762a-9999-4132-85ab-5cbe94c85550 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:16.093007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.176514 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-b7b18ad4-c36c-4ed5-835e-d3a94ebd9339 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] delete failed (client error): The resource could not be found. Mar 03 18:17:16.177578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b7b18ad4-c36c-4ed5-835e-d3a94ebd9339 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/routers/f52de2d3-766d-4cca-922d-afa7faef0243 HTTP/1.1" status: 404 len: 336 time: 0.2424128 Mar 03 18:17:16.181464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51966) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:16.215326 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.243900 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bda1ee2-42eb-470d-a61f-3fe0096ccdca tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:16.244510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bda1ee2-42eb-470d-a61f-3fe0096ccdca tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:16.293410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2bda1ee2-42eb-470d-a61f-3fe0096ccdca tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/a01cb3e3-122b-4d39-b1d8-0cbe6f84dc62 HTTP/1.1" status: 404 len: 337 time: 0.1083167 Mar 03 18:17:16.300572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51974) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:16.375151 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fea359b-f202-4a94-9f24-ad641ae4fe63 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:16.375724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fea359b-f202-4a94-9f24-ad641ae4fe63 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:16.399817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1fea359b-f202-4a94-9f24-ad641ae4fe63 tempest-RoutersTest-890559712 tempest-RoutersTest-890559712-project] 10.222.0.23 "DELETE /v2.0/subnets/467334df-bdad-453a-a5bf-e02bf66b0b21 HTTP/1.1" status: 404 len: 337 time: 0.0953948 Mar 03 18:17:16.401068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.128 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/abaea497-be4e-45b1-9bf3-ebdbd3ddc9c3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:16.475749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2adbd863-c46d-4e30-90bf-7391a101ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.487545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=dca87db9-e5b0-43ac-92ea-462b07c03545,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:16.498214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-0cef9a7d-8079-43b5-aca3-1185c29391d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:16.499820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-0cef9a7d-8079-43b5-aca3-1185c29391d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 1094 time: 0.6783981 Mar 03 18:17:16.550002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2adbd863-c46d-4e30-90bf-7391a101ce25 None None] For port 92fd762a-9999-4132-85ab-5cbe94c85550, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=92fd762a-9999-4132-85ab-5cbe94c85550,segment=NetworkSegment(c3e5a21e-b58f-4079-a3a9-934e7db2980b),segment_id=c3e5a21e-b58f-4079-a3a9-934e7db2980b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:16.569655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2adbd863-c46d-4e30-90bf-7391a101ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.689575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbd863-c46d-4e30-90bf-7391a101ce25 None None] Pushing event updated for resources: {'Port': ['ID=92fd762a-9999-4132-85ab-5cbe94c85550,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:16.879140 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.930638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port 92fd762a-9999-4132-85ab-5cbe94c85550, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=92fd762a-9999-4132-85ab-5cbe94c85550,segment=NetworkSegment(c3e5a21e-b58f-4079-a3a9-934e7db2980b),segment_id=c3e5a21e-b58f-4079-a3a9-934e7db2980b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:16.931756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:16.932846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9deaed-303e-4803-b88e-812e7e0a3c95 None None] Network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:16.975475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=ec4974c9-b8a5-426b-ac19-92e5555dab87,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:17.011870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:17.055878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:17.080116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-47dc8a1b-a593-4fb8-8cfa-8e22fa55185a None None] Provisioning complete for port 92fd762a-9999-4132-85ab-5cbe94c85550 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:17.080743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-47dc8a1b-a593-4fb8-8cfa-8e22fa55185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:17.128777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51988) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:17.137952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 5245f703-ba81-40a1-8921-2e720c69bc99 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:17.143042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:17.217011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:17.225889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:17.234684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:17.322301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654108a8-a008-4ff6-86de-8cd0edbc063a req-2f290a61-8827-429c-a392-175b93989dde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:17.322468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for 92fd762a-9999-4132-85ab-5cbe94c85550 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:17.330458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-654108a8-a008-4ff6-86de-8cd0edbc063a req-2f290a61-8827-429c-a392-175b93989dde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 943 time: 0.5878310 Mar 03 18:17:17.402422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Checking segment: {'id': '26c13704-0b64-4767-af3b-42b569671d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:17.402781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network hostable DHCP agents. Network: f4c37a18-5bec-4269-a1af-6403f77d9427, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:17:17.495469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=abaea497-be4e-45b1-9bf3-ebdbd3ddc9c3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:17.505713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-654108a8-a008-4ff6-86de-8cd0edbc063a req-d521a044-d19f-40b9-a6c0-4cee8c98b161 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742108 Mar 03 18:17:17.576937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network f4c37a18-5bec-4269-a1af-6403f77d9427 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:17:17.579389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:17.579868 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:17.580878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-fa0cc62d-1375-4d41-861e-1722ccf8ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:17.582498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-fa0cc62d-1375-4d41-861e-1722ccf8ffa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 1.0680161 Mar 03 18:17:17.585516 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5fb67ad5-f606-4640-8ec6-ad663e542480 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c04805de90e4c0681b8575f10aa6da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525161 Mar 03 18:17:17.595471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 51998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:17.619538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f4c37a18-5bec-4269-a1af-6403f77d9427) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:17.630196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954793fa-63bc-4138-a0a3-c380f179c143 None None] Network f4c37a18-5bec-4269-a1af-6403f77d9427 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:17.649747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:17.650876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:17.709968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 92fd762a-9999-4132-85ab-5cbe94c85550 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:17.753780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-bca15366-91e8-4ccd-81c5-347a501e9598 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1b4f081-9277-450a-abdf-27c1c2ce2680 HTTP/1.1" status: 200 len: 217 time: 0.1369610 Mar 03 18:17:17.890577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-32b7973f-0d86-4040-821f-8b9ee6851b6a None None] Provisioning complete for port dca87db9-e5b0-43ac-92ea-462b07c03545 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:17.890862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32b7973f-0d86-4040-821f-8b9ee6851b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:17.932437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-be5976a5-8dbd-47a7-9775-28ec12cd6be7 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0888693 Mar 03 18:17:17.933116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-c8203683-a3d6-45c9-8f7f-79bfbbc91727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:17.933116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-c8203683-a3d6-45c9-8f7f-79bfbbc91727 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0879230 Mar 03 18:17:17.934075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:17:17.934230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52002) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:17.943298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-685508301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:17.957719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-32b7973f-0d86-4040-821f-8b9ee6851b6a None None] Port dca87db9-e5b0-43ac-92ea-462b07c03545 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:17.962058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:17.962213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 92fd762a-9999-4132-85ab-5cbe94c85550 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:17.962784 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:17.971725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:router and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:17.976810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:17.980501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4296e-80eb-44b2-9f12-b495f352c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:17.996344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:18.094384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.095517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.106128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4296e-80eb-44b2-9f12-b495f352c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.175705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:17:18.186243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.193497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-277c5372-a0bf-4941-a403-f169e2c5ff06 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "PUT /v2.0/routers/18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1745853 Mar 03 18:17:18.230256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-54502714-e486-4a68-8947-9e30fe06baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:18.231874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-54502714-e486-4a68-8947-9e30fe06baea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945774 Mar 03 18:17:18.242782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Sync routers for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:17:18.255065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cbf858d9-23cd-4e7a-a9f2-680d6178f20f None None] Provisioning complete for port 92fd762a-9999-4132-85ab-5cbe94c85550 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:18.255688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbf858d9-23cd-4e7a-a9f2-680d6178f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.258435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.277172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4296e-80eb-44b2-9f12-b495f352c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.303467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4296e-80eb-44b2-9f12-b495f352c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1787ed22-ed63-421c-82b6-8723cf067507,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:18.325022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.332851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ecdf0c9a-52fa-4bc2-a4fa-01ca2420443a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3902566 Mar 03 18:17:18.332851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-99f4296e-80eb-44b2-9f12-b495f352c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.332851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-99f4296e-80eb-44b2-9f12-b495f352c81f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1787ed22-ed63-421c-82b6-8723cf067507 HTTP/1.1" status: 204 len: 168 time: 0.7326210 Mar 03 18:17:18.332851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52008) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:18.346817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427', 'name': 'tempest-PortsIpV6TestJSON-1005014803'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:18.372760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:18.374129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:16:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:18.394457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port 92fd762a-9999-4132-85ab-5cbe94c85550 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:18.395184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.415468 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.449949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-37ad83aa-d7e7-4b1f-b141-5424b740956e service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068317 Mar 03 18:17:18.615603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:18.619973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:port and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:18.623154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:18.628919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:18.651897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:18.653219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:18.655434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.725847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:18.755463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 486da5a5-4070-44c4-900f-46462045a42d yet. {{(pid=87886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:17:18.849397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd04a4c1-0073-4949-b61b-705776322fa3 req-a6e61507-4682-4e73-be2e-dc5ca25b4b3a service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952587 Mar 03 18:17:18.953472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port 92fd762a-9999-4132-85ab-5cbe94c85550, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=92fd762a-9999-4132-85ab-5cbe94c85550,segment=NetworkSegment(c3e5a21e-b58f-4079-a3a9-934e7db2980b),segment_id=c3e5a21e-b58f-4079-a3a9-934e7db2980b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:18.955294 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.056972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::205 (f4c37a18-5bec-4269-a1af-6403f77d9427/ec4974c9-b8a5-426b-ac19-92e5555dab87/486da5a5-4070-44c4-900f-46462045a42d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:19.082350 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.199392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.400364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.418153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 486da5a5-4070-44c4-900f-46462045a42d will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:19.443152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.489313 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.549445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for 92fd762a-9999-4132-85ab-5cbe94c85550 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:19.596604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.708288 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-660e4798-f5dc-4ee6-8a1f-77d13c129e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.723244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network f4c37a18-5bec-4269-a1af-6403f77d9427 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:19.729448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:19.747180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:19.748027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52042) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:19.752803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:19.753518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.786316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4543858 Mar 03 18:17:19.788716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=abaea497-be4e-45b1-9bf3-ebdbd3ddc9c3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:19.791799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52048) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:19.824929 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.840929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f4c37a18-5bec-4269-a1af-6403f77d9427', 'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427', 'tenant_id': '268b6688222844d6a224d58881c3e12c', 'fixed_ips': [{'subnet_id': 'ec4974c9-b8a5-426b-ac19-92e5555dab87'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:17:19.842650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:19.878593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Port': ['ID=92fd762a-9999-4132-85ab-5cbe94c85550,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:19.975434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No DVR routers for this DVR port 92fd762a-9999-4132-85ab-5cbe94c85550 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:20.011387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--303042150'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:20.018388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:20.020901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b039825-91ee-4a48-bfbd-cee5650906c3 None None] DHCP port deletion for cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:20.026955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:20.029905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:20.036491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:20.052297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.074144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:13Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:12Z', 'revision_number': 1, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dca87db9-e5b0-43ac-92ea-462b07c03545', 'name': '', 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:59:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '64697879-4d47-47dd-a140-97307f41ef86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:17:11Z', 'updated_at': '2022-03-03T18:17:15Z', 'revision_number': 2, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': '64697879-4d47-47dd-a140-97307f41ef86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:20.083019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.094850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Checking router: 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:17:20.097493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Updating router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 port dca87db9-e5b0-43ac-92ea-462b07c03545 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:17:20.109244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:20.120356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:20.124645 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.181156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:20.214981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:20.249771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.299015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.359850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa36e43-9b3a-48f3-a595-8669000f47ed,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:20.418016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb53650-7c33-432a-aaac-385e4e314762 None None] Network cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:20.442493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a682b-c6a8-4aa4-a9ad-0ad911a82b3c req-fa5338a0-cd61-455f-9c49-31badfd1c5c1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:20.443962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-441a682b-c6a8-4aa4-a9ad-0ad911a82b3c req-fa5338a0-cd61-455f-9c49-31badfd1c5c1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 943 time: 1.6446936 Mar 03 18:17:20.496177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.543265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.560522 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP 6adc99d7-8b59-4977-820b-dcfefea18e68 associated. External IP: 172.25.0.128, port: eeca5b4a-8c36-4135-ae9c-1a187f02773a. Mar 03 18:17:20.562285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:20.575476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e5a21e-b58f-4079-a3a9-934e7db2980b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:20.575764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e5a21e-b58f-4079-a3a9-934e7db2980b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:20.587872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.598191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Allocated IP 2001:db8::2 (f4c37a18-5bec-4269-a1af-6403f77d9427/ec4974c9-b8a5-426b-ac19-92e5555dab87/68d0294f-b8cb-40e7-b18e-c4ca19e04698) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:20.608455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.615379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:20.615774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:20.643567 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:20.647495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.651318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:20.652505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c361c-a03e-4ade-b0f9-07a32a8dafd8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=486da5a5-4070-44c4-900f-46462045a42d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:20.655382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:20.658488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:20.664561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:20.726018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-441a682b-c6a8-4aa4-a9ad-0ad911a82b3c req-446091dc-18ea-40ab-920d-a027e0a89606 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586718 Mar 03 18:17:20.795124 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.813837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704b1730-6e72-4cec-b059-a2cf637f0fff,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:20.821596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.837012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:20.872363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-93ef3887-1f6c-412c-82d2-ee727a5563eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 HTTP/1.1" status: 204 len: 168 time: 7.6463268 Mar 03 18:17:20.876939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52064) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:20.897617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52068) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:20.927107 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29f87f2-8a6d-482d-8aa4-129d0573f684 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:20.927777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29f87f2-8a6d-482d-8aa4-129d0573f684 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:20.932225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c29f87f2-8a6d-482d-8aa4-129d0573f684 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/8fa36e43-9b3a-48f3-a595-8669000f47ed HTTP/1.1" status: 404 len: 337 time: 0.0513744 Mar 03 18:17:20.932881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52074) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:20.936707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.959555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:20.980152 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f45f74a-c710-4167-8005-a397a6d12b2e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:20.980717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f45f74a-c710-4167-8005-a397a6d12b2e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:20.985317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3f45f74a-c710-4167-8005-a397a6d12b2e tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 HTTP/1.1" status: 404 len: 339 time: 0.0491564 Mar 03 18:17:20.985920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52078) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:21.009429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.011210 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2622075 Mar 03 18:17:21.015021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52082) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:21.054370 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.057043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f960ee5-1e41-4a3a-9c70-6b5f3a6d6291 None None] DHCP port deletion for cb8ce8a5-e76f-475b-b2e8-dd00efb3dd86 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:21.088837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Transition to ACTIVE for port object 68d0294f-b8cb-40e7-b18e-c4ca19e04698 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:21.097289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550652-ab2d-4527-8e1c-c97db3b21f40 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db299a0-d0ab-456c-8254-8a2688e369c0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:21.128080 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-096c7bc1-ff51-4eaf-bf47-d93adafda5c6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:21.128867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096c7bc1-ff51-4eaf-bf47-d93adafda5c6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:21.132392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-096c7bc1-ff51-4eaf-bf47-d93adafda5c6 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/fb9e3e3f-2eab-4cb2-8213-81766f56a5ae HTTP/1.1" status: 404 len: 337 time: 0.1453545 Mar 03 18:17:21.142192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52086) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:21.189754 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-63529796-f371-4bb7-ac4d-50f3550439a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:21.190218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63529796-f371-4bb7-ac4d-50f3550439a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:21.194735 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-63529796-f371-4bb7-ac4d-50f3550439a4 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/2136f995-49a6-4262-95e8-0bbfbc917088 HTTP/1.1" status: 404 len: 339 time: 0.0499017 Mar 03 18:17:21.195479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52090) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:21.205563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Transition to ACTIVE for port object 68d0294f-b8cb-40e7-b18e-c4ca19e04698 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:21.219148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b5cb13de-49be-4d86-a7eb-2153c23f5768 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:21.225915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.271499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.297815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.303076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Pushing event updated for resources: {'Port': ['ID=68d0294f-b8cb-40e7-b18e-c4ca19e04698,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:21.315484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:21.318331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b5cb13de-49be-4d86-a7eb-2153c23f5768 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:21.322887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b5cb13de-49be-4d86-a7eb-2153c23f5768 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3037436 Mar 03 18:17:21.323075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Network f4c37a18-5bec-4269-a1af-6403f77d9427 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:21.323205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:21.327384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:21.331013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-770eed01-ac0f-401a-b8c4-5894b45ea255 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-security--170174257', 'description': 'tempest-security-description-2027971365'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:21.331436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:21.337245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Usage tracker for resource:security_group_rule and tenant:efff48c679e14df796c06de7eb42be69 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:21.347177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.371110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:21.372380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-770eed01-ac0f-401a-b8c4-5894b45ea255 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.384136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:17:21.391829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:21.447996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Attempting to bind port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:17:21.448422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Attempting to bind port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '26c13704-0b64-4767-af3b-42b569671d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:17:21.448725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Attempting to bind port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 on network f4c37a18-5bec-4269-a1af-6403f77d9427 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:21.457524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:17:21.457524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Checking segment: {'id': '26c13704-0b64-4767-af3b-42b569671d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:21.457965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.458351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Bound using segment: {'id': '26c13704-0b64-4767-af3b-42b569671d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:17:21.459074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Bound port: 68d0294f-b8cb-40e7-b18e-c4ca19e04698, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c13704-0b64-4767-af3b-42b569671d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f4c37a18-5bec-4269-a1af-6403f77d9427'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:17:21.459246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.549946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.566395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-770eed01-ac0f-401a-b8c4-5894b45ea255 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.588749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-770eed01-ac0f-401a-b8c4-5894b45ea255 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.591842 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-770eed01-ac0f-401a-b8c4-5894b45ea255 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.593618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-770eed01-ac0f-401a-b8c4-5894b45ea255 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "PUT /v2.0/security-groups/5db299a0-d0ab-456c-8254-8a2688e369c0 HTTP/1.1" status: 200 len: 1779 time: 0.2694364 Mar 03 18:17:21.609574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52098) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:21.615620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab505be-1dfb-49ea-9db8-2dc7493dafb0']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:21.630622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 92fd762a-9999-4132-85ab-5cbe94c85550 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:21.658223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9024600-5712-4aaa-b181-06d288e61b05') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:21.658528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9024600-5712-4aaa-b181-06d288e61b05') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:21.680778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 92fd762a-9999-4132-85ab-5cbe94c85550 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:21.681049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 92fd762a-9999-4132-85ab-5cbe94c85550 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:21.686921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.687180 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.694095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eed01-ac0f-401a-b8c4-5894b45ea255 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db299a0-d0ab-456c-8254-8a2688e369c0,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:21.719514 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2f2ad925-12ea-4825-8386-3324d4d56e17 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups/5db299a0-d0ab-456c-8254-8a2688e369c0 HTTP/1.1" status: 200 len: 1779 time: 0.1064682 Mar 03 18:17:21.722876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52102) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:21.724472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Transition to ACTIVE for port object dca87db9-e5b0-43ac-92ea-462b07c03545 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:21.736914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] For port 68d0294f-b8cb-40e7-b18e-c4ca19e04698, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:17:21.737658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.741679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] For port 68d0294f-b8cb-40e7-b18e-c4ca19e04698, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=68d0294f-b8cb-40e7-b18e-c4ca19e04698,segment=NetworkSegment(26c13704-0b64-4767-af3b-42b569671d72),segment_id=26c13704-0b64-4767-af3b-42b569671d72)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:17:21.743805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.750262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:21.750665 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:21.770916 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:21.842431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0730c-44d4-4955-b938-136a8cc7d43b None None] Pushing event updated for resources: {'Port': ['ID=dca87db9-e5b0-43ac-92ea-462b07c03545,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:21.855561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.060988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbb225-89d6-4091-bb92-b639b7af4b0a None None] Pushing event updated for resources: {'Port': ['ID=68d0294f-b8cb-40e7-b18e-c4ca19e04698,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:22.062864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:17:22.073530 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] Sync routers for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:17:22.094363 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:22.094568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.098533 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:22.123338 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.131556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.135601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.165153 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1a10e7b-a860-4eab-8a94-2308d9077cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.178794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.180524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/3ab505be-1dfb-49ea-9db8-2dc7493dafb0 HTTP/1.1" status: 204 len: 168 time: 0.9831140 Mar 03 18:17:22.184993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52108) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.258550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92670751-fcf5-4c94-9a78-923163b46f16 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=3ab505be-1dfb-49ea-9db8-2dc7493dafb0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:22.266608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efff48c679e14df796c06de7eb42be69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3665311 Mar 03 18:17:22.271440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52114) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.273009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491859b-8713-4202-86e3-8024c4d20337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f691369-bcd6-4a5b-9455-f37ee5b5c103,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:22.300670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Attempting to bind port dca87db9-e5b0-43ac-92ea-462b07c03545 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:17:22.303169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Attempting to bind port dca87db9-e5b0-43ac-92ea-462b07c03545 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:17:22.304157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Attempting to bind port dca87db9-e5b0-43ac-92ea-462b07c03545 on network 5245f703-ba81-40a1-8921-2e720c69bc99 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:22.308671 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-20493c85-5a7f-436e-9642-4eefcd7830a1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:22.309139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20493c85-5a7f-436e-9642-4eefcd7830a1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:22.313595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:17:22.313814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-20493c85-5a7f-436e-9642-4eefcd7830a1 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/ee9bc85f-a817-41f9-b6b6-d0358237e16b HTTP/1.1" status: 404 len: 337 time: 0.1255121 Mar 03 18:17:22.314360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Checking segment: {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:22.314961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.315678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Bound using segment: {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:17:22.317061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Bound port: dca87db9-e5b0-43ac-92ea-462b07c03545, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f412cd38-6cb0-475b-9e09-ac61a42b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:17:22.317658 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.320416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52118) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.330197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.333138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0ea2f7ae-0737-4563-8816-74f8d4068377 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0875616 Mar 03 18:17:22.337787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:17:22.352673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.358609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54e29389-c2ca-4d85-aa14-d8633f2fe15d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.395669 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1433597-aaf0-4a1a-9ed3-a168d4461644 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:22.396151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1433597-aaf0-4a1a-9ed3-a168d4461644 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:22.401621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e1433597-aaf0-4a1a-9ed3-a168d4461644 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/d015a76b-5804-46c8-a50d-798ff57d78d4 HTTP/1.1" status: 404 len: 339 time: 0.0801511 Mar 03 18:17:22.403515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52126) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.414240 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:22.508461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54e29389-c2ca-4d85-aa14-d8633f2fe15d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.515351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] For port dca87db9-e5b0-43ac-92ea-462b07c03545, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:17:22.529292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] For port dca87db9-e5b0-43ac-92ea-462b07c03545, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dca87db9-e5b0-43ac-92ea-462b07c03545,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:17:22.536536 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b61ec0-cd31-418d-bc04-be4546f7b404 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:22.536996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b61ec0-cd31-418d-bc04-be4546f7b404 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:22.537384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.538730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-02b61ec0-cd31-418d-bc04-be4546f7b404 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/1ebded1e-7ffe-4592-8b19-8f36f781af5a HTTP/1.1" status: 404 len: 337 time: 0.0891769 Mar 03 18:17:22.543733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52130) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.545421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-990e6412-6e2d-4acb-9234-6b1dcd1d9bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.553250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52170beb-905a-4b4d-ae35-6b0546b39dad req-07830f85-249a-4f4b-8ab7-792579378e37 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:22.561152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52170beb-905a-4b4d-ae35-6b0546b39dad req-07830f85-249a-4f4b-8ab7-792579378e37 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 943 time: 0.5621662 Mar 03 18:17:22.580409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=486da5a5-4070-44c4-900f-46462045a42d,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:22.646134 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2899480e-0e8d-41fd-b4dc-ddf8cd896f27 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:22.646613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2899480e-0e8d-41fd-b4dc-ddf8cd896f27 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:22.648381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2899480e-0e8d-41fd-b4dc-ddf8cd896f27 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/7cb307de-8f4a-4df9-bbd0-00f3a0d84a54 HTTP/1.1" status: 404 len: 339 time: 0.1038070 Mar 03 18:17:22.664462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52134) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.700239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:22.700983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:22.741006 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-065779aa-9b65-41ee-a59a-8ac4032be3ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:22.741645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065779aa-9b65-41ee-a59a-8ac4032be3ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:22.752366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52170beb-905a-4b4d-ae35-6b0546b39dad req-f4c6c5e6-0f78-468e-8156-97aabef0e62f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901670 Mar 03 18:17:22.759741 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-065779aa-9b65-41ee-a59a-8ac4032be3ce tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/23b6872b-d970-4e14-8339-5f8f845437bf HTTP/1.1" status: 404 len: 337 time: 0.0941725 Mar 03 18:17:22.763981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52138) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.793024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54e29389-c2ca-4d85-aa14-d8633f2fe15d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.796034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54e29389-c2ca-4d85-aa14-d8633f2fe15d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.799769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-54e29389-c2ca-4d85-aa14-d8633f2fe15d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/5db299a0-d0ab-456c-8254-8a2688e369c0 HTTP/1.1" status: 204 len: 168 time: 1.0735741 Mar 03 18:17:22.822787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52142) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.823579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29389-c2ca-4d85-aa14-d8633f2fe15d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db299a0-d0ab-456c-8254-8a2688e369c0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:22.826479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-990e6412-6e2d-4acb-9234-6b1dcd1d9bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:22.839268 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-01472740-1e53-46ea-926b-49766b4f872c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:22.840101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01472740-1e53-46ea-926b-49766b4f872c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:22.842502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-01472740-1e53-46ea-926b-49766b4f872c tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/930b8ad2-962e-4750-9b54-7d8bd9a52d27 HTTP/1.1" status: 404 len: 339 time: 0.0773063 Mar 03 18:17:22.855897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52146) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:22.866385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0730c-44d4-4955-b938-136a8cc7d43b None None] Pushing event updated for resources: {'Port': ['ID=dca87db9-e5b0-43ac-92ea-462b07c03545,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:22.894842 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'status': 'completed', 'code': 200} Mar 03 18:17:22.956507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-33273570-a19c-41e5-9ec5-82bc7b07ee5d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:22.995280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-33273570-a19c-41e5-9ec5-82bc7b07ee5d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:23.001280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-33273570-a19c-41e5-9ec5-82bc7b07ee5d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1651702 Mar 03 18:17:23.005172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52150) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.018037 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea1312a-6834-4c38-9edf-77139c3ecd22 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.018778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea1312a-6834-4c38-9edf-77139c3ecd22 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.023313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5ea1312a-6834-4c38-9edf-77139c3ecd22 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/c1a7c353-c37d-49f1-b940-ee7468ec5e0b HTTP/1.1" status: 404 len: 337 time: 0.1618898 Mar 03 18:17:23.025843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52154) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.030737 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-2711303e-1af3-4048-9f39-febbebd4acaa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] delete failed (client error): The resource could not be found. Mar 03 18:17:23.048315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2711303e-1af3-4048-9f39-febbebd4acaa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/5db299a0-d0ab-456c-8254-8a2688e369c0 HTTP/1.1" status: 404 len: 347 time: 0.0319903 Mar 03 18:17:23.048976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.076830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131927054'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:23.090197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:23.102479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:23.130500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:23.134625 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '6adc99d7-8b59-4977-820b-dcfefea18e68', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'port_id': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'mac_address': 'fa:16:3e:e5:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:17:18Z', 'updated_at': '2022-03-03T18:17:18Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:44Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:23.138576 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] Checking router: 9cdfda1f-4547-498c-90e3-2aebb77d84f1 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:17:23.151250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.152267 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:23.152913 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:23.178885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5412-3632-418a-bad9-e72501aebfe3 req-78e62396-7044-4767-a97d-b760d6b8a70f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:23.181242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-984b5412-3632-418a-bad9-e72501aebfe3 req-78e62396-7044-4767-a97d-b760d6b8a70f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.5641136 Mar 03 18:17:23.183715 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e2ab45-e15d-4169-a258-395538b19389 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.184616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e2ab45-e15d-4169-a258-395538b19389 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.189263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95e2ab45-e15d-4169-a258-395538b19389 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/1464c13b-7166-466f-bca1-0b50d7a3898a HTTP/1.1" status: 404 len: 339 time: 0.1464956 Mar 03 18:17:23.192942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52164) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.271229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:23.274509 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5448bf4c-c4bf-451b-a29d-99e6ee0f60df tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.274960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5448bf4c-c4bf-451b-a29d-99e6ee0f60df tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.278947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5448bf4c-c4bf-451b-a29d-99e6ee0f60df tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/c908f6b2-80ab-49c4-b2f8-49e7d4e6f1de HTTP/1.1" status: 404 len: 337 time: 0.0827553 Mar 03 18:17:23.279512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:23.282092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52168) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.284625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:23.307950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-984b5412-3632-418a-bad9-e72501aebfe3 req-c1032842-b96f-436a-95cb-a35f54ba9e3f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160762 Mar 03 18:17:23.326605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.344785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52172) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.354966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:23.373304 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.427752 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f81c515-4e3e-43a3-97a9-53d77d668fab tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.428518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f81c515-4e3e-43a3-97a9-53d77d668fab tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.430518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1f81c515-4e3e-43a3-97a9-53d77d668fab tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/b098a3b7-0677-4e2a-9007-dae3d9a6e70b HTTP/1.1" status: 404 len: 339 time: 0.1475213 Mar 03 18:17:23.446633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.501180 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:23.536283 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b21c09c-c59c-4a8c-92d3-8f5e2a7df9eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.536926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-76e3f2e4-b9c1-4712-9809-d3873917f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:23.538681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-76e3f2e4-b9c1-4712-9809-d3873917f7bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1097 time: 0.6092448 Mar 03 18:17:23.539991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-990e6412-6e2d-4acb-9234-6b1dcd1d9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.543887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b21c09c-c59c-4a8c-92d3-8f5e2a7df9eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.553609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b21c09c-c59c-4a8c-92d3-8f5e2a7df9eb tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/132f37d6-b37b-45ad-989b-b432ef5afbf8 HTTP/1.1" status: 404 len: 337 time: 0.1055925 Mar 03 18:17:23.554367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52180) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.568652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.573403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e6412-6e2d-4acb-9234-6b1dcd1d9bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f691369-bcd6-4a5b-9455-f37ee5b5c103,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:23.665417 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8297a4e-9cf3-4571-a892-72058497feff tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.666099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8297a4e-9cf3-4571-a892-72058497feff tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.672827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 68d0294f-b8cb-40e7-b18e-c4ca19e04698 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:23.686144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c8297a4e-9cf3-4571-a892-72058497feff tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/a57b16e0-2274-4104-a0f0-df7d5a04e48a HTTP/1.1" status: 404 len: 339 time: 0.1102743 Mar 03 18:17:23.692217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52184) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.699524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bf7209be-2710-444e-8795-3c13ea5db501 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/6adc99d7-8b59-4977-820b-dcfefea18e68 HTTP/1.1" status: 200 len: 992 time: 0.3493216 Mar 03 18:17:23.757024 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dd401a-bd7d-4bd0-94e6-14ff0edcbb2d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.759567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dd401a-bd7d-4bd0-94e6-14ff0edcbb2d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.785997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-61dd401a-bd7d-4bd0-94e6-14ff0edcbb2d tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/2c9d2ac1-d204-443c-a978-4ec68ab16362 HTTP/1.1" status: 404 len: 337 time: 0.0923576 Mar 03 18:17:23.791330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52188) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.793781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b1b4f081-9277-450a-abdf-27c1c2ce2680 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:17:23.836623 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e48de72-c85d-413b-8e84-90a9034452da tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.837430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e48de72-c85d-413b-8e84-90a9034452da tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.839449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0e48de72-c85d-413b-8e84-90a9034452da tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/60785ec0-0f81-4b44-9c88-3d790bfa6eef HTTP/1.1" status: 404 len: 339 time: 0.0469122 Mar 03 18:17:23.842419 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.843709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52194) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.854522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.889082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804fb1e0-ab51-4d19-8a71-c093c1f8f73c None None] Network f4c37a18-5bec-4269-a1af-6403f77d9427 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:23.907778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.948227 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-96034cc5-2579-46d7-9cbd-8107b62ac25b tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:23.948797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96034cc5-2579-46d7-9cbd-8107b62ac25b tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:23.950746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-96034cc5-2579-46d7-9cbd-8107b62ac25b tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/8f65441b-d3cc-4e63-ae35-45d488985ce9 HTTP/1.1" status: 404 len: 337 time: 0.1058044 Mar 03 18:17:23.957767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb68203-fe17-4879-859e-a47f373cf583,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:23.975184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52198) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:23.977112 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-990e6412-6e2d-4acb-9234-6b1dcd1d9bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:23.987605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:23.992422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-990e6412-6e2d-4acb-9234-6b1dcd1d9bd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f691369-bcd6-4a5b-9455-f37ee5b5c103 HTTP/1.1" status: 204 len: 168 time: 1.7045310 Mar 03 18:17:24.046260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.047599 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b18f9e1c-185b-4c30-9ccc-7f7be989653f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9976315 Mar 03 18:17:24.053890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52204) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:24.055758 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a370ea-6e18-4c52-b53e-0bcab6f89266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:24.056303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a370ea-6e18-4c52-b53e-0bcab6f89266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:24.060291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2a370ea-6e18-4c52-b53e-0bcab6f89266 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/7679c5dd-f48b-4c09-a52a-6b318f8c62cb HTTP/1.1" status: 404 len: 339 time: 0.0808556 Mar 03 18:17:24.063505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': 'bbb68203-fe17-4879-859e-a47f373cf583', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:24.072010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52208) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:24.077743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:24.083658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:24.090745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:24.099327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:24.152218 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '6adc99d7-8b59-4977-820b-dcfefea18e68', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'port_id': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'mac_address': 'fa:16:3e:e5:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:17:18Z', 'updated_at': '2022-03-03T18:17:18Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:44Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:24.156445 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7c834-4c42-4043-bb52-32f0d8255ca1 None None] The sync data for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 is: [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '6adc99d7-8b59-4977-820b-dcfefea18e68', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'port_id': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'mac_address': 'fa:16:3e:e5:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:17:18Z', 'updated_at': '2022-03-03T18:17:18Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:44Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:24.158294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca8cc9-eafe-486e-8ed1-a867a15c671e req-3368aaab-4b7f-4806-b7bf-968c77e5e110 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:24.159607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ca8cc9-eafe-486e-8ed1-a867a15c671e req-3368aaab-4b7f-4806-b7bf-968c77e5e110 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 943 time: 0.1559546 Mar 03 18:17:24.160432 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.307883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.318669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.347161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b32511f-c6db-4dde-9a4a-4e265bf919d3,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:24.355658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ca8cc9-eafe-486e-8ed1-a867a15c671e req-e07087c8-625b-440a-828b-aa896d12a7e0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454508 Mar 03 18:17:24.375755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.376980 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-33920d48-22b7-430b-a8a6-a11084ead48a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3176801 Mar 03 18:17:24.380071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52214) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:24.414763 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fc49de8-a408-4812-ac18-2188cc358ba5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.427819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fc49de8-a408-4812-ac18-2188cc358ba5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.456635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Provisioning for port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:24.470644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Provisioning complete for port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:24.471023 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.479414 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fc49de8-a408-4812-ac18-2188cc358ba5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.511247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fc49de8-a408-4812-ac18-2188cc358ba5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.515347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4fc49de8-a408-4812-ac18-2188cc358ba5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1b32511f-c6db-4dde-9a4a-4e265bf919d3 HTTP/1.1" status: 204 len: 168 time: 0.1342723 Mar 03 18:17:24.516538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:13Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:12Z', 'revision_number': 1, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dca87db9-e5b0-43ac-92ea-462b07c03545', 'name': '', 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:59:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '64697879-4d47-47dd-a140-97307f41ef86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:17:11Z', 'updated_at': '2022-03-03T18:17:22Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': '64697879-4d47-47dd-a140-97307f41ef86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:24.518795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52224) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:24.521503 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.522448 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.534357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8914fd7-13b3-41ca-aa1c-8f8b1519e963 None None] The sync data for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 is: [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:13Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:12Z', 'revision_number': 1, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dca87db9-e5b0-43ac-92ea-462b07c03545', 'name': '', 'network_id': '5245f703-ba81-40a1-8921-2e720c69bc99', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:59:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '64697879-4d47-47dd-a140-97307f41ef86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:17:11Z', 'updated_at': '2022-03-03T18:17:22Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': '64697879-4d47-47dd-a140-97307f41ef86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:24.550051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc49de8-a408-4812-ac18-2188cc358ba5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b32511f-c6db-4dde-9a4a-4e265bf919d3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:24.564346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b1b4f081-9277-450a-abdf-27c1c2ce2680, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b1b4f081-9277-450a-abdf-27c1c2ce2680,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:24.581582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-18b9ae4c-f7b8-4085-8882-9511c99529bf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:24.635044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-18b9ae4c-f7b8-4085-8882-9511c99529bf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:24.637735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'b1b4f081-9277-450a-abdf-27c1c2ce2680', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'port_id': 'b1b4f081-9277-450a-abdf-27c1c2ce2680', 'mac_address': 'fa:16:3e:26:39:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:17:24.645407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-18b9ae4c-f7b8-4085-8882-9511c99529bf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1194973 Mar 03 18:17:24.646095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52228) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:24.647214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting subnet ac17984b-6044-42e1-ba8c-92d4352a68d2 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:17:24.651782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89808cd5-0692-491f-8f41-59e1d5d9f60b None None] New status for floating IP 6adc99d7-8b59-4977-820b-dcfefea18e68: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:17:24.656570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-aa467ad6-4fb6-49b9-9641-a3bd26d1bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:24.681199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-aa467ad6-4fb6-49b9-9641-a3bd26d1bf85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 1.0876482 Mar 03 18:17:24.684862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.722083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52232) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:24.854609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86cce345-17a6-4e9e-ae28-e559d058c9aa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.891059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86cce345-17a6-4e9e-ae28-e559d058c9aa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.929941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.947404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-83d0ea67-8dbc-40f8-8f84-cf6704e4e26f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/6adc99d7-8b59-4977-820b-dcfefea18e68 HTTP/1.1" status: 200 len: 992 time: 0.2242224 Mar 03 18:17:24.963702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86cce345-17a6-4e9e-ae28-e559d058c9aa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:24.993108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-fcea075f-2d7d-4b86-a9ed-874aeb048890 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1000 time: 0.3100762 Mar 03 18:17:24.997950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cce345-17a6-4e9e-ae28-e559d058c9aa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb68203-fe17-4879-859e-a47f373cf583,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:25.018840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86cce345-17a6-4e9e-ae28-e559d058c9aa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.023358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-86cce345-17a6-4e9e-ae28-e559d058c9aa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/bbb68203-fe17-4879-859e-a47f373cf583 HTTP/1.1" status: 204 len: 168 time: 0.3762350 Mar 03 18:17:25.024176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52242) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:25.088139 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.129353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-303b2ec3-f6ae-4201-97dc-eb30d644feb5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:25.165537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-303b2ec3-f6ae-4201-97dc-eb30d644feb5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:25.171325 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-303b2ec3-f6ae-4201-97dc-eb30d644feb5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461260 Mar 03 18:17:25.171926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:25.177074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--727917493'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:25.192184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:25.200187 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.217474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:25.220438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.221627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.230027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-9972fdd0-52e6-4464-8144-6b48e48d7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:25.233744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-9972fdd0-52e6-4464-8144-6b48e48d7a88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.2292535 Mar 03 18:17:25.236972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.245664 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.264053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:25.274440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:25.278011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:25.282348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] For port 68d0294f-b8cb-40e7-b18e-c4ca19e04698, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=68d0294f-b8cb-40e7-b18e-c4ca19e04698,segment=NetworkSegment(26c13704-0b64-4767-af3b-42b569671d72),segment_id=26c13704-0b64-4767-af3b-42b569671d72)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:25.285526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:25.296392 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.375056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b4f081-9277-450a-abdf-27c1c2ce2680 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:17:25.381099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Pushing event updated for resources: {'Port': ['ID=68d0294f-b8cb-40e7-b18e-c4ca19e04698,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:25.401486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=486da5a5-4070-44c4-900f-46462045a42d,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:25.403568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Provisioning for port 486da5a5-4070-44c4-900f-46462045a42d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:25.412440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b1b4f081-9277-450a-abdf-27c1c2ce2680, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b1b4f081-9277-450a-abdf-27c1c2ce2680,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:25.432908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Provisioning complete for port 486da5a5-4070-44c4-900f-46462045a42d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:25.433285 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.447074 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.454051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.500114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fafdb7d6-ccf2-4d8b-a948-bfec087b5fba None None] Port 486da5a5-4070-44c4-900f-46462045a42d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:25.505911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.581358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c13172-3ab2-4e87-8f05-5b385297f8ff,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:25.595822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.611743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-db65257b-1d46-4d02-a035-bcf39084540c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4387739 Mar 03 18:17:25.618295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52260) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:25.623673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '70c13172-3ab2-4e87-8f05-5b385297f8ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:25.639812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:25.649910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:25.655259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:25.663521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:25.666183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b1b4f081-9277-450a-abdf-27c1c2ce2680,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:25.695802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.759396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 68d0294f-b8cb-40e7-b18e-c4ca19e04698 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:25.823793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.830351 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.855511 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.870033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a529ba5d-1af0-45ae-b0da-9b434824e37c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:25.886922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.890637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b1b4f081-9277-450a-abdf-27c1c2ce2680'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:17:25.890799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-58c4ce25-18d6-46c5-9b1b-f343dfad3839 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2690241 Mar 03 18:17:25.890894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52268) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:25.896681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '70c13172-3ab2-4e87-8f05-5b385297f8ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:25.900971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network f4c37a18-5bec-4269-a1af-6403f77d9427 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:25.905690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:25.911013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:25.912989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:25.914305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:25.926817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:25.950111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:25.962271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52274) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:26.030118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:26.031121 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.039839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.045940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.093421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fb2bc9-f595-42a7-be88-dab881676857,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:26.118224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.120365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cfc00681-d0be-444b-b5a7-303ee11a904a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2284791 Mar 03 18:17:26.122982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:26.133801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '70c13172-3ab2-4e87-8f05-5b385297f8ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:26.149812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:26.156755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:26.169371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:26.184143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:26.220790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.242660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-979e4516-3e39-4eb1-ac3b-019996e76f3e None None] Provisioning complete for port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:26.243490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-979e4516-3e39-4eb1-ac3b-019996e76f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.326837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.334375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.399765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d25bd52-1af5-45e8-aeff-37435a395f83,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:26.418948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-d805041f-868b-431b-8e7c-0e3eaaeb52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:26.419320 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.423574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-d805041f-868b-431b-8e7c-0e3eaaeb52c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0366430 Mar 03 18:17:26.423751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-30b7c085-2c5b-470a-9b9b-ad36539d997d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2971997 Mar 03 18:17:26.424554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52288) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:26.432364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '70c13172-3ab2-4e87-8f05-5b385297f8ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:26.451432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:26.455901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:26.462566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:26.478284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:26.483071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dca87db9-e5b0-43ac-92ea-462b07c03545 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:26.498785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.624129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.636266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.666474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port dca87db9-e5b0-43ac-92ea-462b07c03545 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:26.671433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7830ba7a-7137-438e-9e22-0457604ee739,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:26.676848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dca87db9-e5b0-43ac-92ea-462b07c03545 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:26.677208 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.712429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.717452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c30e8b69-5024-4a05-9ae8-436c1aae3374 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2915659 Mar 03 18:17:26.718463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52296) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:26.718620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-979e4516-3e39-4eb1-ac3b-019996e76f3e None None] Provisioning complete for port 486da5a5-4070-44c4-900f-46462045a42d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:26.718620 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-979e4516-3e39-4eb1-ac3b-019996e76f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.726358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '70c13172-3ab2-4e87-8f05-5b385297f8ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:26.731138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-468ceb7d-f9d9-4ff5-8dda-3ce01d2e4428 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/6adc99d7-8b59-4977-820b-dcfefea18e68 HTTP/1.1" status: 200 len: 994 time: 0.6808834 Mar 03 18:17:26.744052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:26.753059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:26.758868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:26.770056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:26.794205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d57d-2627-426d-8fa8-f30671b7c3c6 req-fa0793fe-dbf8-48ef-89e6-03cdf51cfa51 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:26.795998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5d1d57d-2627-426d-8fa8-f30671b7c3c6 req-fa0793fe-dbf8-48ef-89e6-03cdf51cfa51 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 944 time: 1.1994081 Mar 03 18:17:26.799103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.809874 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.845596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-979e4516-3e39-4eb1-ac3b-019996e76f3e None None] Port 486da5a5-4070-44c4-900f-46462045a42d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:26.856267 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.873617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9386d6c-80dc-464e-9dad-7e70e774dd37 None None] Network 1ede1568-3019-40de-81f5-7b0eafa1a643 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:26.888217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.895318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.919304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-15ac12d1-0ecf-4330-ad27-8b86d483d695 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905391 Mar 03 18:17:26.923358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9812d767-a596-4ee9-8ac3-b7f7d95e4e6f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:26.935098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Subnet': ['ID=ac17984b-6044-42e1-ba8c-92d4352a68d2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:26.944234 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.950883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4944d84d-d39d-4f03-a84b-6b8454e12c91 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2314939 Mar 03 18:17:26.951709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52304) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:26.976668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-370beb84-a143-47bf-ab2d-2595da86bc95 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/subnets/ac17984b-6044-42e1-ba8c-92d4352a68d2 HTTP/1.1" status: 204 len: 168 time: 2.9031487 Mar 03 18:17:26.977362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52308) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:26.986460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2e51864-b6de-4c05-98f0-6b6c1759adcd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:26.998803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Router 7864acaf-ffdf-4e9d-905d-541432e8b700 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:17:27.004794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2e51864-b6de-4c05-98f0-6b6c1759adcd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.052325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2e51864-b6de-4c05-98f0-6b6c1759adcd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.153828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e3649981-f1ce-45a2-b683-b588a8934864 None None] Provisioning complete for port 486da5a5-4070-44c4-900f-46462045a42d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:27.154512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b5d1d57d-2627-426d-8fa8-f30671b7c3c6 req-034e2d8b-059b-47c3-ad69-b91cac17c272 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473883 Mar 03 18:17:27.154779 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3649981-f1ce-45a2-b683-b588a8934864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.172599 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.205799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e51864-b6de-4c05-98f0-6b6c1759adcd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9812d767-a596-4ee9-8ac3-b7f7d95e4e6f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:27.211094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2e51864-b6de-4c05-98f0-6b6c1759adcd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.229235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52318) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:27.229988 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f2e51864-b6de-4c05-98f0-6b6c1759adcd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9812d767-a596-4ee9-8ac3-b7f7d95e4e6f HTTP/1.1" status: 204 len: 168 time: 0.2637973 Mar 03 18:17:27.328697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Deleting port fc789850-5fcb-4ee6-a02f-8a2d5408be8c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:27.329034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.346511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e3649981-f1ce-45a2-b683-b588a8934864 None None] Port 486da5a5-4070-44c4-900f-46462045a42d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:27.352106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.396161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port dca87db9-e5b0-43ac-92ea-462b07c03545, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dca87db9-e5b0-43ac-92ea-462b07c03545,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:27.402270 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.492828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=dca87db9-e5b0-43ac-92ea-462b07c03545,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:27.496282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-040ae22c-d6ba-40dc-9ba5-d5b21b026793 None None] Provisioning complete for port 486da5a5-4070-44c4-900f-46462045a42d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:27.496650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-040ae22c-d6ba-40dc-9ba5-d5b21b026793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.522355 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-45cb9ffd-1f63-41d8-9d60-a764406eb9cf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2824273 Mar 03 18:17:27.525531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52334) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:27.561235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6741ab2d-fb22-4c65-8cb9-5aee52993163 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.572420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-040ae22c-d6ba-40dc-9ba5-d5b21b026793 None None] Port 486da5a5-4070-44c4-900f-46462045a42d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:27.573824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6741ab2d-fb22-4c65-8cb9-5aee52993163 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.575283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] DHCP port deletion for 1ede1568-3019-40de-81f5-7b0eafa1a643 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:27.575707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7849a7ca-89b8-4fdf-a732-1460068f3156 req-e4d9b3e5-8783-45b0-861f-869260429bc3 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450913 Mar 03 18:17:27.580024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Deleting port fc789850-5fcb-4ee6-a02f-8a2d5408be8c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:27.580382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.586700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:17:27.595232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0b359ae9-54a7-4d12-96e0-bfcfa93f9910 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "PUT /v2.0/routers/7864acaf-ffdf-4e9d-905d-541432e8b700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7907732 Mar 03 18:17:27.597001 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] Sync routers for ids ['7864acaf-ffdf-4e9d-905d-541432e8b700'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:17:27.598783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52338) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:27.606479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6741ab2d-fb22-4c65-8cb9-5aee52993163 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.626185 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] Routers {'7864acaf-ffdf-4e9d-905d-541432e8b700'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:27.628048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7864acaf-ffdf-4e9d-905d-541432e8b700'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:27.637039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741ab2d-fb22-4c65-8cb9-5aee52993163 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7830ba7a-7137-438e-9e22-0457604ee739,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:27.646484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6741ab2d-fb22-4c65-8cb9-5aee52993163 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.651049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6741ab2d-fb22-4c65-8cb9-5aee52993163 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7830ba7a-7137-438e-9e22-0457604ee739 HTTP/1.1" status: 204 len: 168 time: 0.1243124 Mar 03 18:17:27.651848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:27.720607 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:27.730487 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] Routers {'7864acaf-ffdf-4e9d-905d-541432e8b700'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:27.731100 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7864acaf-ffdf-4e9d-905d-541432e8b700'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:27.733784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c65ef479-5776-4b85-bbf2-1d992cea2b9c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:27.770540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c65ef479-5776-4b85-bbf2-1d992cea2b9c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:27.774663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c65ef479-5776-4b85-bbf2-1d992cea2b9c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1190755 Mar 03 18:17:27.775444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52350) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:27.803273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] For port fc789850-5fcb-4ee6-a02f-8a2d5408be8c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,segment=NetworkSegment(7685d520-9544-4b82-b06c-ed23e69e82ba),segment_id=7685d520-9544-4b82-b06c-ed23e69e82ba)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:27.803620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.804384 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:27.804950 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0486ac7-301b-4949-89e7-6d5d50d72425 None None] The sync data for ids ['7864acaf-ffdf-4e9d-905d-541432e8b700'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:27.828285 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6db39c2-02e8-493c-a510-adee0387b137 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.839710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6db39c2-02e8-493c-a510-adee0387b137 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.870464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b1b4f081-9277-450a-abdf-27c1c2ce2680 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:27.876644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6db39c2-02e8-493c-a510-adee0387b137 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.900295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db39c2-02e8-493c-a510-adee0387b137 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d25bd52-1af5-45e8-aeff-37435a395f83,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:27.908382 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6db39c2-02e8-493c-a510-adee0387b137 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.911961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f6db39c2-02e8-493c-a510-adee0387b137 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5d25bd52-1af5-45e8-aeff-37435a395f83 HTTP/1.1" status: 204 len: 168 time: 0.1339345 Mar 03 18:17:27.912800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:27.949909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Calling delete_port for fc789850-5fcb-4ee6-a02f-8a2d5408be8c owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:27.964123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] For port fc789850-5fcb-4ee6-a02f-8a2d5408be8c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,segment=NetworkSegment(7685d520-9544-4b82-b06c-ed23e69e82ba),segment_id=7685d520-9544-4b82-b06c-ed23e69e82ba)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:27.964525 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:27.979093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fce3188b-8dd7-4290-9b3c-b6861f9e18d9 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:27.999282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fce3188b-8dd7-4290-9b3c-b6861f9e18d9 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:28.001509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fce3188b-8dd7-4290-9b3c-b6861f9e18d9 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0869691 Mar 03 18:17:28.004517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52360) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:28.008086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf9a4c-5b41-436a-859c-bee933950331 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:28.008818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dcaf9a4c-5b41-436a-859c-bee933950331 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:28.046787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eadb-7171-47a2-a769-88882ef3a4b5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.057722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eadb-7171-47a2-a769-88882ef3a4b5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.058639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dcaf9a4c-5b41-436a-859c-bee933950331 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:28.059814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dcaf9a4c-5b41-436a-859c-bee933950331 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports?device_id=7864acaf-ffdf-4e9d-905d-541432e8b700 HTTP/1.1" status: 200 len: 989 time: 0.4598494 Mar 03 18:17:28.063010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52364) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:28.073888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.164717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Calling delete_port for fc789850-5fcb-4ee6-a02f-8a2d5408be8c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:28.202826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port b1b4f081-9277-450a-abdf-27c1c2ce2680 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:28.222588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port b1b4f081-9277-450a-abdf-27c1c2ce2680 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:28.223048 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.250948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eadb-7171-47a2-a769-88882ef3a4b5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.320796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] No DVR routers for this DVR port fc789850-5fcb-4ee6-a02f-8a2d5408be8c on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:28.333442 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:28.333961 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:28.351376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Port': ['ID=fc789850-5fcb-4ee6-a02f-8a2d5408be8c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:28.399819 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.432628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b4f081-9277-450a-abdf-27c1c2ce2680'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:17:28.442560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9eadb-7171-47a2-a769-88882ef3a4b5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61fb2bc9-f595-42a7-be88-dab881676857,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:28.450653 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port b1b4f081-9277-450a-abdf-27c1c2ce2680, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b1b4f081-9277-450a-abdf-27c1c2ce2680,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:28.456822 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.465685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eadb-7171-47a2-a769-88882ef3a4b5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.466812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ed9eadb-7171-47a2-a769-88882ef3a4b5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/61fb2bc9-f595-42a7-be88-dab881676857 HTTP/1.1" status: 204 len: 168 time: 0.4612398 Mar 03 18:17:28.470842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52374) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:28.531502 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b4f081-9277-450a-abdf-27c1c2ce2680', 'code': 200} Mar 03 18:17:28.537634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52378) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:28.548497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=b1b4f081-9277-450a-abdf-27c1c2ce2680,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:28.557497 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.586853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ede1568-3019-40de-81f5-7b0eafa1a643']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:28.599578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7685d520-9544-4b82-b06c-ed23e69e82ba') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:28.600173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7685d520-9544-4b82-b06c-ed23e69e82ba') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:28.612601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.629296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.636400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:28.636796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:28.651690 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:28.739540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.752206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-191caa65-c8ae-41f8-9856-0faa3230fef8 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:28.756662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.761136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.772144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] Pushing event deleted for resources: {'Network': ['ID=1ede1568-3019-40de-81f5-7b0eafa1a643,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:28.780227 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5393f2d5-2b78-46d7-ad0d-8739351e2895 tempest-NetworksTest-1853091958 tempest-NetworksTest-1853091958-project] 10.222.0.23 "DELETE /v2.0/networks/1ede1568-3019-40de-81f5-7b0eafa1a643 HTTP/1.1" status: 204 len: 168 time: 1.7830515 Mar 03 18:17:28.796175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543ac70-e94d-41f3-8d1c-4aa75a7e6fac req-de439fe1-6143-444f-828a-e8183f477090 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:28.797672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d543ac70-e94d-41f3-8d1c-4aa75a7e6fac req-de439fe1-6143-444f-828a-e8183f477090 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 944 time: 0.4042697 Mar 03 18:17:28.802036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:28.819499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Usage tracker for resource:security_group_rule and tenant:f5a74983683e4428a66b97f4acb02fd7 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:28.834231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:28.835385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Deleting port fc789850-5fcb-4ee6-a02f-8a2d5408be8c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:28.836488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.850845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-191caa65-c8ae-41f8-9856-0faa3230fef8 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:28.855704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-191caa65-c8ae-41f8-9856-0faa3230fef8 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3794570 Mar 03 18:17:28.855704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:28.856949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52386) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:28.892561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-255e8249-2f00-4f3d-aa88-c8fb435e6935 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.905148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-255e8249-2f00-4f3d-aa88-c8fb435e6935 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:28.930717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d543ac70-e94d-41f3-8d1c-4aa75a7e6fac req-bb8e1c08-2556-405f-b052-d6435209e5cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186790 Mar 03 18:17:28.940771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c5b10-02c9-4cc9-9817-b25ce3e65d12 req-f9dcd0d6-8583-45e5-8b0c-251b33cbe7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:28.942315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-938c5b10-02c9-4cc9-9817-b25ce3e65d12 req-f9dcd0d6-8583-45e5-8b0c-251b33cbe7d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 1096 time: 0.3387527 Mar 03 18:17:28.956839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-50f0b006-691b-4d95-bea6-60be83038050 None None] The port 'fc789850-5fcb-4ee6-a02f-8a2d5408be8c' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:17:28.978366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc0056-0562-46d0-b12c-c4a2bd26f928 None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:17:28.988946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-255e8249-2f00-4f3d-aa88-c8fb435e6935 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.019196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e8249-2f00-4f3d-aa88-c8fb435e6935 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a529ba5d-1af0-45ae-b0da-9b434824e37c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:29.037620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-aea49c07-d5f0-455c-85ae-cf856c56b78e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102290 Mar 03 18:17:29.038721 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-255e8249-2f00-4f3d-aa88-c8fb435e6935 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.040198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-255e8249-2f00-4f3d-aa88-c8fb435e6935 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a529ba5d-1af0-45ae-b0da-9b434824e37c HTTP/1.1" status: 204 len: 168 time: 0.1819470 Mar 03 18:17:29.042813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52392) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:29.080082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-938c5b10-02c9-4cc9-9817-b25ce3e65d12 req-26a08c15-4707-4bfe-85a3-93baa08b8524 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285994 Mar 03 18:17:29.106668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52396) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:29.115715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-26b5d2c8-a63c-4742-8567-2d5150b3cab5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:29.137943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-26b5d2c8-a63c-4742-8567-2d5150b3cab5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:29.139454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-26b5d2c8-a63c-4742-8567-2d5150b3cab5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952396 Mar 03 18:17:29.142091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52402) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:29.199683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.215182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.229111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc0056-0562-46d0-b12c-c4a2bd26f928 None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:17:29.266209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5a74983683e4428a66b97f4acb02fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902843 Mar 03 18:17:29.272390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52406) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:29.282071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-d04de6ab-31a0-432f-b98c-13bfbe094198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:29.283555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-d04de6ab-31a0-432f-b98c-13bfbe094198 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1097 time: 0.1235001 Mar 03 18:17:29.284336 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8a18c72-b471-4adb-8a6d-4d4c34bed304 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.301312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.385502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b58d8-c1fa-42a6-8339-29f6d184e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d714f0-b95c-4c24-aec3-2b86cc316e5c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:29.456068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-749f0a99-e3ea-44b1-921e-d03d82990a5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96a887e2e0ca4cd38ee99a8bef892b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347359 Mar 03 18:17:29.459292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8a18c72-b471-4adb-8a6d-4d4c34bed304 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.468644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52410) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:29.515468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-162e756f-1fd5-4b4c-84e5-fe0c4c1a765f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.536803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-eae3cdca-89c5-480b-bb85-e1bc353bfa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:29.538292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-eae3cdca-89c5-480b-bb85-e1bc353bfa90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.2220860 Mar 03 18:17:29.595787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dca87db9-e5b0-43ac-92ea-462b07c03545 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:29.651278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-162e756f-1fd5-4b4c-84e5-fe0c4c1a765f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.653486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8a18c72-b471-4adb-8a6d-4d4c34bed304 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.667186 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11e03ddf-6a76-4211-aea3-bc2b0d077e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.695374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18c72-b471-4adb-8a6d-4d4c34bed304 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c13172-3ab2-4e87-8f05-5b385297f8ff,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:29.700246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-2cf9cc00-3933-4d88-a017-4ec34d955fbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1002 time: 0.1495941 Mar 03 18:17:29.715142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dca87db9-e5b0-43ac-92ea-462b07c03545 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:29.715142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.722880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 486da5a5-4070-44c4-900f-46462045a42d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:29.723228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.766613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11e03ddf-6a76-4211-aea3-bc2b0d077e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.775494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c8a18c72-b471-4adb-8a6d-4d4c34bed304 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.779596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c8a18c72-b471-4adb-8a6d-4d4c34bed304 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/70c13172-3ab2-4e87-8f05-5b385297f8ff HTTP/1.1" status: 204 len: 168 time: 0.6335268 Mar 03 18:17:29.785587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52414) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:29.851369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-0e71f324-a521-4e21-8cc9-6e27862e4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:29.852911 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-0e71f324-a521-4e21-8cc9-6e27862e4c4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.1438882 Mar 03 18:17:29.912227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-162e756f-1fd5-4b4c-84e5-fe0c4c1a765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.925980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7245e1f6-1c43-4882-9050-584b989e6098 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:29.944501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11e03ddf-6a76-4211-aea3-bc2b0d077e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.952097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fc789850-5fcb-4ee6-a02f-8a2d5408be8c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:29.967664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e756f-1fd5-4b4c-84e5-fe0c4c1a765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d714f0-b95c-4c24-aec3-2b86cc316e5c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:29.983901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-162e756f-1fd5-4b4c-84e5-fe0c4c1a765f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.985032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-162e756f-1fd5-4b4c-84e5-fe0c4c1a765f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34d714f0-b95c-4c24-aec3-2b86cc316e5c HTTP/1.1" status: 204 len: 168 time: 0.7094944 Mar 03 18:17:29.989611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7245e1f6-1c43-4882-9050-584b989e6098 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:29.990539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7245e1f6-1c43-4882-9050-584b989e6098 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2022533 Mar 03 18:17:29.995215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11e03ddf-6a76-4211-aea3-bc2b0d077e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:29.997006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-11e03ddf-6a76-4211-aea3-bc2b0d077e67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41770e4c-e2ba-44c2-8d84-f4da0e4641b4 HTTP/1.1" status: 204 len: 168 time: 0.5271175 Mar 03 18:17:29.997725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52424) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:30.010436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e03ddf-6a76-4211-aea3-bc2b0d077e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41770e4c-e2ba-44c2-8d84-f4da0e4641b4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:30.020159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799311133'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:30.026149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:30.043527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:30.070460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-ad3cfb4b-7045-4814-806a-9b4396342e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:30.071827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-ad3cfb4b-7045-4814-806a-9b4396342e4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124639 Mar 03 18:17:30.073466 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:30.100569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: fc789850-5fcb-4ee6-a02f-8a2d5408be8c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:30.103199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device fc789850-5fcb-4ee6-a02f-8a2d5408be8c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:30.163198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:30.163363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:30.167986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:30.173653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:30.218971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:30.331106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 486da5a5-4070-44c4-900f-46462045a42d owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:30.509779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddac18b-433e-4b18-bfc3-f6084af0e2c4 req-e19b74c0-8eb0-4411-ac9a-9e5bb727f59e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:30.511632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5ddac18b-433e-4b18-bfc3-f6084af0e2c4 req-e19b74c0-8eb0-4411-ac9a-9e5bb727f59e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 945 time: 0.4445457 Mar 03 18:17:30.526480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-c6958e1d-3f9e-41ed-a280-963f02a31bf2 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844974 Mar 03 18:17:30.530203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52440) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:30.596527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:30.621871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:30.625416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:30.711954 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:30.771322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=486da5a5-4070-44c4-900f-46462045a42d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:30.844570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5ddac18b-433e-4b18-bfc3-f6084af0e2c4 req-309a009b-ffe3-4ed3-aeb8-8db39ac86481 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133597 Mar 03 18:17:30.853392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:30.885403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Usage tracker for resource:security_group_rule and tenant:38bf32ec158f4fd3b5d6d67745e5eb09 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:30.888649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:30.899475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5576f550-4f58-429b-a9fe-24d0196023b0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:30.901890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:30.914098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:30.915320 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-030d5a40-7af6-4b19-b632-beff453a5059 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9153142 Mar 03 18:17:30.918539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52454) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:30.945247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '5576f550-4f58-429b-a9fe-24d0196023b0', 'direction': 'ingress', 'protocol': 17}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:30.963687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:30.970804 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2e4bb0e1-6082-4b26-b780-3c56e72ba85e req-3c8b1f2c-b3ae-4586-87f5-746436ebecdc service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214680 Mar 03 18:17:30.972187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:30.981475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:30.987992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.021877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:31.070086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52458) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.108314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.161438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.167631 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.233378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4d756153-39e0-4b07-bb8d-07100ef4bd01 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] Request body: {'port': {'network_id': '2a36b600-f92e-4fb4-8e9c-198036000a05', 'name': 'tempest-NetworksNegativeTestJSON-358202710'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:31.253086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93d50c2-adca-4aa1-bda2-8af7b7b7aab6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:31.256868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.262495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a745b908-5b78-4731-91aa-034989eba9c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38bf32ec158f4fd3b5d6d67745e5eb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180629 Mar 03 18:17:31.264907 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d756153-39e0-4b07-bb8d-07100ef4bd01 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] POST failed (client error): The resource could not be found. Mar 03 18:17:31.265362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d756153-39e0-4b07-bb8d-07100ef4bd01 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:31.270467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4d756153-39e0-4b07-bb8d-07100ef4bd01 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1947172 Mar 03 18:17:31.271243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.272460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52464) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.272681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52466) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.295427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Router 7864acaf-ffdf-4e9d-905d-541432e8b700 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:17:31.319498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b560d5ae-a401-4e7f-b0a1-8caeb03b86aa,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:31.324773 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc94ace-41c1-4c23-a513-351d2f322600 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:31.325243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc94ace-41c1-4c23-a513-351d2f322600 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:31.344010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bcc94ace-41c1-4c23-a513-351d2f322600 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "DELETE /v2.0/networks/52f77796-316c-4bc7-916e-d264752d3d7d HTTP/1.1" status: 404 len: 339 time: 0.0647569 Mar 03 18:17:31.347923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52472) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.381966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.383149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2459e737-a478-4d4a-8352-fdfef965f623 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4612329 Mar 03 18:17:31.388677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52476) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.408502 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-039fd057-6e98-4386-b919-1ed0628fd10e tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:31.408981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039fd057-6e98-4386-b919-1ed0628fd10e tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:31.410729 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-039fd057-6e98-4386-b919-1ed0628fd10e tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "DELETE /v2.0/ports/2b3804db-ac2f-4e37-b955-2fad5df22bcf HTTP/1.1" status: 404 len: 333 time: 0.0618954 Mar 03 18:17:31.415259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52480) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.465649 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaec8d3-cc02-4941-9207-9e1df32cacc6 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] DELETE failed (client error): The resource could not be found. Mar 03 18:17:31.466105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaec8d3-cc02-4941-9207-9e1df32cacc6 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:31.467802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cfaec8d3-cc02-4941-9207-9e1df32cacc6 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "DELETE /v2.0/subnets/83db5b9c-607f-496b-93c8-9622ca522eac HTTP/1.1" status: 404 len: 337 time: 0.0515068 Mar 03 18:17:31.473289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52484) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.522362 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e99fbd2-7163-4de8-81c4-6db4a765506c tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] GET failed (client error): The resource could not be found. Mar 03 18:17:31.527622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1e99fbd2-7163-4de8-81c4-6db4a765506c tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "GET /v2.0/networks/52a07fb3-2d27-457a-8bf0-e8b2ee1e9a3b HTTP/1.1" status: 404 len: 339 time: 0.0500393 Mar 03 18:17:31.531953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52488) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.583030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a71f84-e260-4bac-8e5f-87480dcdaecd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.589464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:17:31.594161 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae67d66b-7564-4510-ab57-c2388b7928d8 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] GET failed (client error): The resource could not be found. Mar 03 18:17:31.594599 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c4428326-cd2d-44cb-988b-530c882ec03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.599899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ae67d66b-7564-4510-ab57-c2388b7928d8 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "GET /v2.0/ports/0472f07f-7f63-4d71-b66a-3b88e642506e HTTP/1.1" status: 404 len: 333 time: 0.0626402 Mar 03 18:17:31.599899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52492) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.620165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d435b62f-47b3-485a-91db-2c4e2ec6fc30 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "PUT /v2.0/routers/7864acaf-ffdf-4e9d-905d-541432e8b700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5534854 Mar 03 18:17:31.621694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] Sync routers for ids ['7864acaf-ffdf-4e9d-905d-541432e8b700'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:17:31.624796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52496) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.632939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] Routers {'7864acaf-ffdf-4e9d-905d-541432e8b700'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:31.633707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7864acaf-ffdf-4e9d-905d-541432e8b700'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:31.657695 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c627d4b-1d1a-4243-9a47-cf48c7c775ae tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] GET failed (client error): The resource could not be found. Mar 03 18:17:31.664280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9c627d4b-1d1a-4243-9a47-cf48c7c775ae tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "GET /v2.0/subnets/84b3cf08-d858-4426-b543-a6ee6311423b HTTP/1.1" status: 404 len: 337 time: 0.0584061 Mar 03 18:17:31.664280 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a71f84-e260-4bac-8e5f-87480dcdaecd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.669004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52500) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.672415 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c4428326-cd2d-44cb-988b-530c882ec03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.678022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9ace83dc-0cc1-473f-bfe0-3a882f3f9229 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:31.681712 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0c0d9e-ac15-4277-bfc4-18e4444d56f8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:17:31.682236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5f0c0d9e-ac15-4277-bfc4-18e4444d56f8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:31.707676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:31.711323 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ace83dc-0cc1-473f-bfe0-3a882f3f9229 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] PUT failed (client error): The resource could not be found. Mar 03 18:17:31.712098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ace83dc-0cc1-473f-bfe0-3a882f3f9229 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:31.714145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9ace83dc-0cc1-473f-bfe0-3a882f3f9229 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "PUT /v2.0/networks/ad23ca5e-e369-42ab-8231-46069e642805 HTTP/1.1" status: 404 len: 339 time: 0.0440660 Mar 03 18:17:31.716443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5f0c0d9e-ac15-4277-bfc4-18e4444d56f8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:31.720021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f0c0d9e-ac15-4277-bfc4-18e4444d56f8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/486da5a5-4070-44c4-900f-46462045a42d HTTP/1.1" status: 404 len: 333 time: 0.0913954 Mar 03 18:17:31.720586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.720907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52506) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.723212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] Routers {'7864acaf-ffdf-4e9d-905d-541432e8b700'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:31.723985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7864acaf-ffdf-4e9d-905d-541432e8b700'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:31.751678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a71f84-e260-4bac-8e5f-87480dcdaecd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.771332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a71f84-e260-4bac-8e5f-87480dcdaecd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5576f550-4f58-429b-a9fe-24d0196023b0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:31.783415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0d5820f3-fe0a-4145-bc89-2da4952b2df2 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:31.788095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a71f84-e260-4bac-8e5f-87480dcdaecd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.789251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-87a71f84-e260-4bac-8e5f-87480dcdaecd tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/5576f550-4f58-429b-a9fe-24d0196023b0 HTTP/1.1" status: 204 len: 168 time: 0.4000711 Mar 03 18:17:31.791821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.799873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:31.800449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a1de1-8dfb-4ea0-85b9-737e6716d9e2 None None] The sync data for ids ['7864acaf-ffdf-4e9d-905d-541432e8b700'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:31.836664 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5820f3-fe0a-4145-bc89-2da4952b2df2 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] PUT failed (client error): The resource could not be found. Mar 03 18:17:31.837122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5820f3-fe0a-4145-bc89-2da4952b2df2 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:31.838273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0d5820f3-fe0a-4145-bc89-2da4952b2df2 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "PUT /v2.0/ports/b323c20f-767c-49b0-b48d-4306f36f29d8 HTTP/1.1" status: 404 len: 333 time: 0.1164463 Mar 03 18:17:31.844420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52516) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.850486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-556491df-2ae1-4f1e-99f8-93f7c7a6a195 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:31.879279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-822546c3-3b6c-4612-b4c6-4e7f1f13be71 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:31.888966 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-556491df-2ae1-4f1e-99f8-93f7c7a6a195 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] PUT failed (client error): The resource could not be found. Mar 03 18:17:31.889462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556491df-2ae1-4f1e-99f8-93f7c7a6a195 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:31.890548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-556491df-2ae1-4f1e-99f8-93f7c7a6a195 tempest-NetworksNegativeTestJSON-339957312 tempest-NetworksNegativeTestJSON-339957312-project] 10.222.0.23 "PUT /v2.0/subnets/a33f773b-1590-4ec9-ba29-47958357065f HTTP/1.1" status: 404 len: 337 time: 0.0450850 Mar 03 18:17:31.909378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-822546c3-3b6c-4612-b4c6-4e7f1f13be71 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:31.910859 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-822546c3-3b6c-4612-b4c6-4e7f1f13be71 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180336 Mar 03 18:17:31.915554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52524) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:31.923646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--559298592'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:31.923957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51390075-c8bb-42c7-b8c7-b92fd2dbdf5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.930815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:31.942693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:31.959326 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:31.981608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:31.986106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:31.989232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:31.996668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:32.085111 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.092063 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.103113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c4428326-cd2d-44cb-988b-530c882ec03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.142961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b495152a-8cd1-4d49-8e3f-e2eebdb1d37d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:32.167073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.172203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5cff494-0eb8-49be-b5c4-2e1954d2b214 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2528634 Mar 03 18:17:32.172203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52532) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:32.175630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4428326-cd2d-44cb-988b-530c882ec03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93d50c2-adca-4aa1-bda2-8af7b7b7aab6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:32.178011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--578304872'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:32.186794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:32.192004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:32.195481 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:32.201799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:32.217090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.240133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:32.245224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:32.247966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52536) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:32.253611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:32.259771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:32.263973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c4428326-cd2d-44cb-988b-530c882ec03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.267528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c4428326-cd2d-44cb-988b-530c882ec03e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b93d50c2-adca-4aa1-bda2-8af7b7b7aab6 HTTP/1.1" status: 204 len: 168 time: 0.9912271 Mar 03 18:17:32.335303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51390075-c8bb-42c7-b8c7-b92fd2dbdf5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.338305 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51390075-c8bb-42c7-b8c7-b92fd2dbdf5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.350630 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.357007 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.375799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4e7b1-b8a9-436c-89f6-aaeb76be0e6f req-8da98713-eaa2-407a-96c6-06408dd116fc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:32.383295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be4e7b1-b8a9-436c-89f6-aaeb76be0e6f req-8da98713-eaa2-407a-96c6-06408dd116fc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 945 time: 0.3271613 Mar 03 18:17:32.407095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51390075-c8bb-42c7-b8c7-b92fd2dbdf5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.407572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51390075-c8bb-42c7-b8c7-b92fd2dbdf5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Fanout notify agent at l3_agent the message router_deleted on router 7864acaf-ffdf-4e9d-905d-541432e8b700 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:17:32.427215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51390075-c8bb-42c7-b8c7-b92fd2dbdf5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.430784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-51390075-c8bb-42c7-b8c7-b92fd2dbdf5f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/routers/7864acaf-ffdf-4e9d-905d-541432e8b700 HTTP/1.1" status: 204 len: 168 time: 0.7046010 Mar 03 18:17:32.432353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52544) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:32.437803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d611c05-aed7-46a1-a796-d9cd413a2474,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:32.440406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.441627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5adebdfa-e08c-434a-83f9-14696b143408 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2685397 Mar 03 18:17:32.444241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52548) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:32.450769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': 'b495152a-8cd1-4d49-8e3f-e2eebdb1d37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4d611c05-aed7-46a1-a796-d9cd413a2474', 'remote_ip_prefix': None}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:32.457890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:32.463249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:32.466956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:32.476718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:32.480498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8be4e7b1-b8a9-436c-89f6-aaeb76be0e6f req-0b41833c-f5bd-4805-8096-fe63307880d2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963550 Mar 03 18:17:32.520847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52556) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:32.521318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet ec4974c9-b8a5-426b-ac19-92e5555dab87 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:17:32.525028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.598163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.599515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.693259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.723785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.755450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:32.779609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.817523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4974c9-b8a5-426b-ac19-92e5555dab87,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:32.825804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.826023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a9582c4fa04c32a8faec5857062d34 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:32.834610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0d98cb6d-85b4-42b3-8759-7d41bd644a5c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/ec4974c9-b8a5-426b-ac19-92e5555dab87 HTTP/1.1" status: 204 len: 168 time: 0.3994493 Mar 03 18:17:32.834875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:32.838027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:32.848579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363ec35-de78-4b03-8a94-5fd6da066049 None None] Network f4c37a18-5bec-4269-a1af-6403f77d9427 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:32.852688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:32.901126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.983131 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:32.987532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.003083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:33.003432 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.018434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699e362-c8fc-442d-9738-e73ee479ac8c req-0c3307cd-aabe-4000-a5c3-62170d49a662 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:33.019928 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d699e362-c8fc-442d-9738-e73ee479ac8c req-0c3307cd-aabe-4000-a5c3-62170d49a662 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 945 time: 0.3995578 Mar 03 18:17:33.044180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53374b29-fbe4-4ff8-be9b-b01787e9b2f0,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:33.202236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d699e362-c8fc-442d-9738-e73ee479ac8c req-ae5fe4fb-3a53-4282-86da-b2d4ae5b074f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650147 Mar 03 18:17:33.203484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.207193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dd92fa1a-b3c3-4426-ad08-3c05b8dcfdfa tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7586856 Mar 03 18:17:33.213915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52582) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:33.237814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] DHCP port deletion for f4c37a18-5bec-4269-a1af-6403f77d9427 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:33.244532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Deleting port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:33.245078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.522390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] For port 68d0294f-b8cb-40e7-b18e-c4ca19e04698, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=68d0294f-b8cb-40e7-b18e-c4ca19e04698,segment=NetworkSegment(26c13704-0b64-4767-af3b-42b569671d72),segment_id=26c13704-0b64-4767-af3b-42b569671d72)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:33.523852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.535656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8a48-4b65-4be2-8706-82305dfe68f0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.560667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] For port 68d0294f-b8cb-40e7-b18e-c4ca19e04698, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=68d0294f-b8cb-40e7-b18e-c4ca19e04698,segment=NetworkSegment(26c13704-0b64-4767-af3b-42b569671d72),segment_id=26c13704-0b64-4767-af3b-42b569671d72)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:33.561472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.569698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.578491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8a48-4b65-4be2-8706-82305dfe68f0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.592836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.703067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 68d0294f-b8cb-40e7-b18e-c4ca19e04698 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:33.712824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9a9582c4fa04c32a8faec5857062d34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4639997 Mar 03 18:17:33.713672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8a48-4b65-4be2-8706-82305dfe68f0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.752597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52596) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:33.753293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087946c-8fb8-4b6c-be81-2ff72d8fe183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad167389-4034-4d8e-8c52-33a9c7b7394a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:33.790143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd8a48-4b65-4be2-8706-82305dfe68f0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53374b29-fbe4-4ff8-be9b-b01787e9b2f0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:33.806952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 68d0294f-b8cb-40e7-b18e-c4ca19e04698 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:33.826601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8a48-4b65-4be2-8706-82305dfe68f0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.827665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3cdd8a48-4b65-4be2-8706-82305dfe68f0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/53374b29-fbe4-4ff8-be9b-b01787e9b2f0 HTTP/1.1" status: 204 len: 168 time: 0.6127470 Mar 03 18:17:33.832149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52604) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:33.839216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Calling delete_port for 68d0294f-b8cb-40e7-b18e-c4ca19e04698 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:33.931365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9635432b-10a6-40f5-8de8-145e69b9dbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.948261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2201a9a2-7b0e-427f-a854-e28f85241696 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:33.977961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:33.988452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.020290 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:34.021060 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:34.036592 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9635432b-10a6-40f5-8de8-145e69b9dbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.065716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2201a9a2-7b0e-427f-a854-e28f85241696 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:34.070140 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2201a9a2-7b0e-427f-a854-e28f85241696 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2333231 Mar 03 18:17:34.080388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52612) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:34.112614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=68d0294f-b8cb-40e7-b18e-c4ca19e04698,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:34.116223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No DVR routers for this DVR port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:34.149068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.227054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9635432b-10a6-40f5-8de8-145e69b9dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.264651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635432b-10a6-40f5-8de8-145e69b9dbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad167389-4034-4d8e-8c52-33a9c7b7394a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:34.281203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9635432b-10a6-40f5-8de8-145e69b9dbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.282332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9635432b-10a6-40f5-8de8-145e69b9dbe9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad167389-4034-4d8e-8c52-33a9c7b7394a HTTP/1.1" status: 204 len: 168 time: 0.5263340 Mar 03 18:17:34.283115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66331d59-5593-4143-9ac4-59288b85b834 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.360873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.388422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66331d59-5593-4143-9ac4-59288b85b834 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.409345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c37a18-5bec-4269-a1af-6403f77d9427']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:34.427423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c13704-0b64-4767-af3b-42b569671d72') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:34.428112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c13704-0b64-4767-af3b-42b569671d72') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:34.453009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.482601 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.505361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:34.505960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.522827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Deleting port 68d0294f-b8cb-40e7-b18e-c4ca19e04698 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:34.523626 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:34.527404 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:34.665058 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66331d59-5593-4143-9ac4-59288b85b834 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.710082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.734531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66331d59-5593-4143-9ac4-59288b85b834 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d611c05-aed7-46a1-a796-d9cd413a2474,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:34.738910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.765575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=f4c37a18-5bec-4269-a1af-6403f77d9427,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:34.782083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66331d59-5593-4143-9ac4-59288b85b834 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:34.785622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66331d59-5593-4143-9ac4-59288b85b834 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d611c05-aed7-46a1-a796-d9cd413a2474 HTTP/1.1" status: 204 len: 168 time: 0.7049367 Mar 03 18:17:34.788184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:34.805985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1cc38692-c987-40f9-977c-4ec7fc8dfae0 None None] The port '68d0294f-b8cb-40e7-b18e-c4ca19e04698' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:17:34.827540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ac58722-8952-4645-9089-0cd1e7206e87 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/f4c37a18-5bec-4269-a1af-6403f77d9427 HTTP/1.1" status: 204 len: 168 time: 1.9915955 Mar 03 18:17:34.831328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52652) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:34.972418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc9fddf-5574-4c83-ae16-d3bd39054045 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:34.973049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2cc9fddf-5574-4c83-ae16-d3bd39054045 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:34.994878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91e848d9-7e81-4dfa-a9a4-7bed532bab76 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:34.998400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port dca87db9-e5b0-43ac-92ea-462b07c03545 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:34.998814 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:35.017530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2cc9fddf-5574-4c83-ae16-d3bd39054045 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:35.022278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2cc9fddf-5574-4c83-ae16-d3bd39054045 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/4fc2e969-1990-4757-93b4-06091019b53c HTTP/1.1" status: 200 len: 845 time: 0.1862929 Mar 03 18:17:35.023397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52662) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:35.063311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91e848d9-7e81-4dfa-a9a4-7bed532bab76 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:35.064638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-91e848d9-7e81-4dfa-a9a4-7bed532bab76 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2748504 Mar 03 18:17:35.071085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52668) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:35.101968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1325bb77-f728-4937-9ac5-7551943094a3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/4fc2e969-1990-4757-93b4-06091019b53c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0775864 Mar 03 18:17:35.105596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:35.112131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:35.290950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:35.302995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:35.308546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:35.323638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:35.350573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:35.356574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:35.372856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port dca87db9-e5b0-43ac-92ea-462b07c03545, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dca87db9-e5b0-43ac-92ea-462b07c03545,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:35.373437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:35.515750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for dca87db9-e5b0-43ac-92ea-462b07c03545 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:35.697731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc2bfdfe-90d1-4f58-b8fe-52735f39624c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:35.737963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc2bfdfe-90d1-4f58-b8fe-52735f39624c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:35.761178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:35.999591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:36.012002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:36.029156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:36.040663 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.041128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc2bfdfe-90d1-4f58-b8fe-52735f39624c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.043319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fefab9-7aa9-4461-a004-27b2338e33b4 None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:36.071418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bfdfe-90d1-4f58-b8fe-52735f39624c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b495152a-8cd1-4d49-8e3f-e2eebdb1d37d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:36.104331 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.108452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=773af9d0-1638-44b2-9a45-d6af88c1c401,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:36.130953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-23effdd0-94b2-4864-a6fd-6b0f2b46483b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0234625 Mar 03 18:17:36.133819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52730) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:36.160052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'security_group': {'name': 'tempest-secgroup-1717095085'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:36.191116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=dca87db9-e5b0-43ac-92ea-462b07c03545,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:36.192839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:36.204773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:36.231193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:36.253205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:36.286696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.360741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:36.376399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group_rule and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:36.381799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc2bfdfe-90d1-4f58-b8fe-52735f39624c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.385547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cc2bfdfe-90d1-4f58-b8fe-52735f39624c tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/b495152a-8cd1-4d49-8e3f-e2eebdb1d37d HTTP/1.1" status: 204 len: 168 time: 1.3107212 Mar 03 18:17:36.385639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:36.387924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52740) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:36.398693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:36.575797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.584163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.639431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-cf425511-69df-4cf4-89eb-9922d66e6d5c', 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'tenant_id': '268b6688222844d6a224d58881c3e12c', 'fixed_ips': [{'subnet_id': '773af9d0-1638-44b2-9a45-d6af88c1c401'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:17:36.640274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.683602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.684811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5498188 Mar 03 18:17:36.697630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52746) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:36.704095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'security_group': {'name': 'tempest-secgroup-248425132'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:36.721187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:36.730358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:36.731318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ede40a30-e376-4195-aab2-8ce8b7247d8a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:36.734587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:36.746640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.748446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:36.755857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf41d3-d2b8-49f5-8b9c-e158e7fa5d3f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6a49b-abe0-42c0-9eb3-f72a7be622ce,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:36.791577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.816559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:36.821227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group_rule and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:36.824473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:36.830958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:36.877253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ede40a30-e376-4195-aab2-8ce8b7247d8a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:36.884991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ede40a30-e376-4195-aab2-8ce8b7247d8a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4238777 Mar 03 18:17:36.885751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52754) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:36.886359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Allocated IP 2001:db8::2 (cf425511-69df-4cf4-89eb-9922d66e6d5c/773af9d0-1638-44b2-9a45-d6af88c1c401/c2c06e38-e8f2-4682-811a-08a9b0487824) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:36.895722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--891510024'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:36.912391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:36.936143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:36.940818 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.948918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:36.974156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.018125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.019729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3211522 Mar 03 18:17:37.022086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705df28-3ce1-4f86-953a-bf2e0f7cc839 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6106a745-2c4f-4d97-a176-ba85e6b05b00,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:37.040434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52762) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:37.040434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:37.040434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-231526193', 'security_groups': ['6106a745-2c4f-4d97-a176-ba85e6b05b00'], 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '773af9d0-1638-44b2-9a45-d6af88c1c401'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:37.057586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:37.072251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:37.082610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:37.252847 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.281391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Transition to ACTIVE for port object c2c06e38-e8f2-4682-811a-08a9b0487824 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:37.328077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Transition to ACTIVE for port object c2c06e38-e8f2-4682-811a-08a9b0487824 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:37.340135 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.380396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:37.390390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:37.406648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:37.454762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:37.459780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:37.469846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:37.495487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:17:37.548527 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.573796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.602063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Pushing event updated for resources: {'Port': ['ID=c2c06e38-e8f2-4682-811a-08a9b0487824,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:37.620285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Attempting to bind port c2c06e38-e8f2-4682-811a-08a9b0487824 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:17:37.620945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Attempting to bind port c2c06e38-e8f2-4682-811a-08a9b0487824 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '2182b6a9-f090-4681-b274-2c6f4b2ecebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:17:37.621567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Attempting to bind port c2c06e38-e8f2-4682-811a-08a9b0487824 on network cf425511-69df-4cf4-89eb-9922d66e6d5c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:37.633150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:17:37.633795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Checking segment: {'id': '2182b6a9-f090-4681-b274-2c6f4b2ecebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:37.634373 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.635157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Bound using segment: {'id': '2182b6a9-f090-4681-b274-2c6f4b2ecebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:17:37.636329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Bound port: c2c06e38-e8f2-4682-811a-08a9b0487824, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2182b6a9-f090-4681-b274-2c6f4b2ecebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:17:37.637132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.725625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013abea2-b28f-441a-8020-1caa034492db,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:37.766563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.805130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.805304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:17:37.806628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a196f524-1ee9-4a2e-97d5-0375510e4c1a tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9194162 Mar 03 18:17:37.810181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52792) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:37.816563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e2c2a1d1-d54d-4066-9a11-2c4b36a86bf9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "PUT /v2.0/routers/18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2920957 Mar 03 18:17:37.820460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] For port c2c06e38-e8f2-4682-811a-08a9b0487824, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:17:37.824959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] For port c2c06e38-e8f2-4682-811a-08a9b0487824, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c2c06e38-e8f2-4682-811a-08a9b0487824,segment=NetworkSegment(2182b6a9-f090-4681-b274-2c6f4b2ecebd),segment_id=2182b6a9-f090-4681-b274-2c6f4b2ecebd)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:17:37.829980 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] Sync routers for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:17:37.833262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '013abea2-b28f-441a-8020-1caa034492db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:37.833672 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.843829 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:37.846592 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:37.851826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 5d83c2a9-05cf-4787-bf5f-6da355555953 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:17:37.852074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:37.864874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:37.871149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:37.884851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:37.918536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:37.986640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e248b4-b775-4764-b044-34f371f9bdad None None] Pushing event updated for resources: {'Port': ['ID=c2c06e38-e8f2-4682-811a-08a9b0487824,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:38.079428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.087844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.151337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09933f3-cac4-4ad7-b4f1-13d64ceadd05,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:38.193213 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.197045 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-939c56c1-9885-46d7-84ea-090e3b86dad0 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3859572 Mar 03 18:17:38.197784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52804) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:38.220870 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:38.285594 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67c4dfca-1c89-4379-ba08-2b273795b345 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.293073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-0aad1a1f-b3f7-4699-82e2-a054ea7b4f1b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:38.300192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-0aad1a1f-b3f7-4699-82e2-a054ea7b4f1b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.5830946 Mar 03 18:17:38.303015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67c4dfca-1c89-4379-ba08-2b273795b345 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.335199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-a9501137-be66-439a-95df-12a4f3a308fc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/quotas/561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0259271 Mar 03 18:17:38.378376 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67c4dfca-1c89-4379-ba08-2b273795b345 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.426264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4dfca-1c89-4379-ba08-2b273795b345 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a09933f3-cac4-4ad7-b4f1-13d64ceadd05,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:38.443917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-67c4dfca-1c89-4379-ba08-2b273795b345 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.448133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-67c4dfca-1c89-4379-ba08-2b273795b345 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a09933f3-cac4-4ad7-b4f1-13d64ceadd05 HTTP/1.1" status: 204 len: 168 time: 0.2483628 Mar 03 18:17:38.448788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52810) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:38.487467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52814) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:38.512877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a1a07dbb-77c2-434d-bf1c-a208723a8cab tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:38.543888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a1a07dbb-77c2-434d-bf1c-a208723a8cab tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:38.548338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52820) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:38.553452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a1a07dbb-77c2-434d-bf1c-a208723a8cab tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017590 Mar 03 18:17:38.610732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::29a (cf425511-69df-4cf4-89eb-9922d66e6d5c/773af9d0-1638-44b2-9a45-d6af88c1c401/5d83c2a9-05cf-4787-bf5f-6da355555953) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:38.628694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-66ce1905-9e02-42f6-8c09-632a805eb26b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2851801 Mar 03 18:17:38.771628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da69e3-51f3-4584-8a71-ee7a1b581a7f req-eba2db97-5499-46f1-8de2-7a6c3a6bf651 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:38.773037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-94da69e3-51f3-4584-8a71-ee7a1b581a7f req-eba2db97-5499-46f1-8de2-7a6c3a6bf651 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:38.779050 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:35Z', 'revision_number': 6, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:12Z', 'revision_number': 1, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:38.783324 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] Checking router: 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:17:38.784728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.792937 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:17:38.793574 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:38.809551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:38.811912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-94da69e3-51f3-4584-8a71-ee7a1b581a7f req-eba2db97-5499-46f1-8de2-7a6c3a6bf651 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:38.817827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94da69e3-51f3-4584-8a71-ee7a1b581a7f req-eba2db97-5499-46f1-8de2-7a6c3a6bf651 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 946 time: 0.2259264 Mar 03 18:17:38.818883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Usage tracker for resource:security_group_rule and tenant:288d2cc60fb84305b96712de56bd31a9 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:38.825045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:38.834683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:38.852574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2b31-e984-4c39-ba54-11b22eec771d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:38.905241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94da69e3-51f3-4584-8a71-ee7a1b581a7f req-54bc3dd1-5a7e-43eb-945d-419f8b25b318 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719209 Mar 03 18:17:38.997534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.005975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.008371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2b31-e984-4c39-ba54-11b22eec771d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.026757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1a0aea56-85f7-46c8-9139-5b9c599cb06e service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869138 Mar 03 18:17:39.064240 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=288d2cc60fb84305b96712de56bd31a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749397 Mar 03 18:17:39.067499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52830) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:39.080400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcac8ef-5f60-4f3d-a9ef-28f480f19640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3617c299-890c-4128-8f9a-257855ca06b8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:39.109104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:17:39.178249 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61c0b567-f888-4b9f-8c6f-648885563a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.280425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61c0b567-f888-4b9f-8c6f-648885563a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.302527 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-ea951eba-bb30-4174-a5a9-e81218b8bb48 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546649 Mar 03 18:17:39.356977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2b31-e984-4c39-ba54-11b22eec771d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.401166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61c0b567-f888-4b9f-8c6f-648885563a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.403822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2b31-e984-4c39-ba54-11b22eec771d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013abea2-b28f-441a-8020-1caa034492db,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:39.414661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.446461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 5d83c2a9-05cf-4787-bf5f-6da355555953 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:39.450438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0b567-f888-4b9f-8c6f-648885563a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3617c299-890c-4128-8f9a-257855ca06b8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:39.461846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2b31-e984-4c39-ba54-11b22eec771d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.462658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9f2e2b31-e984-4c39-ba54-11b22eec771d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/013abea2-b28f-441a-8020-1caa034492db HTTP/1.1" status: 204 len: 168 time: 0.9131820 Mar 03 18:17:39.466442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52836) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:39.468572 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61c0b567-f888-4b9f-8c6f-648885563a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.497784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-61c0b567-f888-4b9f-8c6f-648885563a43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3617c299-890c-4128-8f9a-257855ca06b8 HTTP/1.1" status: 204 len: 168 time: 0.4062753 Mar 03 18:17:39.557733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5bba3f5b-fec1-469a-9783-af04c7c947b8 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:39.577215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.707740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c2c06e38-e8f2-4682-811a-08a9b0487824 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:39.708842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5bba3f5b-fec1-469a-9783-af04c7c947b8 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:39.711040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5bba3f5b-fec1-469a-9783-af04c7c947b8 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2436895 Mar 03 18:17:39.713537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:39.715832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52846) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:39.717830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:39.720353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:39.727027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:39.727837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:39.728350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705132348'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:39.741025 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:35Z', 'revision_number': 6, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:12Z', 'revision_number': 1, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:39.746449 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee53f4-7459-418f-b0cf-084161869185 None None] The sync data for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 is: [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:35Z', 'revision_number': 6, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'c7992492-e623-4ac7-a436-8b0468cd42a3', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'port_id': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'mac_address': 'fa:16:3e:5f:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:15:05Z', 'updated_at': '2022-03-03T18:15:12Z', 'revision_number': 1, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:17:39.762451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=5d83c2a9-05cf-4787-bf5f-6da355555953,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:39.779295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dd85c528-4abc-417a-bf03-6799ae41e401 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7465196 Mar 03 18:17:39.782266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52854) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:39.799179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:39.845300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:39.901781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4315a960-8f81-4fa3-a748-7e773e78da2d None None] Provisioning for port c2c06e38-e8f2-4682-811a-08a9b0487824 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:39.948029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c2c06e38-e8f2-4682-811a-08a9b0487824 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:39.956691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4315a960-8f81-4fa3-a748-7e773e78da2d None None] Provisioning complete for port 4fc2e969-1990-4757-93b4-06091019b53c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:39.957064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4315a960-8f81-4fa3-a748-7e773e78da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.004345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:40.010398 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.075937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:40.089820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:40.097911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52866) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:40.110241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:40.120750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:40.159497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:40.164876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.188717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4315a960-8f81-4fa3-a748-7e773e78da2d None None] Port 4fc2e969-1990-4757-93b4-06091019b53c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:40.287656 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-956c2f29-c39c-4944-98bf-75032704d3bf req-379d43f7-2814-47f3-82a0-09221dba69f8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 210 time: 0.4490888 Mar 03 18:17:40.295432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:40.298245 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.343808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.377427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:40.383711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:40.395941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:40.411444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-917bbaf3-0c02-487b-9149-a7cacd87e7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:40.413026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-917bbaf3-0c02-487b-9149-a7cacd87e7ac tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 946 time: 0.6591017 Mar 03 18:17:40.414660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:40.420701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7ba304c3-60fe-4a99-91a9-c4c860acd7a7 None None] Provisioning for port 5d83c2a9-05cf-4787-bf5f-6da355555953 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:40.429318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c2c06e38-e8f2-4682-811a-08a9b0487824, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c2c06e38-e8f2-4682-811a-08a9b0487824,segment=NetworkSegment(2182b6a9-f090-4681-b274-2c6f4b2ecebd),segment_id=2182b6a9-f090-4681-b274-2c6f4b2ecebd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:40.447710 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.500606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7ba304c3-60fe-4a99-91a9-c4c860acd7a7 None None] Provisioning complete for port 5d83c2a9-05cf-4787-bf5f-6da355555953 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:40.501537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ba304c3-60fe-4a99-91a9-c4c860acd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.514887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port 52a31296-b3f7-41e5-8a21-0cd6b463689d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:40.515445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.616616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7ba304c3-60fe-4a99-91a9-c4c860acd7a7 None None] Port 5d83c2a9-05cf-4787-bf5f-6da355555953 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:40.623265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c2c06e38-e8f2-4682-811a-08a9b0487824,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:40.661555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.672673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.685742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.725811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791691da-8c67-49e6-8ed8-2cad6e21815e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:40.731132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:40.735849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Usage tracker for resource:security_group_rule and tenant:fffb267f63f449a38572d846c1bac87a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:40.739476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:40.745956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:40.802596 n-d-827121-1 neutron-server[87887]: INFO neutron.db.ipam_backend_mixin [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 773af9d0-1638-44b2-9a45-d6af88c1c401 (CIDR: 2001:db8::/64) Mar 03 18:17:40.816640 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:17:40.817184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:17:40.860942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.864858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5d5f1e5e-80ec-4547-8082-a9e81ec03654 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1453786 Mar 03 18:17:40.865256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52878) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:40.872603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '791691da-8c67-49e6-8ed8-2cad6e21815e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:40.883985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:40.892524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:40.895790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2e4afa38-6661-42b7-8e18-af533e0dd8f2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1079011 Mar 03 18:17:40.898508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52882) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:40.898990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:40.901846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-c754c04c-9e99-42c0-907d-2b0f15b159ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3778844 Mar 03 18:17:40.919063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:40.931321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba675718-97dd-4656-b0a8-197014c520c8 req-586b5d07-9a09-4119-8c3c-c3a1bf690374 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:40.932181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ba675718-97dd-4656-b0a8-197014c520c8 req-586b5d07-9a09-4119-8c3c-c3a1bf690374 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:40.933002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:40.950361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port 52a31296-b3f7-41e5-8a21-0cd6b463689d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52a31296-b3f7-41e5-8a21-0cd6b463689d,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:40.951054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.959896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:40.963113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ba675718-97dd-4656-b0a8-197014c520c8 req-586b5d07-9a09-4119-8c3c-c3a1bf690374 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:40.964435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba675718-97dd-4656-b0a8-197014c520c8 req-586b5d07-9a09-4119-8c3c-c3a1bf690374 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 946 time: 0.8062589 Mar 03 18:17:40.965782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.097204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c9a071-8dea-46d8-8e37-7cc74b99eaf0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:41.103213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-28c52f20-bbf9-4871-8796-726c0641dcc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fffb267f63f449a38572d846c1bac87a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0032680 Mar 03 18:17:41.107092 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba675718-97dd-4656-b0a8-197014c520c8 req-87d3de05-7c70-4fcc-8e16-d16e8f80f1fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313133 Mar 03 18:17:41.109101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52886) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:41.175935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-5817aa65-3b19-4448-be86-74e7516d4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:41.177637 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-5817aa65-3b19-4448-be86-74e7516d4ce2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1097 time: 0.1773591 Mar 03 18:17:41.190574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for 52a31296-b3f7-41e5-8a21-0cd6b463689d owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:41.196860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-317c82ba-bf9a-4698-acb6-752ab2a699a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.230999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.264221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-317c82ba-bf9a-4698-acb6-752ab2a699a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.454705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-ef614192-77a2-4778-94c2-487d283a308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:41.454705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-ef614192-77a2-4778-94c2-487d283a308b service neutron] 10.222.0.16 "GET /v2.0/networks?id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 897 time: 0.2434096 Mar 03 18:17:41.469269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:41.492915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:41.548434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.552276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b819d560-6980-429f-bd5f-09bb484b73b9 req-02e182e0-c975-40e5-9613-3665ead1dcf7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 210 time: 0.0555198 Mar 03 18:17:41.557183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:41.570643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-317c82ba-bf9a-4698-acb6-752ab2a699a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.572398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.576010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:41.660549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c2c06e38-e8f2-4682-811a-08a9b0487824 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:41.670284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c82ba-bf9a-4698-acb6-752ab2a699a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c9a071-8dea-46d8-8e37-7cc74b99eaf0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:41.689256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-317c82ba-bf9a-4698-acb6-752ab2a699a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.690048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-317c82ba-bf9a-4698-acb6-752ab2a699a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29c9a071-8dea-46d8-8e37-7cc74b99eaf0 HTTP/1.1" status: 204 len: 168 time: 0.5799694 Mar 03 18:17:41.707025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ca85d0-ee2f-4d6a-8a15-bf7a14aa4a3b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:41.713993 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-588a1751-3d04-44cb-9471-c07d25b8feb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 200 len: 1001 time: 0.2457340 Mar 03 18:17:41.729223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-0dab1944-d7f5-4f7a-93e8-9b56b981daa8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:41.729223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-0dab1944-d7f5-4f7a-93e8-9b56b981daa8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.4856772 Mar 03 18:17:41.772990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'port': {'device_id': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'admin_state_up': True, 'tenant_id': '561b627deff84fc195b225e848b4b9b3'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:41.797679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-c7236927-5f72-4935-8a2b-127e7141a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:41.799618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-c7236927-5f72-4935-8a2b-127e7141a9ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df6d59a9-9a6d-4777-b80b-5a9d534a7614 HTTP/1.1" status: 200 len: 835 time: 0.0789483 Mar 03 18:17:41.860700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:41.869016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.912029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-ca803feb-e4e2-497b-bbc4-92e65917564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:41.914096 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-ca803feb-e4e2-497b-bbc4-92e65917564c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08715518-7398-4d0d-9584-66ca7b7241b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059141 Mar 03 18:17:41.952946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:41.952946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.959190 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:41.959190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9bebb695-b93f-4398-ad56-70c88918a2ad tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0846343 Mar 03 18:17:41.985945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52898) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:42.184238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-538061f7-6a32-4129-ba23-e48be54dee34 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules/22ca85d0-ee2f-4d6a-8a15-bf7a14aa4a3b HTTP/1.1" status: 200 len: 763 time: 0.1956148 Mar 03 18:17:42.319759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 52906) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:42.320092 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-8ce33233-45dc-4e65-9165-dcc1ed729e5e service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994069 Mar 03 18:17:42.327574 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:42.354635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dca87db9-e5b0-43ac-92ea-462b07c03545 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:42.545487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=52a31296-b3f7-41e5-8a21-0cd6b463689d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:42.548394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d7e50e9f-86f7-4ad3-a3ca-8f1c01fe525b req-26875c7f-f3b6-4e0b-a9ad-7d69fad1f0f7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 210 time: 0.1353862 Mar 03 18:17:42.632014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: dca87db9-e5b0-43ac-92ea-462b07c03545 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:42.633122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dca87db9-e5b0-43ac-92ea-462b07c03545 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:42.904402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b5383abb-a71c-46c2-bc53-b86cdced1f20 req-5e97e1d0-b1c8-4947-a65f-3ebe09dc8ea1 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793920 Mar 03 18:17:43.013392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] No DVR routers for this DVR port 52a31296-b3f7-41e5-8a21-0cd6b463689d on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:43.037938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:43.040301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-509546ea-d4be-4be2-9c09-c326c68c1c27 req-d45c65fc-dddc-4fe8-9e43-4d62c7bc1c8c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "DELETE /v2.0/ports/52a31296-b3f7-41e5-8a21-0cd6b463689d HTTP/1.1" status: 204 len: 173 time: 2.6196377 Mar 03 18:17:43.054609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'name': 'network-vif-deleted', 'tag': '52a31296-b3f7-41e5-8a21-0cd6b463689d'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:17:43.285951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31eb97a7-331e-448c-8092-28381a2be42f req-5726f757-a903-4c84-a10c-31330ff78b49 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 210 time: 0.2740746 Mar 03 18:17:43.292740 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca677d2-13d0-43bc-9fd8-b808361c81d2', 'name': 'network-vif-deleted', 'tag': '52a31296-b3f7-41e5-8a21-0cd6b463689d', 'status': 'completed', 'code': 200} Mar 03 18:17:43.303543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b29c8cd-bad4-460c-9735-c91cb14a61e4 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:43.321127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:43.373942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:43.398452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3b29c8cd-bad4-460c-9735-c91cb14a61e4 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:43.399985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3b29c8cd-bad4-460c-9735-c91cb14a61e4 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0675204 Mar 03 18:17:43.404384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52946) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:43.407988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:43.414760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:43.466576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-198186d2-144d-4ab8-93c9-c31f0f0a8485 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:43.494010 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-198186d2-144d-4ab8-93c9-c31f0f0a8485 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:43.607229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-198186d2-144d-4ab8-93c9-c31f0f0a8485 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:43.621863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.20.0.9 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/bde29dd5-9350-49c2-8528-05e6324e96df) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:43.680640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198186d2-144d-4ab8-93c9-c31f0f0a8485 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22ca85d0-ee2f-4d6a-8a15-bf7a14aa4a3b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:43.696959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-198186d2-144d-4ab8-93c9-c31f0f0a8485 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:43.698415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-198186d2-144d-4ab8-93c9-c31f0f0a8485 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/22ca85d0-ee2f-4d6a-8a15-bf7a14aa4a3b HTTP/1.1" status: 204 len: 168 time: 0.2924831 Mar 03 18:17:43.701981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:43.812025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b84e672-cf56-4485-96fa-0b945f236833 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:43.833501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b84e672-cf56-4485-96fa-0b945f236833 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:43.836091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b84e672-cf56-4485-96fa-0b945f236833 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1327078 Mar 03 18:17:43.838929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52964) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:43.845229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '791691da-8c67-49e6-8ed8-2cad6e21815e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:43.854294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:43.867172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:43.914097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.121060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.151246 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.163089 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b498248d-a1b1-46db-ad8b-c7c212f5dea8 req-96d063aa-4fb0-4cc4-b007-fd9600e1b8fa tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca677d2-13d0-43bc-9fd8-b808361c81d2 HTTP/1.1" status: 200 len: 210 time: 0.0684969 Mar 03 18:17:44.175504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.180765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.187363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Transition to ACTIVE for port object bde29dd5-9350-49c2-8528-05e6324e96df will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:44.258571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.273521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dc6b71-2e53-4e13-ac84-b322b8333c42,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:44.284886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b1b4f081-9277-450a-abdf-27c1c2ce2680'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:17:44.295399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.298142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-872d58d7-2d5d-4792-b4b6-f14e276b202e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4578590 Mar 03 18:17:44.303718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52978) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:44.315663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:44.326358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:44.347127 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:17:44.361161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:44.361725 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.395737 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d56b83a0-4a2e-4844-9028-76a685f7564e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules/70dc6b71-2e53-4e13-ac84-b322b8333c42 HTTP/1.1" status: 200 len: 763 time: 0.0904467 Mar 03 18:17:44.396253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52986) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:44.399677 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4975035 Mar 03 18:17:44.402755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 52988) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:44.409168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:44.415734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:44.417773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798bb14-23f5-4d82-a3b4-df371da64f5f None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:44.422815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:44.445136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1263733621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2'}], 'security_groups': ['0df6a49b-abe0-42c0-9eb3-f72a7be622ce']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:44.501251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52a31296-b3f7-41e5-8a21-0cd6b463689d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:44.509190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=bde29dd5-9350-49c2-8528-05e6324e96df,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:44.520557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87aa7b-1357-49f2-9d3e-86873176b306 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:44.554529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:44.555476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.613763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 52a31296-b3f7-41e5-8a21-0cd6b463689d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:17:44.614387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a8c6ffff-3d92-42aa-a0d2-563977d5bd30 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:44.614546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52a31296-b3f7-41e5-8a21-0cd6b463689d not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:17:44.646216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-1f884515-c57e-474c-a63a-7047242dc2cc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8888686 Mar 03 18:17:44.660278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Request body: {'port': {'device_id': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:44.837071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52903b6-cc50-4eb4-9d3b-599305116c41 req-0b7ebfa2-1d5d-4538-ae1c-4f75463146e1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:44.838166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a52903b6-cc50-4eb4-9d3b-599305116c41 req-0b7ebfa2-1d5d-4538-ae1c-4f75463146e1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:44.859529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.871181 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-31e99547-0480-4e26-a28d-c62a8807e35d None None] Provisioning for port bde29dd5-9350-49c2-8528-05e6324e96df completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:44.896056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a52903b6-cc50-4eb4-9d3b-599305116c41 req-0b7ebfa2-1d5d-4538-ae1c-4f75463146e1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:44.898166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a52903b6-cc50-4eb4-9d3b-599305116c41 req-0b7ebfa2-1d5d-4538-ae1c-4f75463146e1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 931 time: 0.3224599 Mar 03 18:17:44.953985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-31e99547-0480-4e26-a28d-c62a8807e35d None None] Provisioning complete for port bde29dd5-9350-49c2-8528-05e6324e96df triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:44.954581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-31e99547-0480-4e26-a28d-c62a8807e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:44.954807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a8c6ffff-3d92-42aa-a0d2-563977d5bd30 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:44.956101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a8c6ffff-3d92-42aa-a0d2-563977d5bd30 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5576169 Mar 03 18:17:44.961515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:45.022472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68621c15-62f1-4f83-882a-c70983ab21cf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.048905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68621c15-62f1-4f83-882a-c70983ab21cf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.083643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-31e99547-0480-4e26-a28d-c62a8807e35d None None] Port bde29dd5-9350-49c2-8528-05e6324e96df cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:45.114760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a52903b6-cc50-4eb4-9d3b-599305116c41 req-00eebf74-f6ac-4089-9009-d395da4fe713 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076130 Mar 03 18:17:45.142846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68621c15-62f1-4f83-882a-c70983ab21cf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.192541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68621c15-62f1-4f83-882a-c70983ab21cf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70dc6b71-2e53-4e13-ac84-b322b8333c42,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:45.198107 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.219638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-68621c15-62f1-4f83-882a-c70983ab21cf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.220798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-68621c15-62f1-4f83-882a-c70983ab21cf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/70dc6b71-2e53-4e13-ac84-b322b8333c42 HTTP/1.1" status: 204 len: 168 time: 0.2583470 Mar 03 18:17:45.226049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53018) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:45.348504 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1a7d4c0e-d94b-43e0-a4e3-f64bdd4ef219 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1159449 Mar 03 18:17:45.353266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53026) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:45.376807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '791691da-8c67-49e6-8ed8-2cad6e21815e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:45.396591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:45.403701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53032) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:45.407932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:45.413723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Update dhcp port {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'fixed_ips': [{'subnet_id': '773af9d0-1638-44b2-9a45-d6af88c1c401', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'c2c06e38-e8f2-4682-811a-08a9b0487824'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:17:45.469005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:45.491565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.556421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:45.599645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-346cc68c-9886-466b-a18a-fe96558d8803 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.634315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.745134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-346cc68c-9886-466b-a18a-fe96558d8803 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.801446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Delete allocated IP 2001:db8::29a (cf425511-69df-4cf4-89eb-9922d66e6d5c/773af9d0-1638-44b2-9a45-d6af88c1c401) {{(pid=87887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 18:17:45.811492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8:0:1::151 (cf425511-69df-4cf4-89eb-9922d66e6d5c/1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2/5d83c2a9-05cf-4787-bf5f-6da355555953) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:45.869898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.895482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:45.970074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5a095d-1b4e-47ca-904b-64d96ef8e919,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:46.003934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde29dd5-9350-49c2-8528-05e6324e96df {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:17:46.014857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.018189 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.019665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bfd68c06-51d9-487a-8c32-3e47af9e64ea tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6645048 Mar 03 18:17:46.031140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53054) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:46.036371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-346cc68c-9886-466b-a18a-fe96558d8803 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.058232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-346cc68c-9886-466b-a18a-fe96558d8803 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.059624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-346cc68c-9886-466b-a18a-fe96558d8803 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/security-groups/07ed88b0-e72b-4535-ac5a-68aefb8a3f3d HTTP/1.1" status: 204 len: 168 time: 0.6548097 Mar 03 18:17:46.075799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1e952f1f-fe2f-4c6f-ac94-b1a46ef461c1 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules/0d5a095d-1b4e-47ca-904b-64d96ef8e919 HTTP/1.1" status: 200 len: 764 time: 0.0328963 Mar 03 18:17:46.078068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:46.104590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cc68c-9886-466b-a18a-fe96558d8803 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed88b0-e72b-4535-ac5a-68aefb8a3f3d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:46.108785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53066) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:46.113225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Transition to ACTIVE for port object bde29dd5-9350-49c2-8528-05e6324e96df will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:46.169594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.197155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-31a3f446-0dd7-4012-91b8-9ab988651a41 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:46.215213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 5d83c2a9-05cf-4787-bf5f-6da355555953 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:46.222885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.231923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-31a3f446-0dd7-4012-91b8-9ab988651a41 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:46.236802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-31a3f446-0dd7-4012-91b8-9ab988651a41 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1572678 Mar 03 18:17:46.249714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting subnet 64697879-4d47-47dd-a140-97307f41ef86 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:17:46.259849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53072) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:46.282709 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.318110 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.323945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=5d83c2a9-05cf-4787-bf5f-6da355555953,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:46.401712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] In _notify_port_updated(), no bound segment for port 5d83c2a9-05cf-4787-bf5f-6da355555953 on network cf425511-69df-4cf4-89eb-9922d66e6d5c {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:17:46.412137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:46.412910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.418349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a6a21a81-c6c4-4950-b697-9cac114b23c1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "PUT /v2.0/ports/5d83c2a9-05cf-4787-bf5f-6da355555953 HTTP/1.1" status: 200 len: 931 time: 2.0142539 Mar 03 18:17:46.419046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53078) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:46.508507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Allocated IP 2001:db8:0:1::2 (cf425511-69df-4cf4-89eb-9922d66e6d5c/1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2/c2c06e38-e8f2-4682-811a-08a9b0487824) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:46.663941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 5d83c2a9-05cf-4787-bf5f-6da355555953 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:46.664276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:46.884859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447ab26-7afe-4eb9-b267-1b7030605fda req-849bbf54-f497-487c-9c55-69399ebf352b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:46.886412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4447ab26-7afe-4eb9-b267-1b7030605fda req-849bbf54-f497-487c-9c55-69399ebf352b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.3816688 Mar 03 18:17:46.967650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] For port c2c06e38-e8f2-4682-811a-08a9b0487824, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c2c06e38-e8f2-4682-811a-08a9b0487824,segment=NetworkSegment(2182b6a9-f090-4681-b274-2c6f4b2ecebd),segment_id=2182b6a9-f090-4681-b274-2c6f4b2ecebd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:46.995638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78665b94-bb53-4776-b974-b75e33a62eb3 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.020857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.043501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.058336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Transition to ACTIVE for port object c2c06e38-e8f2-4682-811a-08a9b0487824 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:47.067486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.074574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.124545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Pushing event updated for resources: {'Port': ['ID=bde29dd5-9350-49c2-8528-05e6324e96df,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:47.194096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78665b94-bb53-4776-b974-b75e33a62eb3 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.248359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 5d83c2a9-05cf-4787-bf5f-6da355555953 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:47.422492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Pushing event updated for resources: {'Port': ['ID=c2c06e38-e8f2-4682-811a-08a9b0487824,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:47.440108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.440922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.441500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.441996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.442647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.443207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.443769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.446231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.446726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.447390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.447881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.449676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16726e6-46f7-4135-be07-9b0390f1a866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:17:47.469210 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78665b94-bb53-4776-b974-b75e33a62eb3 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.518237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78665b94-bb53-4776-b974-b75e33a62eb3 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d5a095d-1b4e-47ca-904b-64d96ef8e919,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:47.544712 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.676252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c2c06e38-e8f2-4682-811a-08a9b0487824 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:17:47.728157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Attempting to bind port bde29dd5-9350-49c2-8528-05e6324e96df on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:17:47.728567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Attempting to bind port bde29dd5-9350-49c2-8528-05e6324e96df by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:17:47.728903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Attempting to bind port bde29dd5-9350-49c2-8528-05e6324e96df on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:47.731489 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.735838 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78665b94-bb53-4776-b974-b75e33a62eb3 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.736993 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-78665b94-bb53-4776-b974-b75e33a62eb3 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0d5a095d-1b4e-47ca-904b-64d96ef8e919 HTTP/1.1" status: 204 len: 168 time: 1.4733610 Mar 03 18:17:47.743254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53102) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:47.799303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Subnet': ['ID=64697879-4d47-47dd-a140-97307f41ef86,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:47.811356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Port bde29dd5-9350-49c2-8528-05e6324e96df on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:17:47.811934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Attempting to bind port bde29dd5-9350-49c2-8528-05e6324e96df on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:17:47.815030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4447ab26-7afe-4eb9-b267-1b7030605fda req-8b813d2b-4037-4b7d-9f21-0d104cf130e4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090138 Mar 03 18:17:47.817884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.826604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:17:47.827306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:17:47.827970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb40c28-c1b8-4327-8955-ce72c6f4bbc5 None None] Network 5245f703-ba81-40a1-8921-2e720c69bc99 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:47.828266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:17:47.829282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Bound port: bde29dd5-9350-49c2-8528-05e6324e96df, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:17:47.829886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.864572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:47.959132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] For port bde29dd5-9350-49c2-8528-05e6324e96df, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:17:47.963032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] For port bde29dd5-9350-49c2-8528-05e6324e96df, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bde29dd5-9350-49c2-8528-05e6324e96df,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:17:47.966321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-61595611-8bb1-4ce5-8908-26d7d461d8f2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/subnets/64697879-4d47-47dd-a140-97307f41ef86 HTTP/1.1" status: 204 len: 168 time: 1.8560731 Mar 03 18:17:47.973704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53112) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:47.978076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:48.194586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=5d83c2a9-05cf-4787-bf5f-6da355555953,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:48.283693 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-39ee0c5f-4ae2-44e7-9929-8390f03fedcf tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5301747 Mar 03 18:17:48.313191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:48.316304 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:48.319796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] 10.222.0.35 "PUT /v2.0/ports/bde29dd5-9350-49c2-8528-05e6324e96df HTTP/1.1" status: 200 len: 1091 time: 3.6644890 Mar 03 18:17:48.320752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'tag': 'bde29dd5-9350-49c2-8528-05e6324e96df'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:17:48.365797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53126) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:48.383246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:48.511707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:48.583869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-23ba3544-e40a-4a4c-92e4-9e9e061e45d4 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/5d83c2a9-05cf-4787-bf5f-6da355555953 HTTP/1.1" status: 204 len: 168 time: 2.1550808 Mar 03 18:17:48.583869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53136) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:48.772238 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff52cd6f-8bd6-4d40-b329-4286fce2f261 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:17:48.772238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ff52cd6f-8bd6-4d40-b329-4286fce2f261 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:48.777569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b70a3b-68dd-4a99-ae10-1f7f93808c45 service neutron] Pushing event updated for resources: {'Port': ['ID=bde29dd5-9350-49c2-8528-05e6324e96df,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:48.864111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ff52cd6f-8bd6-4d40-b329-4286fce2f261 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:48.864111 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ff52cd6f-8bd6-4d40-b329-4286fce2f261 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/5d83c2a9-05cf-4787-bf5f-6da355555953 HTTP/1.1" status: 404 len: 333 time: 0.2734723 Mar 03 18:17:48.864111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53142) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:48.924694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] DHCP port deletion for 5245f703-ba81-40a1-8921-2e720c69bc99 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:17:48.935960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] Deleting port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:48.936578 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:48.974411 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'tag': 'bde29dd5-9350-49c2-8528-05e6324e96df', 'status': 'completed', 'code': 200} Mar 03 18:17:49.326810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3d75-5935-4f23-99da-5468a84b56f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:49.405993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:49.418958 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3d75-5935-4f23-99da-5468a84b56f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:49.652851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] For port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:49.652851 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:49.780903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:49.781531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:49.999939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3d75-5935-4f23-99da-5468a84b56f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.065621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d3d75-5935-4f23-99da-5468a84b56f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6106a745-2c4f-4d97-a176-ba85e6b05b00,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:50.068888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-219be0b9-13fe-4570-8f4b-36989474420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:50.083760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-219be0b9-13fe-4570-8f4b-36989474420c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 1094 time: 1.6020069 Mar 03 18:17:50.083760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49ae-9968-4b47-aae4-5d43d722919d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.105711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3d75-5935-4f23-99da-5468a84b56f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.112458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f7d3d75-5935-4f23-99da-5468a84b56f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/security-groups/6106a745-2c4f-4d97-a176-ba85e6b05b00 HTTP/1.1" status: 204 len: 168 time: 1.2482457 Mar 03 18:17:50.141504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53158) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:50.195168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7f897-5a81-4a30-8a90-63666b5ece0e req-9f1a4519-8170-4cd3-8c30-96fdc6969e08 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:50.222244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0bc7f897-5a81-4a30-8a90-63666b5ece0e req-9f1a4519-8170-4cd3-8c30-96fdc6969e08 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 1.1015093 Mar 03 18:17:50.434814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0bc7f897-5a81-4a30-8a90-63666b5ece0e req-d111bab8-f1bd-4629-9017-7ec034746bd4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053444 Mar 03 18:17:50.481864 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49ae-9968-4b47-aae4-5d43d722919d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.487899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-75217374-105a-43e8-963e-09feea3a1c8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bde29dd5-9350-49c2-8528-05e6324e96df HTTP/1.1" status: 200 len: 217 time: 0.2985699 Mar 03 18:17:50.522990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02fbb4c1-c920-4bd3-9bce-1ed5ca83c27c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.539582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8656345-ba3f-4f42-98c7-92708389d813 req-08021000-5c6d-4a06-8f25-a4bb215b096e tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:50.546474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8656345-ba3f-4f42-98c7-92708389d813 req-08021000-5c6d-4a06-8f25-a4bb215b096e tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1097 time: 1.5438867 Mar 03 18:17:50.554109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02fbb4c1-c920-4bd3-9bce-1ed5ca83c27c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.558193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] Calling delete_port for 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:50.632297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:17:50.653391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02fbb4c1-c920-4bd3-9bce-1ed5ca83c27c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.698006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbb4c1-c920-4bd3-9bce-1ed5ca83c27c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6a49b-abe0-42c0-9eb3-f72a7be622ce,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:50.726499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02fbb4c1-c920-4bd3-9bce-1ed5ca83c27c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.728044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-02fbb4c1-c920-4bd3-9bce-1ed5ca83c27c tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/security-groups/0df6a49b-abe0-42c0-9eb3-f72a7be622ce HTTP/1.1" status: 204 len: 168 time: 0.5968328 Mar 03 18:17:50.731546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53164) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:50.848676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 773af9d0-1638-44b2-9a45-d6af88c1c401 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:17:50.852433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.917831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,segment=NetworkSegment(f412cd38-6cb0-475b-9e09-ac61a42b8be1),segment_id=f412cd38-6cb0-475b-9e09-ac61a42b8be1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:50.919907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:50.943804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-321ff89c-a80a-4603-b2ac-976cb11dc939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:50.946660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-321ff89c-a80a-4603-b2ac-976cb11dc939 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.4570420 Mar 03 18:17:50.983711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.049825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7533dca9-c32f-4ebe-9bcd-aabcbc4f30a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.051783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-761b2e75-6cd0-47c1-a9c5-04ee37a8746e None None] Provisioning for port c2c06e38-e8f2-4682-811a-08a9b0487824 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:51.075848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-761b2e75-6cd0-47c1-a9c5-04ee37a8746e None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:51.076668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-761b2e75-6cd0-47c1-a9c5-04ee37a8746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.203077 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.316819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.365382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.460230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=773af9d0-1638-44b2-9a45-d6af88c1c401,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:51.469431 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.482107 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:51.507437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0fb10c58-3e0c-44d3-b7b5-b63ea4ed4d59 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/773af9d0-1638-44b2-9a45-d6af88c1c401 HTTP/1.1" status: 204 len: 168 time: 0.7736008 Mar 03 18:17:51.508563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53184) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:51.519103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:51.628989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d8656345-ba3f-4f42-98c7-92708389d813 req-261edf8e-21ce-4e8c-8692-544d5ac2326a tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Synchronizing usage tracker for tenant:1d3a5859d22b4baba87f4892cdf44320 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:51.666651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:51.690117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] Pushing event deleted for resources: {'Port': ['ID=6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:51.711682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-761b2e75-6cd0-47c1-a9c5-04ee37a8746e None None] Could not find standard attr ID for object 5d83c2a9-05cf-4787-bf5f-6da355555953. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:17:51.715298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c72246-953a-486c-b31c-8ccef6194526 None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:51.973152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49ae-9968-4b47-aae4-5d43d722919d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:52.016051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad49ae-9968-4b47-aae4-5d43d722919d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791691da-8c67-49e6-8ed8-2cad6e21815e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:52.040365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7c12a6-6e86-40cb-90b7-12114b0903c3 None None] No DVR routers for this DVR port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:17:52.079445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3ad49ae-9968-4b47-aae4-5d43d722919d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:52.085607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a3ad49ae-9968-4b47-aae4-5d43d722919d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/791691da-8c67-49e6-8ed8-2cad6e21815e HTTP/1.1" status: 204 len: 168 time: 3.7151322 Mar 03 18:17:52.087122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d8656345-ba3f-4f42-98c7-92708389d813 req-261edf8e-21ce-4e8c-8692-544d5ac2326a tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Unset dirty status for tenant:1d3a5859d22b4baba87f4892cdf44320 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:52.088535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8656345-ba3f-4f42-98c7-92708389d813 req-261edf8e-21ce-4e8c-8692-544d5ac2326a tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5413160 Mar 03 18:17:52.091919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53208) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:52.096425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-f3070430-a5d2-48fe-81d6-e10e6ac5daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:52.100189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-f3070430-a5d2-48fe-81d6-e10e6ac5daf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0736408 Mar 03 18:17:52.373797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:52.430129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:52.435270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:52.443722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-69c678bc-73a6-44af-8cd0-c24d58de5817 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909412 Mar 03 18:17:52.448706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2d51-f710-42f2-aa08-729affa63f79 req-dd62cfbb-6dc5-4c4a-ac12-60eab7cdeeef tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:52.448706 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdee2d51-f710-42f2-aa08-729affa63f79 req-dd62cfbb-6dc5-4c4a-ac12-60eab7cdeeef tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.6456430 Mar 03 18:17:52.448706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:52.554779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:52.567162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:52.828589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c5525fdd-ce6c-4cb3-84c8-c24acd430894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:52.895724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-761b2e75-6cd0-47c1-a9c5-04ee37a8746e None None] Provisioning complete for port 4fc2e969-1990-4757-93b4-06091019b53c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:52.897146 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-761b2e75-6cd0-47c1-a9c5-04ee37a8746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:52.918591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c549813b-aac3-44b1-ac47-d40dd4b8c2bb req-07444d87-6547-4df4-85d0-997956d43c92 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646018 Mar 03 18:17:53.014688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6a30903f-5f27-44ab-879d-083b73b0933e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:17:53.027116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdee2d51-f710-42f2-aa08-729affa63f79 req-cf2b48c4-d569-4727-b1b9-a19649c9ccc9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331171 Mar 03 18:17:53.184081 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:17:53.184081 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:17:53.330119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6a30903f-5f27-44ab-879d-083b73b0933e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:17:53.330119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6a30903f-5f27-44ab-879d-083b73b0933e tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2338340 Mar 03 18:17:53.354433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53250) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:53.394333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group': {'name': 'tempest-secgroup--241754725'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:53.425551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:53.446351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:53.471922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:53.478681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-761b2e75-6cd0-47c1-a9c5-04ee37a8746e None None] Port 4fc2e969-1990-4757-93b4-06091019b53c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:53.571439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:53.602128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2e4c367-693a-4854-9a59-557420c28b16 None None] Could not find standard attr ID for object 5d83c2a9-05cf-4787-bf5f-6da355555953. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:17:53.666692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c8ed1-6db6-4c4c-8bd4-5d6c7dd1e5c2 req-cc59084a-52e6-4ca3-bd26-48cbd604debf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:53.666692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-982c8ed1-6db6-4c4c-8bd4-5d6c7dd1e5c2 req-cc59084a-52e6-4ca3-bd26-48cbd604debf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.7364550 Mar 03 18:17:53.687684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:53.730420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port 6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:53.730420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:53.844403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6d50-9993-4e4f-b885-77a27f967392 req-7a4e7b56-2dda-4180-9084-0c334595a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:53.844403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72be6d50-9993-4e4f-b885-77a27f967392 req-7a4e7b56-2dda-4180-9084-0c334595a71a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 1094 time: 0.6498520 Mar 03 18:17:53.844403 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:53.855211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:53.855211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:53.855211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:53.855211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:53.909126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=cf7a94d6-ee4b-4a87-a040-4c9b72e37bee,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:53.919147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2bd27b41-d1ee-4831-ae02-eed163cadbea tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4085798 Mar 03 18:17:53.931411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53276) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:53.931411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079148400'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:53.973106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:53.975711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:53.997272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:54.016767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:54.076356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:54.180420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:54.189169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group_rule and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:54.195377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:54.217613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:54.228412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:54.255980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] The port '6ea811fd-5dcb-4d4f-902f-5b9f49c9b2ac' was deleted {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:17:54.312197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:54.437220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:54.456642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:54.563131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:54.654539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-982c8ed1-6db6-4c4c-8bd4-5d6c7dd1e5c2 req-8823dc25-4e8d-4ff2-858f-6e8c0eff966a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9743414 Mar 03 18:17:54.710903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:54.719617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:54.744187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53312) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:54.930966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d9e67-3f51-4255-b1fc-0b31d67ddab3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:54.976196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:55.048413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:55.048413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c828e867-4bc0-488a-83dd-7b2f4d7748f1 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1024947 Mar 03 18:17:55.048413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53328) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:55.081244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2eb20-fdfd-4fc5-85b1-6f2a487c6968 req-52146282-f344-4847-a41d-d5d6e72f1e71 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:55.081244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ee2eb20-fdfd-4fc5-85b1-6f2a487c6968 req-52146282-f344-4847-a41d-d5d6e72f1e71 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.5929925 Mar 03 18:17:55.081244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'security_group': {'name': 'tempest-secgroup-248803165'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:55.186781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:55.266736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6850bc-899d-4869-a7e5-8c9963aac907 None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:17:55.284660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d365ef77-2f82-4f41-9179-6fcac482dc3c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/6adc99d7-8b59-4977-820b-dcfefea18e68 HTTP/1.1" status: 200 len: 994 time: 0.5007331 Mar 03 18:17:55.284660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:55.314645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:55.355786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:55.401077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-40e872a1-9700-47f9-a4f4-f24fbed84b18 None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:55.401077 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40e872a1-9700-47f9-a4f4-f24fbed84b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:55.406790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ee2eb20-fdfd-4fc5-85b1-6f2a487c6968 req-8a48e655-4974-410d-8140-2fe821d16eca tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959976 Mar 03 18:17:55.417401 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:55.482538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:55.515340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group_rule and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:55.531387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:55.568008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:55.673138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:55.825546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6d50-9993-4e4f-b885-77a27f967392 req-50a0be48-b8d4-4eb8-8246-e77bdcc5554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:55.827102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72be6d50-9993-4e4f-b885-77a27f967392 req-50a0be48-b8d4-4eb8-8246-e77bdcc5554c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 1.9674213 Mar 03 18:17:55.836468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5245f703-ba81-40a1-8921-2e720c69bc99']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:55.845404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:55.860825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.007902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85246a34-e004-443a-97f3-d742bf8b0368,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:56.028203 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.029865 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-16884dce-4de7-467e-871f-89e26c0d34bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9661350 Mar 03 18:17:56.034099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:56.062537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'security_group': {'name': 'tempest-secgroup-171475763'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:56.122381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:56.122381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:56.140029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:56.171887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:56.182456 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.219119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.232780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f412cd38-6cb0-475b-9e09-ac61a42b8be1') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:56.232780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f412cd38-6cb0-475b-9e09-ac61a42b8be1') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:17:56.247640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.297291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:56.298069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72be6d50-9993-4e4f-b885-77a27f967392 req-8a789927-cc2c-4e8c-ac2f-a8ca73205d1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bde29dd5-9350-49c2-8528-05e6324e96df HTTP/1.1" status: 200 len: 217 time: 0.4420757 Mar 03 18:17:56.308084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:security_group_rule and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:56.324257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:56.374525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:56.392130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.450787 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.475760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:17:56.476449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.563356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-40e872a1-9700-47f9-a4f4-f24fbed84b18 None None] Provisioning complete for port 4fc2e969-1990-4757-93b4-06091019b53c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:56.564179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40e872a1-9700-47f9-a4f4-f24fbed84b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.622826 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.627925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.719341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:56.721121 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6886556 Mar 03 18:17:56.722602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94623120-681f-4f05-887d-cd62c4f36f21 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61907a-6b91-4f9f-9ea5-dba722619074,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:56.730191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53366) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:56.735918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1819200950', 'security_groups': ['1d61907a-6b91-4f9f-9ea5-dba722619074'], 'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf7a94d6-ee4b-4a87-a040-4c9b72e37bee'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:17:56.996144 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:17:57.012318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53374) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:57.228919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-40e872a1-9700-47f9-a4f4-f24fbed84b18 None None] Port 4fc2e969-1990-4757-93b4-06091019b53c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:17:57.238351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:57.255076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:57.322538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867013cf-55f6-46a5-bfe9-9b2735c75ebc,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:57.356186 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:57.387599 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:57.402793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:17:57.432661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] Update dhcp port {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'fixed_ips': [{'subnet_id': '1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cf7a94d6-ee4b-4a87-a040-4c9b72e37bee'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'c2c06e38-e8f2-4682-811a-08a9b0487824'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:17:57.443099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:57.444462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6aa27a56-1bae-45d5-a96a-9e9ae23f3be5 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.0999074 Mar 03 18:17:57.451800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53386) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:57.471830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6d50-9993-4e4f-b885-77a27f967392 req-892594bd-620b-464f-a7c5-174430927648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:57.474570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72be6d50-9993-4e4f-b885-77a27f967392 req-892594bd-620b-464f-a7c5-174430927648 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.4902732 Mar 03 18:17:57.474570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Network': ['ID=5245f703-ba81-40a1-8921-2e720c69bc99,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:57.514932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Request body: {'security_group_rule': {'security_group_id': '867013cf-55f6-46a5-bfe9-9b2735c75ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:57.653056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:57.664768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53392) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:57.727102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3550bd4f-1df8-43d2-b976-2a2e587bdd82 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/networks/5245f703-ba81-40a1-8921-2e720c69bc99 HTTP/1.1" status: 204 len: 168 time: 9.7488880 Mar 03 18:17:57.737182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:57.742423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53406) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:57.892685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Usage tracker for resource:security_group_rule and tenant:fefb859a877c430c9268d6d37559d6b1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:57.939804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:57.940604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:57.988901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:58.038861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46281742-96cb-484a-a472-24cd9a28490b req-e8cd018d-5072-4f6a-94f9-983796893ba3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:58.069957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46281742-96cb-484a-a472-24cd9a28490b req-e8cd018d-5072-4f6a-94f9-983796893ba3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.3598161 Mar 03 18:17:58.073759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] device_id is not set on port 65688775-fd08-4dcd-baa6-f1381f96ad6c yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:17:58.134005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] Allocated IP 2001:db8::2 (cf425511-69df-4cf4-89eb-9922d66e6d5c/cf7a94d6-ee4b-4a87-a040-4c9b72e37bee/c2c06e38-e8f2-4682-811a-08a9b0487824) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:58.164114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46281742-96cb-484a-a472-24cd9a28490b req-69e52e2e-2d0d-4684-903c-5478fc923b99 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928798 Mar 03 18:17:58.312794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a7be8-48d8-403e-8596-2ccf62a21586 req-f17223ef-8f6c-42dd-834c-ca0d81c1d454 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:58.324068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b41a7be8-48d8-403e-8596-2ccf62a21586 req-f17223ef-8f6c-42dd-834c-ca0d81c1d454 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 1.2085547 Mar 03 18:17:58.342900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-efa44d03-cfe0-4709-aeda-b86daca779ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6672280 Mar 03 18:17:58.429067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] For port c2c06e38-e8f2-4682-811a-08a9b0487824, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c2c06e38-e8f2-4682-811a-08a9b0487824,segment=NetworkSegment(2182b6a9-f090-4681-b274-2c6f4b2ecebd),segment_id=2182b6a9-f090-4681-b274-2c6f4b2ecebd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:17:58.463387 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:58.481936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] Transition to ACTIVE for port object c2c06e38-e8f2-4682-811a-08a9b0487824 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:58.494184 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:58.586803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:58.597682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:17:58.605550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port a2416cf1-9c35-44f8-be57-651d09cb31b3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:17:58.609357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:58.676103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1c5188ca104adc8164b037eda5d27e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:17:58.676884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14447f-69eb-4984-a0df-1c5d476f22a8 None None] Pushing event updated for resources: {'Port': ['ID=c2c06e38-e8f2-4682-811a-08a9b0487824,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:58.699571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:17:58.724016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8::261 (cf425511-69df-4cf4-89eb-9922d66e6d5c/cf7a94d6-ee4b-4a87-a040-4c9b72e37bee/65688775-fd08-4dcd-baa6-f1381f96ad6c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:17:58.727809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:17:58.839183 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:58.883496 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b41a7be8-48d8-403e-8596-2ccf62a21586 req-62c7e779-9165-49f7-85b8-69435d899878 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582323 Mar 03 18:17:59.107398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.109552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6d50-9993-4e4f-b885-77a27f967392 req-0129b7c3-fda5-45bb-95c2-1c560ff0f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:59.111308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72be6d50-9993-4e4f-b885-77a27f967392 req-0129b7c3-fda5-45bb-95c2-1c560ff0f873 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6222913 Mar 03 18:17:59.162228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 65688775-fd08-4dcd-baa6-f1381f96ad6c will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:17:59.228386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.472960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.494160 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.504614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.519635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.531079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:17:59.547370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.547992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.635368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:17:59.651165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:17:59.657159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:17:59.657843 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.683361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=65688775-fd08-4dcd-baa6-f1381f96ad6c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:59.694545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ecd85ed-f293-4bc2-bdcb-217f0e8624f3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9626422 Mar 03 18:17:59.698297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53448) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:17:59.707553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9686703a-49be-4ea3-a936-b64dc595884b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:59.709735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:17:59.798347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for a2416cf1-9c35-44f8-be57-651d09cb31b3 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:17:59.837786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ebd1a39-e031-41b2-8b3a-575df06889cd None None] Provisioning for port c2c06e38-e8f2-4682-811a-08a9b0487824 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:17:59.874525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ebd1a39-e031-41b2-8b3a-575df06889cd None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:17:59.874525 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1a39-e031-41b2-8b3a-575df06889cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:17:59.923952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72be6d50-9993-4e4f-b885-77a27f967392 req-52f132dc-1af0-41d0-b0cd-02b65526d16d service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987745 Mar 03 18:17:59.947796 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb1c5188ca104adc8164b037eda5d27e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8129313 Mar 03 18:17:59.949849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32fd5b-6cd0-4ce1-8cce-ea106197b343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b262862f-1b43-4488-ba40-43ea8ca95029,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:17:59.956146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53454) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:00.008998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.011365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3bcacef2-2cde-44af-858b-e504e62efd5f tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.5310602 Mar 03 18:18:00.025379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53458) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:00.030581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae1ce1-059a-4883-868b-61d10f442ea8 req-314742f7-deb8-43ae-a1ff-68adb3509fb5 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:00.039359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37ae1ce1-059a-4883-868b-61d10f442ea8 req-314742f7-deb8-43ae-a1ff-68adb3509fb5 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.5108366 Mar 03 18:18:00.213604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ebd1a39-e031-41b2-8b3a-575df06889cd None None] Provisioning complete for port 4fc2e969-1990-4757-93b4-06091019b53c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:00.213784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:00.214106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1a39-e031-41b2-8b3a-575df06889cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.219064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:00.222700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:00.230308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:00.273808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37ae1ce1-059a-4883-868b-61d10f442ea8 req-5accdea2-9aca-426a-b366-f6fc42e00a2c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328784 Mar 03 18:18:00.281594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:00.284846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.323332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd1a39-e031-41b2-8b3a-575df06889cd None None] Port 4fc2e969-1990-4757-93b4-06091019b53c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:00.445151 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161241a5-77d5-4455-b68d-bc2e96929ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.449833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72be6d50-9993-4e4f-b885-77a27f967392 req-04e251e4-dd8d-4dbf-8bfb-a35e2f928638 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112598 Mar 03 18:18:00.470985 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-406d6eee-c0c4-475d-b986-4aba080127b7 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.478970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-730b53b5-aebf-4506-bdd3-af9639a2c88d None None] Provisioning for port 65688775-fd08-4dcd-baa6-f1381f96ad6c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:00.489631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-730b53b5-aebf-4506-bdd3-af9639a2c88d None None] Provisioning complete for port 65688775-fd08-4dcd-baa6-f1381f96ad6c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:00.490093 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-730b53b5-aebf-4506-bdd3-af9639a2c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.498856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161241a5-77d5-4455-b68d-bc2e96929ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.586168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287f4a3-36de-435b-957b-795409f68178 req-8c6256a6-81b1-4bd7-b739-8d6afef08f00 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:00.587686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2287f4a3-36de-435b-957b-795409f68178 req-8c6256a6-81b1-4bd7-b739-8d6afef08f00 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.3999455 Mar 03 18:18:00.594783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-406d6eee-c0c4-475d-b986-4aba080127b7 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.625123 n-d-827121-1 neutron-server[87887]: INFO neutron.db.ipam_backend_mixin [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf7a94d6-ee4b-4a87-a040-4c9b72e37bee (CIDR: 2001:db8::/64) Mar 03 18:18:00.632137 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:18:00.633958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:00.638058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-730b53b5-aebf-4506-bdd3-af9639a2c88d None None] Port 65688775-fd08-4dcd-baa6-f1381f96ad6c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:00.666939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-3b610f24-3c75-47c2-92dd-93ee176a72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:00.668270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-3b610f24-3c75-47c2-92dd-93ee176a72a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1097 time: 0.3551178 Mar 03 18:18:00.677632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161241a5-77d5-4455-b68d-bc2e96929ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.711429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c2c06e38-e8f2-4682-811a-08a9b0487824 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:00.744129 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.750290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-161241a5-77d5-4455-b68d-bc2e96929ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:00.752503 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-161241a5-77d5-4455-b68d-bc2e96929ac2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b262862f-1b43-4488-ba40-43ea8ca95029 HTTP/1.1" status: 204 len: 168 time: 0.7944512 Mar 03 18:18:00.758043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161241a5-77d5-4455-b68d-bc2e96929ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b262862f-1b43-4488-ba40-43ea8ca95029,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:00.768367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-af9bdcb8-b029-4d2e-a6df-78b0694a76bc tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0687718 Mar 03 18:18:00.769975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53470) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:00.785145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:00.809934 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2287f4a3-36de-435b-957b-795409f68178 req-26ada199-504f-409e-a09a-b8b71a0e977a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033777 Mar 03 18:18:00.885595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:00.886171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:01.008645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:01.013671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:01.017681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:01.031977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:01.050018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:01.056783 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:01.260795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-8c4b6789-1b3d-45ea-9760-b58a27c1a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:01.263079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-8c4b6789-1b3d-45ea-9760-b58a27c1a79e service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.5832725 Mar 03 18:18:01.316835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-406d6eee-c0c4-475d-b986-4aba080127b7 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:01.320535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=a2416cf1-9c35-44f8-be57-651d09cb31b3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:01.475049 n-d-827121-1 neutron-server[87887]: INFO neutron.db.ipam_backend_mixin [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2 (CIDR: 2001:db8:0:1::/64) Mar 03 18:18:01.482334 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:18:01.483118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:01.526008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8edbcbe6-d902-4694-b506-7ad964e536f0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7542529 Mar 03 18:18:01.526875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53484) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:01.545916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'subnet': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:01.578485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53490) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:01.595685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d6eee-c0c4-475d-b986-4aba080127b7 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867013cf-55f6-46a5-bfe9-9b2735c75ebc,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:01.667649 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:01.715005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:01.721128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-406d6eee-c0c4-475d-b986-4aba080127b7 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:01.727594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-406d6eee-c0c4-475d-b986-4aba080127b7 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/867013cf-55f6-46a5-bfe9-9b2735c75ebc HTTP/1.1" status: 204 len: 168 time: 1.7009299 Mar 03 18:18:01.729217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53496) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:01.744262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Usage tracker for resource:security_group_rule and tenant:1bf6a90147ba427eaad85bcaf0d682ea is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:01.778393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:01.791413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-490a28aa-0f9e-4aee-a4b1-ea5f62f62736 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1002 time: 0.4824638 Mar 03 18:18:01.794180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:01.801258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:01.814556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac096d-593e-4069-bb0e-7bfdb3891fd3 req-91cd982d-da80-4e5c-8a6e-badc7856f848 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:01.817708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbac096d-593e-4069-bb0e-7bfdb3891fd3 req-91cd982d-da80-4e5c-8a6e-badc7856f848 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.2395093 Mar 03 18:18:01.819425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Usage tracker for resource:subnet and tenant:268b6688222844d6a224d58881c3e12c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:01.822936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:01.847961 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:01.848292 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Floating IP c7992492-e623-4ac7-a436-8b0468cd42a3 disassociated (deleted). External IP: 172.25.0.28, port: d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74. Mar 03 18:18:02.015024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:02.028686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Made reservation on behalf of 268b6688222844d6a224d58881c3e12c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:02.033363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:02.124496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5f4299fa-f3ef-488c-b596-0962fcde550d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:02.184896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5f4299fa-f3ef-488c-b596-0962fcde550d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:02.188622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5f4299fa-f3ef-488c-b596-0962fcde550d tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4468324 Mar 03 18:18:02.195106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53502) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:02.211924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cbac096d-593e-4069-bb0e-7bfdb3891fd3 req-f0d54029-6f76-4f19-932a-88b25c052d6e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855362 Mar 03 18:18:02.242372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-30f227e4-5719-46d7-8afa-f37d1130f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:02.244074 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-30f227e4-5719-46d7-8afa-f37d1130f5c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.4405999 Mar 03 18:18:02.432592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a1214-24f1-4acf-9f23-d24377e28425 req-39f2f7b2-9b91-4469-a593-0e8d7921e200 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:02.439706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c1a1214-24f1-4acf-9f23-d24377e28425 req-39f2f7b2-9b91-4469-a593-0e8d7921e200 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.4369373 Mar 03 18:18:02.511899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25585b4a-c163-4178-a843-dfa8fb6f6c39 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Synchronizing usage tracker for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:02.589314 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:02.655915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25585b4a-c163-4178-a843-dfa8fb6f6c39 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] Unset dirty status for tenant:fefb859a877c430c9268d6d37559d6b1 on resource:security_group_rule {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:02.659991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-25585b4a-c163-4178-a843-dfa8fb6f6c39 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4614439 Mar 03 18:18:02.663637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53508) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:02.666359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Subnet': ['ID=09062635-000d-4c45-ada2-fb8e9f436335,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:02.682873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c1a1214-24f1-4acf-9f23-d24377e28425 req-3aaef2cd-943f-43ec-aef9-9893773f2af3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419486 Mar 03 18:18:02.689860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:02.693066 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-1470d991-8f17-4b95-84ba-e8ce993af7de tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] delete failed (client error): The resource could not be found. Mar 03 18:18:02.694494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1470d991-8f17-4b95-84ba-e8ce993af7de tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "DELETE /v2.0/security-groups/867013cf-55f6-46a5-bfe9-9b2735c75ebc HTTP/1.1" status: 404 len: 347 time: 0.0242238 Mar 03 18:18:02.706084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:02.707245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Network cf425511-69df-4cf4-89eb-9922d66e6d5c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:02.708508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:02.714172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:02.719958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:02.720282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d79ccea-292f-4f2d-adfd-af056fe332c9 None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:02.720732 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:02.725542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-b698d67f-efb2-47ed-abf9-6e1955d2bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:02.727067 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-b698d67f-efb2-47ed-abf9-6e1955d2bd4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4722910 Mar 03 18:18:02.759472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b007f867-9cde-4ef0-857d-420873685614 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2276440 Mar 03 18:18:02.760565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53518) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:02.768654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1573449794', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '09062635-000d-4c45-ada2-fb8e9f436335'}], 'security_groups': ['4e9d9e67-3f51-4255-b1fc-0b31d67ddab3', '85246a34-e004-443a-97f3-d742bf8b0368']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:02.793933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:18:02.867348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bf6a90147ba427eaad85bcaf0d682ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2704196 Mar 03 18:18:02.931448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c0117-21d6-4873-8871-8214f6799d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8768bc-5623-449f-bfdf-81375da3b78a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:02.934164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53524) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:02.962154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:03.044843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-eea1e0e9-ee70-448a-93f1-c9535cad2432 tempest-SecGroupTest-1827097507 tempest-SecGroupTest-1827097507-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3358727 Mar 03 18:18:03.229442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-c61e8487-ac45-453b-bf9f-4b56b751016d service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714968 Mar 03 18:18:03.405899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] Update dhcp port {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'fixed_ips': [{'subnet_id': '1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cf7a94d6-ee4b-4a87-a040-4c9b72e37bee', 'ip_address': '2001:db8::2'}, {'subnet_id': '09062635-000d-4c45-ada2-fb8e9f436335'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'c2c06e38-e8f2-4682-811a-08a9b0487824'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:18:03.484047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53536) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:03.505455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:03.586952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f06d8-f6a9-445e-9754-edc35df4752c req-b220255d-057d-4929-a612-7be6d76bbfaf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:03.593668 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb82e-61fd-4ba0-8a9d-00d6a9b66ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:03.595360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-138f06d8-f6a9-445e-9754-edc35df4752c req-b220255d-057d-4929-a612-7be6d76bbfaf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.2113261 Mar 03 18:18:03.672066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:18:03.696120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb82e-61fd-4ba0-8a9d-00d6a9b66ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:03.697426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] Sync routers for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:18:03.706961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:03.708188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:03.719292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-138f06d8-f6a9-445e-9754-edc35df4752c req-c51f67a0-bd0f-4add-8bcc-6a5f8b07fb5b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219099 Mar 03 18:18:03.781870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Delete allocated IP 2001:db8::261 (cf425511-69df-4cf4-89eb-9922d66e6d5c/cf7a94d6-ee4b-4a87-a040-4c9b72e37bee) {{(pid=87887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 18:18:03.794319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:03.817668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Allocated IP 2001:db8:0:2::310 (cf425511-69df-4cf4-89eb-9922d66e6d5c/09062635-000d-4c45-ada2-fb8e9f436335/65688775-fd08-4dcd-baa6-f1381f96ad6c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:03.862470 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-a17ee1d1-3cd6-4dd3-bd2b-7b0b7507627f service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255589 Mar 03 18:18:03.867694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f40d094b-7213-49de-ae0f-9aa4c8bbe3f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fefb859a877c430c9268d6d37559d6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811252 Mar 03 18:18:03.875019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53544) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:03.948545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e7abe907-ca3f-44b1-a12a-f41d2bdc75fc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/floatingips/c7992492-e623-4ac7-a436-8b0468cd42a3 HTTP/1.1" status: 204 len: 168 time: 6.1717262 Mar 03 18:18:04.004630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:04.011738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:04.053804 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ca4bbeb-56c4-4c8d-8ac7-928de86c546e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.128503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb82e-61fd-4ba0-8a9d-00d6a9b66ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.191068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ca4bbeb-56c4-4c8d-8ac7-928de86c546e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.206323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3eb82e-61fd-4ba0-8a9d-00d6a9b66ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8768bc-5623-449f-bfdf-81375da3b78a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:04.215319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb82e-61fd-4ba0-8a9d-00d6a9b66ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.218950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ec3eb82e-61fd-4ba0-8a9d-00d6a9b66ebb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f8768bc-5623-449f-bfdf-81375da3b78a HTTP/1.1" status: 204 len: 168 time: 1.2187395 Mar 03 18:18:04.300366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d9a5-cc54-4a80-aa8d-c362e8f06ebe req-35433761-ea23-4afe-93a2-73a41604f855 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:04.307970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.311159 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-feb1d9a5-cc54-4a80-aa8d-c362e8f06ebe req-35433761-ea23-4afe-93a2-73a41604f855 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.4443862 Mar 03 18:18:04.392363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Transition to ACTIVE for port object 65688775-fd08-4dcd-baa6-f1381f96ad6c will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:04.402453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.408396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-feb1d9a5-cc54-4a80-aa8d-c362e8f06ebe req-a0112959-40fd-4199-967c-aeaab80807c9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946076 Mar 03 18:18:04.437541 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ca4bbeb-56c4-4c8d-8ac7-928de86c546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.468770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4bbeb-56c4-4c8d-8ac7-928de86c546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b1730-6e72-4cec-b059-a2cf637f0fff,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:04.535904 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'status': 'completed', 'code': 200} Mar 03 18:18:04.547161 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ca4bbeb-56c4-4c8d-8ac7-928de86c546e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.554898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1ca4bbeb-56c4-4c8d-8ac7-928de86c546e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/704b1730-6e72-4cec-b059-a2cf637f0fff HTTP/1.1" status: 204 len: 168 time: 0.6622884 Mar 03 18:18:04.642899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] In _notify_port_updated(), no bound segment for port 65688775-fd08-4dcd-baa6-f1381f96ad6c on network cf425511-69df-4cf4-89eb-9922d66e6d5c {{(pid=87887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 18:18:04.650306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:04.650953 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:04.655106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "PUT /v2.0/ports/65688775-fd08-4dcd-baa6-f1381f96ad6c HTTP/1.1" status: 200 len: 970 time: 1.8900824 Mar 03 18:18:04.656166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53570) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:04.684426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cedac0-53d0-4e85-b387-69ff648be298 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event updated for resources: {'Port': ['ID=65688775-fd08-4dcd-baa6-f1381f96ad6c,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:04.732186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-9bcb202e-6806-4e23-90a5-24402d37f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:04.734930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-9bcb202e-6806-4e23-90a5-24402d37f17d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 1097 time: 0.1469300 Mar 03 18:18:04.770042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] Allocated IP 2001:db8:0:2::2 (cf425511-69df-4cf4-89eb-9922d66e6d5c/09062635-000d-4c45-ada2-fb8e9f436335/c2c06e38-e8f2-4682-811a-08a9b0487824) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:04.988323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 65688775-fd08-4dcd-baa6-f1381f96ad6c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:04.990051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:05.092583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9b439-8d5d-4435-aea1-5220272803c6 req-705709b3-9a92-4091-81d0-b66a2b013e1b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:05.093286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-47d9b439-8d5d-4435-aea1-5220272803c6 req-705709b3-9a92-4091-81d0-b66a2b013e1b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:05.132723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] For port c2c06e38-e8f2-4682-811a-08a9b0487824, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c2c06e38-e8f2-4682-811a-08a9b0487824,segment=NetworkSegment(2182b6a9-f090-4681-b274-2c6f4b2ecebd),segment_id=2182b6a9-f090-4681-b274-2c6f4b2ecebd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:05.139942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-47d9b439-8d5d-4435-aea1-5220272803c6 req-705709b3-9a92-4091-81d0-b66a2b013e1b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:05.144735 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-47d9b439-8d5d-4435-aea1-5220272803c6 req-705709b3-9a92-4091-81d0-b66a2b013e1b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 946 time: 0.3836956 Mar 03 18:18:05.154741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-477591a3-32e7-4d94-9291-52c5b0c1d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:05.160442 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-477591a3-32e7-4d94-9291-52c5b0c1d577 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 200 len: 897 time: 0.4175944 Mar 03 18:18:05.161689 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:05.180786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] Transition to ACTIVE for port object c2c06e38-e8f2-4682-811a-08a9b0487824 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:05.187929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:05.312651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:35Z', 'revision_number': 6, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:05.320578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] Checking router: 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:18:05.459756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:05.470933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-7dfc93ef-d593-4d95-9d90-69c95e871fcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 200 len: 217 time: 0.2984183 Mar 03 18:18:05.504427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:05.505688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:05.582580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-dbdb8d4f-4548-4094-966e-6f4655c2aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:05.585519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-dbdb8d4f-4548-4094-966e-6f4655c2aafa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df6d59a9-9a6d-4777-b80b-5a9d534a7614 HTTP/1.1" status: 200 len: 835 time: 0.1057386 Mar 03 18:18:05.606190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ac5ea-6575-42c5-8729-8c6ece162889 None None] Pushing event updated for resources: {'Port': ['ID=c2c06e38-e8f2-4682-811a-08a9b0487824,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:05.664865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 65688775-fd08-4dcd-baa6-f1381f96ad6c owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:05.750154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643a20c-92cf-4c32-b3b5-84af059786e0 req-e203ed53-3f76-4649-965e-19dd799e7b2c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:05.751734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e643a20c-92cf-4c32-b3b5-84af059786e0 req-e203ed53-3f76-4649-965e-19dd799e7b2c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.7622910 Mar 03 18:18:05.762862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-47d9b439-8d5d-4435-aea1-5220272803c6 req-dac01213-f0c4-42bb-b68c-36e6b954e8ea tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:05.813058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-47d9b439-8d5d-4435-aea1-5220272803c6 req-dac01213-f0c4-42bb-b68c-36e6b954e8ea tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:05.814449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-47d9b439-8d5d-4435-aea1-5220272803c6 req-dac01213-f0c4-42bb-b68c-36e6b954e8ea tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6640053 Mar 03 18:18:05.947691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e643a20c-92cf-4c32-b3b5-84af059786e0 req-0243865d-d359-4bd0-93de-ec94abac4124 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848609 Mar 03 18:18:05.982465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-e38182bb-8288-4c4d-84f7-febbbcd245d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:05.986479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-e38182bb-8288-4c4d-84f7-febbbcd245d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08715518-7398-4d0d-9584-66ca7b7241b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3916752 Mar 03 18:18:06.052086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:06.272397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:06.363470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-9696808d-2a0c-488b-a49c-b563331ecc91 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710644 Mar 03 18:18:06.645447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-bf2eab3a-3967-4e08-a75a-5f38289d870c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:06.649198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-bf2eab3a-3967-4e08-a75a-5f38289d870c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 946 time: 0.6594031 Mar 03 18:18:06.670861 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9279bd99-6bc2-45ec-912b-3959df260b80 req-d9dff364-1a2f-451d-86ad-32af3d197757 service neutron] 10.222.0.16 "GET /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981739 Mar 03 18:18:06.686861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=65688775-fd08-4dcd-baa6-f1381f96ad6c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:06.794929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.795416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.796007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.796459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.796897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.797776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.799037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.799037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.799621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.800913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.801630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.802555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:06.847124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:06.908862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f29d6-5e5c-48c3-ab83-f72fd342f280 req-598b2577-5289-40c0-abb8-9267c58379e1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:06.910542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea3f29d6-5e5c-48c3-ab83-f72fd342f280 req-598b2577-5289-40c0-abb8-9267c58379e1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.7508798 Mar 03 18:18:07.035351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:07.045820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c2c06e38-e8f2-4682-811a-08a9b0487824 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:07.046274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-177f4cdb-7406-4c4a-8d3f-8966ccb83ba8 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/65688775-fd08-4dcd-baa6-f1381f96ad6c HTTP/1.1" status: 204 len: 168 time: 2.3890409 Mar 03 18:18:07.081351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:07.081853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:07.327704 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f69a69-01ac-4c2a-85cb-b2406a580855 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] GET failed (client error): The resource could not be found. Mar 03 18:18:07.328524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d3f69a69-01ac-4c2a-85cb-b2406a580855 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:07.379334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d3f69a69-01ac-4c2a-85cb-b2406a580855 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:07.384676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d3f69a69-01ac-4c2a-85cb-b2406a580855 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports/65688775-fd08-4dcd-baa6-f1381f96ad6c HTTP/1.1" status: 404 len: 333 time: 0.3478329 Mar 03 18:18:07.387068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53652) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:07.471980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ea3f29d6-5e5c-48c3-ab83-f72fd342f280 req-30c2155c-43e8-4018-b1e0-674596acf008 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406091 Mar 03 18:18:07.532162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bc1cb5ec-f36f-4be1-87be-a91b29d40278 None None] Provisioning for port c2c06e38-e8f2-4682-811a-08a9b0487824 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:07.583053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bc1cb5ec-f36f-4be1-87be-a91b29d40278 None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:07.583985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb5ec-f36f-4be1-87be-a91b29d40278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:07.642877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:07.652988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:07.653699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:07.683940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf36f-e75c-41cc-9e2b-30d01c8032b9 req-f5b634af-b0b6-49aa-b3c9-a475dd2d3f2f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:07.687783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74bdf36f-e75c-41cc-9e2b-30d01c8032b9 req-f5b634af-b0b6-49aa-b3c9-a475dd2d3f2f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 946 time: 0.4561579 Mar 03 18:18:07.855340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:07.954632 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74bdf36f-e75c-41cc-9e2b-30d01c8032b9 req-0e53bc56-22e8-4d3c-96a3-de4cf4a369f7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556548 Mar 03 18:18:08.053079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:08.112820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61907a-6b91-4f9f-9ea5-dba722619074,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:08.127194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:35Z', 'revision_number': 6, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:08.137678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.138031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.138372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.138694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.139269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.139457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.139884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.139990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.140287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.140600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.140912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.141279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:08.160456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9690ab-36fd-466c-8e9d-69d4a61eaabe None None] The sync data for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 is: [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:17:35Z', 'revision_number': 6, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '57421315-c40f-43f3-94f2-0f60977b3d51', 'name': '', 'network_id': '08715518-7398-4d0d-9584-66ca7b7241b4', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:ce:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:14:08Z', 'updated_at': '2022-03-03T18:14:22Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'df6d59a9-9a6d-4777-b80b-5a9d534a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:18:08.162591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:08.165986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53674) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:08.176825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-856fa61e-303a-462f-aee1-588f37056cff tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/security-groups/1d61907a-6b91-4f9f-9ea5-dba722619074 HTTP/1.1" status: 204 len: 168 time: 0.7778316 Mar 03 18:18:08.191934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bc1cb5ec-f36f-4be1-87be-a91b29d40278 None None] Provisioning complete for port 4fc2e969-1990-4757-93b4-06091019b53c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:08.192616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb5ec-f36f-4be1-87be-a91b29d40278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:08.341388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cb5ec-f36f-4be1-87be-a91b29d40278 None None] Port 4fc2e969-1990-4757-93b4-06091019b53c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:08.346762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bc1cb5ec-f36f-4be1-87be-a91b29d40278 None None] Could not find standard attr ID for object 65688775-fd08-4dcd-baa6-f1381f96ad6c. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:18:08.383745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:08.384115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:08.407620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0bd61-ba5c-4549-bfd8-2f89141b145e req-8106144e-eb30-4358-8656-c3ff6aa81f9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:08.409109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23f0bd61-ba5c-4549-bfd8-2f89141b145e req-8106144e-eb30-4358-8656-c3ff6aa81f9e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.3738444 Mar 03 18:18:08.463934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-64f2fc21-4d69-4995-a7ff-1f4483a9f3b0 None None] Could not find standard attr ID for object 65688775-fd08-4dcd-baa6-f1381f96ad6c. {{(pid=87888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 18:18:08.765676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:08.768089 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c881f86-a658-4f4d-bac6-79ba8441a25d None None] New status for floating IP c7992492-e623-4ac7-a436-8b0468cd42a3: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:18:08.806889 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23f0bd61-ba5c-4549-bfd8-2f89141b145e req-b61b22aa-21ec-41b6-a9a0-3125ca6563aa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879299 Mar 03 18:18:08.825849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-392f8c20-4050-4092-94cb-be85b0c8e3b0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:08.874386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-392f8c20-4050-4092-94cb-be85b0c8e3b0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:08.915881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1ab6-07b8-4865-ba0b-262a3ea4bd8c req-ebf98c81-a6ea-40a9-b024-1f402dc5848a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:08.916789 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e25f1ab6-07b8-4865-ba0b-262a3ea4bd8c req-ebf98c81-a6ea-40a9-b024-1f402dc5848a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.1725159 Mar 03 18:18:09.066684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e25f1ab6-07b8-4865-ba0b-262a3ea4bd8c req-4d35b5b6-7405-4f4e-ad53-09414747e340 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425056 Mar 03 18:18:09.075242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-392f8c20-4050-4092-94cb-be85b0c8e3b0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.290300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-392f8c20-4050-4092-94cb-be85b0c8e3b0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.293070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53714) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:09.293486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-392f8c20-4050-4092-94cb-be85b0c8e3b0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/security-groups/85246a34-e004-443a-97f3-d742bf8b0368 HTTP/1.1" status: 204 len: 168 time: 1.1248877 Mar 03 18:18:09.294443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f8c20-4050-4092-94cb-be85b0c8e3b0 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85246a34-e004-443a-97f3-d742bf8b0368,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:09.325924 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.428690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-564c0e80-a81e-4e38-83b8-3eb400c87f17 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.433512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:09.512839 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-564c0e80-a81e-4e38-83b8-3eb400c87f17 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.586720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-564c0e80-a81e-4e38-83b8-3eb400c87f17 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.594225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] No DVR routers for this DVR port d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:18:09.597964 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.618089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55bb8509-5b11-4a69-be66-13fa2fe850a3 req-938449f7-f4c8-4e59-a7eb-cbddf98068ee tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.16 "DELETE /v2.0/ports/d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 HTTP/1.1" status: 204 len: 173 time: 2.9499216 Mar 03 18:18:09.619341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'name': 'network-vif-deleted', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:09.624702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c0e80-a81e-4e38-83b8-3eb400c87f17 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d9e67-3f51-4255-b1fc-0b31d67ddab3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:09.672004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-564c0e80-a81e-4e38-83b8-3eb400c87f17 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.674820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-564c0e80-a81e-4e38-83b8-3eb400c87f17 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/security-groups/4e9d9e67-3f51-4255-b1fc-0b31d67ddab3 HTTP/1.1" status: 204 len: 168 time: 0.3792734 Mar 03 18:18:09.679742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53730) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:09.714690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2f155-2d30-4235-b847-7bdebd0311fa req-d40d97af-12e8-4df8-956f-bcad77719387 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:09.714690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d1b2f155-2d30-4235-b847-7bdebd0311fa req-d40d97af-12e8-4df8-956f-bcad77719387 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:09.738131 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a49c6d-54b9-4c4c-a2c6-e749cb06b635', 'name': 'network-vif-deleted', 'tag': 'd60e82bd-f4b9-4454-96d4-6c6ae8cc0d74', 'status': 'completed', 'code': 200} Mar 03 18:18:09.744939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d1b2f155-2d30-4235-b847-7bdebd0311fa req-d40d97af-12e8-4df8-956f-bcad77719387 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:09.746535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d1b2f155-2d30-4235-b847-7bdebd0311fa req-d40d97af-12e8-4df8-956f-bcad77719387 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5a49c6d-54b9-4c4c-a2c6-e749cb06b635 HTTP/1.1" status: 200 len: 867 time: 0.5679386 Mar 03 18:18:09.900707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d1b2f155-2d30-4235-b847-7bdebd0311fa req-7c4e9cc3-6567-4876-a9c7-de956974c80e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462283 Mar 03 18:18:09.951141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet cf7a94d6-ee4b-4a87-a040-4c9b72e37bee {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:18:09.961491 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:09.975861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:10.098053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:18:10.098808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d60e82bd-f4b9-4454-96d4-6c6ae8cc0d74 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:10.233618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:10.385018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734221fe-3f0c-4712-b353-0c74e00d4bd9 req-efbd60ab-8f55-4ebe-b119-c17eb060a15c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:10.385774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-734221fe-3f0c-4712-b353-0c74e00d4bd9 req-efbd60ab-8f55-4ebe-b119-c17eb060a15c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.3452842 Mar 03 18:18:10.405046 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:10.416128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571efac-3c46-478e-afde-362c4503f579 req-04415fd0-fb37-4d06-a4f9-7dbc8234c181 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:10.418241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4571efac-3c46-478e-afde-362c4503f579 req-04415fd0-fb37-4d06-a4f9-7dbc8234c181 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 943 time: 0.1324775 Mar 03 18:18:10.527528 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4571efac-3c46-478e-afde-362c4503f579 req-0593afd2-2282-487f-8382-c67db23ec693 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997040 Mar 03 18:18:10.538818 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:10.611602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7a94d6-ee4b-4a87-a040-4c9b72e37bee,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:10.613512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:10.617215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bde29dd5-9350-49c2-8528-05e6324e96df details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:18:10.627404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ac97ad3f-7dfb-4eec-871e-8c58cf73832e tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/cf7a94d6-ee4b-4a87-a040-4c9b72e37bee HTTP/1.1" status: 204 len: 168 time: 0.9438264 Mar 03 18:18:10.631465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53758) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:10.634871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb41bc-ee0a-47f4-97d0-e7c480550673 None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:10.651851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-734221fe-3f0c-4712-b353-0c74e00d4bd9 req-cbeb2eef-5daa-48f4-830c-555a5fc3cbf2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421535 Mar 03 18:18:10.772167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 09062635-000d-4c45-ada2-fb8e9f436335 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:18:10.782897 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:10.837509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:18:10.882813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:10.969878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53770) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:11.049639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53776) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:11.053428 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.202453 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.265644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d61d9655-1207-46c8-aaa1-6239173c2ae2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.269704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.285703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port bde29dd5-9350-49c2-8528-05e6324e96df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bde29dd5-9350-49c2-8528-05e6324e96df,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:11.304208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.321731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:11.324051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=09062635-000d-4c45-ada2-fb8e9f436335,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:11.334257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d61d9655-1207-46c8-aaa1-6239173c2ae2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.336439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'bde29dd5-9350-49c2-8528-05e6324e96df', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'port_id': 'bde29dd5-9350-49c2-8528-05e6324e96df', 'mac_address': 'fa:16:3e:83:0c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:18:11.338913 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e2cda240-3c2c-4776-bb33-4042da22e2a9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/09062635-000d-4c45-ada2-fb8e9f436335 HTTP/1.1" status: 204 len: 168 time: 0.7062297 Mar 03 18:18:11.341536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53786) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:11.351110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Usage tracker for resource:security_group_rule and tenant:f5598ac1757149058d667ed637bf23c5 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:11.360176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:11.383519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:11.442112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.461760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde29dd5-9350-49c2-8528-05e6324e96df {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:18:11.491140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port bde29dd5-9350-49c2-8528-05e6324e96df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bde29dd5-9350-49c2-8528-05e6324e96df,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:11.496610 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.503665 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4965858-92ac-45f4-9a9c-b273d65681c2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:11.505318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4965858-92ac-45f4-9a9c-b273d65681c2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:11.511335 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a4965858-92ac-45f4-9a9c-b273d65681c2 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/cf7a94d6-ee4b-4a87-a040-4c9b72e37bee HTTP/1.1" status: 404 len: 337 time: 0.1647646 Mar 03 18:18:11.511335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53794) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:11.561807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d61d9655-1207-46c8-aaa1-6239173c2ae2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.699532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting subnet 1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:18:11.704841 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.712658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.737884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d9655-1207-46c8-aaa1-6239173c2ae2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa504e4-980c-4ea0-9fcf-4d65fc254f9f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:11.741238 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.810684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292deee1-f2fd-4ec1-aaf8-6539ae754dea None None] Update dhcp port {'port': {'network_id': 'cf425511-69df-4cf4-89eb-9922d66e6d5c', 'fixed_ips': [{'subnet_id': '1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '09062635-000d-4c45-ada2-fb8e9f436335'}], 'binding:host_id': 'n-d-827121-1'}, 'id': 'c2c06e38-e8f2-4682-811a-08a9b0487824'} from n-d-827121-1. {{(pid=87888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 18:18:11.839401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5598ac1757149058d667ed637bf23c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8598084 Mar 03 18:18:11.855980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53804) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:11.873204 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.889800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['bde29dd5-9350-49c2-8528-05e6324e96df'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:18:11.935887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf478-a0f6-4cac-8be3-0608d32f8df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847f4ea5-32c8-4656-a07f-ed81534f0eec,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:11.946551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d61d9655-1207-46c8-aaa1-6239173c2ae2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:11.948124 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d61d9655-1207-46c8-aaa1-6239173c2ae2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/security-groups/4aa504e4-980c-4ea0-9fcf-4d65fc254f9f HTTP/1.1" status: 204 len: 168 time: 0.8968768 Mar 03 18:18:12.199206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41bbbcde-a5d3-4318-ae0a-d0db3ac43332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.246062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41bbbcde-a5d3-4318-ae0a-d0db3ac43332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.274769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=bde29dd5-9350-49c2-8528-05e6324e96df,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:12.290799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.319340 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-292deee1-f2fd-4ec1-aaf8-6539ae754dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.402416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.403221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41bbbcde-a5d3-4318-ae0a-d0db3ac43332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.448650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee5008-2b81-43bd-a49e-2ebf98f39a95 req-111b1374-2962-4ff5-b569-401d5f19b3ae tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:12.458098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70ee5008-2b81-43bd-a49e-2ebf98f39a95 req-111b1374-2962-4ff5-b569-401d5f19b3ae tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 944 time: 0.6790619 Mar 03 18:18:12.490588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41bbbcde-a5d3-4318-ae0a-d0db3ac43332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.490877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-41bbbcde-a5d3-4318-ae0a-d0db3ac43332 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/847f4ea5-32c8-4656-a07f-ed81534f0eec HTTP/1.1" status: 204 len: 168 time: 0.6344140 Mar 03 18:18:12.497540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbbcde-a5d3-4318-ae0a-d0db3ac43332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847f4ea5-32c8-4656-a07f-ed81534f0eec,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:12.548393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70ee5008-2b81-43bd-a49e-2ebf98f39a95 req-f0e433fd-6cc1-455f-bd0c-ad2f65ed2757 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893042 Mar 03 18:18:12.599925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53820) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:12.780485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db26621-ce8b-4333-8be2-e60fcbd6969a None None] Network cf425511-69df-4cf4-89eb-9922d66e6d5c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:12.800273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:12.820531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:12.829168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-665acb19-ed48-479e-9686-5949bced7947 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/1d9a5d79-d967-4bc5-a9e9-a280d0d13ec2 HTTP/1.1" status: 204 len: 168 time: 1.3173797 Mar 03 18:18:12.833447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53826) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:12.855464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fcbfd-c81c-46c5-9137-d840e2f066cc req-8887fade-398f-43b7-bf33-818f23e884b1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:12.864452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-726fcbfd-c81c-46c5-9137-d840e2f066cc req-8887fade-398f-43b7-bf33-818f23e884b1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.7931354 Mar 03 18:18:12.913985 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-15437347-695a-400b-a9d7-e0f389a5a761 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:12.914730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15437347-695a-400b-a9d7-e0f389a5a761 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:12.916645 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-15437347-695a-400b-a9d7-e0f389a5a761 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/773af9d0-1638-44b2-9a45-d6af88c1c401 HTTP/1.1" status: 404 len: 337 time: 0.0810418 Mar 03 18:18:12.920111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53830) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:12.935466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-726fcbfd-c81c-46c5-9137-d840e2f066cc req-db6cc8cb-f904-4cca-a84f-329411982913 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699954 Mar 03 18:18:13.000731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0133c8af-ec4a-4dfc-bd20-86740d24982f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Synchronizing usage tracker for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:13.017491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0133c8af-ec4a-4dfc-bd20-86740d24982f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Unset dirty status for tenant:268b6688222844d6a224d58881c3e12c on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:13.018807 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0133c8af-ec4a-4dfc-bd20-86740d24982f tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "GET /v2.0/ports?device_id=7864acaf-ffdf-4e9d-905d-541432e8b700 HTTP/1.1" status: 200 len: 205 time: 0.0823653 Mar 03 18:18:13.021814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53834) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.038058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df373596-8034-477a-b116-279b8a814ed8 None None] Provisioning complete for port c2c06e38-e8f2-4682-811a-08a9b0487824 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:13.042997 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df373596-8034-477a-b116-279b8a814ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.165676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53838) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.211665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.222469 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-c8afba56-65b8-4ff5-8dbb-696bdd2aca51 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] delete failed (client error): The resource could not be found. Mar 03 18:18:13.223823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c8afba56-65b8-4ff5-8dbb-696bdd2aca51 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/routers/7864acaf-ffdf-4e9d-905d-541432e8b700 HTTP/1.1" status: 404 len: 336 time: 0.2010307 Mar 03 18:18:13.230603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53842) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.289075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:13.304980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f125dbd75f349fe9757d9e3524a0e18 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:13.308845 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a372e03-744e-4e28-8fdc-372fd9e09922 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.310552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a372e03-744e-4e28-8fdc-372fd9e09922 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.311768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3a372e03-744e-4e28-8fdc-372fd9e09922 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/ec4974c9-b8a5-426b-ac19-92e5555dab87 HTTP/1.1" status: 404 len: 337 time: 0.0780964 Mar 03 18:18:13.312004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:13.315243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53846) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.375096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:13.404639 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-77acd2c6-212a-4848-9981-2207d85720b9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.406197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77acd2c6-212a-4848-9981-2207d85720b9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.408946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77acd2c6-212a-4848-9981-2207d85720b9 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/425aa4e9-de3d-499a-a9c6-7eebd0c2061e HTTP/1.1" status: 404 len: 337 time: 0.0911958 Mar 03 18:18:13.421317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df373596-8034-477a-b116-279b8a814ed8 None None] Provisioning complete for port 4fc2e969-1990-4757-93b4-06091019b53c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:13.421868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df373596-8034-477a-b116-279b8a814ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.423968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53850) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.453804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] DHCP port deletion for cf425511-69df-4cf4-89eb-9922d66e6d5c request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:18:13.463147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] Deleting port c2c06e38-e8f2-4682-811a-08a9b0487824 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:13.464913 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.480699 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a3b808-f313-44a2-bb5b-bc339e6f2dde tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.481743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a3b808-f313-44a2-bb5b-bc339e6f2dde tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.490737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a6a3b808-f313-44a2-bb5b-bc339e6f2dde tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/6c601cdf-b1be-4b1b-ab1e-3711e4737983 HTTP/1.1" status: 404 len: 337 time: 0.0652387 Mar 03 18:18:13.493146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53858) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.553994 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bf5517-298f-4921-b5ba-62a710a67c0b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.554845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bf5517-298f-4921-b5ba-62a710a67c0b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.558628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-73bf5517-298f-4921-b5ba-62a710a67c0b tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/e271875e-e46f-4dd6-a4f1-b4c50015947c HTTP/1.1" status: 404 len: 333 time: 0.0643449 Mar 03 18:18:13.561851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53864) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.614632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-df373596-8034-477a-b116-279b8a814ed8 None None] Port 4fc2e969-1990-4757-93b4-06091019b53c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:13.626212 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb1e4d6-fd57-4987-a20d-b97fb2cb759a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.626676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb1e4d6-fd57-4987-a20d-b97fb2cb759a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.644258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3cb1e4d6-fd57-4987-a20d-b97fb2cb759a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/018cdc07-feb6-4b17-b3aa-9e7bd2152d99 HTTP/1.1" status: 404 len: 337 time: 0.0809484 Mar 03 18:18:13.647911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53870) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.704677 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3d2449-e216-4d26-b9fd-e8d598829c4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.705150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3d2449-e216-4d26-b9fd-e8d598829c4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.726188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aa3d2449-e216-4d26-b9fd-e8d598829c4a tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/71aba8bd-6f8d-4c4b-9bbe-da3b501828f9 HTTP/1.1" status: 404 len: 337 time: 0.0775254 Mar 03 18:18:13.760129 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.762495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53874) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.814551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.866593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a960168-abb0-444d-b17c-0fc63682f7b8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:13.880044 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-291a9af0-e832-4536-95fd-c36ceea45120 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.880542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291a9af0-e832-4536-95fd-c36ceea45120 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.882552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-291a9af0-e832-4536-95fd-c36ceea45120 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/6fc17e99-2fbf-4127-8d2c-7f5e928a183b HTTP/1.1" status: 404 len: 333 time: 0.1184261 Mar 03 18:18:13.886063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53888) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.922233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] For port c2c06e38-e8f2-4682-811a-08a9b0487824, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c2c06e38-e8f2-4682-811a-08a9b0487824,segment=NetworkSegment(2182b6a9-f090-4681-b274-2c6f4b2ecebd),segment_id=2182b6a9-f090-4681-b274-2c6f4b2ecebd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:13.922558 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.928629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:13.944858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a430e94d-91fa-4788-ad7f-800e6cb635d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f125dbd75f349fe9757d9e3524a0e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647626 Mar 03 18:18:13.945762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53892) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:13.949394 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7740a373-bde7-4ea6-93c6-abdd5d5afe06 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:13.950321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7740a373-bde7-4ea6-93c6-abdd5d5afe06 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:13.953006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7740a373-bde7-4ea6-93c6-abdd5d5afe06 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/1315355a-0bae-4d11-9f96-a037445c28c5 HTTP/1.1" status: 404 len: 337 time: 0.0659597 Mar 03 18:18:13.965522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53898) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:14.101314 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-202d3a11-3b58-4992-955b-7db13f019aa3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] DELETE failed (client error): The resource could not be found. Mar 03 18:18:14.103391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202d3a11-3b58-4992-955b-7db13f019aa3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:18:14.110323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-202d3a11-3b58-4992-955b-7db13f019aa3 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/subnets/d610f28b-5d72-45f6-bb5b-14fce7741395 HTTP/1.1" status: 404 len: 337 time: 0.1418617 Mar 03 18:18:14.117944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953661-bd57-4297-a87b-06e503e8cb2f req-58ff8d82-9044-48f5-a74f-6a93997b549a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:14.118739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53902) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:14.126392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c953661-bd57-4297-a87b-06e503e8cb2f req-58ff8d82-9044-48f5-a74f-6a93997b549a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 944 time: 0.3054149 Mar 03 18:18:14.228532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] Calling delete_port for c2c06e38-e8f2-4682-811a-08a9b0487824 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:14.434498 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:14.436192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c953661-bd57-4297-a87b-06e503e8cb2f req-66df875b-4986-46fa-a407-8a1cc7696d4b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086371 Mar 03 18:18:14.448383 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa5187d-4b9c-4bb9-9991-f85bae1bc0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:14.491351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Deleting port 4fc2e969-1990-4757-93b4-06091019b53c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:14.491695 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:14.548888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] No DVR routers for this DVR port c2c06e38-e8f2-4682-811a-08a9b0487824 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:18:14.551019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ccc20-2519-4250-a8b7-80dcb309f6ea None None] Pushing event deleted for resources: {'Port': ['ID=c2c06e38-e8f2-4682-811a-08a9b0487824,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:14.612613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa5187d-4b9c-4bb9-9991-f85bae1bc0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:14.653371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bde29dd5-9350-49c2-8528-05e6324e96df up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:14.743557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c2c06e38-e8f2-4682-811a-08a9b0487824 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:14.762194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port 57421315-c40f-43f3-94f2-0f60977b3d51 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:14.762795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:14.853475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c2c06e38-e8f2-4682-811a-08a9b0487824 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:18:14.853822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c2c06e38-e8f2-4682-811a-08a9b0487824 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:14.963980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port bde29dd5-9350-49c2-8528-05e6324e96df completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:14.968540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port bde29dd5-9350-49c2-8528-05e6324e96df triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:14.969018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.021142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c951d4-6b77-478e-be22-065eb47f2d66 req-0a6e0079-6e66-4277-9a85-9763131d9084 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:15.030001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68c951d4-6b77-478e-be22-065eb47f2d66 req-0a6e0079-6e66-4277-9a85-9763131d9084 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.9178908 Mar 03 18:18:15.085667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.194616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port 57421315-c40f-43f3-94f2-0f60977b3d51, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=57421315-c40f-43f3-94f2-0f60977b3d51,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:15.195053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.272846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-68c951d4-6b77-478e-be22-065eb47f2d66 req-80848269-375d-47e4-80d0-857b4133311e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425106 Mar 03 18:18:15.296003 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.352706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde29dd5-9350-49c2-8528-05e6324e96df'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:15.357579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Calling delete_port for 4fc2e969-1990-4757-93b4-06091019b53c owned by {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:15.363733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port bde29dd5-9350-49c2-8528-05e6324e96df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bde29dd5-9350-49c2-8528-05e6324e96df,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:15.370810 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.408473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa5187d-4b9c-4bb9-9991-f85bae1bc0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.442440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5187d-4b9c-4bb9-9991-f85bae1bc0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a960168-abb0-444d-b17c-0fc63682f7b8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:15.446095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4aa5187d-4b9c-4bb9-9991-f85bae1bc0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.448381 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4aa5187d-4b9c-4bb9-9991-f85bae1bc0f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a960168-abb0-444d-b17c-0fc63682f7b8 HTTP/1.1" status: 204 len: 168 time: 1.5004137 Mar 03 18:18:15.470929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=bde29dd5-9350-49c2-8528-05e6324e96df,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:15.504895 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde29dd5-9350-49c2-8528-05e6324e96df', 'code': 200} Mar 03 18:18:15.575051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.684470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for 57421315-c40f-43f3-94f2-0f60977b3d51 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:15.689478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.696385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Port': ['ID=4fc2e969-1990-4757-93b4-06091019b53c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:15.756324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53956) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:15.776463 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-60b328b2-eb9e-425f-a08c-87f1e19b0874 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/ports/4fc2e969-1990-4757-93b4-06091019b53c HTTP/1.1" status: 204 len: 168 time: 1.6533203 Mar 03 18:18:15.777653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 53962) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:15.979790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:15.981960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53970) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:16.054018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=57421315-c40f-43f3-94f2-0f60977b3d51,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:16.201050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.244565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:16.251871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Usage tracker for resource:security_group_rule and tenant:a3ca5f9bc52a4ff7ae95bbd49e1bcf88 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:16.256983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:16.278964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:16.295719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8539-c19e-4c1e-b663-616f74b4ac66 req-cc848a8d-23d7-4576-bccc-ff1d53ed66a0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:16.305081 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-016b8539-c19e-4c1e-b663-616f74b4ac66 req-cc848a8d-23d7-4576-bccc-ff1d53ed66a0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 945 time: 0.6108775 Mar 03 18:18:16.359084 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.388055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:16.392334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Usage tracker for resource:security_group_rule and tenant:33ebd41944474c20a95005f4cf2fde0f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:16.395799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:16.420775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.438556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:16.498965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9a1eb-0992-4265-8b50-ab2f055964c2 req-69cd8112-e82e-4da3-bfb0-bc330886e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:16.500468 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-24d9a1eb-0992-4265-8b50-ab2f055964c2 req-69cd8112-e82e-4da3-bfb0-bc330886e2bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 1096 time: 0.9502184 Mar 03 18:18:16.516603 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-016b8539-c19e-4c1e-b663-616f74b4ac66 req-bb6872fa-c1b3-4847-859f-e38acc68502a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638477 Mar 03 18:18:16.580437 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.586154 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-f304e492-76da-453f-ab8d-198bd2900c3e req-d0015f1d-fcaf-4c59-8049-36b7bb38f6d7 service neutron] show failed (client error): The resource could not be found. Mar 03 18:18:16.587831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-d0015f1d-fcaf-4c59-8049-36b7bb38f6d7 service neutron] 10.222.0.35 "GET /v2.0/ports/eeca5b4a-8c36-4135-ae9c-1a187f02773a/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.7817266 Mar 03 18:18:16.681720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-24d9a1eb-0992-4265-8b50-ab2f055964c2 req-07fe270d-380a-452c-a4c1-c49c8ca02166 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216276 Mar 03 18:18:16.745916 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.819356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.823716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf425511-69df-4cf4-89eb-9922d66e6d5c']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:16.824284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.850806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2182b6a9-f090-4681-b274-2c6f4b2ecebd') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:16.851099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2182b6a9-f090-4681-b274-2c6f4b2ecebd') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:16.872465 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.885685 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.891501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.907261 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.922340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:18:16.922742 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:18:16.940875 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:18:16.967964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9fb9b-f26f-45f0-9b23-f36453a65442 req-2cec80af-e98f-4f35-9f7b-2418f9d5265b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:16.969478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9d9fb9b-f26f-45f0-9b23-f36453a65442 req-2cec80af-e98f-4f35-9f7b-2418f9d5265b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.5025103 Mar 03 18:18:16.976465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3ca5f9bc52a4ff7ae95bbd49e1bcf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9488232 Mar 03 18:18:16.981264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 53996) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:16.999801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ca34d-e7c0-459d-b799-2ef614bf9325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b2f200-21b0-431d-b621-b76464d133d2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:17.033451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dac5a24-153c-489a-85da-b59af556788d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:17.080099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ce17403c-1cd2-493b-aadd-d77b798e5c40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33ebd41944474c20a95005f4cf2fde0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3224816 Mar 03 18:18:17.087432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54002) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:17.106651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.131356 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.150170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] Pushing event deleted for resources: {'Network': ['ID=cf425511-69df-4cf4-89eb-9922d66e6d5c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:17.178176 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9d9fb9b-f26f-45f0-9b23-f36453a65442 req-46e2a18f-2b18-4bc9-b778-b41bd1d52675 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002490 Mar 03 18:18:17.183547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7841047c-d16e-4a7a-988e-a294091d5816 tempest-PortsIpV6TestJSON-554689358 tempest-PortsIpV6TestJSON-554689358-project] 10.222.0.23 "DELETE /v2.0/networks/cf425511-69df-4cf4-89eb-9922d66e6d5c HTTP/1.1" status: 204 len: 168 time: 1.4035351 Mar 03 18:18:17.190335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-156d5254-0060-4746-a594-8d21fc7cb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:17.196212 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-156d5254-0060-4746-a594-8d21fc7cb75d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 1097 time: 0.1640201 Mar 03 18:18:17.215835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:17.265272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00522230-e9f1-4bb1-9b21-bd8e9b2623af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.276068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:18:17.337164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-125b4922-b051-4eb1-a4c2-317d80d3e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.373475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-125b4922-b051-4eb1-a4c2-317d80d3e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.391061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00522230-e9f1-4bb1-9b21-bd8e9b2623af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.403508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.512447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:17.878501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-125b4922-b051-4eb1-a4c2-317d80d3e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.892878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:18:17.902667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] Sync routers for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:18:17.912745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:17.913434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:17.929142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:17.933680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00522230-e9f1-4bb1-9b21-bd8e9b2623af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:17.944454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b4922-b051-4eb1-a4c2-317d80d3e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dac5a24-153c-489a-85da-b59af556788d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:17.958342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986c8b3-740a-42c0-aa30-18b3d18b11fc req-772545e9-b59b-427d-9b87-ab3794742253 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:17.965106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2986c8b3-740a-42c0-aa30-18b3d18b11fc req-772545e9-b59b-427d-9b87-ab3794742253 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 945 time: 0.1397641 Mar 03 18:18:17.999688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00522230-e9f1-4bb1-9b21-bd8e9b2623af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b2f200-21b0-431d-b621-b76464d133d2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:18.020105 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b0a9ae0a-fc75-4d57-85ee-a05798d4b91e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "PUT /v2.0/routers/18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4179955 Mar 03 18:18:18.023882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54034) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:18.025738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-125b4922-b051-4eb1-a4c2-317d80d3e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.027046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-125b4922-b051-4eb1-a4c2-317d80d3e5d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dac5a24-153c-489a-85da-b59af556788d HTTP/1.1" status: 204 len: 168 time: 0.9276597 Mar 03 18:18:18.029278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00522230-e9f1-4bb1-9b21-bd8e9b2623af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.030864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:18.039889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-00522230-e9f1-4bb1-9b21-bd8e9b2623af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6b2f200-21b0-431d-b621-b76464d133d2 HTTP/1.1" status: 204 len: 168 time: 1.0531702 Mar 03 18:18:18.192492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2986c8b3-740a-42c0-aa30-18b3d18b11fc req-946786b5-a591-4809-9bd6-485617e3e9a7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263949 Mar 03 18:18:18.238247 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a40e381b-b221-4b80-868a-88be4a23d517 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=268b6688222844d6a224d58881c3e12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229049 Mar 03 18:18:18.242903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54046) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:18.275815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting subnet df6d59a9-9a6d-4777-b80b-5a9d534a7614 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:18:18.282725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:18.300394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.312977 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.314875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.337458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:18.413984 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'code': 200} Mar 03 18:18:18.446640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Transition to ACTIVE for port object eeca5b4a-8c36-4135-ae9c-1a187f02773a will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:18.459868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.518024 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.583186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a00c7d-08df-4d04-a2fc-f15693945fa2 req-ae0fa00c-b596-4a71-8d55-ba94d55ee643 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:18.587969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44a00c7d-08df-4d04-a2fc-f15693945fa2 req-ae0fa00c-b596-4a71-8d55-ba94d55ee643 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.2109940 Mar 03 18:18:18.708707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44a00c7d-08df-4d04-a2fc-f15693945fa2 req-70e0e594-62e8-4eb8-8829-12e7fdc748f1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119299 Mar 03 18:18:18.829440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:18:15Z', 'revision_number': 7, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:18.836426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] Checking router: 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:18:18.847687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] Routers {'18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:18.848327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:17:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:18.864899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54058) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:18.883304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54062) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:18.891559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.910004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:18.914317 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bbf6e7-3716-43c2-93f1-5ae77e2116c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:18.916384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4329577d8b4f6582dc6202b3f98e5f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:18.919582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:18.926338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:18.945567 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bbf6e7-3716-43c2-93f1-5ae77e2116c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.038325 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bbf6e7-3716-43c2-93f1-5ae77e2116c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.042049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] Set router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:19.049370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.054290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.062149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.081582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:19.100366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e4329577d8b4f6582dc6202b3f98e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338035 Mar 03 18:18:19.102808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54066) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:19.132403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbf6e7-3716-43c2-93f1-5ae77e2116c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fb300a-cd22-408f-805e-0f6647c98408,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:19.148515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfed27-4496-4f43-9bc6-63befba9d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d127691-b91b-44c8-9c42-15d834c20d75,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:19.155063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] No DVR routers for this DVR port eeca5b4a-8c36-4135-ae9c-1a187f02773a on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:18:19.213539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f40d200-23e6-4e75-9352-baf95abaa6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.225846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:19.240678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Usage tracker for resource:security_group_rule and tenant:cacfeaf1aa5c451bb34fadf3af9d054c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:19.243647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:19.245137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f40d200-23e6-4e75-9352-baf95abaa6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.316937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:19.321478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39bbf6e7-3716-43c2-93f1-5ae77e2116c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.324914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-39bbf6e7-3716-43c2-93f1-5ae77e2116c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53fb300a-cd22-408f-805e-0f6647c98408 HTTP/1.1" status: 204 len: 168 time: 1.0768077 Mar 03 18:18:19.350275 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f40d200-23e6-4e75-9352-baf95abaa6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.375270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40d200-23e6-4e75-9352-baf95abaa6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d127691-b91b-44c8-9c42-15d834c20d75,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:19.388191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f40d200-23e6-4e75-9352-baf95abaa6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.393713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7f40d200-23e6-4e75-9352-baf95abaa6be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d127691-b91b-44c8-9c42-15d834c20d75 HTTP/1.1" status: 204 len: 168 time: 0.2896841 Mar 03 18:18:19.420195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.513377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:18:15Z', 'revision_number': 7, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:19.520056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f60d3-0797-48aa-8109-f2a55f7bc131 None None] The sync data for ids ['18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9'] in n-d-827121-1 is: [{'id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'name': 'tempest-TestNetworkBasicOps-router-283907515', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:47Z', 'updated_at': '2022-03-03T18:18:15Z', 'revision_number': 7, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'eb65cbc2-8efd-4676-9b95-4dcefe0b9e21', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:50Z', 'updated_at': '2022-03-03T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:18:19.549881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-106f18a8-e79b-48bd-920e-d36fc62232ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.612333 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.669773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Subnet': ['ID=df6d59a9-9a6d-4777-b80b-5a9d534a7614,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:19.689905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:19.694843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c8d433-2a21-4884-9620-c402998b1ee1 None None] Network 08715518-7398-4d0d-9584-66ca7b7241b4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:19.817224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9f04e0ac-44b7-42d4-b55e-487625eba8d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/subnets/df6d59a9-9a6d-4777-b80b-5a9d534a7614 HTTP/1.1" status: 204 len: 168 time: 1.7905648 Mar 03 18:18:19.820139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54092) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:19.856492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:19.856834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:19.857164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:19.879455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:18:19.879807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:19.913689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:19.913689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Checking segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:19.914071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Bound using segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:19.914763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Bound port: eeca5b4a-8c36-4135-ae9c-1a187f02773a, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:19.915781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.014146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaea3b-011e-4e89-aa9a-3ad2ff219451 req-c2d42c6b-8769-4670-9787-9829ad4ce331 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:20.017166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79eaea3b-011e-4e89-aa9a-3ad2ff219451 req-c2d42c6b-8769-4670-9787-9829ad4ce331 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 945 time: 0.6909540 Mar 03 18:18:20.136697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.168121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.229034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cacfeaf1aa5c451bb34fadf3af9d054c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3351641 Mar 03 18:18:20.244704 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79eaea3b-011e-4e89-aa9a-3ad2ff219451 req-17458e12-dd40-4b76-b6c2-6b9c1593eec6 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114284 Mar 03 18:18:20.246537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] DHCP port deletion for 08715518-7398-4d0d-9584-66ca7b7241b4 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:18:20.250624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54112) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:20.255345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] Deleting port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:20.255726 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.303450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:20.325818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:20.340274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f6d2e-02e7-45e0-a00f-9401eed874fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ebdab-e8be-48f8-8172-4dce535f137e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:20.348029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.354543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2994f-061a-4010-81d0-f5a4d64f7e7f req-c7eed666-b458-485a-a815-3c00a98aa30a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:20.358235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62e2994f-061a-4010-81d0-f5a4d64f7e7f req-c7eed666-b458-485a-a815-3c00a98aa30a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.3741441 Mar 03 18:18:20.412300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.455702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:20.456863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.459157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] 10.222.0.16 "PUT /v2.0/ports/eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1092 time: 3.2485662 Mar 03 18:18:20.459832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:20.640752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62e2994f-061a-4010-81d0-f5a4d64f7e7f req-c9dee9a6-4211-44fe-9a43-4c5768c11c29 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741508 Mar 03 18:18:20.668693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39ac2509-b7b8-491b-a33f-f3d772c3f55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.678761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89e135-86c3-4640-885e-9db61ee7f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:20.680684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] For port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=63ac1aa6-5949-4e65-94b7-10a9cfe4939b,segment=NetworkSegment(e48800e4-e551-4422-bca9-4ad9b26b7cfd),segment_id=e48800e4-e551-4422-bca9-4ad9b26b7cfd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:20.681088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.747798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39ac2509-b7b8-491b-a33f-f3d772c3f55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.809581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-38017501-b6d6-4e54-a9ba-3ccdf2207f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:20.811565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-38017501-b6d6-4e54-a9ba-3ccdf2207f5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1095 time: 0.3052022 Mar 03 18:18:20.827431 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'status': 'completed', 'code': 200} Mar 03 18:18:20.934819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.940661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:20.950952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:20.951543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:20.967529 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57421315-c40f-43f3-94f2-0f60977b3d51 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:21.080711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-cb33d8de-5620-414f-92b1-6340dd340b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:21.082251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-cb33d8de-5620-414f-92b1-6340dd340b63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.2569814 Mar 03 18:18:21.135435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] Calling delete_port for 63ac1aa6-5949-4e65-94b7-10a9cfe4939b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:21.168999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 57421315-c40f-43f3-94f2-0f60977b3d51 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:18:21.169535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57421315-c40f-43f3-94f2-0f60977b3d51 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:21.170022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 63ac1aa6-5949-4e65-94b7-10a9cfe4939b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:21.208596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcf4c3-6cc8-45c2-8efa-24ad439d7bd6 req-40e47565-5c4f-4a9d-92a3-6e72e2a5c079 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:21.211418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9fbcf4c3-6cc8-45c2-8efa-24ad439d7bd6 req-40e47565-5c4f-4a9d-92a3-6e72e2a5c079 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 945 time: 0.6994576 Mar 03 18:18:21.301703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port eb65cbc2-8efd-4676-9b95-4dcefe0b9e21, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:21.302292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:21.336502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9fbcf4c3-6cc8-45c2-8efa-24ad439d7bd6 req-03a1bb2b-1e46-4648-a57c-dba9e584e42a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991144 Mar 03 18:18:21.356556 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:18:21.369505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-aea6344e-6cff-4050-a745-976eff035108 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1000 time: 0.2763221 Mar 03 18:18:21.372539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:21.426799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b update to DOWN by agent not found {{(pid=87888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 18:18:21.429444 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:21.477633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] No DVR routers for this DVR port 63ac1aa6-5949-4e65-94b7-10a9cfe4939b on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:18:21.488958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670737a-7c22-4db9-b9a0-6e1d9f83211f None None] Pushing event deleted for resources: {'Port': ['ID=63ac1aa6-5949-4e65-94b7-10a9cfe4939b,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:21.508789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-ac020f8c-caf0-421a-b628-5340f2a4665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:21.510808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-ac020f8c-caf0-421a-b628-5340f2a4665a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1095 time: 0.6815286 Mar 03 18:18:21.514380 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39ac2509-b7b8-491b-a33f-f3d772c3f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:21.585354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac2509-b7b8-491b-a33f-f3d772c3f55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ebdab-e8be-48f8-8172-4dce535f137e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:21.618880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-39ac2509-b7b8-491b-a33f-f3d772c3f55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:21.624070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-39ac2509-b7b8-491b-a33f-f3d772c3f55f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b3ebdab-e8be-48f8-8172-4dce535f137e HTTP/1.1" status: 204 len: 168 time: 1.3732305 Mar 03 18:18:21.726319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54158) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:21.756740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:21.833458 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4540be69-37d7-4092-b130-af4ae5a45b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:21.912109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54164) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:22.147925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-373d8204-1b01-405f-808a-2766a18fe515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:22.149387 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-373d8204-1b01-405f-808a-2766a18fe515 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.7398756 Mar 03 18:18:22.291517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-87b40681-687a-45d5-8b91-462666d55fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:22.296141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-87b40681-687a-45d5-8b91-462666d55fee service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.7700851 Mar 03 18:18:22.343892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:22.392938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e492-76da-453f-ab8d-198bd2900c3e req-929586e7-0cbf-40bf-aae0-05c81d9951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:22.394194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-929586e7-0cbf-40bf-aae0-05c81d9951eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349720 Mar 03 18:18:22.394464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe64f66-7d48-4125-a70e-59556aaf9b29 req-48197144-6217-4760-a0a2-1254963f96eb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:22.402568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fbe64f66-7d48-4125-a70e-59556aaf9b29 req-48197144-6217-4760-a0a2-1254963f96eb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 945 time: 0.3495369 Mar 03 18:18:22.456236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=eb65cbc2-8efd-4676-9b95-4dcefe0b9e21,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:22.477925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fbe64f66-7d48-4125-a70e-59556aaf9b29 req-0b6df1ae-efde-49e6-aa0a-396d3886af00 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720992 Mar 03 18:18:22.579453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ff2079db-cbc5-483b-b667-1d5c76fad64f tempest-DvrRoutersNegativeTest-921046871 tempest-DvrRoutersNegativeTest-921046871-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-738871864', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:22.581386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.policy [None req-ff2079db-cbc5-483b-b667-1d5c76fad64f tempest-DvrRoutersNegativeTest-921046871 tempest-DvrRoutersNegativeTest-921046871-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87887) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 03 18:18:22.581905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.policy [None req-ff2079db-cbc5-483b-b667-1d5c76fad64f tempest-DvrRoutersNegativeTest-921046871 tempest-DvrRoutersNegativeTest-921046871-project] Failed policy check for 'create_router' {{(pid=87887) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 03 18:18:22.582647 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-ff2079db-cbc5-483b-b667-1d5c76fad64f tempest-DvrRoutersNegativeTest-921046871 tempest-DvrRoutersNegativeTest-921046871-project] create failed (client error): Access was denied to this resource. Mar 03 18:18:22.588489 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ff2079db-cbc5-483b-b667-1d5c76fad64f tempest-DvrRoutersNegativeTest-921046871 tempest-DvrRoutersNegativeTest-921046871-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8608985 Mar 03 18:18:22.604581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841f3a8-0873-4676-83fc-04a9ab4ccd12 req-f9e9974b-344a-44d1-b8db-0f07f763b3e5 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:22.615399 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c841f3a8-0873-4676-83fc-04a9ab4ccd12 req-f9e9974b-344a-44d1-b8db-0f07f763b3e5 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 0.5335836 Mar 03 18:18:22.658360 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-57184837-9c38-4163-b699-4feb0af16fac service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528384 Mar 03 18:18:22.678870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:22.762001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-ee6971d9-38e2-4ea9-8187-bcdff0aae91a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1000 time: 0.4550822 Mar 03 18:18:22.892626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:22.899068 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c841f3a8-0873-4676-83fc-04a9ab4ccd12 req-3ddc8b12-2c19-44d2-8751-d3be85dbb18c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829139 Mar 03 18:18:22.916413 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:22.919124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-78342d6e-4a52-4fe8-838d-fc2ef6039e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:22.920826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-78342d6e-4a52-4fe8-838d-fc2ef6039e01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.1461406 Mar 03 18:18:22.992922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.024034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:23.039714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.042059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Usage tracker for resource:security_group_rule and tenant:6b58ad23eaa0446291f1e620ea102f18 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:23.045475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.047364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:23.076238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f304e492-76da-453f-ab8d-198bd2900c3e req-9a12065d-cdca-4a94-ada2-0aaadb9e3804 service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960938 Mar 03 18:18:23.081433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:23.101098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54194) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:23.108217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-649b2438-99df-49e4-a126-eabed36b52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:23.109746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-649b2438-99df-49e4-a126-eabed36b52ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813259 Mar 03 18:18:23.186787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.188175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Fanout notify agent at l3_agent the message router_deleted on router 18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:18:23.285065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.293225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3362710b-cc31-4703-ac17-9b534432badc tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/routers/18591dcc-fad3-42c9-ad7a-fa5f2d1a73a9 HTTP/1.1" status: 204 len: 168 time: 3.4711409 Mar 03 18:18:23.301066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54206) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:23.303040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-288a3025-8d45-4453-a01c-db04747a3d42 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859026 Mar 03 18:18:23.603230 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.644769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.717448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:23.733776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b1f73d0233476dbe090f649c7f03ca is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:23.742861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:23.770181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:23.810091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-2d042edc-9515-49fa-8341-a4751e11101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:23.811079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-2d042edc-9515-49fa-8341-a4751e11101c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1095 time: 0.5068736 Mar 03 18:18:23.921950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-43ce4903-deff-4321-a648-8a4ea6d3a32c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:23.926460 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-43ce4903-deff-4321-a648-8a4ea6d3a32c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 945 time: 0.5149174 Mar 03 18:18:23.979499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:23.989653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-57ca4093-b679-475c-a193-289ae62dd66c service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764526 Mar 03 18:18:24.115502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08715518-7398-4d0d-9584-66ca7b7241b4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:24.120007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port bde29dd5-9350-49c2-8528-05e6324e96df {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:24.120491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.141250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48800e4-e551-4422-bca9-4ad9b26b7cfd') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:24.142017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48800e4-e551-4422-bca9-4ad9b26b7cfd') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:24.168191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.196340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.211292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:18:24.212093 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.225070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.320078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:18:24.355323 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:18:24.362749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.374586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.421694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.437631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b58ad23eaa0446291f1e620ea102f18&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5268779 Mar 03 18:18:24.454591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.456856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54236) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:24.490546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319ecef-9bef-4b8a-856e-b73d5f05289f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb828597-ddcc-491d-a4cb-17166153aad4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:24.507549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Network': ['ID=08715518-7398-4d0d-9584-66ca7b7241b4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:24.532136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a86f-e26b-4a3e-b5f7-9fd8115df2b6 req-89b0d92e-198e-429d-9451-1fbad05f2607 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:24.539663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5674a86f-e26b-4a3e-b5f7-9fd8115df2b6 req-89b0d92e-198e-429d-9451-1fbad05f2607 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 945 time: 0.8339646 Mar 03 18:18:24.544149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65e5c45d-15aa-42b2-9f0f-5f77ddde9202 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/networks/08715518-7398-4d0d-9584-66ca7b7241b4 HTTP/1.1" status: 204 len: 168 time: 1.2352097 Mar 03 18:18:24.574176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54244) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:24.592739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'network': {'name': 'tempest-network-smoke--616633405', 'project_id': '33441e1b277446cda750022555d7cded', 'port_security_enabled': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:24.604747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:24.614017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:network and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:24.627979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:24.647965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:24.649532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-9e080938-771b-430c-a046-2102e804b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:24.650792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-9e080938-771b-430c-a046-2102e804b033 service neutron] 10.222.0.16 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.8302727 Mar 03 18:18:24.656541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:24.690848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5674a86f-e26b-4a3e-b5f7-9fd8115df2b6 req-3271b8bc-0837-490c-9634-ada5fd97f771 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512544 Mar 03 18:18:24.702003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc51c22d-e67f-4549-b8d3-3a731ad7f3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.736300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:18:24.736652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb65cbc2-8efd-4676-9b95-4dcefe0b9e21 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:24.747982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:24.751595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.790511 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc51c22d-e67f-4549-b8d3-3a731ad7f3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.794179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] For port bde29dd5-9350-49c2-8528-05e6324e96df, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=bde29dd5-9350-49c2-8528-05e6324e96df,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:24.795805 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.796864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:24.836643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:18:24.849932 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.850382 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Added segment 031f8c0a-ec05-4369-a2f4-c91d70f497c8 of type vlan for network e25ca16f-29a8-41c8-a250-ec2636a4b27c Mar 03 18:18:24.899007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.912059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc51c22d-e67f-4549-b8d3-3a731ad7f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.946326 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51c22d-e67f-4549-b8d3-3a731ad7f3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb828597-ddcc-491d-a4cb-17166153aad4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:24.960179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc51c22d-e67f-4549-b8d3-3a731ad7f3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.961275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dc51c22d-e67f-4549-b8d3-3a731ad7f3da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb828597-ddcc-491d-a4cb-17166153aad4 HTTP/1.1" status: 204 len: 168 time: 0.5001380 Mar 03 18:18:24.967105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:24.980243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:24.980889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for bde29dd5-9350-49c2-8528-05e6324e96df owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:24.981276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.056346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-0dcf9a2f-032c-4fed-939b-b12a89b35fdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1000 time: 0.3891382 Mar 03 18:18:25.057563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.087396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:25.143516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Usage tracker for resource:security_group_rule and tenant:dd00096fe46f4da3bff986947fec7972 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:25.156947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5800278 Mar 03 18:18:25.161319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:25.166478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54262) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:25.172512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88979004-645d-49dd-9d7b-14a955089f85 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Network': ['ID=e25ca16f-29a8-41c8-a250-ec2636a4b27c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:25.175566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:25.181140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-819892917', 'admin_state_up': True, 'project_id': '33441e1b277446cda750022555d7cded', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:25.186317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:18:25.193293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:25.200867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:router and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:25.204481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:25.218959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da72e6f-0768-4ff9-9db7-364194adc4db req-dcf7862e-fe1a-48dd-9991-7db94e5da2c2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:25.219910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:25.229497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6da72e6f-0768-4ff9-9db7-364194adc4db req-dcf7862e-fe1a-48dd-9991-7db94e5da2c2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 944 time: 1.0403700 Mar 03 18:18:25.244192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.246579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.300722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.312662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.320445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-4986ba35-ea72-4205-86a5-27127a80a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:25.324882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-4986ba35-ea72-4205-86a5-27127a80a8e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.2464690 Mar 03 18:18:25.335099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.359827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.369689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.410774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd00096fe46f4da3bff986947fec7972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6105537 Mar 03 18:18:25.467941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54272) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:25.600847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47399431-7600-4eab-a806-725d53272537,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:25.739230 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cd6dc135-1742-456b-8851-f3ee8e5c3ea2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1b1f73d0233476dbe090f649c7f03ca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6336951 Mar 03 18:18:25.750299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54282) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:25.753519 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df1d965-11fe-4d02-9e77-07053d81dc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.810609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54286) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:25.860941 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6da72e6f-0768-4ff9-9db7-364194adc4db req-17824dbb-98bf-42f9-a958-0d1f59f96a68 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292563 Mar 03 18:18:25.893998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2cef3-492d-4013-bd8d-3830f850eba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6fb291-ba23-4c2f-890f-6c0f2772dd97,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:25.913811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.932773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df1d965-11fe-4d02-9e77-07053d81dc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.967624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:25.991035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:26.000738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.013668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Usage tracker for resource:security_group_rule and tenant:ebf567ecc95347efba4b80a23920577d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:26.019364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:26.031775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['b1b4f081-9277-450a-abdf-27c1c2ce2680'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:18:26.037126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:26.070024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-c35769c5-4c6b-48b4-8efc-138001f3dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:26.071518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-c35769c5-4c6b-48b4-8efc-138001f3dac7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7185168 Mar 03 18:18:26.118211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:18:26.126984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=bde29dd5-9350-49c2-8528-05e6324e96df,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:26.185381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80c484-6d96-444f-a81f-365581aadb6c req-062a1a3d-8266-4423-abb8-d806948da69f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:26.187105 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d80c484-6d96-444f-a81f-365581aadb6c req-062a1a3d-8266-4423-abb8-d806948da69f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 867 time: 0.2885118 Mar 03 18:18:26.196329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74aa221f-87f2-4c5e-a8de-6233195d50e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.332974 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74aa221f-87f2-4c5e-a8de-6233195d50e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.497214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5d80c484-6d96-444f-a81f-365581aadb6c req-8bbb83c9-898c-41fc-917c-a3a558fa3a01 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789395 Mar 03 18:18:26.501249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] No DVR routers for this DVR port bde29dd5-9350-49c2-8528-05e6324e96df on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:18:26.502976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74aa221f-87f2-4c5e-a8de-6233195d50e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.537766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.556211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'name': 'network-vif-deleted', 'tag': 'bde29dd5-9350-49c2-8528-05e6324e96df'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:26.568753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.600591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.605905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa221f-87f2-4c5e-a8de-6233195d50e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47399431-7600-4eab-a806-725d53272537,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:26.620042 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df1d965-11fe-4d02-9e77-07053d81dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.624041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:26.661178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'port_id': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'mac_address': 'fa:16:3e:e5:ac:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:18:26.668132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1d965-11fe-4d02-9e77-07053d81dc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6fb291-ba23-4c2f-890f-6c0f2772dd97,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:26.688415 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2df1d965-11fe-4d02-9e77-07053d81dc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.692888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2df1d965-11fe-4d02-9e77-07053d81dc3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e6fb291-ba23-4c2f-890f-6c0f2772dd97 HTTP/1.1" status: 204 len: 168 time: 1.2241223 Mar 03 18:18:26.696663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-89c18552-0e3a-4d84-aea6-a6aa70182aad service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036148 Mar 03 18:18:26.698139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6358c081-9383-418e-a798-5ded5ddf9e2e req-9d186e71-f5be-4a85-8120-a6d7145c6cf4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "DELETE /v2.0/ports/bde29dd5-9350-49c2-8528-05e6324e96df HTTP/1.1" status: 204 len: 173 time: 2.7540727 Mar 03 18:18:26.710994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-74aa221f-87f2-4c5e-a8de-6233195d50e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:26.712398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-74aa221f-87f2-4c5e-a8de-6233195d50e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47399431-7600-4eab-a806-725d53272537 HTTP/1.1" status: 204 len: 168 time: 0.9505310 Mar 03 18:18:26.745409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bde29dd5-9350-49c2-8528-05e6324e96df no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:26.824731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: bde29dd5-9350-49c2-8528-05e6324e96df {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:18:26.826538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device bde29dd5-9350-49c2-8528-05e6324e96df not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:26.854312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebf567ecc95347efba4b80a23920577d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0404503 Mar 03 18:18:26.855236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9feb71-01f2-46ed-99a3-55b1d1ff2c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b566094d-c219-4aba-96fc-9c0086455506,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:26.859508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54304) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:26.923401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-693b4cda-65d2-4bd5-a08f-97e319fe1bc5 req-85133cb3-46ff-41d8-a1df-cac591469beb service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092845 Mar 03 18:18:26.944382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.032066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeca5b4a-8c36-4135-ae9c-1a187f02773a {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:18:27.056343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:27.063683 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.178181 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f9573a-5df6-41be-8973-bc0cd5baf419', 'name': 'network-vif-deleted', 'tag': 'bde29dd5-9350-49c2-8528-05e6324e96df', 'status': 'completed', 'code': 200} Mar 03 18:18:27.234981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:27.280974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.323659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.347388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ffb28bf-e407-48dc-b558-ae603740582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.434644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:27.480776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.515477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:27.521197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['eeca5b4a-8c36-4135-ae9c-1a187f02773a'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:18:27.522569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Usage tracker for resource:security_group_rule and tenant:939028bc6864481194552d00f5f981c1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:27.526451 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:27.534056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:27.566031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ffb28bf-e407-48dc-b558-ae603740582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.798770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d76af384-07d6-4a6a-adf2-f45127d4845e req-eeba7221-41a6-4b72-bf69-9334555b3f13 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:27.817997 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.834339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:27.922240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edc4e0-bab5-4ec9-8f8d-56d5f5dbc25a req-39255749-ba0e-413f-ad0f-3bb59057f225 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:27.931147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52edc4e0-bab5-4ec9-8f8d-56d5f5dbc25a req-39255749-ba0e-413f-ad0f-3bb59057f225 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 0.8469918 Mar 03 18:18:28.115375 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52edc4e0-bab5-4ec9-8f8d-56d5f5dbc25a req-a06d4369-af2c-4210-921a-a8d3b4bba030 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813853 Mar 03 18:18:28.116068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ffb28bf-e407-48dc-b558-ae603740582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.140649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d76af384-07d6-4a6a-adf2-f45127d4845e req-eeba7221-41a6-4b72-bf69-9334555b3f13 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:28.156198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d76af384-07d6-4a6a-adf2-f45127d4845e req-eeba7221-41a6-4b72-bf69-9334555b3f13 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f9573a-5df6-41be-8973-bc0cd5baf419 HTTP/1.1" status: 200 len: 210 time: 0.4106982 Mar 03 18:18:28.162544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb28bf-e407-48dc-b558-ae603740582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566094d-c219-4aba-96fc-9c0086455506,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:28.170858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.25.0.57 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/a27f64b4-9f8f-4a57-9b32-110301771885) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:28.190325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=939028bc6864481194552d00f5f981c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7541008 Mar 03 18:18:28.192892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54336) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:28.195867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771130a-f511-433c-a1a6-75bd31d9e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5123e5-b52b-4007-be79-91f9a1f9fa87,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:28.307975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ffb28bf-e407-48dc-b558-ae603740582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.309373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ffb28bf-e407-48dc-b558-ae603740582e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b566094d-c219-4aba-96fc-9c0086455506 HTTP/1.1" status: 204 len: 168 time: 1.4456539 Mar 03 18:18:28.317806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad57-15b4-45e8-b68a-2f7d22c8a280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.366530 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad57-15b4-45e8-b68a-2f7d22c8a280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.477659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad57-15b4-45e8-b68a-2f7d22c8a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.523898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad57-15b4-45e8-b68a-2f7d22c8a280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.527372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9ae5ad57-15b4-45e8-b68a-2f7d22c8a280 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e5123e5-b52b-4007-be79-91f9a1f9fa87 HTTP/1.1" status: 204 len: 168 time: 0.3332243 Mar 03 18:18:28.528262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5ad57-15b4-45e8-b68a-2f7d22c8a280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5123e5-b52b-4007-be79-91f9a1f9fa87,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:28.619047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.660702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:28.767763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54356) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:28.834558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:28.839706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:28.842656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:18:28.962456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=a27f64b4-9f8f-4a57-9b32-110301771885,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:29.019185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-51bcad32-e73a-403d-a2b5-69a409fcd2c8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:29.021272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-51bcad32-e73a-403d-a2b5-69a409fcd2c8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db&tenant_id=a88532a2002144a3850df64bed516c95&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 945 time: 0.3196268 Mar 03 18:18:29.335637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af770919-aa03-4e92-bcbb-f20afb4433b0 req-ddf7f7cd-471d-4935-83b1-b7d6e8430dc8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:29.358755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af770919-aa03-4e92-bcbb-f20afb4433b0 req-ddf7f7cd-471d-4935-83b1-b7d6e8430dc8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 0.4938490 Mar 03 18:18:29.362053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-89371fe7-a38b-43a9-90e0-ee525ba18baa service neutron] 10.222.0.16 "GET /v2.0/ports/eeca5b4a-8c36-4135-ae9c-1a187f02773a/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 382 time: 0.3284526 Mar 03 18:18:29.388015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1869819292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:29.406323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:29.412989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:router and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:29.483206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:29.521931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:29.554327 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:29.556857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:29.568075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af770919-aa03-4e92-bcbb-f20afb4433b0 req-4e253df6-0c8a-45b6-8113-8b4cafbbd58b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032988 Mar 03 18:18:29.628178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-91669f21-2822-4f03-82b2-581778e5453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:29.633507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-91669f21-2822-4f03-82b2-581778e5453f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1096 time: 0.2140841 Mar 03 18:18:29.667016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:29.693943 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:29.782107 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:29.868645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-cb27d250-127f-490c-a7b4-103356828889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:29.870071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-cb27d250-127f-490c-a7b4-103356828889 service neutron] 10.222.0.16 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.2297220 Mar 03 18:18:29.903620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:29.911612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f254773-cbb7-4d46-a9a4-b730a6e845f2 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1287198 Mar 03 18:18:29.915822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54396) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:29.946181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1868012587'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:29.953765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:29.959025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:network and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:29.963179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:29.970271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:30.067313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:30.076753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-4bfc758c-9245-4158-b132-ed7caa19dea5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1001 time: 0.2000213 Mar 03 18:18:30.109295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:30.118960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:30.160918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-3ed79426-5f8f-4754-a214-d0a10ea9cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:30.163891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-3ed79426-5f8f-4754-a214-d0a10ea9cd4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.0795791 Mar 03 18:18:30.167276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:30.209408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:30.220913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:security_group_rule and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:30.229012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:30.240533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port eeca5b4a-8c36-4135-ae9c-1a187f02773a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:30.254595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port eeca5b4a-8c36-4135-ae9c-1a187f02773a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:30.256201 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:30.272271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:30.355205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-a841b63a-d4c3-4341-8057-993db156856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:30.356688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-a841b63a-d4c3-4341-8057-993db156856e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865573 Mar 03 18:18:30.458525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:30.567917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-8567a4ab-8f66-443c-bda5-a30f40333241 service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008729 Mar 03 18:18:30.713921 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:30.801259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:30.804012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:30.816122 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:30.948105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-e73e9ef4-c480-426f-9345-6d283cbacbbf service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720500 Mar 03 18:18:30.987720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:31.103292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:31.133128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8dda5-8dc5-4a8b-8f5c-7c9eccdf117f req-21ba5281-0971-477c-8877-f5dd6645c01d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:31.134711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f8dda5-8dc5-4a8b-8f5c-7c9eccdf117f req-21ba5281-0971-477c-8877-f5dd6645c01d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.3799996 Mar 03 18:18:31.139460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:31.205424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:18:31.241248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router c0b9ae97-0017-41c3-8599-02239de3cd72 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:18:31.249601 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:31.250433 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Added segment ae57297f-ee23-4a70-bce3-7c5bdc646996 of type vlan for network f4784b20-fe49-4add-808a-1bb67ee65ce6 Mar 03 18:18:31.261143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0226af78-e31b-44af-a13a-9012be1901b9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:31.283977 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f8dda5-8dc5-4a8b-8f5c-7c9eccdf117f req-4be9a231-28a3-4845-b466-2839f11863ac tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411748 Mar 03 18:18:31.354057 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'code': 200} Mar 03 18:18:31.450180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:31.817061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:18:31.827229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:31.831688 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Sync routers for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:18:31.834699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:31.835489 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:31.845817 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:31.846704 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:32.075747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Network': ['ID=f4784b20-fe49-4add-808a-1bb67ee65ce6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:32.090106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:18:32.111705 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:32.120998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:32.122142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-855f6527-7b88-45bc-8f95-1044c55128dd tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9549921 Mar 03 18:18:32.125539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54470) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:32.131332 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aa4daf1d-390b-4d4a-a533-62675fa9569f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2091823 Mar 03 18:18:32.137839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54474) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:32.155601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'subnet': {'network_id': 'f4784b20-fe49-4add-808a-1bb67ee65ce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:32.269942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54478) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:32.270170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-730db7af-99e0-4b21-be2d-e6bb84490313 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=33441e1b277446cda750022555d7cded&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1432881 Mar 03 18:18:32.691079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643b8e9a-9623-4b1f-92b3-4bf7fa43bd87 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:32.692669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-643b8e9a-9623-4b1f-92b3-4bf7fa43bd87 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4212861 Mar 03 18:18:32.695857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54498) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:32.795404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-716bdddc-071c-464a-8335-02a8bec22b2f tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0974650 Mar 03 18:18:32.797946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54502) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:32.806031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337897291', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'project_id': '33441e1b277446cda750022555d7cded', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:32.818188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:29Z', 'revision_number': 3, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:32.823729 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Checking router: c0b9ae97-0017-41c3-8599-02239de3cd72 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:18:32.824493 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Updating router c0b9ae97-0017-41c3-8599-02239de3cd72 port a27f64b4-9f8f-4a57-9b32-110301771885 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:18:32.894594 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:32.951372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:32.962689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:subnet and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:32.971344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:32.985117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:33.039181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:33.054027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:33.156769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:33.160666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66ff83-b83e-448f-b1b0-c2b2feac0880 req-1cc5eaf0-7406-4d4b-b392-5ec110e93d54 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:33.172500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb66ff83-b83e-448f-b1b0-c2b2feac0880 req-1cc5eaf0-7406-4d4b-b392-5ec110e93d54 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.4680569 Mar 03 18:18:33.174684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:subnet and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:33.183192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:33.200892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:33.231042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:33.236304 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:33.449002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb66ff83-b83e-448f-b1b0-c2b2feac0880 req-c30703d5-2171-4f4d-acc8-85bca1011591 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720494 Mar 03 18:18:33.628106 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:33.659612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Transition to ACTIVE for port object a27f64b4-9f8f-4a57-9b32-110301771885 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:33.672265 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:33.702721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:33.803553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-8395a505-2233-4337-8361-65b7c7b0c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:33.806359 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-8395a505-2233-4337-8361-65b7c7b0c1c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 1097 time: 0.2626100 Mar 03 18:18:33.830780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:33.900324 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Pushing event updated for resources: {'Port': ['ID=a27f64b4-9f8f-4a57-9b32-110301771885,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:33.905055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54536) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:33.910726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Subnet': ['ID=35ef2c09-6d7f-4be3-b126-8b156358db4c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:33.927813 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.940661 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.941839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Checking segment: {'id': 'ae57297f-ee23-4a70-bce3-7c5bdc646996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4784b20-fe49-4add-808a-1bb67ee65ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:33.941839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network hostable DHCP agents. Network: f4784b20-fe49-4add-808a-1bb67ee65ce6, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:18:33.944245 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.944827 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.950729 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:33.971756 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Attempting to bind port a27f64b4-9f8f-4a57-9b32-110301771885 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:33.974703 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Attempting to bind port a27f64b4-9f8f-4a57-9b32-110301771885 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:33.975507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Attempting to bind port a27f64b4-9f8f-4a57-9b32-110301771885 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:33.997646 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:33.997960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:18:33.999282 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:34.001012 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.001884 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:34.004399 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Bound port: a27f64b4-9f8f-4a57-9b32-110301771885, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:34.006387 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.017071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f4784b20-fe49-4add-808a-1bb67ee65ce6) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:34.022532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:34.023131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.040136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce8cc0e-3287-4de7-8184-386c3c776726 None None] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:34.092575 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-12ba59f9-1a4c-4541-8234-c86a8d8184c3 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9533272 Mar 03 18:18:34.093457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54546) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:34.107907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'network': {'name': 'tempest-router-network01--1000631014'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:34.122459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:34.140288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:network and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:34.153118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:34.217729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.251179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:34.279073 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] For port a27f64b4-9f8f-4a57-9b32-110301771885, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:34.293703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:34.296793 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] For port a27f64b4-9f8f-4a57-9b32-110301771885, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a27f64b4-9f8f-4a57-9b32-110301771885,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:34.304269 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.308771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Usage tracker for resource:security_group_rule and tenant:4e1ed9f2677147cebe084fe34048bdcc is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:34.317262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:34.325460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.396858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:34.397100 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a15d3-a93c-4874-8ff0-f87aba2d62b1 None None] Pushing event updated for resources: {'Port': ['ID=a27f64b4-9f8f-4a57-9b32-110301771885,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:34.422273 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:34.422710 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:34.465740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:18:34.487251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.500896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.501275 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Added segment 78e36035-aeb9-479c-be75-c9c88b9dc947 of type vlan for network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 Mar 03 18:18:34.535086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:34.617571 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:34.716572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-f4784b20-fe49-4add-808a-1bb67ee65ce6', 'network_id': 'f4784b20-fe49-4add-808a-1bb67ee65ce6', 'tenant_id': '0fe36ab19cb24d6392e0df297387e78a', 'fixed_ips': [{'subnet_id': '35ef2c09-6d7f-4be3-b126-8b156358db4c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:18:34.717735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.752616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:34.769496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.824182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.842802 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:34.968804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:18:34.970628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Allocated IP 2001:db8::2 (f4784b20-fe49-4add-808a-1bb67ee65ce6/35ef2c09-6d7f-4be3-b126-8b156358db4c/6feb0659-dd7d-419a-9c86-ed45456e9d99) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:34.974242 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:29Z', 'revision_number': 3, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:34.984847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe43811-d8fe-4267-bd97-99f434ca34c1 None None] The sync data for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 is: [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:29Z', 'revision_number': 3, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:18:34.988253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f80af-11f3-49a2-bccb-6b47d6323083,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:35.039952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:35.080875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:35.087315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2ae07c8c-e4c2-4d3f-af58-260b4724cafc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e1ed9f2677147cebe084fe34048bdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1790404 Mar 03 18:18:35.090346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:35.127605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.151116 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.155380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.163535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:35.168755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:35.169558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.243181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Transition to ACTIVE for port object eeca5b4a-8c36-4135-ae9c-1a187f02773a will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:35.259515 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.271601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.303446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:35.312128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2175555 Mar 03 18:18:35.321600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54578) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:35.324917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Usage tracker for resource:security_group_rule and tenant:97a14e5181c34e9c9d052836b7eb183f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:35.397214 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'code': 200} Mar 03 18:18:35.441851 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.459916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Transition to ACTIVE for port object 6feb0659-dd7d-419a-9c86-ed45456e9d99 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:35.463814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'network': {'name': 'tempest-router-network02--921338393'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:35.483671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:35.499314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Transition to ACTIVE for port object 6feb0659-dd7d-419a-9c86-ed45456e9d99 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:35.499573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:network and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:35.502747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:35.516151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:35.525981 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.568618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:35.582266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:35.653682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a984944-dc62-450b-b503-c0f019823753 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Network': ['ID=6f0d7ace-e39b-44dc-b493-e2ec11b29700,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:35.682605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:35.700258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:35.702312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:18:35.707915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:35.709649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=10']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:35.728381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.743732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Subnet': ['ID=d93bcf27-7fa6-44ff-97a2-4d70010c4b9f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:35.776176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd2a988c-3f08-43d8-8dd6-56fc7db43edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.784137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:18:35.789878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d057a-4782-4d87-b117-139017508e30 req-5d6538a7-4baf-4e96-8087-692a5ac8fe4b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:35.797276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-375d057a-4782-4d87-b117-139017508e30 req-5d6538a7-4baf-4e96-8087-692a5ac8fe4b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 946 time: 0.6408279 Mar 03 18:18:35.807356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:18:35.879960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.880306 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Added segment 58df215e-bf9c-4dbb-800f-ce1d8744880d of type vlan for network 75398293-d0d5-431f-a263-a0390098c893 Mar 03 18:18:35.911043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] No DVR routers for this DVR port eeca5b4a-8c36-4135-ae9c-1a187f02773a on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:18:35.911634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd2a988c-3f08-43d8-8dd6-56fc7db43edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:35.968550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Pushing event updated for resources: {'Port': ['ID=6feb0659-dd7d-419a-9c86-ed45456e9d99,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:36.002479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Checking segment: {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:36.002886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network hostable DHCP agents. Network: e25ca16f-29a8-41c8-a250-ec2636a4b27c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:18:36.077034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-375d057a-4782-4d87-b117-139017508e30 req-587c1d94-6b3c-460c-9940-fcaec764da8f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787349 Mar 03 18:18:36.090259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.141614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Attempting to bind port 6feb0659-dd7d-419a-9c86-ed45456e9d99 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:36.141985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Attempting to bind port 6feb0659-dd7d-419a-9c86-ed45456e9d99 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'ae57297f-ee23-4a70-bce3-7c5bdc646996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4784b20-fe49-4add-808a-1bb67ee65ce6'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:36.144473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Attempting to bind port 6feb0659-dd7d-419a-9c86-ed45456e9d99 on network f4784b20-fe49-4add-808a-1bb67ee65ce6 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:36.160682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:36.164300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.181309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:18:36.196163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.217039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, e25ca16f-29a8-41c8-a250-ec2636a4b27c) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:36.232871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:36.233759 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.262131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fd3da34b-2e89-48b2-92ae-755c8ee9d576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4624281 Mar 03 18:18:36.268034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54588) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:36.274423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.278823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:36.279240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Checking segment: {'id': 'ae57297f-ee23-4a70-bce3-7c5bdc646996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4784b20-fe49-4add-808a-1bb67ee65ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:36.279643 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.280031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Bound using segment: {'id': 'ae57297f-ee23-4a70-bce3-7c5bdc646996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4784b20-fe49-4add-808a-1bb67ee65ce6'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:36.280509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Bound port: 6feb0659-dd7d-419a-9c86-ed45456e9d99, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57297f-ee23-4a70-bce3-7c5bdc646996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f4784b20-fe49-4add-808a-1bb67ee65ce6'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:36.280877 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.281642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:36.282431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.287119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd2a988c-3f08-43d8-8dd6-56fc7db43edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.294941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643fc2b-0471-46a2-bd52-5e7f3866871f None None] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:36.430015 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97a14e5181c34e9c9d052836b7eb183f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6641386 Mar 03 18:18:36.438828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40c86c-b86e-4a3d-b73b-1d530d49f21e req-3df0cf0a-bd07-4ebb-ac28-40080a626091 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:36.449368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b40c86c-b86e-4a3d-b73b-1d530d49f21e req-3df0cf0a-bd07-4ebb-ac28-40080a626091 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 945 time: 0.4439559 Mar 03 18:18:36.470257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d9fda-1f62-4dc7-9907-f16331ec8871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b4e5c-7d32-4cf2-a287-70926f6e3248,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:36.473161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54592) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:36.724187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:36.724939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:36.724939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:36.785017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] For port 6feb0659-dd7d-419a-9c86-ed45456e9d99, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:36.788865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] For port 6feb0659-dd7d-419a-9c86-ed45456e9d99, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6feb0659-dd7d-419a-9c86-ed45456e9d99,segment=NetworkSegment(ae57297f-ee23-4a70-bce3-7c5bdc646996),segment_id=ae57297f-ee23-4a70-bce3-7c5bdc646996)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:36.804622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:36.808041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Network': ['ID=75398293-d0d5-431f-a263-a0390098c893,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:36.808239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.844521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a988c-3f08-43d8-8dd6-56fc7db43edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f80af-11f3-49a2-bccb-6b47d6323083,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:36.857738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd2a988c-3f08-43d8-8dd6-56fc7db43edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:36.859063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bd2a988c-3f08-43d8-8dd6-56fc7db43edf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d49f80af-11f3-49a2-bccb-6b47d6323083 HTTP/1.1" status: 204 len: 168 time: 1.7660174 Mar 03 18:18:36.872510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 75398293-d0d5-431f-a263-a0390098c893 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:18:36.872662 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0be11dfd-d746-49b2-8786-c430371121a0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5497112 Mar 03 18:18:36.884079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54600) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:36.896590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'subnet': {'network_id': '6f0d7ace-e39b-44dc-b493-e2ec11b29700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:36.905114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27f64b4-9f8f-4a57-9b32-110301771885 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:36.926898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b40c86c-b86e-4a3d-b73b-1d530d49f21e req-ceba559b-7284-4c44-9834-cce5ec5af47c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761100 Mar 03 18:18:37.084391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59167d95-1eaf-4c9e-a37e-d792f16202a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.165172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:37.177455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59167d95-1eaf-4c9e-a37e-d792f16202a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.197951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:subnet and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:37.205488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:37.208673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:18:37.214563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.255673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:37.294181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:18:37.294432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Attempting to bind port eeca5b4a-8c36-4135-ae9c-1a187f02773a on network 000b827b-41db-495d-bb9e-6247fb670cd7 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:37.322140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf38275-3315-40c3-9021-f0ce7b2db77a None None] Pushing event updated for resources: {'Port': ['ID=6feb0659-dd7d-419a-9c86-ed45456e9d99,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:37.340403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:37.347043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.389106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:37.389728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Checking segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:37.390321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Bound using segment: {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:37.391107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Bound port: eeca5b4a-8c36-4135-ae9c-1a187f02773a, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb46079e-0260-4470-a6c5-8479f6e251c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:37.391654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.401599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54608) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:37.419647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a27f64b4-9f8f-4a57-9b32-110301771885 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:37.427460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a27f64b4-9f8f-4a57-9b32-110301771885 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:37.427989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.564278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.592960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:37.603047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Usage tracker for resource:security_group_rule and tenant:c3908ebe0e86497590e77de840bf11de is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:37.607529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:37.615162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:37.625836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59167d95-1eaf-4c9e-a37e-d792f16202a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.662531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59167d95-1eaf-4c9e-a37e-d792f16202a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b4e5c-7d32-4cf2-a287-70926f6e3248,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:37.678378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59167d95-1eaf-4c9e-a37e-d792f16202a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.682041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-59167d95-1eaf-4c9e-a37e-d792f16202a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df2b4e5c-7d32-4cf2-a287-70926f6e3248 HTTP/1.1" status: 204 len: 168 time: 1.1984208 Mar 03 18:18:37.711344 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.777764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a27f64b4-9f8f-4a57-9b32-110301771885, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a27f64b4-9f8f-4a57-9b32-110301771885,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:37.788778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Allocated IP 172.20.0.2 (e25ca16f-29a8-41c8-a250-ec2636a4b27c/d93bcf27-7fa6-44ff-97a2-4d70010c4b9f/39a50572-2523-441e-80eb-4a2ccaea4175) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:37.796093 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.870101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.943211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:37.943625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Subnet': ['ID=1cb31b95-5fc8-4d58-8234-cf5390fcc0eb,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:37.956318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.041276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a27f64b4-9f8f-4a57-9b32-110301771885,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:38.066793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Checking segment: {'id': '78e36035-aeb9-479c-be75-c9c88b9dc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f0d7ace-e39b-44dc-b493-e2ec11b29700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:38.067173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network hostable DHCP agents. Network: 6f0d7ace-e39b-44dc-b493-e2ec11b29700, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:18:38.090068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3908ebe0e86497590e77de840bf11de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845517 Mar 03 18:18:38.090068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4802c9-bc2b-41be-a5f5-532f2adae3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b38ef5-bd53-425b-bfc8-a6d1cc854589,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:38.096641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:38.157556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:18:38.237963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:38.282343 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.291191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:38.293316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 6f0d7ace-e39b-44dc-b493-e2ec11b29700) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:38.297124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.308931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Transition to ACTIVE for port object 39a50572-2523-441e-80eb-4a2ccaea4175 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:38.311184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:38.312086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.314416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c456f00a-619c-485f-970d-4ec63d4dc439 None None] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:38.387439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54632) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:38.401993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-b9ca84cf-784a-4be8-81dc-08cd5b981f62 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:38.403762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-b9ca84cf-784a-4be8-81dc-08cd5b981f62 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 945 time: 0.7537346 Mar 03 18:18:38.408998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.423004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91f2bee6-57d9-4516-a8c3-caed312b1301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.424368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e402-060c-4c80-9965-fef9a81201e0 req-228dd437-2082-469b-bc2c-9534fc834e63 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:38.431984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6190e402-060c-4c80-9965-fef9a81201e0 req-228dd437-2082-469b-bc2c-9534fc834e63 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 1.0516427 Mar 03 18:18:38.441353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0a6e1319-86bc-4733-bc89-3716bba1d2f4 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5556939 Mar 03 18:18:38.447856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54636) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:38.462348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Transition to ACTIVE for port object 39a50572-2523-441e-80eb-4a2ccaea4175 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:38.466855 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.483896 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.543097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:38.561862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'subnet': {'network_id': '75398293-d0d5-431f-a263-a0390098c893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:38.576341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=11']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:38.591479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:38.595851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa2251-38e0-4ddd-bcd3-0a6d0bb1771e req-580e5e35-a839-489f-8b74-1a4f16a2834e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:38.601157 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdfa2251-38e0-4ddd-bcd3-0a6d0bb1771e req-580e5e35-a839-489f-8b74-1a4f16a2834e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 945 time: 0.4555037 Mar 03 18:18:38.602050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:38.602299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Usage tracker for resource:security_group_rule and tenant:11ca21004a934f10b60bd08b38fda453 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:38.608791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:18:38.611191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91f2bee6-57d9-4516-a8c3-caed312b1301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.632257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:38.665203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:38.763831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:38.764296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Pushing event updated for resources: {'Port': ['ID=39a50572-2523-441e-80eb-4a2ccaea4175,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:38.764503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.766016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-d84f1d00-9d7b-4fe4-a704-82161b1e3815 service neutron] 10.222.0.35 "PUT /v2.0/ports/eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1093 time: 4.9513061 Mar 03 18:18:38.766774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:38.787330 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fdfa2251-38e0-4ddd-bcd3-0a6d0bb1771e req-434a5070-7dad-4ad1-a85e-47930fda91a9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561182 Mar 03 18:18:38.850442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91f2bee6-57d9-4516-a8c3-caed312b1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:38.911711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2bee6-57d9-4516-a8c3-caed312b1301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b38ef5-bd53-425b-bfc8-a6d1cc854589,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:38.999365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c883665-6251-4680-91ff-0e2b94608f89 None None] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:39.011555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27f64b4-9f8f-4a57-9b32-110301771885 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:39.023592 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'status': 'completed', 'code': 200} Mar 03 18:18:39.057244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.060859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port b1b4f081-9277-450a-abdf-27c1c2ce2680 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:39.061567 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.107427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Attempting to bind port 39a50572-2523-441e-80eb-4a2ccaea4175 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:39.107798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Attempting to bind port 39a50572-2523-441e-80eb-4a2ccaea4175 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:39.108165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Attempting to bind port 39a50572-2523-441e-80eb-4a2ccaea4175 on network e25ca16f-29a8-41c8-a250-ec2636a4b27c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:39.136524 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.140505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-6f0d7ace-e39b-44dc-b493-e2ec11b29700', 'network_id': '6f0d7ace-e39b-44dc-b493-e2ec11b29700', 'tenant_id': '0fe36ab19cb24d6392e0df297387e78a', 'fixed_ips': [{'subnet_id': '1cb31b95-5fc8-4d58-8234-cf5390fcc0eb'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:18:39.141354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.158876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91f2bee6-57d9-4516-a8c3-caed312b1301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.175804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-91f2bee6-57d9-4516-a8c3-caed312b1301 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4b38ef5-bd53-425b-bfc8-a6d1cc854589 HTTP/1.1" status: 204 len: 168 time: 1.0708625 Mar 03 18:18:39.198111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-784cb7ab-6742-40bf-9e1f-90b021ca5b87 None None] Provisioning for port 6feb0659-dd7d-419a-9c86-ed45456e9d99 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:39.201358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:39.201754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Checking segment: {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:39.202159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.202555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Bound using segment: {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:39.203043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Bound port: 39a50572-2523-441e-80eb-4a2ccaea4175, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:39.203903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.236282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11ca21004a934f10b60bd08b38fda453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8447502 Mar 03 18:18:39.243624 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6190e402-060c-4c80-9965-fef9a81201e0 req-a033c2d0-027d-4499-9815-de603e03f156 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8103521 Mar 03 18:18:39.253057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:39.254210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647bde1-603c-4af9-b49e-8736df3e045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87cdf7c-bff1-4889-ba98-b3887655f68e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:39.339684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f9f6c1-8b82-4e65-9148-451bdaa9c694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.380900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-86115a9f-8628-4180-b040-2ab0fa8377cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:39.388712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-86115a9f-8628-4180-b040-2ab0fa8377cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1096 time: 0.3285491 Mar 03 18:18:39.424726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:39.490846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:subnet and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:39.504171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:39.554401 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f9f6c1-8b82-4e65-9148-451bdaa9c694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.554648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a27f64b4-9f8f-4a57-9b32-110301771885 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:39.554849 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:39.639250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] For port 39a50572-2523-441e-80eb-4a2ccaea4175, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:39.698330 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] For port 39a50572-2523-441e-80eb-4a2ccaea4175, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=39a50572-2523-441e-80eb-4a2ccaea4175,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:39.857089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-9c5828f4-ab76-48b9-b1e9-bee941197457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:39.858900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-9c5828f4-ab76-48b9-b1e9-bee941197457 service neutron] 10.222.0.16 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.4632764 Mar 03 18:18:39.946767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Allocated IP 2001:db8::2 (6f0d7ace-e39b-44dc-b493-e2ec11b29700/1cb31b95-5fc8-4d58-8234-cf5390fcc0eb/3e25f6f7-3f57-4113-a45a-e90aa584d15f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:39.955976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:40.025193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-f375a43d-985f-489e-adfa-8ed5cbbd277d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1000 time: 0.1589501 Mar 03 18:18:40.072653 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f9f6c1-8b82-4e65-9148-451bdaa9c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.113467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] For port b1b4f081-9277-450a-abdf-27c1c2ce2680, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=b1b4f081-9277-450a-abdf-27c1c2ce2680,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:40.113897 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.204932 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.219693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Transition to ACTIVE for port object 3e25f6f7-3f57-4113-a45a-e90aa584d15f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:40.233147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9f6c1-8b82-4e65-9148-451bdaa9c694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87cdf7c-bff1-4889-ba98-b3887655f68e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:40.249831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for b1b4f081-9277-450a-abdf-27c1c2ce2680 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:40.251440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Transition to ACTIVE for port object 3e25f6f7-3f57-4113-a45a-e90aa584d15f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:40.266062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15f9f6c1-8b82-4e65-9148-451bdaa9c694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.269067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-15f9f6c1-8b82-4e65-9148-451bdaa9c694 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d87cdf7c-bff1-4889-ba98-b3887655f68e HTTP/1.1" status: 204 len: 168 time: 1.0112400 Mar 03 18:18:40.320388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b1b4f081-9277-450a-abdf-27c1c2ce2680 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:18:40.349679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5072c-bd84-4978-98b6-3b66f60997ff req-a160785d-eaac-4fc9-a268-05c5a21192a9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:40.353558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30c5072c-bd84-4978-98b6-3b66f60997ff req-a160785d-eaac-4fc9-a268-05c5a21192a9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 945 time: 0.3262362 Mar 03 18:18:40.355388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-e280d540-5488-4ade-984a-704fa8ac850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:40.361675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-e280d540-5488-4ade-984a-704fa8ac850c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.2620358 Mar 03 18:18:40.433632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.438510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.509106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.533073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-b0c8d21f-a92a-4cdf-b05d-b58bc6f9e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:40.534759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-b0c8d21f-a92a-4cdf-b05d-b58bc6f9e0b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1096 time: 1.5990002 Mar 03 18:18:40.535507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:40.540585 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:40.572393 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30c5072c-bd84-4978-98b6-3b66f60997ff req-51734821-eb7f-4aef-935a-72a7281ea7dd tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=02391b07-ba52-4c36-ab32-3b902b69bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094545 Mar 03 18:18:40.581992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No active binding found for port b1b4f081-9277-450a-abdf-27c1c2ce2680 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:18:40.582450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device b1b4f081-9277-450a-abdf-27c1c2ce2680 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:18:40.599836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:40.606138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:40.615168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:18:40.644882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-49582293-e0a0-477f-82a1-d199252d970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:40.649903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-49582293-e0a0-477f-82a1-d199252d970b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2819264 Mar 03 18:18:40.688283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=b1b4f081-9277-450a-abdf-27c1c2ce2680,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:40.857199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332ae23-3ec2-4390-948c-ba1e1679cd00 None None] Pushing event updated for resources: {'Port': ['ID=39a50572-2523-441e-80eb-4a2ccaea4175,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:40.991227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] No DVR routers for this DVR port b1b4f081-9277-450a-abdf-27c1c2ce2680 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:18:40.993545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6feb0659-dd7d-419a-9c86-ed45456e9d99 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:41.001763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:41.131610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Attempting to bind port 3e25f6f7-3f57-4113-a45a-e90aa584d15f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:41.131983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Attempting to bind port 3e25f6f7-3f57-4113-a45a-e90aa584d15f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '78e36035-aeb9-479c-be75-c9c88b9dc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f0d7ace-e39b-44dc-b493-e2ec11b29700'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:41.132341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Attempting to bind port 3e25f6f7-3f57-4113-a45a-e90aa584d15f on network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:41.196409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:41.196781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Checking segment: {'id': '78e36035-aeb9-479c-be75-c9c88b9dc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f0d7ace-e39b-44dc-b493-e2ec11b29700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:41.197427 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:41.197823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Bound using segment: {'id': '78e36035-aeb9-479c-be75-c9c88b9dc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f0d7ace-e39b-44dc-b493-e2ec11b29700'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:41.198303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Bound port: 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e36035-aeb9-479c-be75-c9c88b9dc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f0d7ace-e39b-44dc-b493-e2ec11b29700'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:41.198715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:41.204024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'name': 'network-vif-deleted', 'tag': 'b1b4f081-9277-450a-abdf-27c1c2ce2680'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:41.280880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Pushing event updated for resources: {'Port': ['ID=3e25f6f7-3f57-4113-a45a-e90aa584d15f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:41.414166 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd572b884-18d9-4e3c-8832-461e1baa1bd1', 'name': 'network-vif-deleted', 'tag': 'b1b4f081-9277-450a-abdf-27c1c2ce2680', 'status': 'completed', 'code': 200} Mar 03 18:18:41.479222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-9b3f9158-5288-4c60-9e58-952010b682b5 service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222270 Mar 03 18:18:41.490933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6feb0659-dd7d-419a-9c86-ed45456e9d99 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:41.506610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6feb0659-dd7d-419a-9c86-ed45456e9d99 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:41.506987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:41.559824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-c4a89e09-76e8-4bf3-a3ac-3aa2be1d638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:41.567899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-c4a89e09-76e8-4bf3-a3ac-3aa2be1d638b service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 1.0114710 Mar 03 18:18:41.570626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] For port 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:41.571281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c437dc83-f6ca-4233-9417-4c5b8f4f8cd8 req-1cd30b21-a2d5-4fb8-bbfb-aacec31a5163 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "DELETE /v2.0/ports/b1b4f081-9277-450a-abdf-27c1c2ce2680 HTTP/1.1" status: 204 len: 173 time: 3.1194377 Mar 03 18:18:41.617605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] For port 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e25f6f7-3f57-4113-a45a-e90aa584d15f,segment=NetworkSegment(78e36035-aeb9-479c-be75-c9c88b9dc947),segment_id=78e36035-aeb9-479c-be75-c9c88b9dc947)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:41.625440 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:41.769471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-d617698d-fa40-43d3-b294-d28f1116af4d service neutron] 10.222.0.16 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827072 Mar 03 18:18:41.771357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54716) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:41.872221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1ab2c5b2-412d-4e95-b964-31dae173e77e None None] Provisioning complete for port 6feb0659-dd7d-419a-9c86-ed45456e9d99 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:41.878182 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ab2c5b2-412d-4e95-b964-31dae173e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:41.998595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404368af-d327-4f77-afc8-b38cafca85e0 None None] Pushing event updated for resources: {'Port': ['ID=3e25f6f7-3f57-4113-a45a-e90aa584d15f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:42.006668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-7dfdb838-699b-4e94-a880-da09ecd51ca1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1000 time: 0.3555021 Mar 03 18:18:42.069656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fd1e534-4ea6-4fac-b5fa-2c169ce417ba req-5d9eb048-0577-4c10-a539-99e8f781f655 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 210 time: 0.1693478 Mar 03 18:18:42.140121 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.181680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1287923420-network', 'tenant_id': '0187d8bfe7ee40b49bdf3a87113e1388'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:42.191355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:42.217113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Usage tracker for resource:network and tenant:0187d8bfe7ee40b49bdf3a87113e1388 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:42.225755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ab2c5b2-412d-4e95-b964-31dae173e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.240079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:42.263117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091eed7-69d2-4a52-8f5f-73bab59ac618 req-acdaac82-de4c-49b4-9f49-9460ba154e63 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:42.274663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3091eed7-69d2-4a52-8f5f-73bab59ac618 req-acdaac82-de4c-49b4-9f49-9460ba154e63 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 1.7656431 Mar 03 18:18:42.304316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:42.338649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 6feb0659-dd7d-419a-9c86-ed45456e9d99, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6feb0659-dd7d-419a-9c86-ed45456e9d99,segment=NetworkSegment(ae57297f-ee23-4a70-bce3-7c5bdc646996),segment_id=ae57297f-ee23-4a70-bce3-7c5bdc646996)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:42.340808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Made reservation on behalf of 0187d8bfe7ee40b49bdf3a87113e1388 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:42.347305 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.405073 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.418749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.434799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-55de4218-50c8-40fb-b072-ea6bbd4454f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:42.437207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-55de4218-50c8-40fb-b072-ea6bbd4454f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.3365204 Mar 03 18:18:42.486456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:42.495422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Usage tracker for resource:security_group_rule and tenant:0187d8bfe7ee40b49bdf3a87113e1388 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:42.499620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:42.512602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:42.617828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=6feb0659-dd7d-419a-9c86-ed45456e9d99,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:42.667277 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-1ab2c5b2-412d-4e95-b964-31dae173e77e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:18:42.667642 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-1ab2c5b2-412d-4e95-b964-31dae173e77e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:18:42.718514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.725697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236bcd22-e10a-4de5-a6fe-6a945b0dc3f2 None None] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:42.727474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.20.0.1 (e25ca16f-29a8-41c8-a250-ec2636a4b27c/d93bcf27-7fa6-44ff-97a2-4d70010c4b9f/30b25cdd-8386-4570-bea6-b25175c3a6bf) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:42.733603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.735010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3091eed7-69d2-4a52-8f5f-73bab59ac618 req-d97e4372-9f9d-4ce7-af8f-4f907d2e80ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4577391 Mar 03 18:18:42.808815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 39a50572-2523-441e-80eb-4a2ccaea4175 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:42.844844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:18:42.872881 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54736) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:42.881104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22c456d-6363-4117-ba4d-b20a5f7ee998,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:42.889910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:42.890396 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Added segment eb658413-5f1b-4dca-b966-96c93dba5cdc of type vlan for network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb Mar 03 18:18:42.924783 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.011457 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.013086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:43.014231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.245415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] Pushing event updated for resources: {'Network': ['ID=35892eeb-e5b5-4a0f-99c8-e7674e77b0eb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:43.260633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4d0e4b99-3f84-4d0e-a724-94d0f54b2988 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4854696 Mar 03 18:18:43.261371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54746) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:43.273451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Request body: {'subnet': {'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1287923420-subnet', 'tenant_id': '0187d8bfe7ee40b49bdf3a87113e1388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:43.287760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:43.297403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Usage tracker for resource:subnet and tenant:0187d8bfe7ee40b49bdf3a87113e1388 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:43.305059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:43.319829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:43.344660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Made reservation on behalf of 0187d8bfe7ee40b49bdf3a87113e1388 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:43.349153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.367288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-6bee9a9a-4852-4249-8748-e9b3fad4fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:43.368792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-6bee9a9a-4852-4249-8748-e9b3fad4fd4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9233499 Mar 03 18:18:43.372078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:18:43.610216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.625290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.650166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c6950be-464f-47b9-be07-1ea34f9d56fe req-bce8f77e-8d2b-4b67-aa50-ec19404ab247 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d572b884-18d9-4e3c-8832-461e1baa1bd1 HTTP/1.1" status: 200 len: 210 time: 0.2376871 Mar 03 18:18:43.706509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c08fc174-13d6-433e-a3ae-e91cd0e6ff5d None None] Provisioning for port 39a50572-2523-441e-80eb-4a2ccaea4175 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:43.711098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5086e2dd-3c4d-4ab8-941b-41d4399ec58f None None] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:43.740359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:43.812254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b4fbda12c64a86abd404f2e4627b78 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:43.815447 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.826384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:43.880060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 39a50572-2523-441e-80eb-4a2ccaea4175 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:43.891328 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 39a50572-2523-441e-80eb-4a2ccaea4175 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:43.891535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.896085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:43.914276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:43.936762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Subnet': ['ID=4bc1b8a1-fa8b-4d35-b401-4bc5e211fcd2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:43.981929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Checking segment: {'id': '58df215e-bf9c-4dbb-800f-ce1d8744880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '75398293-d0d5-431f-a263-a0390098c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:43.982582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network hostable DHCP agents. Network: 75398293-d0d5-431f-a263-a0390098c893, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:18:43.991434 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-a53189e3-497a-4c0a-9362-d7035d130dc1 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034865 Mar 03 18:18:43.992818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Transition to ACTIVE for port object 30b25cdd-8386-4570-bea6-b25175c3a6bf will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:44.096986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-66d8da36-f84f-472c-ae4f-a8ce12259274 None None] Provisioning for port 3e25f6f7-3f57-4113-a45a-e90aa584d15f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:44.120270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Checking segment: {'id': 'eb658413-5f1b-4dca-b966-96c93dba5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:44.120690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Network hostable DHCP agents. Network: 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:18:44.197556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3414f3ed-70f6-41aa-b73b-f2c2ece0eef8,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:44.234437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:18:44.267320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network 75398293-d0d5-431f-a263-a0390098c893 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:18:44.295052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:44.345216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 75398293-d0d5-431f-a263-a0390098c893) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:44.363167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:44.365532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:44.371463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:44.374182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:44.421252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-88e166d9-ef40-46aa-b1db-728e58117ac2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1585050 Mar 03 18:18:44.423035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba53505d-f0e9-4868-aa15-a61c6c1b9be3 None None] Network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:44.437737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7fcdbd-7f03-45f3-918e-0d53e0c526b9 None None] Network 75398293-d0d5-431f-a263-a0390098c893 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:44.481041 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7d14dd2-e463-43a1-b496-e23a2145f616 req-555ea684-3c84-4b76-a8fd-decd3b7d0467 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782479 Mar 03 18:18:44.506978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c2e6087e-c293-417f-b610-4936516647ff tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.9838746 Mar 03 18:18:44.508916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54756) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:44.615862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:44.710137 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:44.781414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:44.790122 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:44.795952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:44.822717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:18:44.889980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 39a50572-2523-441e-80eb-4a2ccaea4175, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=39a50572-2523-441e-80eb-4a2ccaea4175,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:44.907839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb016-69a6-47f0-bee7-84db3e60c9b2 req-eb142015-ec81-4701-99aa-805b1b2b3c8f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:44.915305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a6eb016-69a6-47f0-bee7-84db3e60c9b2 req-eb142015-ec81-4701-99aa-805b1b2b3c8f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 0.8784883 Mar 03 18:18:44.918299 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.044785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.045946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3e25f6f7-3f57-4113-a45a-e90aa584d15f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:45.063802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=30b25cdd-8386-4570-bea6-b25175c3a6bf,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:45.216117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9a6eb016-69a6-47f0-bee7-84db3e60c9b2 req-01cd9a10-2564-4d1d-8109-0e3b45c5e537 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953949 Mar 03 18:18:45.217188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9be8f1-584b-4b59-96bb-3f5390b7147d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:45.291771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4823fb17-cec3-4f5f-98fb-a2c597c65992 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9b4fbda12c64a86abd404f2e4627b78&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4038112 Mar 03 18:18:45.302505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54778) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:45.319186 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.323845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-51a82bd0-db7e-4658-a991-aac85d2c051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:45.325829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-51a82bd0-db7e-4658-a991-aac85d2c051a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1096 time: 0.7610104 Mar 03 18:18:45.434257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bfca8521-810d-4f9a-bf9f-e58254bf2369 None None] Provisioning complete for port 39a50572-2523-441e-80eb-4a2ccaea4175 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:45.434774 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bfca8521-810d-4f9a-bf9f-e58254bf2369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.522288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.575307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54788) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:45.617276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9933be0-ef14-4cba-a8b4-d6cbadc223e2 None None] Network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:45.628652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-895204388-network', 'tenant_id': 'c8da34902c74430f92cdaa7592fb88b2'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:45.667259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:45.670473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-00c32c6e-3507-46ee-ba57-9100e4a40cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.736525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=39a50572-2523-441e-80eb-4a2ccaea4175,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:45.759083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Usage tracker for resource:network and tenant:c8da34902c74430f92cdaa7592fb88b2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:45.844934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-00c32c6e-3507-46ee-ba57-9100e4a40cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.912513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:45.921149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-00c32c6e-3507-46ee-ba57-9100e4a40cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.931892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-75398293-d0d5-431f-a263-a0390098c893', 'network_id': '75398293-d0d5-431f-a263-a0390098c893', 'tenant_id': '0fe36ab19cb24d6392e0df297387e78a', 'fixed_ips': [{'subnet_id': '4bc1b8a1-fa8b-4d35-b401-4bc5e211fcd2'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:18:45.932739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:45.951297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:45.979196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32c6e-3507-46ee-ba57-9100e4a40cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9be8f1-584b-4b59-96bb-3f5390b7147d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:45.985463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3e25f6f7-3f57-4113-a45a-e90aa584d15f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:45.988904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-ff27c0dc-3f61-4825-83df-58f6095eaee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:45.990732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-ff27c0dc-3f61-4825-83df-58f6095eaee6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.6523988 Mar 03 18:18:46.000696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-00c32c6e-3507-46ee-ba57-9100e4a40cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.002088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-00c32c6e-3507-46ee-ba57-9100e4a40cca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc9be8f1-584b-4b59-96bb-3f5390b7147d HTTP/1.1" status: 204 len: 168 time: 0.6942117 Mar 03 18:18:46.123664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-d688f494-fda2-43c1-9f17-447c6e4018aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 1000 time: 0.1185431 Mar 03 18:18:46.200642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Made reservation on behalf of c8da34902c74430f92cdaa7592fb88b2 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:46.206326 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.208690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3e25f6f7-3f57-4113-a45a-e90aa584d15f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:46.209283 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.239967 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.339792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Allocated IP 2001:db8::1 (6f0d7ace-e39b-44dc-b493-e2ec11b29700/1cb31b95-5fc8-4d58-8234-cf5390fcc0eb/d096bcdb-fcbd-4c22-8672-27c996dbd35e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:46.347584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:46.380686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Usage tracker for resource:security_group_rule and tenant:c8da34902c74430f92cdaa7592fb88b2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:46.494602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:46.539547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:46.546984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-cf7836f4-b6e1-4436-ab1d-89550d97a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:46.548848 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-cf7836f4-b6e1-4436-ab1d-89550d97a900 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.4171574 Mar 03 18:18:46.610415 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.773690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:18:46.818781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.821745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7ff4a8b3-7156-49db-9fe3-7c5cc884e4ca None None] Provisioning for port 30b25cdd-8386-4570-bea6-b25175c3a6bf completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:46.837149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716a0e4-2035-47b2-aa23-c4a1d2dd0bd9 req-5ecede90-89ef-466e-83e8-256b84037554 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:46.839351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.839529 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6716a0e4-2035-47b2-aa23-c4a1d2dd0bd9 req-5ecede90-89ef-466e-83e8-256b84037554 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 945 time: 0.2954009 Mar 03 18:18:46.875856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7ff4a8b3-7156-49db-9fe3-7c5cc884e4ca None None] Provisioning complete for port 30b25cdd-8386-4570-bea6-b25175c3a6bf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:46.876256 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8b3-7156-49db-9fe3-7c5cc884e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:46.900012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Transition to ACTIVE for port object d096bcdb-fcbd-4c22-8672-27c996dbd35e will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:46.913077 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6716a0e4-2035-47b2-aa23-c4a1d2dd0bd9 req-ef609d9f-5bd2-4e80-a4ee-8978712254d7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654998 Mar 03 18:18:46.940727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54812) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:46.984964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Allocated IP 2001:db8::2 (75398293-d0d5-431f-a263-a0390098c893/4bc1b8a1-fa8b-4d35-b401-4bc5e211fcd2/0942dcc5-e24b-4839-abe5-09867af893d5) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:46.988013 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-16ea0168-7e38-43da-a873-d92039231648 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:18:47.002454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4a8b3-7156-49db-9fe3-7c5cc884e4ca None None] Port 30b25cdd-8386-4570-bea6-b25175c3a6bf cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:47.018136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e25f6f7-3f57-4113-a45a-e90aa584d15f,segment=NetworkSegment(78e36035-aeb9-479c-be75-c9c88b9dc947),segment_id=78e36035-aeb9-479c-be75-c9c88b9dc947)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:47.033631 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:47.227784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:47.273575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 39a50572-2523-441e-80eb-4a2ccaea4175 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:47.400844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7ff4a8b3-7156-49db-9fe3-7c5cc884e4ca None None] Provisioning complete for port 3e25f6f7-3f57-4113-a45a-e90aa584d15f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:47.401228 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8b3-7156-49db-9fe3-7c5cc884e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:47.434125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e8785bba-106f-4f2a-8e76-d69f2d58df71 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/6adc99d7-8b59-4977-820b-dcfefea18e68 HTTP/1.1" status: 200 len: 992 time: 0.4845936 Mar 03 18:18:47.503687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:47.517788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:47.523052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:18:47.529278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:47.562210 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:47.575125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:47.757344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3e25f6f7-3f57-4113-a45a-e90aa584d15f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:47.802929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:47.833768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-98e4ac72-b61a-4edd-8326-22951ab144b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:47.839875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-98e4ac72-b61a-4edd-8326-22951ab144b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2829390 Mar 03 18:18:47.854285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.854630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.854899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.855276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.855648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.855982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.856316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.856646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.856977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.857302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.858310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.858644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:18:47.907002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'port_id': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'mac_address': 'fa:16:3e:e5:ac:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:18:48.005822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Port': ['ID=d096bcdb-fcbd-4c22-8672-27c996dbd35e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:48.087330 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.126534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 39a50572-2523-441e-80eb-4a2ccaea4175 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:48.127023 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.147629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.297301 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.298378 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.329971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.378403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=30b25cdd-8386-4570-bea6-b25175c3a6bf,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:48.437515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeca5b4a-8c36-4135-ae9c-1a187f02773a {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:18:48.483355 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:48.515349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Transition to ACTIVE for port object 0942dcc5-e24b-4839-abe5-09867af893d5 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:48.544502 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.566327 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.572988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-5aa51044-e02c-45d3-8ba0-3e95434a068a service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940877 Mar 03 18:18:48.664379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.674516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Transition to ACTIVE for port object 0942dcc5-e24b-4839-abe5-09867af893d5 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:48.703358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a95b75ff-0347-45e6-8cd9-cabc259df186 None None] Provisioning for port d096bcdb-fcbd-4c22-8672-27c996dbd35e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:48.707981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:48.716389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6feb0659-dd7d-419a-9c86-ed45456e9d99 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:48.756112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.771604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f701866d-8e07-4e25-9a18-0d2e73a0cc51,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:48.773131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['eeca5b4a-8c36-4135-ae9c-1a187f02773a'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:18:48.776880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:48.906432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a95b75ff-0347-45e6-8cd9-cabc259df186 None None] Provisioning complete for port d096bcdb-fcbd-4c22-8672-27c996dbd35e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:48.907043 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95b75ff-0347-45e6-8cd9-cabc259df186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:48.933188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:18:49.012472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a95b75ff-0347-45e6-8cd9-cabc259df186 None None] Port d096bcdb-fcbd-4c22-8672-27c996dbd35e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:49.020508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:49.171728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Network 75398293-d0d5-431f-a263-a0390098c893 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:49.179863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:49.186443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:18:49.287945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.294209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.294975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.366409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Pushing event updated for resources: {'Port': ['ID=0942dcc5-e24b-4839-abe5-09867af893d5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:49.380518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.380518 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Added segment 3e7a0498-6816-467f-92fa-17c429c460af of type vlan for network f41806dd-639a-4334-bd8b-467a87163087 Mar 03 18:18:49.482170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Port': ['ID=d096bcdb-fcbd-4c22-8672-27c996dbd35e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:49.555931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f9b57aaf-92ad-4289-81cf-2483108f847b None None] Provisioning complete for port 30b25cdd-8386-4570-bea6-b25175c3a6bf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:49.555931 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9b57aaf-92ad-4289-81cf-2483108f847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.556379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:18:49.559297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:49.566745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.581318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d6ee405-6041-4b1a-b7fb-b6bedcd94438 req-2cf06dd5-ac90-43cc-9f29-36ab4c43c205 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9887738 Mar 03 18:18:49.593792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router c0b9ae97-0017-41c3-8599-02239de3cd72 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:18:49.618488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6feb0659-dd7d-419a-9c86-ed45456e9d99 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:49.623481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.706756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Attempting to bind port 0942dcc5-e24b-4839-abe5-09867af893d5 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:49.707004 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Attempting to bind port 0942dcc5-e24b-4839-abe5-09867af893d5 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '58df215e-bf9c-4dbb-800f-ce1d8744880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '75398293-d0d5-431f-a263-a0390098c893'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:49.707395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Attempting to bind port 0942dcc5-e24b-4839-abe5-09867af893d5 on network 75398293-d0d5-431f-a263-a0390098c893 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:49.743582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:49.744022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Checking segment: {'id': '58df215e-bf9c-4dbb-800f-ce1d8744880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '75398293-d0d5-431f-a263-a0390098c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:49.744452 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.745438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Bound using segment: {'id': '58df215e-bf9c-4dbb-800f-ce1d8744880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '75398293-d0d5-431f-a263-a0390098c893'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:49.745438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Bound port: 0942dcc5-e24b-4839-abe5-09867af893d5, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58df215e-bf9c-4dbb-800f-ce1d8744880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '75398293-d0d5-431f-a263-a0390098c893'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:49.745783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.808845 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-946a4fea-bb0d-43b9-9e46-8d8d5ad81a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.882132 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.887677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:49.888473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:49.923887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f9b57aaf-92ad-4289-81cf-2483108f847b None None] Port 30b25cdd-8386-4570-bea6-b25175c3a6bf cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:50.041212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Router 3df592ff-49a5-4043-8038-c5064a307ad2 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:18:50.112782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.5094309 Mar 03 18:18:50.129229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54926) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:50.172744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] For port 0942dcc5-e24b-4839-abe5-09867af893d5, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:50.233428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] For port 0942dcc5-e24b-4839-abe5-09867af893d5, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0942dcc5-e24b-4839-abe5-09867af893d5,segment=NetworkSegment(58df215e-bf9c-4dbb-800f-ce1d8744880d),segment_id=58df215e-bf9c-4dbb-800f-ce1d8744880d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:50.253594 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:50.259001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Request body: {'subnet': {'network_id': 'f41806dd-639a-4334-bd8b-467a87163087', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-895204388-subnet', 'tenant_id': 'c8da34902c74430f92cdaa7592fb88b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:50.263338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16db089-2201-4de3-b584-8630193893d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f41806dd-639a-4334-bd8b-467a87163087,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:50.276670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:50.285090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Usage tracker for resource:subnet and tenant:c8da34902c74430f92cdaa7592fb88b2 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:50.296220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:50.308754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-25883910-3329-458d-81de-51159a8bdac1 None None] Provisioning complete for port d096bcdb-fcbd-4c22-8672-27c996dbd35e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:50.309263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-25883910-3329-458d-81de-51159a8bdac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:50.313179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:50.330795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:18:50.357696 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0f3d220f-5c4f-4d67-999a-3c60b5c9a9a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "PUT /v2.0/routers/c0b9ae97-0017-41c3-8599-02239de3cd72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0882165 Mar 03 18:18:50.358502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54942) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:50.360835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Made reservation on behalf of c8da34902c74430f92cdaa7592fb88b2 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:50.372202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:50.468600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Sync routers for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:18:50.474846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network f41806dd-639a-4334-bd8b-467a87163087 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:18:50.485321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:18:50.496574 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] Sync routers for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:18:50.516328 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:50.517374 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:50.527501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65a58ffa-1fd2-4180-a2d1-a6f833797c36 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0168469 Mar 03 18:18:50.531110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54950) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:50.644985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235e7e9-ec20-4222-b980-251f1550a33c None None] Pushing event updated for resources: {'Port': ['ID=0942dcc5-e24b-4839-abe5-09867af893d5,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:50.682507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:50.709257 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:50.709894 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:50.715605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3e25f6f7-3f57-4113-a45a-e90aa584d15f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:50.883589 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:50.883843 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff4726-3f9c-41eb-b1b4-03bd9845d040 None None] The sync data for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:18:51.061421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:51.062531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:51.321907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:51.360586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.361162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.361538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.362005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.362468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.362922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.363444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.363899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.364467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.364923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.365402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.369813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.372015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4ed4d0e1-9188-47b2-8252-d14c5e794012 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8400 time: 1.0124154 Mar 03 18:18:51.387188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54960) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:51.387551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54962) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:51.555136 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-f61bde90-63d5-4d50-af5b-5a931bb14919 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:18:51.561246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.562257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.562571 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f61bde90-63d5-4d50-af5b-5a931bb14919 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0272887 Mar 03 18:18:51.563241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.563800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.564308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.564980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.565538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.566133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.566674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54970) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:51.566828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.567021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 54972) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:51.567427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.567972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:51.570385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-800ed1ea-b501-479f-80b6-e39b040a2856 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7101 time: 0.1801867 Mar 03 18:18:51.572220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:51.578825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54978) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:51.671804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883995638', 'description': 'tempest-secgroup-smoke-1883995638 description', 'project_id': '561b627deff84fc195b225e848b4b9b3'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:51.716045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3e25f6f7-3f57-4113-a45a-e90aa584d15f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:51.716474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:51.766804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ab6fed-06e2-4b7f-be47-0e1490762680,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:51.770902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-25883910-3329-458d-81de-51159a8bdac1 None None] Port d096bcdb-fcbd-4c22-8672-27c996dbd35e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:18:51.782448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:51.860503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:51.938734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:51.949370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:51.968161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Usage tracker for resource:security_group_rule and tenant:d393c166fddd428b877a3ef69d528deb is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:51.987037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:51.989711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.024295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Checking segment: {'id': '3e7a0498-6816-467f-92fa-17c429c460af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f41806dd-639a-4334-bd8b-467a87163087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:52.029835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Network hostable DHCP agents. Network: f41806dd-639a-4334-bd8b-467a87163087, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:18:52.069537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:52.107046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:52.119922 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2d1805f3-6839-4224-8c57-08dd9449883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.171943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Network f41806dd-639a-4334-bd8b-467a87163087 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:18:52.213434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:52.214067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, f41806dd-639a-4334-bd8b-467a87163087) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:18:52.225704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:52.239800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7be5d9-a33f-4dbb-9a1a-b69710780291 None None] Network f41806dd-639a-4334-bd8b-467a87163087 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:52.248204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:52.255142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:52.255729 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.326833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b747252-69a9-465f-a4ee-a1eb428f769c None None] Network 75398293-d0d5-431f-a263-a0390098c893 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:52.334857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-75b8e16f-5d3c-46e7-ab55-ccc6d4768aac tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4318 time: 0.7143111 Mar 03 18:18:52.341612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e36fc088-56ed-433b-982d-8e3b99f83a55 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2113097 Mar 03 18:18:52.414857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.420189 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.533870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d393c166fddd428b877a3ef69d528deb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1426334 Mar 03 18:18:52.533870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95596d05-4aed-4e38-9e99-f39771707c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1cdf69-c608-4a88-b9c6-1e85d6e13293,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:52.536000 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 54992) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:52.600140 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359a4771-abdb-4f78-a9d8-6e07c581d90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.621199 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.629462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359a4771-abdb-4f78-a9d8-6e07c581d90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.642899 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.692902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359a4771-abdb-4f78-a9d8-6e07c581d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.712885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a4771-abdb-4f78-a9d8-6e07c581d90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1cdf69-c608-4a88-b9c6-1e85d6e13293,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:52.717589 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-359a4771-abdb-4f78-a9d8-6e07c581d90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.722957 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-359a4771-abdb-4f78-a9d8-6e07c581d90f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc1cdf69-c608-4a88-b9c6-1e85d6e13293 HTTP/1.1" status: 204 len: 168 time: 0.1859531 Mar 03 18:18:52.767728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:52.793630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-604b5352-6e56-45c7-80ea-72d70a2673f9 None None] Provisioning for port 0942dcc5-e24b-4839-abe5-09867af893d5 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:52.806098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.812475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:52.821607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'security_group_rule': {'security_group_id': 'fe2ba4f7-5f73-433d-b448-f5b7f82f3b14', 'project_id': '561b627deff84fc195b225e848b4b9b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:52.822259 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e3184c57-a30c-4a30-a19d-9c1d7008ddde tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2539539 Mar 03 18:18:52.823811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:52.849986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:52.857015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:52.873195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:52.885704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:47Z', 'revision_number': 2, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:52.896620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Checking router: c0b9ae97-0017-41c3-8599-02239de3cd72 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:18:52.896620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Updating router c0b9ae97-0017-41c3-8599-02239de3cd72 port 30b25cdd-8386-4570-bea6-b25175c3a6bf binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:18:52.914035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:52.923240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.968795 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:52.978247 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.259684 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.313563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.355912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0942dcc5-e24b-4839-abe5-09867af893d5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:53.389140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd70c759-ae48-4d2f-b3b0-6b191a9cd216,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:53.398794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-f4d522f3-aaac-424f-a2ee-63b75e9c4a8b tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:53.406381 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-f4d522f3-aaac-424f-a2ee-63b75e9c4a8b tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/networks?id=35892eeb-e5b5-4a0f-99c8-e7674e77b0eb HTTP/1.1" status: 200 len: 809 time: 0.2804799 Mar 03 18:18:53.416400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.417552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aa944237-8ca8-43e8-b20a-c483d9639ed1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6035495 Mar 03 18:18:53.420775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55024) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:53.428101 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-4f5dd9d0-6687-48b6-9026-8241d67a7e5d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/quotas/0187d8bfe7ee40b49bdf3a87113e1388 HTTP/1.1" status: 200 len: 375 time: 0.0208113 Mar 03 18:18:53.437585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'security_group_rule': {'security_group_id': 'fe2ba4f7-5f73-433d-b448-f5b7f82f3b14', 'project_id': '561b627deff84fc195b225e848b4b9b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:53.469497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55028) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:53.484332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-359345662', 'description': 'tempest-secgroup-smoke-359345662 description', 'project_id': '33441e1b277446cda750022555d7cded'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:53.492473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:53.506477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:53.519512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:53.532719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55034) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:53.539491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:53.541030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:53.553497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:53.557861 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.559664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.574985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.575691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:53.580388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-2fd5232f-122b-4614-bfe5-2bde43efccde tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0187d8bfe7ee40b49bdf3a87113e1388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514597 Mar 03 18:18:53.585406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:53.589591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.591366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:53.595778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Usage tracker for resource:security_group_rule and tenant:7f30c7a64eae42a9a7dbd51c090e4ed8 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:53.600839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:53.606815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:53.615363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:53.616571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd5fd0-072c-46b8-8dd2-044ec6711ea9 None None] Network f41806dd-639a-4334-bd8b-467a87163087 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:18:53.619210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:53.622077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:53.627964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:53.671004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.728513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.768256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.784354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.808730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.815570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b17fa3-c03e-46a4-9dae-0a21979ea282,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:53.851678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.853585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6ee7c920-cfe7-40a3-b5d8-df89c1d4828e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3748841 Mar 03 18:18:53.856736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55042) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:53.859601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting port d096bcdb-fcbd-4c22-8672-27c996dbd35e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:18:53.859946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.875108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e970d22-af0f-448a-bbe2-353556828a61,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:53.892536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '42b17fa3-c03e-46a4-9dae-0a21979ea282', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:53.896921 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.920416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:53.922875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:53.931096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:53.937227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:53.946773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:54.019619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55046) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:54.020547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port eeca5b4a-8c36-4135-ae9c-1a187f02773a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:54.023821 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f30c7a64eae42a9a7dbd51c090e4ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896889 Mar 03 18:18:54.033155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 0942dcc5-e24b-4839-abe5-09867af893d5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:54.052938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662c690-043c-41ca-854b-95333a16dbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bada00-fa3d-489b-9dc8-15bcda5d0ea4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:54.060068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.062118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-04135ef1-8cd3-4f63-9769-2b7d24408e04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6317854 Mar 03 18:18:54.071343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port eeca5b4a-8c36-4135-ae9c-1a187f02773a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:54.072016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.076578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55050) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:54.137223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0942dcc5-e24b-4839-abe5-09867af893d5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:54.137619 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.212848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'security_group_rule': {'security_group_id': 'fe2ba4f7-5f73-433d-b448-f5b7f82f3b14', 'project_id': '561b627deff84fc195b225e848b4b9b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:54.218051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-11d6611e-e4ce-49c0-a306-a2766624d134 service neutron] 10.222.0.23 "GET /v2.0/networks/35892eeb-e5b5-4a0f-99c8-e7674e77b0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009500 Mar 03 18:18:54.231878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.281753 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.297219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:54.318952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:54.332949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:54.358760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.372412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.377740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:54.398870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-0f27753e-391e-4703-9cf8-09a855fbd525 service neutron] 10.222.0.23 "GET /v2.0/networks/35892eeb-e5b5-4a0f-99c8-e7674e77b0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719067 Mar 03 18:18:54.413020 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.420648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a392028-64f3-41fe-a197-8ef0264ac466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.437881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ae98eb-1d1a-4e73-96a4-7aa0910359cc,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:54.484801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.507322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.515391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.516904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-51327ec0-b20d-439b-9a4d-9e390e022eb9 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6592610 Mar 03 18:18:54.520623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55054) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:54.527190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '42b17fa3-c03e-46a4-9dae-0a21979ea282', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:54.542275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:54.552293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:54.557852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:54.572834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:54.608645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.742757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.765079 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.837275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Transition to ACTIVE for port object 30b25cdd-8386-4570-bea6-b25175c3a6bf will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:18:54.884550 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.892621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.924846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:54.926641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.928110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4060259 Mar 03 18:18:54.930739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55068) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:54.934024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffb4fd-e28e-488f-8386-005d57bcab0d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573087da-2519-47e5-9287-2f734ef0b467,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:54.934357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:18:54.938272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a392028-64f3-41fe-a197-8ef0264ac466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.939595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.947373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '42b17fa3-c03e-46a4-9dae-0a21979ea282', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:54.951798 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:54.954523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:54.959600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:54.962758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:54.970840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:54.996909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.042285 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.054151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Calling delete_port for d096bcdb-fcbd-4c22-8672-27c996dbd35e owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:18:55.094449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fc44e59-4346-4122-b968-97efe8de8560 req-abcacfc1-f3c2-4031-ada4-41a4d655dc11 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 210 time: 0.1484487 Mar 03 18:18:55.109352 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'code': 200} Mar 03 18:18:55.180729 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.190243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.247963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c282f8c7-3204-4520-a029-30d4493dc585,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:55.289266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.296006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b2ad9800-ba32-4ed6-aa1c-06b1f26b4cf2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3641448 Mar 03 18:18:55.305159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55078) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:55.313133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '42b17fa3-c03e-46a4-9dae-0a21979ea282', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:55.320958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:55.326479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:55.329985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:55.338516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:55.370192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.372992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a392028-64f3-41fe-a197-8ef0264ac466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.463691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a392028-64f3-41fe-a197-8ef0264ac466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bada00-fa3d-489b-9dc8-15bcda5d0ea4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:55.465559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea836c95-caf7-4b8d-9baa-aefd08230c01 None None] Pushing event updated for resources: {'Port': ['ID=30b25cdd-8386-4570-bea6-b25175c3a6bf,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:55.473120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 0942dcc5-e24b-4839-abe5-09867af893d5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0942dcc5-e24b-4839-abe5-09867af893d5,segment=NetworkSegment(58df215e-bf9c-4dbb-800f-ce1d8744880d),segment_id=58df215e-bf9c-4dbb-800f-ce1d8744880d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:55.531033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a392028-64f3-41fe-a197-8ef0264ac466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.534243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a392028-64f3-41fe-a197-8ef0264ac466 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1bada00-fa3d-489b-9dc8-15bcda5d0ea4 HTTP/1.1" status: 204 len: 168 time: 1.4968672 Mar 03 18:18:55.538847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.564446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.568008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.570950 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.611572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab53a11-0acf-47e2-a675-586bc9d7c2cb,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:55.626560 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.627686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c874cb15-7946-468b-8372-44a82b908a02 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3206997 Mar 03 18:18:55.630358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55084) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:55.644179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '42b17fa3-c03e-46a4-9dae-0a21979ea282', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:55.647117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d16e69-9079-4818-9af9-8301b0966362,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:55.661863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:55.669574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:55.681799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:55.682558 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.686220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2a668798-7a4a-4bff-8919-e2079d5431d0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6086018 Mar 03 18:18:55.690630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55088) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:55.693487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.723212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'security_group_rule': {'security_group_id': 'fe2ba4f7-5f73-433d-b448-f5b7f82f3b14', 'project_id': '561b627deff84fc195b225e848b4b9b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:55.740890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:55.748927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:55.775383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Attempting to bind port 30b25cdd-8386-4570-bea6-b25175c3a6bf on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:18:55.775780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Attempting to bind port 30b25cdd-8386-4570-bea6-b25175c3a6bf by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:18:55.776122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Attempting to bind port 30b25cdd-8386-4570-bea6-b25175c3a6bf on network e25ca16f-29a8-41c8-a250-ec2636a4b27c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:18:55.788644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:18:55.789031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Checking segment: {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:18:55.789501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.789854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Bound using segment: {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:18:55.790380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Bound port: 30b25cdd-8386-4570-bea6-b25175c3a6bf, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:18:55.790956 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.795066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:55.798522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:55.806991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=13']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:55.828243 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Project 33441e1b277446cda750022555d7cded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:18:55.843846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:55.864166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.910127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.935319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:55.937209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=0942dcc5-e24b-4839-abe5-09867af893d5,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:55.988012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] For port 30b25cdd-8386-4570-bea6-b25175c3a6bf, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:18:55.992259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] For port 30b25cdd-8386-4570-bea6-b25175c3a6bf, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=30b25cdd-8386-4570-bea6-b25175c3a6bf,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:18:55.998113 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.007314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Port': ['ID=d096bcdb-fcbd-4c22-8672-27c996dbd35e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:56.029812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.041012 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.124932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:56.125819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:56.137764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c15b76-2afb-4347-9fa1-8e2f49b9c44f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:56.173238 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.188293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.198833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.208354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8d434a6c-63d2-4149-ac8b-89e4c10aca9a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5736303 Mar 03 18:18:56.209321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55102) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:56.233797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'security_group_rule': {'security_group_id': '42b17fa3-c03e-46a4-9dae-0a21979ea282', 'project_id': '33441e1b277446cda750022555d7cded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:56.252513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:56.271017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0471c9-d2af-4ad4-8ca1-ec0b753d39ea,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:56.278153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea836c95-caf7-4b8d-9baa-aefd08230c01 None None] Pushing event updated for resources: {'Port': ['ID=30b25cdd-8386-4570-bea6-b25175c3a6bf,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:56.284119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:security_group_rule and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:56.288273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:56.291617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.295691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-201fc91b-8e46-494f-9756-b18df9a79750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5916195 Mar 03 18:18:56.297102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55108) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:56.299959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:56.306179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'security_group_rule': {'security_group_id': 'fe2ba4f7-5f73-433d-b448-f5b7f82f3b14', 'project_id': '561b627deff84fc195b225e848b4b9b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:56.322171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:56.332302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:56.340765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:56.365237 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Project 33441e1b277446cda750022555d7cded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:18:56.370766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:56.385528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.408037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.524035 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd62e304-7b1f-4d43-9067-37a3fff09c7c req-b3fabfa2-2110-4826-b69b-671d51f43085 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0814693 Mar 03 18:18:56.525387 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Project 561b627deff84fc195b225e848b4b9b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:18:56.545018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.619315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:18:56.632749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.646823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.711912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.713031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c64eca-aecc-4ac9-82e3-cbbfde3968cc,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:56.722222 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.762247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.763863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4655137 Mar 03 18:18:56.768361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55120) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:56.769198 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:56.771379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8f8d76ff-bddf-407a-8dd7-d4e09634ea96 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5459549 Mar 03 18:18:56.776092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1fb70-42a5-41aa-83b1-7ffe7a0e45b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cc3044-e93c-4b25-8eb2-2596f785f967,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:56.789532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'security_group_rule': {'security_group_id': 'fe2ba4f7-5f73-433d-b448-f5b7f82f3b14', 'project_id': '561b627deff84fc195b225e848b4b9b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:56.800779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:56.805465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:security_group_rule and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:56.813299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:56.835059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:56.850628 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Project 561b627deff84fc195b225e848b4b9b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:18:56.860051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:57.018339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:57.025459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:57.027658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Router 3df592ff-49a5-4043-8038-c5064a307ad2 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:18:57.057550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0ab19c-cbfc-428a-b493-e4fac74348dd,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:57.070090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:57.074506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05601dca-2ab3-4ba7-b33d-0f750606ab6d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991848 Mar 03 18:18:57.257680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:55Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:57.262500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978afa48-6ad0-4c4b-bc8a-e794aa2c4ca1 None None] The sync data for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 is: [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:55Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:18:57.315276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-b54033b7-4c61-4b0a-b000-f8503f6256ca tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:57.316831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-b54033b7-4c61-4b0a-b000-f8503f6256ca tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Synchronizing usage tracker for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:57.374961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:18:57.392743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] Sync routers for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:18:57.412802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:57.413683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:57.439366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8efb0a47-0a0e-45f3-9cbd-fbedb9d45411 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8684714 Mar 03 18:18:57.443281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55184) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:57.551520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-b0ba3492-b9d1-4b36-a550-6b109a745caa tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:57.556520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-b54033b7-4c61-4b0a-b000-f8503f6256ca tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Unset dirty status for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:57.558477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-b54033b7-4c61-4b0a-b000-f8503f6256ca tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.16 "GET /v2.0/networks?id=35892eeb-e5b5-4a0f-99c8-e7674e77b0eb HTTP/1.1" status: 200 len: 809 time: 1.0373929 Mar 03 18:18:57.580091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Request body: {'port': {'device_id': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb', 'admin_state_up': True, 'tenant_id': '0187d8bfe7ee40b49bdf3a87113e1388'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:57.608256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-b0ba3492-b9d1-4b36-a550-6b109a745caa tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:57.609968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-b0ba3492-b9d1-4b36-a550-6b109a745caa tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-359345662&fields=id&tenant_id=33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 267 time: 0.2433815 Mar 03 18:18:57.667294 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-278dfde0-cdca-4b2f-bbcb-b7e771ec211a tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] delete failed (client error): The resource could not be found. Mar 03 18:18:57.670224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-278dfde0-cdca-4b2f-bbcb-b7e771ec211a tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1662228222 HTTP/1.1" status: 404 len: 335 time: 0.2257221 Mar 03 18:18:57.673937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55198) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:57.674745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:57.695835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:18:57.697538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:57.704439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-863c069b-ff99-44ca-857b-4a029a17bf84 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'router': {'external_gateway_info': {'network_id': '3df592ff-49a5-4043-8038-c5064a307ad2'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:57.916299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:18:57.916724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566a4fd-3981-4f56-bb41-1e0cd5e8c66a None None] The sync data for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:18:58.034260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 30b25cdd-8386-4570-bea6-b25175c3a6bf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:58.056029 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87c8bee5-0eb2-4aa1-9fb7-9d64c837a3c5 req-ed754159-01dc-4c04-bc24-bade16eaeec4 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 210 time: 0.1528316 Mar 03 18:18:58.348315 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:18:58.357689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 30b25cdd-8386-4570-bea6-b25175c3a6bf completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:18:58.364678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 30b25cdd-8386-4570-bea6-b25175c3a6bf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:58.365547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:58.516059 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:58.575906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 30b25cdd-8386-4570-bea6-b25175c3a6bf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=30b25cdd-8386-4570-bea6-b25175c3a6bf,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:18:58.587244 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:58.588539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0942dcc5-e24b-4839-abe5-09867af893d5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:58.704042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-c9be4e3c-d400-4e39-8695-c12f8112fe1c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:58.705690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-c9be4e3c-d400-4e39-8695-c12f8112fe1c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:58.709023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:58.718100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Usage tracker for resource:port and tenant:0187d8bfe7ee40b49bdf3a87113e1388 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:58.723991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:58.735375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:58.754692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-c9be4e3c-d400-4e39-8695-c12f8112fe1c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:58.757034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-c9be4e3c-d400-4e39-8695-c12f8112fe1c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/networks?id=e25ca16f-29a8-41c8-a250-ec2636a4b27c HTTP/1.1" status: 200 len: 796 time: 1.1329589 Mar 03 18:18:58.757851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Made reservation on behalf of 0187d8bfe7ee40b49bdf3a87113e1388 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:58.761566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:58.820372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=30b25cdd-8386-4570-bea6-b25175c3a6bf,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:58.876623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0942dcc5-e24b-4839-abe5-09867af893d5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:58.877003 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:58.921434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-863c069b-ff99-44ca-857b-4a029a17bf84 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:58.976984 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-863c069b-ff99-44ca-857b-4a029a17bf84 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] update failed (client error): The resource could not be found. Mar 03 18:18:58.982997 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-863c069b-ff99-44ca-857b-4a029a17bf84 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2 HTTP/1.1" status: 404 len: 339 time: 1.3015146 Mar 03 18:18:58.983760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55232) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:58.991071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-868542353'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:59.010479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:59.022602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Allocated IP 172.20.0.9 (35892eeb-e5b5-4a0f-99c8-e7674e77b0eb/3414f3ed-70f6-41aa-b73b-f2c2ece0eef8/2eb89f86-c8e4-4aa2-888b-6176fa8001bc) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:18:59.025654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-6cb69b83-bf6f-48ac-8b6b-af4bbcbe68a7 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/quotas/33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 375 time: 0.2522550 Mar 03 18:18:59.031387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:network and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:59.037952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:59.045346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:59.083038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:59.086933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:59.187791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:18:59.212108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:59.214558 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Added segment e6c99169-dfa4-483b-83cd-3dfc8efa6100 of type vlan for network 63b798ea-237c-485a-8afc-f967d3be00de Mar 03 18:18:59.310939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:59.331568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9c565c6-c996-4039-848e-ba76308ff5d7 req-da43a0a2-6262-433c-95a5-767fc3e9f662 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0696192 Mar 03 18:18:59.348421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-b281b564-d3a4-484f-ace3-79979b4bbbc4 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:18:59.380157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:59.389506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:18:59.390661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:59.431181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-b281b564-d3a4-484f-ace3-79979b4bbbc4 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:18:59.444799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-b281b564-d3a4-484f-ace3-79979b4bbbc4 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4032955 Mar 03 18:18:59.469443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55270) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:59.515876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5278461 Mar 03 18:18:59.521746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:59.526045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55276) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:18:59.540550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'subnet': {'network_id': '63b798ea-237c-485a-8afc-f967d3be00de', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:59.592005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a26ee-afb7-4a59-bab1-a22cf3219a3e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Network': ['ID=63b798ea-237c-485a-8afc-f967d3be00de,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:18:59.610265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 63b798ea-237c-485a-8afc-f967d3be00de details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:18:59.691582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:59.697729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Usage tracker for resource:subnet and tenant:0fe36ab19cb24d6392e0df297387e78a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:18:59.701230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:18:59.710413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:18:59.728591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Made reservation on behalf of 0fe36ab19cb24d6392e0df297387e78a for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:18:59.734556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:18:59.852086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 30b25cdd-8386-4570-bea6-b25175c3a6bf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:18:59.938690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:18:59.952051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:18:59.964313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 30b25cdd-8386-4570-bea6-b25175c3a6bf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:18:59.965036 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:00.070035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Usage tracker for resource:floatingip and tenant:abdf261382264552a98bbe9381024093 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:00.073287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:00.080078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:00.165447 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:00.298080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:00.344235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-c3e79f8e-8539-4abf-bb49-293b8c0349d7 service neutron] 10.222.0.23 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979335 Mar 03 18:19:00.411026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Pushing event updated for resources: {'Port': ['ID=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:00.440442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:00.461778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:00.497169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:00.521299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:00.543167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eb4bb-6026-4dff-bd80-ff862880da1e req-bbac315d-cae6-486f-b0e6-9d2f6fa05ac6 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:00.544731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33eb4bb-6026-4dff-bd80-ff862880da1e req-bbac315d-cae6-486f-b0e6-9d2f6fa05ac6 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 931 time: 0.1042008 Mar 03 18:19:00.710022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33eb4bb-6026-4dff-bd80-ff862880da1e req-8c9656f0-085c-468d-a0bf-eb57a266bc0f tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591940 Mar 03 18:19:00.756006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Subnet': ['ID=1554cee1-85bb-4aad-bdea-0390a540ee83,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:00.767603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:00.768219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:00.809200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Checking segment: {'id': 'e6c99169-dfa4-483b-83cd-3dfc8efa6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '63b798ea-237c-485a-8afc-f967d3be00de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:00.809539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network hostable DHCP agents. Network: 63b798ea-237c-485a-8afc-f967d3be00de, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:19:00.824635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-e050d56d-3582-4be5-8750-fde8400d8266 service neutron] 10.222.0.23 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107573 Mar 03 18:19:00.840207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-fe547916-4c94-4062-a329-a0476898c7e1 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2682004 Mar 03 18:19:00.861046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Request body: {'port': {'device_id': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:01.040859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network 63b798ea-237c-485a-8afc-f967d3be00de is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:19:01.088268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:01.109102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3f31ec53-1dff-496f-9de6-448c05317145 req-d7621d9c-5365-43c0-a14d-58a22956d331 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:01.130538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 63b798ea-237c-485a-8afc-f967d3be00de) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:01.139289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1367d-c355-421c-9252-8ccc8a0d968e None None] Network 63b798ea-237c-485a-8afc-f967d3be00de requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:01.145540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:01.146201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:01.163126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3f31ec53-1dff-496f-9de6-448c05317145 req-d7621d9c-5365-43c0-a14d-58a22956d331 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:01.177712 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3f31ec53-1dff-496f-9de6-448c05317145 req-d7621d9c-5365-43c0-a14d-58a22956d331 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 210 time: 0.1337039 Mar 03 18:19:01.241396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55298) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:01.241754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0f5a3413-6b8c-4964-9128-098762537326 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7138622 Mar 03 18:19:01.248590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3ef7ec08-03dd-4cfa-9aee-690e53043a83 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'router': {'external_gateway_info': {'network_id': '63b798ea-237c-485a-8afc-f967d3be00de'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:01.263810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:01.433850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Allocated IP 172.25.0.203 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8fcf5287-8269-41be-9f19-0936fd801db6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:01.624154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-63b798ea-237c-485a-8afc-f967d3be00de', 'network_id': '63b798ea-237c-485a-8afc-f967d3be00de', 'tenant_id': '0fe36ab19cb24d6392e0df297387e78a', 'fixed_ips': [{'subnet_id': '1554cee1-85bb-4aad-bdea-0390a540ee83'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:19:01.625002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:01.898454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:01.993055 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ec08-03dd-4cfa-9aee-690e53043a83 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.117360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Allocated IP 2001:db8:1::2 (63b798ea-237c-485a-8afc-f967d3be00de/1554cee1-85bb-4aad-bdea-0390a540ee83/438cd948-acf5-4411-8f25-6b0033ed60c1) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:02.156659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:19:02.294779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb89f86-c8e4-4aa2-888b-6176fa8001bc {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:19:02.309651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.322029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.346210 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-3ef7ec08-03dd-4cfa-9aee-690e53043a83 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:19:02.351145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3ef7ec08-03dd-4cfa-9aee-690e53043a83 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2 HTTP/1.1" status: 400 len: 364 time: 1.1041708 Mar 03 18:19:02.352059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55322) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:02.406821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Transition to ACTIVE for port object 2eb89f86-c8e4-4aa2-888b-6176fa8001bc will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:02.431489 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.492017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:02.493101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Port': ['ID=8fcf5287-8269-41be-9f19-0936fd801db6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:02.494367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.520205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Transition to ACTIVE for port object 438cd948-acf5-4411-8f25-6b0033ed60c1 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:02.544504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:02.551626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Transition to ACTIVE for port object 438cd948-acf5-4411-8f25-6b0033ed60c1 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:02.554342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:02.560008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.566766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2ee83219-3c2d-4ece-813b-b2daf6f8eeca req-4139f78d-37f5-4609-a80a-2f116ab767d3 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 210 time: 0.0986738 Mar 03 18:19:02.639797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Network 63b798ea-237c-485a-8afc-f967d3be00de is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:02.643006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:02.647622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:02.746616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Pushing event updated for resources: {'Port': ['ID=438cd948-acf5-4411-8f25-6b0033ed60c1,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:02.774905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Attempting to bind port 438cd948-acf5-4411-8f25-6b0033ed60c1 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:19:02.774905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Attempting to bind port 438cd948-acf5-4411-8f25-6b0033ed60c1 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e6c99169-dfa4-483b-83cd-3dfc8efa6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '63b798ea-237c-485a-8afc-f967d3be00de'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:19:02.775478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Attempting to bind port 438cd948-acf5-4411-8f25-6b0033ed60c1 on network 63b798ea-237c-485a-8afc-f967d3be00de {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:02.781813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:19:02.782637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Checking segment: {'id': 'e6c99169-dfa4-483b-83cd-3dfc8efa6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '63b798ea-237c-485a-8afc-f967d3be00de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:02.783526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.784319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Bound using segment: {'id': 'e6c99169-dfa4-483b-83cd-3dfc8efa6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '63b798ea-237c-485a-8afc-f967d3be00de'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:19:02.786112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Bound port: 438cd948-acf5-4411-8f25-6b0033ed60c1, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c99169-dfa4-483b-83cd-3dfc8efa6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '63b798ea-237c-485a-8afc-f967d3be00de'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:19:02.786895 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.804181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bfb20-0cab-4706-af38-8e64b84c06f7 req-6b3907cc-5fed-47cf-aa01-4035e4bef60c tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:02.809185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ab5bfb20-0cab-4706-af38-8e64b84c06f7 req-6b3907cc-5fed-47cf-aa01-4035e4bef60c tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Synchronizing usage tracker for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:02.895423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:02.950595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ab5bfb20-0cab-4706-af38-8e64b84c06f7 req-6b3907cc-5fed-47cf-aa01-4035e4bef60c tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Unset dirty status for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:02.951876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab5bfb20-0cab-4706-af38-8e64b84c06f7 req-6b3907cc-5fed-47cf-aa01-4035e4bef60c tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 931 time: 0.9795964 Mar 03 18:19:02.972021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] For port 438cd948-acf5-4411-8f25-6b0033ed60c1, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:19:02.980737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] For port 438cd948-acf5-4411-8f25-6b0033ed60c1, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=438cd948-acf5-4411-8f25-6b0033ed60c1,segment=NetworkSegment(e6c99169-dfa4-483b-83cd-3dfc8efa6100),segment_id=e6c99169-dfa4-483b-83cd-3dfc8efa6100)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:19:02.986960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:02.993442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:03.113761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ab5bfb20-0cab-4706-af38-8e64b84c06f7 req-c253d369-df33-4278-a7ac-42de72c6d2c7 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Synchronizing usage tracker for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:03.131198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Attempting to bind port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:19:03.131599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Attempting to bind port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'eb658413-5f1b-4dca-b966-96c93dba5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:19:03.132020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Attempting to bind port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc on network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:03.163636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc on network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:19:03.164054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Attempting to bind port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc on network 35892eeb-e5b5-4a0f-99c8-e7674e77b0eb {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:03.173667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:03.247605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:19:03.247940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Checking segment: {'id': 'eb658413-5f1b-4dca-b966-96c93dba5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:03.248337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Bound using segment: {'id': 'eb658413-5f1b-4dca-b966-96c93dba5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:19:03.248803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Bound port: 2eb89f86-c8e4-4aa2-888b-6176fa8001bc, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb658413-5f1b-4dca-b966-96c93dba5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:19:03.249132 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:03.294534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ab5bfb20-0cab-4706-af38-8e64b84c06f7 req-c253d369-df33-4278-a7ac-42de72c6d2c7 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Unset dirty status for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:03.306814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab5bfb20-0cab-4706-af38-8e64b84c06f7 req-c253d369-df33-4278-a7ac-42de72c6d2c7 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450506 Mar 03 18:19:03.421838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75c1de-b181-4960-9278-40adca11ea75 None None] Pushing event updated for resources: {'Port': ['ID=438cd948-acf5-4411-8f25-6b0033ed60c1,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:03.669652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] For port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:19:03.684052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] For port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,segment=NetworkSegment(eb658413-5f1b-4dca-b966-96c93dba5cdc),segment_id=eb658413-5f1b-4dca-b966-96c93dba5cdc)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:19:03.704184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:03.752659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:03.977394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 438cd948-acf5-4411-8f25-6b0033ed60c1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:19:03.998123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:03.998901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.000395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] 10.222.0.16 "PUT /v2.0/ports/2eb89f86-c8e4-4aa2-888b-6176fa8001bc HTTP/1.1" status: 200 len: 1091 time: 3.1473560 Mar 03 18:19:04.000936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'tag': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:04.035155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d04ba-689b-4666-8f0b-dcd1dc0e1a19 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:04.090251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.105926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-257f9445-af88-4483-abae-523fbaf513a6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:04.107528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-257f9445-af88-4483-abae-523fbaf513a6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:04.107740 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.149547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9095911a-dc02-410e-9202-555b4dc5c0dc req-8b331938-5e34-41bd-b32e-a169fbbdbf8e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 210 time: 0.1225200 Mar 03 18:19:04.153222 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'tag': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc', 'status': 'completed', 'code': 200} Mar 03 18:19:04.170305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 438cd948-acf5-4411-8f25-6b0033ed60c1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:04.217307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-546c5670-4467-493d-93de-fb280d0cac67 req-257f9445-af88-4483-abae-523fbaf513a6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:04.218600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-257f9445-af88-4483-abae-523fbaf513a6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "GET /v2.0/networks?id=e25ca16f-29a8-41c8-a250-ec2636a4b27c HTTP/1.1" status: 200 len: 796 time: 1.0565553 Mar 03 18:19:04.256206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Port': ['ID=8fcf5287-8269-41be-9f19-0936fd801db6,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:04.271869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.294742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-7993efc3-dd4c-4473-9024-773a879be24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:04.296512 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-7993efc3-dd4c-4473-9024-773a879be24f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0187d8bfe7ee40b49bdf3a87113e1388&device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 1094 time: 0.2445526 Mar 03 18:19:04.306544 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.307761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-40c3a28b-1ab1-44ea-bb57-da48fcb3482c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8368897 Mar 03 18:19:04.314857 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-8adf96eb-9412-4009-862f-49daa3b8623f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33441e1b277446cda750022555d7cded HTTP/1.1" status: 200 len: 379 time: 0.0653391 Mar 03 18:19:04.318298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55336) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:04.325889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1447076615'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:04.333679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'port': {'device_id': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'admin_state_up': True, 'tenant_id': '33441e1b277446cda750022555d7cded', 'security_groups': ['42b17fa3-c03e-46a4-9dae-0a21979ea282']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:04.376295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-a02fa806-eabb-4df1-8fe8-48c1cceaa85e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb89f86-c8e4-4aa2-888b-6176fa8001bc HTTP/1.1" status: 200 len: 217 time: 0.0667665 Mar 03 18:19:04.394209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:04.420573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Usage tracker for resource:network and tenant:abdf261382264552a98bbe9381024093 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:04.432589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:04.538009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:04.610965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-d7d554a8-61bd-4838-998f-587a371fcb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:04.612721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-d7d554a8-61bd-4838-998f-587a371fcb4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3414f3ed-70f6-41aa-b73b-f2c2ece0eef8 HTTP/1.1" status: 200 len: 849 time: 0.2311058 Mar 03 18:19:04.624910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Made reservation on behalf of abdf261382264552a98bbe9381024093 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:19:04.629522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.666962 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.671809 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-92e03ddf-a4cb-4ad7-bca3-e6693de29bf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35892eeb-e5b5-4a0f-99c8-e7674e77b0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530429 Mar 03 18:19:04.699165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:04.703987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Allocated IP 2001:db8::1 (f4784b20-fe49-4add-808a-1bb67ee65ce6/35ef2c09-6d7f-4be3-b126-8b156358db4c/e22d7986-f3ea-4b53-a7d5-bc37cae485d3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:04.715988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Usage tracker for resource:security_group_rule and tenant:abdf261382264552a98bbe9381024093 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:04.718957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:04.724752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:04.739037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:04.750682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:04.805838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d669d-6abc-4e25-a019-cc87e8e731a3 req-9ed08620-276e-4105-82f5-9a146169ed43 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:04.807804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e8d669d-6abc-4e25-a019-cc87e8e731a3 req-9ed08620-276e-4105-82f5-9a146169ed43 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 943 time: 0.2613502 Mar 03 18:19:04.932736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e8d669d-6abc-4e25-a019-cc87e8e731a3 req-db9fde10-af66-464a-87d6-6e51b1113841 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016018 Mar 03 18:19:04.950627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Made reservation on behalf of 33441e1b277446cda750022555d7cded for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:19:04.952556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468490ed-522f-49ba-bd53-6bc0f762b662 None None] Network 63b798ea-237c-485a-8afc-f967d3be00de requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:04.954671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:04.960185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-24d9b310-d56f-48fc-aa0b-37bd25b5658f service neutron] 10.222.0.16 "GET /v2.0/networks/35892eeb-e5b5-4a0f-99c8-e7674e77b0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825549 Mar 03 18:19:05.070325 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.110869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.126050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.132013 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Transition to ACTIVE for port object e22d7986-f3ea-4b53-a7d5-bc37cae485d3 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:05.208065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3fc89a8-f8a0-4235-8d1b-14cf7d0e4114 req-b5785d9c-f662-49e1-8478-1c508588d1fc service neutron] 10.222.0.16 "GET /v2.0/networks/35892eeb-e5b5-4a0f-99c8-e7674e77b0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406356 Mar 03 18:19:05.210553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:19:05.255745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353f5170-303c-4abc-a340-4d90ee0b7bcc,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:05.260440 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.260793 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Added segment 5a075383-9a6b-4615-aa12-54ad7ba1ab31 of type vlan for network 7994a543-599a-4a37-84c2-6a79464baad9 Mar 03 18:19:05.307512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.20.0.14 (e25ca16f-29a8-41c8-a250-ec2636a4b27c/d93bcf27-7fa6-44ff-97a2-4d70010c4b9f/36070e12-cc2f-4d9e-b248-c859805eda72) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:05.311425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.324536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.343138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6579ec32-8f93-414e-955f-0956f26435e6 None None] Provisioning for port 438cd948-acf5-4411-8f25-6b0033ed60c1 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:05.391212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6579ec32-8f93-414e-955f-0956f26435e6 None None] Provisioning complete for port 438cd948-acf5-4411-8f25-6b0033ed60c1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:05.395374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6579ec32-8f93-414e-955f-0956f26435e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.408493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:05.428115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:05.434231 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:19:05.445840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:05.446628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.485031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-99e77263-5b6c-4092-bad5-47f56fb228c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:05.489145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-99e77263-5b6c-4092-bad5-47f56fb228c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0187d8bfe7ee40b49bdf3a87113e1388&device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 1094 time: 0.1864178 Mar 03 18:19:05.670962 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6579ec32-8f93-414e-955f-0956f26435e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.717911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6579ec32-8f93-414e-955f-0956f26435e6 None None] For port 438cd948-acf5-4411-8f25-6b0033ed60c1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=438cd948-acf5-4411-8f25-6b0033ed60c1,segment=NetworkSegment(e6c99169-dfa4-483b-83cd-3dfc8efa6100),segment_id=e6c99169-dfa4-483b-83cd-3dfc8efa6100)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:05.728602 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6579ec32-8f93-414e-955f-0956f26435e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.836372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63e34e02-7de4-4a4b-b922-eb7a4048a7b9 req-c8a15d20-579f-4584-9427-0a65a008ef5a tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 210 time: 0.3365679 Mar 03 18:19:05.865924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-32cf9d88-357b-4b59-a7df-899be3018b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:05.867460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-32cf9d88-357b-4b59-a7df-899be3018b0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=35892eeb-e5b5-4a0f-99c8-e7674e77b0eb HTTP/1.1" status: 200 len: 910 time: 0.3717003 Mar 03 18:19:05.888163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579ec32-8f93-414e-955f-0956f26435e6 None None] Pushing event updated for resources: {'Port': ['ID=438cd948-acf5-4411-8f25-6b0033ed60c1,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:05.925845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Port': ['ID=e22d7986-f3ea-4b53-a7d5-bc37cae485d3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:05.947731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.955281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7f61c856-df84-45db-b13a-6fe035ebe9e7 None None] Provisioning complete for port 438cd948-acf5-4411-8f25-6b0033ed60c1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:05.957235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f61c856-df84-45db-b13a-6fe035ebe9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.966320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:05.972125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-ac4e54bd-f216-40df-a483-707b9e086f95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb89f86-c8e4-4aa2-888b-6176fa8001bc HTTP/1.1" status: 200 len: 217 time: 0.0937002 Mar 03 18:19:05.974255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:05.974912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:06.074676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-8b04ec01-78fb-4782-9946-591421d842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:06.076573 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-8b04ec01-78fb-4782-9946-591421d842ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3414f3ed-70f6-41aa-b73b-f2c2ece0eef8 HTTP/1.1" status: 200 len: 849 time: 0.0986555 Mar 03 18:19:06.196921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-74b7eff8-0d0a-4790-8c85-774153c9a0a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35892eeb-e5b5-4a0f-99c8-e7674e77b0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137171 Mar 03 18:19:06.258132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7f61c856-df84-45db-b13a-6fe035ebe9e7 None None] Provisioning for port e22d7986-f3ea-4b53-a7d5-bc37cae485d3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:06.265251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7f61c856-df84-45db-b13a-6fe035ebe9e7 None None] Provisioning complete for port e22d7986-f3ea-4b53-a7d5-bc37cae485d3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:06.265880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f61c856-df84-45db-b13a-6fe035ebe9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:06.336790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7f61c856-df84-45db-b13a-6fe035ebe9e7 None None] Port e22d7986-f3ea-4b53-a7d5-bc37cae485d3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:19:06.397166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ecc9-7dc4-443b-9f46-178f95ea25e0 req-ff00427a-5b85-42f8-bd19-caa549136996 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:06.398731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d783ecc9-7dc4-443b-9f46-178f95ea25e0 req-ff00427a-5b85-42f8-bd19-caa549136996 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 943 time: 0.2749753 Mar 03 18:19:06.452743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-bcd57052-12ca-43a0-9f85-a190160033c0 service neutron] 10.222.0.16 "GET /v2.0/networks/35892eeb-e5b5-4a0f-99c8-e7674e77b0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450209 Mar 03 18:19:06.497414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d783ecc9-7dc4-443b-9f46-178f95ea25e0 req-370301ae-51de-4d27-b2b2-8037534fa203 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930459 Mar 03 18:19:06.568722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2460294 Mar 03 18:19:06.590213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:06.590213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc98bed-381d-4bf6-8572-58a0da79d507 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Network': ['ID=7994a543-599a-4a37-84c2-6a79464baad9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:06.603439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7994a543-599a-4a37-84c2-6a79464baad9 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:19:06.780450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba98055d-e673-4b4e-8223-9145a248dc3f req-b462ce9b-ce86-4cb5-a2fd-d1091888b7fe service neutron] 10.222.0.16 "GET /v2.0/networks/35892eeb-e5b5-4a0f-99c8-e7674e77b0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196595 Mar 03 18:19:06.788645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Request body: {'subnet': {'network_id': '7994a543-599a-4a37-84c2-6a79464baad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:06.934762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.021853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Transition to ACTIVE for port object 36070e12-cc2f-4d9e-b248-c859805eda72 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:07.035911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:07.038931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7f94391d-f4b6-4ebc-8713-71b0c0e12c10 req-e03bae49-3e9c-4535-8843-41c921a88aef tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:07.070261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Usage tracker for resource:subnet and tenant:abdf261382264552a98bbe9381024093 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:07.076785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:07.094112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:07.175984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7f94391d-f4b6-4ebc-8713-71b0c0e12c10 req-e03bae49-3e9c-4535-8843-41c921a88aef tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:07.177279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f94391d-f4b6-4ebc-8713-71b0c0e12c10 req-e03bae49-3e9c-4535-8843-41c921a88aef tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 210 time: 0.2139671 Mar 03 18:19:07.182350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Made reservation on behalf of abdf261382264552a98bbe9381024093 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:19:07.185803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.326425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.430641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:07.441154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:07.449505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:07.482553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=36070e12-cc2f-4d9e-b248-c859805eda72,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:07.508211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.508586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.508878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.509223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.509559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.509883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.510211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.510519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.510835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.511475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.511834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.512160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:07.541312 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.557998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.559840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.731797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:07.732406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.733362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381cd88-4029-4ca7-a51a-ebbaeb93e194 req-cde2ef4a-ac87-4f9a-b874-f65aae6dfab6 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:07.741107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b381cd88-4029-4ca7-a51a-ebbaeb93e194 req-cde2ef4a-ac87-4f9a-b874-f65aae6dfab6 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 943 time: 0.1049137 Mar 03 18:19:07.787591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0ff286e6-de22-4ee6-856f-eff4cb48e312 None None] Provisioning for port 36070e12-cc2f-4d9e-b248-c859805eda72 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:07.794114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b381cd88-4029-4ca7-a51a-ebbaeb93e194 req-0959c7f8-14d6-4b7b-9703-597067160594 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Mar 03 18:19:07.801844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0ff286e6-de22-4ee6-856f-eff4cb48e312 None None] Provisioning complete for port 36070e12-cc2f-4d9e-b248-c859805eda72 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:07.802279 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0ff286e6-de22-4ee6-856f-eff4cb48e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.840946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 438cd948-acf5-4411-8f25-6b0033ed60c1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:19:07.858791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event updated for resources: {'Port': ['ID=e22d7986-f3ea-4b53-a7d5-bc37cae485d3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:07.866924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-5e12d3a2-cb4a-4c53-ad96-f4c7fab60aad tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5369692 Mar 03 18:19:07.894345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Request body: {'port': {'device_id': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:07.919784 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0ff286e6-de22-4ee6-856f-eff4cb48e312 None None] Port 36070e12-cc2f-4d9e-b248-c859805eda72 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:19:07.941720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 438cd948-acf5-4411-8f25-6b0033ed60c1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:07.942092 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:07.982908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:08.223836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:08.226370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2eb89f86-c8e4-4aa2-888b-6176fa8001bc details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:19:08.230031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:08.318613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:08.341780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Subnet': ['ID=dfa789c9-d63e-4bd0-98ad-ab239e305d82,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:08.494062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,segment=NetworkSegment(eb658413-5f1b-4dca-b966-96c93dba5cdc),segment_id=eb658413-5f1b-4dca-b966-96c93dba5cdc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:08.526029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc', 'network_id': '35892eeb-e5b5-4a0f-99c8-e7674e77b0eb', 'port_id': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc', 'mac_address': 'fa:16:3e:4e:9a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3414f3ed-70f6-41aa-b73b-f2c2ece0eef8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:19:08.606074 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:08.625901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb89f86-c8e4-4aa2-888b-6176fa8001bc {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:19:08.646549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Checking segment: {'id': '5a075383-9a6b-4615-aa12-54ad7ba1ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7994a543-599a-4a37-84c2-6a79464baad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:08.646904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Network hostable DHCP agents. Network: 7994a543-599a-4a37-84c2-6a79464baad9, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:19:08.653817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Router 3df592ff-49a5-4043-8038-c5064a307ad2 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:08.660470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cf594919-d119-42a4-af51-e0137fb303c2 None None] Provisioning complete for port e22d7986-f3ea-4b53-a7d5-bc37cae485d3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:08.660842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf594919-d119-42a4-af51-e0137fb303c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:08.689970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,segment=NetworkSegment(eb658413-5f1b-4dca-b966-96c93dba5cdc),segment_id=eb658413-5f1b-4dca-b966-96c93dba5cdc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:08.696280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:08.774746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-cf594919-d119-42a4-af51-e0137fb303c2 None None] Port e22d7986-f3ea-4b53-a7d5-bc37cae485d3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:19:08.793530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:08.855796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Network 7994a543-599a-4a37-84c2-6a79464baad9 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:19:09.004492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7994a543-599a-4a37-84c2-6a79464baad9) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:09.016908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad333a-36b8-47e4-b898-91ff9f987a17 None None] Network 7994a543-599a-4a37-84c2-6a79464baad9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:09.029559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd975-4e66-4c29-bf37-e92da292957e req-597f2adb-8c5a-4673-91f8-5beee639192b tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:09.037944 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b4fd975-4e66-4c29-bf37-e92da292957e req-597f2adb-8c5a-4673-91f8-5beee639192b tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 944 time: 0.1030183 Mar 03 18:19:09.047494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['2eb89f86-c8e4-4aa2-888b-6176fa8001bc'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:19:09.074932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d96b15-5bfc-4f2a-864e-d10d4e425a31 req-883a721e-0338-4643-9aa3-e49b667fcdf5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:09.076737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61d96b15-5bfc-4f2a-864e-d10d4e425a31 req-883a721e-0338-4643-9aa3-e49b667fcdf5 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 932 time: 0.7492907 Mar 03 18:19:09.087258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:09.087936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.102791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b4fd975-4e66-4c29-bf37-e92da292957e req-22e0337a-d281-4246-a97e-3585b6f26e3b tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636442 Mar 03 18:19:09.195228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-61d96b15-5bfc-4f2a-864e-d10d4e425a31 req-1b8b08c5-7c6d-483c-8d3f-dbbe01ced530 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935156 Mar 03 18:19:09.209804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55408) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:09.209983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a1c570c5-8d40-444d-8126-1b0e1d71c725 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6152084 Mar 03 18:19:09.216952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-454848582', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:09.223449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:09.228544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:09.230118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-03c301cf-ea6c-49b6-ac55-8a4f00bb0682 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8770778 Mar 03 18:19:09.233250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55412) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:09.234069 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] Sync routers for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:09.246079 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:09.246685 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:09.302558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Usage tracker for resource:router and tenant:abdf261382264552a98bbe9381024093 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:09.314176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:09.325065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:09.377166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:09.397906 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:09.398785 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:09.415534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36070e12-cc2f-4d9e-b248-c859805eda72 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:19:09.427532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.432539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.433613 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.458861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Transition to ACTIVE for port object 36070e12-cc2f-4d9e-b248-c859805eda72 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:09.464507 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.488769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-86efb9a5-3f64-4f44-bfb6-9dd0937f390c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.538804 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:09.539519 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc75fc5-753e-4882-bf65-138b4853c873 None None] The sync data for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:09.638067 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.785426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Pushing event updated for resources: {'Port': ['ID=36070e12-cc2f-4d9e-b248-c859805eda72,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:09.840037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-7994a543-599a-4a37-84c2-6a79464baad9', 'network_id': '7994a543-599a-4a37-84c2-6a79464baad9', 'tenant_id': 'abdf261382264552a98bbe9381024093', 'fixed_ips': [{'subnet_id': 'dfa789c9-d63e-4bd0-98ad-ab239e305d82'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:19:09.840834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:09.922608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Attempting to bind port 36070e12-cc2f-4d9e-b248-c859805eda72 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:19:09.922991 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Attempting to bind port 36070e12-cc2f-4d9e-b248-c859805eda72 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:19:09.923316 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Attempting to bind port 36070e12-cc2f-4d9e-b248-c859805eda72 on network e25ca16f-29a8-41c8-a250-ec2636a4b27c {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:09.929504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Port 36070e12-cc2f-4d9e-b248-c859805eda72 on network e25ca16f-29a8-41c8-a250-ec2636a4b27c not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:19:09.929504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Attempting to bind port 36070e12-cc2f-4d9e-b248-c859805eda72 on network e25ca16f-29a8-41c8-a250-ec2636a4b27c {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:09.937855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:19:09.938168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Checking segment: {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:09.938806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Bound using segment: {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:19:09.939295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Bound port: 36070e12-cc2f-4d9e-b248-c859805eda72, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031f8c0a-ec05-4369-a2f4-c91d70f497c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:19:09.939643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.047213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] For port 36070e12-cc2f-4d9e-b248-c859805eda72, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:19:10.061621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] For port 36070e12-cc2f-4d9e-b248-c859805eda72, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=36070e12-cc2f-4d9e-b248-c859805eda72,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:19:10.070587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.078257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Allocated IP 172.20.0.2 (7994a543-599a-4a37-84c2-6a79464baad9/dfa789c9-d63e-4bd0-98ad-ab239e305d82/e340e802-e8b0-42d8-97fc-b5cdbbb1693d) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:10.252614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.260117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:10.260794 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.268697 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-86efb9a5-3f64-4f44-bfb6-9dd0937f390c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 18:19:10.271017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-86efb9a5-3f64-4f44-bfb6-9dd0937f390c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2 HTTP/1.1" status: 409 len: 329 time: 1.0354111 Mar 03 18:19:10.273738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55424) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:10.282088 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] 10.222.0.35 "PUT /v2.0/ports/36070e12-cc2f-4d9e-b248-c859805eda72 HTTP/1.1" status: 200 len: 1092 time: 2.3946378 Mar 03 18:19:10.282582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:10.480132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.481320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe187f14-9025-4e1f-8318-43f5a962a77c service neutron] Pushing event updated for resources: {'Port': ['ID=36070e12-cc2f-4d9e-b248-c859805eda72,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:10.505795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Transition to ACTIVE for port object e340e802-e8b0-42d8-97fc-b5cdbbb1693d will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:10.550058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Transition to ACTIVE for port object e340e802-e8b0-42d8-97fc-b5cdbbb1693d will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:10.561651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.623144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-bf13f2ee-1877-41dd-9586-09d6e5924c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:10.624640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-bf13f2ee-1877-41dd-9586-09d6e5924c3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 1095 time: 0.2994812 Mar 03 18:19:10.655187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Network 7994a543-599a-4a37-84c2-6a79464baad9 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:10.659129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:10.663874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:10.688733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Pushing event updated for resources: {'Port': ['ID=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:10.829847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Attempting to bind port e340e802-e8b0-42d8-97fc-b5cdbbb1693d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:19:10.830215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Attempting to bind port e340e802-e8b0-42d8-97fc-b5cdbbb1693d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '5a075383-9a6b-4615-aa12-54ad7ba1ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7994a543-599a-4a37-84c2-6a79464baad9'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:19:10.830592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Attempting to bind port e340e802-e8b0-42d8-97fc-b5cdbbb1693d on network 7994a543-599a-4a37-84c2-6a79464baad9 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:10.837071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:19:10.837500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Checking segment: {'id': '5a075383-9a6b-4615-aa12-54ad7ba1ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7994a543-599a-4a37-84c2-6a79464baad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:10.837912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.838449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Bound using segment: {'id': '5a075383-9a6b-4615-aa12-54ad7ba1ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7994a543-599a-4a37-84c2-6a79464baad9'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:19:10.838940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Bound port: e340e802-e8b0-42d8-97fc-b5cdbbb1693d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a075383-9a6b-4615-aa12-54ad7ba1ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7994a543-599a-4a37-84c2-6a79464baad9'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:19:10.839320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:10.948112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-c921d0f4-da13-431c-a599-ec81ec4ffa22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36070e12-cc2f-4d9e-b248-c859805eda72 HTTP/1.1" status: 200 len: 217 time: 0.3155150 Mar 03 18:19:10.983506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] For port e340e802-e8b0-42d8-97fc-b5cdbbb1693d, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:19:10.991916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] For port e340e802-e8b0-42d8-97fc-b5cdbbb1693d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,segment=NetworkSegment(5a075383-9a6b-4615-aa12-54ad7ba1ab31),segment_id=5a075383-9a6b-4615-aa12-54ad7ba1ab31)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:19:10.997757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:11.089291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f8e0-6f01-4b5c-b00b-50b327d8af2e req-9d80002e-f475-427b-b0bb-8c34929dfbbe tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:11.090942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d146f8e0-6f01-4b5c-b00b-50b327d8af2e req-9d80002e-f475-427b-b0bb-8c34929dfbbe tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 944 time: 0.5924661 Mar 03 18:19:11.100812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f2a55-80fc-4714-ad7b-c5a1bb3b7d21 None None] Pushing event updated for resources: {'Port': ['ID=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:11.201884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d146f8e0-6f01-4b5c-b00b-50b327d8af2e req-989881fc-ee72-43bb-b747-7ddb03fd026e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036217 Mar 03 18:19:11.213038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-add97de1-17dc-492f-bd87-4ff648307c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:11.214522 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-add97de1-17dc-492f-bd87-4ff648307c14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d93bcf27-7fa6-44ff-97a2-4d70010c4b9f HTTP/1.1" status: 200 len: 834 time: 0.2545609 Mar 03 18:19:11.261828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903ed09-8623-4818-b035-846c20b9850f req-90c4fff3-ba0e-4995-aced-979e13cc7f93 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:11.263827 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0903ed09-8623-4818-b035-846c20b9850f req-90c4fff3-ba0e-4995-aced-979e13cc7f93 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 944 time: 0.8142998 Mar 03 18:19:11.322920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5670-4467-493d-93de-fb280d0cac67 req-b00be34d-04c6-4765-8d1a-512ac852097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:11.324414 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-b00be34d-04c6-4765-8d1a-512ac852097a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e25ca16f-29a8-41c8-a250-ec2636a4b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022739 Mar 03 18:19:11.453740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0903ed09-8623-4818-b035-846c20b9850f req-7a6e699b-ddde-4906-9793-b6a080ea9e1d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812019 Mar 03 18:19:11.623112 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72', 'status': 'completed', 'code': 200} Mar 03 18:19:11.626157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-e0d70d53-3361-4608-9c9e-8a7d7dee7f57 service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948258 Mar 03 18:19:11.887539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e340e802-e8b0-42d8-97fc-b5cdbbb1693d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:19:11.932276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-546c5670-4467-493d-93de-fb280d0cac67 req-9a52f3f9-29ae-43a1-9cbd-de8beaea8eac service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944815 Mar 03 18:19:11.960185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:12.002090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:12.097750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e340e802-e8b0-42d8-97fc-b5cdbbb1693d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:12.120363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-ea0c987c-b8b0-4085-af99-2708b1dcd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:12.122469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-ea0c987c-b8b0-4085-af99-2708b1dcd4d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 1095 time: 0.1465726 Mar 03 18:19:12.161572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:12.254961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2eb89f86-c8e4-4aa2-888b-6176fa8001bc up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:19:12.426876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-b0d2930e-b814-4d4d-8921-388e1e3b20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:12.429284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-b0d2930e-b814-4d4d-8921-388e1e3b20a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e25ca16f-29a8-41c8-a250-ec2636a4b27c HTTP/1.1" status: 200 len: 897 time: 0.3011346 Mar 03 18:19:12.452796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:12.460627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:12.461035 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:12.639945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55448) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:12.664450 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-6ebb4d1a-f5b5-4960-b7ed-a0ef42a77e29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36070e12-cc2f-4d9e-b248-c859805eda72 HTTP/1.1" status: 200 len: 217 time: 0.2210474 Mar 03 18:19:12.772284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-bcde1684-a3c0-4e1c-916e-59e124ec0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:12.774437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-bcde1684-a3c0-4e1c-916e-59e124ec0360 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d93bcf27-7fa6-44ff-97a2-4d70010c4b9f HTTP/1.1" status: 200 len: 834 time: 0.1008677 Mar 03 18:19:12.776227 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:12.826019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:12.837574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e781f79-4300-4dac-9285-e78250d9f311 None None] Network 7994a543-599a-4a37-84c2-6a79464baad9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:12.854967 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:12.891053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:12.891563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,segment=NetworkSegment(eb658413-5f1b-4dca-b966-96c93dba5cdc),segment_id=eb658413-5f1b-4dca-b966-96c93dba5cdc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:12.900176 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:12.906243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:75a635aa70e242a49101178300376301 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:12.911503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:12.919594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Allocated IP 172.25.0.175 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/5d015429-feba-4f3e-a329-cdbf75a7edb0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:12.923203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:12.946656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a2461-fd8d-4b49-816f-b6c9287490ea req-b562e34a-f9d5-4757-9b96-886c3446d998 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:12.948203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-495a2461-fd8d-4b49-816f-b6c9287490ea req-b562e34a-f9d5-4757-9b96-886c3446d998 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 944 time: 0.2326407 Mar 03 18:19:12.953293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d50d5-bc32-4cf9-a6a0-bb33addc60c1 req-cffab012-dbf1-4080-91b5-0fb1059927d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:12.954810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b7d50d5-bc32-4cf9-a6a0-bb33addc60c1 req-cffab012-dbf1-4080-91b5-0fb1059927d6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 944 time: 0.5146551 Mar 03 18:19:13.028494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5dbf2ed1-6cca-4de1-9600-afd69fbf50d0 None None] Provisioning for port e340e802-e8b0-42d8-97fc-b5cdbbb1693d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:13.038364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5dbf2ed1-6cca-4de1-9600-afd69fbf50d0 None None] Provisioning complete for port e340e802-e8b0-42d8-97fc-b5cdbbb1693d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:13.038806 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ed1-6cca-4de1-9600-afd69fbf50d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.089027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-d4416a41-4629-4f11-8252-10dc0df6b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:13.089557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-d4416a41-4629-4f11-8252-10dc0df6b248 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e25ca16f-29a8-41c8-a250-ec2636a4b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033369 Mar 03 18:19:13.150512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:13.164891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b7d50d5-bc32-4cf9-a6a0-bb33addc60c1 req-c2793ea0-1074-415a-8d80-53c846121786 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942112 Mar 03 18:19:13.244000 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc', 'code': 200} Mar 03 18:19:13.281875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-495a2461-fd8d-4b49-816f-b6c9287490ea req-05b0d79e-7d2e-4edd-b999-217b876df159 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975411 Mar 03 18:19:13.363373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.402309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-e65f008e-abd3-4520-b2c1-48f006fb7808 service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018370 Mar 03 18:19:13.406223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.416858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ed1-6cca-4de1-9600-afd69fbf50d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.462482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5dbf2ed1-6cca-4de1-9600-afd69fbf50d0 None None] For port e340e802-e8b0-42d8-97fc-b5cdbbb1693d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,segment=NetworkSegment(5a075383-9a6b-4615-aa12-54ad7ba1ab31),segment_id=5a075383-9a6b-4615-aa12-54ad7ba1ab31)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:13.475540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ed1-6cca-4de1-9600-afd69fbf50d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.558761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting port e22d7986-f3ea-4b53-a7d5-bc37cae485d3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:13.559099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.572369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf2ed1-6cca-4de1-9600-afd69fbf50d0 None None] Pushing event updated for resources: {'Port': ['ID=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:13.612417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3b5d5d-7a45-4039-9613-6032a6a7df75,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:13.632792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b7f84e5c-6806-4b26-8677-932ed227c7b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75a635aa70e242a49101178300376301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9915991 Mar 03 18:19:13.635858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55458) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:13.664697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.717916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8d1d81b-56e7-4717-a920-2f3db265efe0 req-f7fc53e2-b304-4451-94d5-4fd748b5c88d service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020484 Mar 03 18:19:13.734197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccf2af78-067f-423b-ac3d-b354e4808245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.778576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7a17-a2d2-447e-ac15-bac679432f8d req-137ba553-1389-4f05-9fb2-49f2e79b537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:13.778696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccf2af78-067f-423b-ac3d-b354e4808245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.779962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a67d7a17-a2d2-447e-ac15-bac679432f8d req-137ba553-1389-4f05-9fb2-49f2e79b537c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 1096 time: 0.3213892 Mar 03 18:19:13.807458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-00beaf9b-1869-4425-abaa-de425ee99e58 None None] Provisioning complete for port e340e802-e8b0-42d8-97fc-b5cdbbb1693d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:13.807765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-00beaf9b-1869-4425-abaa-de425ee99e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.853824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a67d7a17-a2d2-447e-ac15-bac679432f8d req-3d1a9bdb-93bf-45c3-8f9a-050764efe12a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654969 Mar 03 18:19:13.861543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.867686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccf2af78-067f-423b-ac3d-b354e4808245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.869687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.879738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e340e802-e8b0-42d8-97fc-b5cdbbb1693d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:19:13.900058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2af78-067f-423b-ac3d-b354e4808245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3b5d5d-7a45-4039-9613-6032a6a7df75,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:13.913505 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccf2af78-067f-423b-ac3d-b354e4808245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:13.913505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ccf2af78-067f-423b-ac3d-b354e4808245 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b3b5d5d-7a45-4039-9613-6032a6a7df75 HTTP/1.1" status: 204 len: 168 time: 0.2741122 Mar 03 18:19:14.050350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Calling delete_port for e22d7986-f3ea-4b53-a7d5-bc37cae485d3 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:14.064407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e340e802-e8b0-42d8-97fc-b5cdbbb1693d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:14.064763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:14.156099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:14.161477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:14.172226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:14.245081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Port': ['ID=5d015429-feba-4f3e-a329-cdbf75a7edb0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:14.270760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.271103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.271441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.272062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.272397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.272718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.273034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.273371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.273700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.274027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.274334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.274653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:14.369601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55474) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:14.414223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:14.435765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:14.441661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Usage tracker for resource:security_group_rule and tenant:b44b3c68104f42938066df42c4f12f33 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:14.445757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:14.452874 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:14.496879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613c1ff-2582-459d-b7ed-bce73a507ee1 req-439342ff-1ffb-4b8b-b9f8-dd7f13a67d53 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:14.498492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d613c1ff-2582-459d-b7ed-bce73a507ee1 req-439342ff-1ffb-4b8b-b9f8-dd7f13a67d53 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 944 time: 0.1815133 Mar 03 18:19:14.682754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d613c1ff-2582-459d-b7ed-bce73a507ee1 req-1fee895b-0e39-4339-96a8-c93fcb1a0c7b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779439 Mar 03 18:19:14.741301 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:14.755889 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:14.820620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b44b3c68104f42938066df42c4f12f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427891 Mar 03 18:19:14.821048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55478) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:14.823499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff7075-2527-4507-91c6-8e7df0b5c337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e76c82-6036-465b-a6f8-28e2279e3848,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:14.887962 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-989ddf9c-d99c-455b-b6fc-8f68c9e3ac1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:14.912510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554deb20-d8b8-4780-a223-cf876f5cd690 req-9480bfed-f5fd-491f-b9e4-e53c8f27587e tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:14.914000 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-554deb20-d8b8-4780-a223-cf876f5cd690 req-9480bfed-f5fd-491f-b9e4-e53c8f27587e tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 945 time: 0.4475937 Mar 03 18:19:14.914420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-989ddf9c-d99c-455b-b6fc-8f68c9e3ac1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:14.942993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:14.969235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 36070e12-cc2f-4d9e-b248-c859805eda72 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:19:14.989264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-989ddf9c-d99c-455b-b6fc-8f68c9e3ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:15.009578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ddf9c-d99c-455b-b6fc-8f68c9e3ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e76c82-6036-465b-a6f8-28e2279e3848,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:15.019633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-989ddf9c-d99c-455b-b6fc-8f68c9e3ac1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:15.020768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-989ddf9c-d99c-455b-b6fc-8f68c9e3ac1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7e76c82-6036-465b-a6f8-28e2279e3848 HTTP/1.1" status: 204 len: 168 time: 0.1986444 Mar 03 18:19:15.032812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Port': ['ID=e22d7986-f3ea-4b53-a7d5-bc37cae485d3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:15.099261 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:15.193946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 36070e12-cc2f-4d9e-b248-c859805eda72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=36070e12-cc2f-4d9e-b248-c859805eda72,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:15.210027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '36070e12-cc2f-4d9e-b248-c859805eda72', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'port_id': '36070e12-cc2f-4d9e-b248-c859805eda72', 'mac_address': 'fa:16:3e:e9:21:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:19:15.321253 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:15.345278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36070e12-cc2f-4d9e-b248-c859805eda72 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:19:15.378430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 36070e12-cc2f-4d9e-b248-c859805eda72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=36070e12-cc2f-4d9e-b248-c859805eda72,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:15.391988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:15.473900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-554deb20-d8b8-4780-a223-cf876f5cd690 req-15604baf-def1-49c4-96ad-a314081c0264 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513632 Mar 03 18:19:15.531880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=36070e12-cc2f-4d9e-b248-c859805eda72,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:15.620929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['36070e12-cc2f-4d9e-b248-c859805eda72'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:19:15.639753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:16.039563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bbfe-c096-40d0-b72a-bd1fa97bf2f9 req-244c3864-76c9-45b8-84de-552fcfe72729 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:16.049140 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7b4bbfe-c096-40d0-b72a-bd1fa97bf2f9 req-244c3864-76c9-45b8-84de-552fcfe72729 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 945 time: 0.1300461 Mar 03 18:19:16.101863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7b4bbfe-c096-40d0-b72a-bd1fa97bf2f9 req-e0ab46c5-a758-45db-b39f-0aee1f3fd057 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518119 Mar 03 18:19:16.124755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Router 3df592ff-49a5-4043-8038-c5064a307ad2 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:16.360839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:16.372353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] Sync routers for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:16.383520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:16.383520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:16.390868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-732b9b02-923e-4cdc-86ba-cd0dd3cd477b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1157935 Mar 03 18:19:16.392091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:16.394510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55514) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:16.449126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:16.462749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] Routers {'3df592ff-49a5-4043-8038-c5064a307ad2'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:16.463381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3df592ff-49a5-4043-8038-c5064a307ad2'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:16.471650 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-c2e16f3f-49dd-400e-bd0f-beda9c674846 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] show failed (client error): The resource could not be found. Mar 03 18:19:16.472693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c2e16f3f-49dd-400e-bd0f-beda9c674846 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-515311167 HTTP/1.1" status: 404 len: 334 time: 0.0771694 Mar 03 18:19:16.476357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55526) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:16.481939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3c9b4b40-3bba-4d11-848f-d047f201f188 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:16.555287 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-3c9b4b40-3bba-4d11-848f-d047f201f188 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] update failed (client error): The resource could not be found. Mar 03 18:19:16.556331 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3c9b4b40-3bba-4d11-848f-d047f201f188 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1353148574 HTTP/1.1" status: 404 len: 335 time: 0.0790474 Mar 03 18:19:16.559845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55534) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:16.567918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:16.568205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2aaaba-5971-4bac-a6de-c43dd6bdb4bc None None] The sync data for ids ['3df592ff-49a5-4043-8038-c5064a307ad2'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:16.645491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting subnet 1554cee1-85bb-4aad-bdea-0390a540ee83 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:19:16.649048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:16.715738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:16.825654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:16.927523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:16.979058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 36070e12-cc2f-4d9e-b248-c859805eda72 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:19:16.982532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Subnet': ['ID=1554cee1-85bb-4aad-bdea-0390a540ee83,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:16.990030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:16.999561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e03de459-3ee5-4c63-8128-48ff639fe8c0 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/subnets/1554cee1-85bb-4aad-bdea-0390a540ee83 HTTP/1.1" status: 204 len: 168 time: 0.4384253 Mar 03 18:19:17.000430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55544) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:17.034024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6dddb-f321-4a91-b5e5-4d0b1c133166 req-85837d24-5b60-45ad-8b72-2008d6317135 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:17.035725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76d6dddb-f321-4a91-b5e5-4d0b1c133166 req-85837d24-5b60-45ad-8b72-2008d6317135 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 945 time: 0.3921378 Mar 03 18:19:17.036912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Router b751f2cd-16ff-4c14-9188-5213d8ba374d is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:19:17.040743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e6526-8fc7-4f4c-b6b1-374f48fc9ad4 None None] Network 63b798ea-237c-485a-8afc-f967d3be00de requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:17.155415 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:17.177239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting port 438cd948-acf5-4411-8f25-6b0033ed60c1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:17.177637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:17.382016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 36070e12-cc2f-4d9e-b248-c859805eda72 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:17.390756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 36070e12-cc2f-4d9e-b248-c859805eda72 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:17.391325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:17.429842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76d6dddb-f321-4a91-b5e5-4d0b1c133166 req-60c17046-5a8f-4781-9de7-a7db9913fb24 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780909 Mar 03 18:19:17.476032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:17.488673 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] Sync routers for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:17.502169 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:17.503330 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:17.528232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:17.532899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92ec5593-7b92-475f-8389-0872bcc19c9e tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.3217318 Mar 03 18:19:17.533730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55568) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:17.635184 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:17.685940 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:17.707035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e4db8-9991-432d-b159-a5e979275451 req-4ac71a66-0ef8-4c01-a30b-baecab158b6d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:17.710239 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:17.711208 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:17.714408 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae9e4db8-9991-432d-b159-a5e979275451 req-4ac71a66-0ef8-4c01-a30b-baecab158b6d tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 945 time: 0.3974881 Mar 03 18:19:17.715921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:17.746811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] DHCP port deletion for 63b798ea-237c-485a-8afc-f967d3be00de request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:19:17.776568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 36070e12-cc2f-4d9e-b248-c859805eda72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=36070e12-cc2f-4d9e-b248-c859805eda72,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:17.780989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Deleting port 438cd948-acf5-4411-8f25-6b0033ed60c1 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:17.783049 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:17.792077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] For port 438cd948-acf5-4411-8f25-6b0033ed60c1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=438cd948-acf5-4411-8f25-6b0033ed60c1,segment=NetworkSegment(e6c99169-dfa4-483b-83cd-3dfc8efa6100),segment_id=e6c99169-dfa4-483b-83cd-3dfc8efa6100)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:17.792446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:17.837826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ae9e4db8-9991-432d-b159-a5e979275451 req-cbf72cdc-416b-4bf0-8c5e-2fb09f1d12f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056302 Mar 03 18:19:17.941032 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72', 'code': 200} Mar 03 18:19:17.949903 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:17.951056 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007407d2-d74f-4215-b62c-36bda04c3b66 None None] The sync data for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:17.997593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Calling delete_port for 438cd948-acf5-4411-8f25-6b0033ed60c1 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:18.012970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 438cd948-acf5-4411-8f25-6b0033ed60c1 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:18.111215 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.162660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482eb87-c8af-4540-b073-366491916e4f req-77cfc4d0-c6cf-43b2-9fba-ad4017bbbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:18.164948 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f482eb87-c8af-4540-b073-366491916e4f req-77cfc4d0-c6cf-43b2-9fba-ad4017bbbb98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 1097 time: 0.1746781 Mar 03 18:19:18.254555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.307319 n-d-827121-1 neutron-server[87888]: INFO neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No ports have port_id starting with 438cd948-acf5-4411-8f25-6b0033ed60c1 Mar 03 18:19:18.334175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f482eb87-c8af-4540-b073-366491916e4f req-6eceb2ac-1fd9-48aa-ba31-953894af8f73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596661 Mar 03 18:19:18.335132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] No DVR routers for this DVR port 438cd948-acf5-4411-8f25-6b0033ed60c1 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:19:18.337639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Port': ['ID=438cd948-acf5-4411-8f25-6b0033ed60c1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:18.407945 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.463444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=36070e12-cc2f-4d9e-b248-c859805eda72,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:18.700664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] For port 438cd948-acf5-4411-8f25-6b0033ed60c1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=438cd948-acf5-4411-8f25-6b0033ed60c1,segment=NetworkSegment(e6c99169-dfa4-483b-83cd-3dfc8efa6100),segment_id=e6c99169-dfa4-483b-83cd-3dfc8efa6100)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:18.701070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.754090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.798461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b798ea-237c-485a-8afc-f967d3be00de']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:18.826110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c99169-dfa4-483b-83cd-3dfc8efa6100') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:18.826416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c99169-dfa4-483b-83cd-3dfc8efa6100') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:18.859125 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.862472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f654baf-1615-40a9-b6a7-0adcaa6839c0 req-ac1f153d-299c-4752-b5b2-3ed3ce548c5a tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:18.864094 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f654baf-1615-40a9-b6a7-0adcaa6839c0 req-ac1f153d-299c-4752-b5b2-3ed3ce548c5a tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1098 time: 0.3336468 Mar 03 18:19:18.877462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.893108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.901401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:19:18.901929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:19:18.921461 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:19:19.010127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Calling delete_port for 438cd948-acf5-4411-8f25-6b0033ed60c1 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:19.039976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f654baf-1615-40a9-b6a7-0adcaa6839c0 req-a33822b7-a211-443a-953f-1b5e5659122e tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305318 Mar 03 18:19:19.187605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55594) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:19.203965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:19:19.204350 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:19:19.421337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.445696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.518294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/networks/63b798ea-237c-485a-8afc-f967d3be00de HTTP/1.1" status: 204 len: 168 time: 2.5164750 Mar 03 18:19:19.519581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port abaea497-be4e-45b1-9bf3-ebdbd3ddc9c3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:19.519919 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.546957 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-19d9163e-b709-4938-8093-2181d814143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.705662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Deleting port 438cd948-acf5-4411-8f25-6b0033ed60c1 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:19.706416 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.725137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55608) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:19.804771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting subnet 4bc1b8a1-fa8b-4d35-b401-4bc5e211fcd2 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:19:19.817424 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.913127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e119e6b6-7313-4cf0-860e-069c7e45dd0b None None] The port '438cd948-acf5-4411-8f25-6b0033ed60c1' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:19:19.939267 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.939574 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:19.977276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.047265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Allocated IP 172.20.0.1 (7994a543-599a-4a37-84c2-6a79464baad9/dfa789c9-d63e-4bd0-98ad-ab239e305d82/1c52ab0f-7aa8-43bb-8b66-2147e377ab01) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:20.074528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for abaea497-be4e-45b1-9bf3-ebdbd3ddc9c3 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:20.149493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b14c7b-bff6-4a9c-ac9c-246ac0e95155 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Network': ['ID=63b798ea-237c-485a-8afc-f967d3be00de,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:20.187710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371109b-bb82-4a5e-abbc-3c39b243c731 req-5cd63280-8a75-4f64-a6f9-e99383279f2c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:20.191936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a371109b-bb82-4a5e-abbc-3c39b243c731 req-5cd63280-8a75-4f64-a6f9-e99383279f2c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 946 time: 1.1445608 Mar 03 18:19:20.253582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a371109b-bb82-4a5e-abbc-3c39b243c731 req-6ee7091e-60c6-4b75-ae4d-fc4b1bdcc4af tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497329 Mar 03 18:19:20.298551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.334998 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.400852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=abaea497-be4e-45b1-9bf3-ebdbd3ddc9c3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:20.423018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.448613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Transition to ACTIVE for port object 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:20.499277 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.499530 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.499672 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP 6adc99d7-8b59-4977-820b-dcfefea18e68 disassociated (deleted). External IP: 172.25.0.128, port: eeca5b4a-8c36-4135-ae9c-1a187f02773a. Mar 03 18:19:20.547617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.550853 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.557500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff46261-6c83-4363-9104-f93b114c32a6 None None] Network 75398293-d0d5-431f-a263-a0390098c893 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:20.560842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc1b8a1-fa8b-4d35-b401-4bc5e211fcd2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:20.615110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Network 7994a543-599a-4a37-84c2-6a79464baad9 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:20.623146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:20.625527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:20.654694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bda03bd3-a7d0-4c27-bcde-673db197ccdf tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/subnets/4bc1b8a1-fa8b-4d35-b401-4bc5e211fcd2 HTTP/1.1" status: 204 len: 168 time: 0.9266963 Mar 03 18:19:20.658443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55618) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:20.797936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Port': ['ID=1c52ab0f-7aa8-43bb-8b66-2147e377ab01,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:20.814291 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:20.845295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting subnet 1cb31b95-5fc8-4d58-8234-cf5390fcc0eb {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:19:20.857655 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.004307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.024456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] DHCP port deletion for 75398293-d0d5-431f-a263-a0390098c893 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:19:21.035624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] Deleting port 0942dcc5-e24b-4839-abe5-09867af893d5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:21.035999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.199186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-03aaffb6-852d-43b6-b072-f30ffc7f935c None None] Provisioning for port 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:21.227744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-03aaffb6-852d-43b6-b072-f30ffc7f935c None None] Provisioning complete for port 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:21.239904 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03aaffb6-852d-43b6-b072-f30ffc7f935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.312136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:21.408799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.450647 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.532381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-03aaffb6-852d-43b6-b072-f30ffc7f935c None None] Port 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:19:21.683091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] For port 0942dcc5-e24b-4839-abe5-09867af893d5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0942dcc5-e24b-4839-abe5-09867af893d5,segment=NetworkSegment(58df215e-bf9c-4dbb-800f-ce1d8744880d),segment_id=58df215e-bf9c-4dbb-800f-ce1d8744880d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:21.683807 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.786819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:21.813138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.814354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] Sync routers for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:21.828887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] Calling delete_port for 0942dcc5-e24b-4839-abe5-09867af893d5 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:21.876003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:21.915124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0942dcc5-e24b-4839-abe5-09867af893d5 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:21.919983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-80abb1dd-bc6f-4d89-902a-6d810d5e1a17 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/floatingips/6adc99d7-8b59-4977-820b-dcfefea18e68 HTTP/1.1" status: 204 len: 168 time: 2.7310395 Mar 03 18:19:21.920840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:22.034734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:22.035376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:18:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:22.070398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:22.076316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb31b95-5fc8-4d58-8234-cf5390fcc0eb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:22.121391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-75fafaf1-32bc-427e-8db4-154af1bd3279 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/subnets/1cb31b95-5fc8-4d58-8234-cf5390fcc0eb HTTP/1.1" status: 204 len: 168 time: 1.4569142 Mar 03 18:19:22.124478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55654) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:22.163092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12991a2b-f274-4796-8b02-e92798c32088 req-f9c787aa-ec60-456e-9471-c5e63c2bee3c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:22.177243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12991a2b-f274-4796-8b02-e92798c32088 req-f9c787aa-ec60-456e-9471-c5e63c2bee3c tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 946 time: 0.6446345 Mar 03 18:19:22.288272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4fafabb-ec1b-4023-b9be-217654a030d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:22.290397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96240407-160f-4a1e-b87f-585eb647675e None None] Network 6f0d7ace-e39b-44dc-b493-e2ec11b29700 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:22.296107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12991a2b-f274-4796-8b02-e92798c32088 req-53a594fa-7ea9-479b-9dfe-3687411672b0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169493 Mar 03 18:19:22.685807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:22.728824 n-d-827121-1 neutron-server[87888]: INFO neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No ports have port_id starting with 0942dcc5-e24b-4839-abe5-09867af893d5 Mar 03 18:19:22.749094 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:22.843258 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'status': 'completed', 'code': 200} Mar 03 18:19:22.925282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] Pushing event deleted for resources: {'Port': ['ID=0942dcc5-e24b-4839-abe5-09867af893d5,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:22.938542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6621b-4cbe-40ab-bcd3-794d35b9c66f None None] No DVR routers for this DVR port 0942dcc5-e24b-4839-abe5-09867af893d5 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:19:22.952668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:22.957245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:22.966025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ec090-d590-4e75-bf81-4a7d307ef42f req-eb4d92be-af39-401a-824a-f8305b971457 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:22.973436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c5ec090-d590-4e75-bf81-4a7d307ef42f req-eb4d92be-af39-401a-824a-f8305b971457 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 946 time: 0.2706566 Mar 03 18:19:23.034589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.053654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c5ec090-d590-4e75-bf81-4a7d307ef42f req-56e7949f-2608-417b-94fd-b8c62b8ab576 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732067 Mar 03 18:19:23.059408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.091697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:23.156535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.261766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Port': ['ID=1c52ab0f-7aa8-43bb-8b66-2147e377ab01,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:23.327554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.338481 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.411297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] DHCP port deletion for 6f0d7ace-e39b-44dc-b493-e2ec11b29700 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:19:23.433110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Deleting port 3e25f6f7-3f57-4113-a45a-e90aa584d15f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:23.433522 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.479090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75398293-d0d5-431f-a263-a0390098c893']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:23.566615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-988cfac7-d0a6-4652-bfbd-b50cf387bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:23.571141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-988cfac7-d0a6-4652-bfbd-b50cf387bfa3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 1098 time: 0.8741164 Mar 03 18:19:23.576714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58df215e-bf9c-4dbb-800f-ce1d8744880d') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:23.576853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58df215e-bf9c-4dbb-800f-ce1d8744880d') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:23.602769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.657379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.663310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Network 7994a543-599a-4a37-84c2-6a79464baad9 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:23.664576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:23.690057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:19:23.691110 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:23.891088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3e25f6f7-3f57-4113-a45a-e90aa584d15f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:19:23.927656 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:19:24.062416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24c9d9d-fa44-4762-b950-36e4ecf85ab3 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:24.064066 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e24c9d9d-fa44-4762-b950-36e4ecf85ab3 tempest-TestNetworkBasicOps-1288584889 tempest-TestNetworkBasicOps-1288584889-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 1092 time: 0.8139660 Mar 03 18:19:24.069743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55692) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:24.091929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.098963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.102576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '36070e12-cc2f-4d9e-b248-c859805eda72', 'tenant_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:24.121457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:24.138094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Usage tracker for resource:floatingip and tenant:33441e1b277446cda750022555d7cded is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:24.151070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/networks/75398293-d0d5-431f-a263-a0390098c893 HTTP/1.1" status: 204 len: 168 time: 2.0238714 Mar 03 18:19:24.151805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:24.154790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55696) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:24.166802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd36c-8e9e-48d7-b2d1-e4757a565f42 req-84e70078-81b4-45b5-8fb7-b492ee623004 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:24.168537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ad8cd36c-8e9e-48d7-b2d1-e4757a565f42 req-84e70078-81b4-45b5-8fb7-b492ee623004 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:24.173881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Router b751f2cd-16ff-4c14-9188-5213d8ba374d has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:24.179792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:24.211898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaf6e1-e624-4e7c-b13b-b07a17edb304 tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Network': ['ID=75398293-d0d5-431f-a263-a0390098c893,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:24.315730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ad8cd36c-8e9e-48d7-b2d1-e4757a565f42 req-84e70078-81b4-45b5-8fb7-b492ee623004 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:24.323794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad8cd36c-8e9e-48d7-b2d1-e4757a565f42 req-84e70078-81b4-45b5-8fb7-b492ee623004 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 947 time: 1.4793830 Mar 03 18:19:24.339213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] For port 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e25f6f7-3f57-4113-a45a-e90aa584d15f,segment=NetworkSegment(78e36035-aeb9-479c-be75-c9c88b9dc947),segment_id=78e36035-aeb9-479c-be75-c9c88b9dc947)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:24.341944 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.371102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.375008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.397402 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ad8cd36c-8e9e-48d7-b2d1-e4757a565f42 req-44735916-685d-4222-8efe-ffaeb30b1dc3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720103 Mar 03 18:19:24.441499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-335d98b8-4e80-4d6e-9275-3d41602dd7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:24.443118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-335d98b8-4e80-4d6e-9275-3d41602dd7ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 200 len: 897 time: 0.3888757 Mar 03 18:19:24.453753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2552c52-9643-462c-8ef1-7c135664e193 req-bdaa215b-1964-49d2-b9c5-d25e1f80f505 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:24.456992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2552c52-9643-462c-8ef1-7c135664e193 req-bdaa215b-1964-49d2-b9c5-d25e1f80f505 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 947 time: 0.5143635 Mar 03 18:19:24.534919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.595216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Calling delete_port for 3e25f6f7-3f57-4113-a45a-e90aa584d15f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:24.600217 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-53050e62-649e-4e2d-9807-1a73f10885c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 200 len: 217 time: 0.1421170 Mar 03 18:19:24.645749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a5b1a22d-694e-4e63-a72f-0fa4468ad8ee None None] Provisioning complete for port 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:24.646128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a22d-694e-4e63-a72f-0fa4468ad8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.660663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting port 3e25f6f7-3f57-4113-a45a-e90aa584d15f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:24.662231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.713228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:44Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:24.715873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.737703 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:24.842872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] Checking router: 9cdfda1f-4547-498c-90e3-2aebb77d84f1 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:19:24.880643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-3314b04d-86c0-4b00-b747-5c50defcc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:24.882733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-3314b04d-86c0-4b00-b747-5c50defcc7df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 200 len: 835 time: 0.2741792 Mar 03 18:19:24.895353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e25f6f7-3f57-4113-a45a-e90aa584d15f,segment=NetworkSegment(78e36035-aeb9-479c-be75-c9c88b9dc947),segment_id=78e36035-aeb9-479c-be75-c9c88b9dc947)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:24.907079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1a22d-694e-4e63-a72f-0fa4468ad8ee None None] Port 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:19:24.912336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:24.913795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:24.935813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port eeca5b4a-8c36-4135-ae9c-1a187f02773a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:24.936433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:25.008801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:25.018803 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] Sync routers for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:25.037583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-81d9eb6f-7d73-4751-a5b2-1628e88c01e7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "PUT /v2.0/routers/b751f2cd-16ff-4c14-9188-5213d8ba374d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5020225 Mar 03 18:19:25.039499 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:25.040191 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:25.040785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55712) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:25.088417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Request body: {'port': {'network_id': '7994a543-599a-4a37-84c2-6a79464baad9', 'name': 'tempest-FloatingIPAdminTestJSON-1662472604'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:25.171685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f8a0-3b64-47c8-8b02-d4d2a6dc56b3 req-5b8e8748-c49e-41e9-a1f0-5706a3efd7a8 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:25.179537 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3228f8a0-3b64-47c8-8b02-d4d2a6dc56b3 req-5b8e8748-c49e-41e9-a1f0-5706a3efd7a8 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 945 time: 0.3095357 Mar 03 18:19:25.214024 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:25.247188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:25.248129 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:25.309053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:25.322811 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:25.323454 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34a1e1-3adc-496e-9f29-9c38851961c0 None None] The sync data for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:25.368312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-b19788b3-42f8-4f79-85c7-d32657105c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:25.369855 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-b19788b3-42f8-4f79-85c7-d32657105c24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=000b827b-41db-495d-bb9e-6247fb670cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4379742 Mar 03 18:19:25.375601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3228f8a0-3b64-47c8-8b02-d4d2a6dc56b3 req-a4999499-ee41-4e1b-aa4a-f673dfe54717 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949241 Mar 03 18:19:25.411721 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:19:25.412108 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:19:25.453046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:25.527909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3e25f6f7-3f57-4113-a45a-e90aa584d15f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:25.530036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:25.614348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-a71f1e36-86a6-4333-811c-3a98e17cdd36 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:25.638917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] For port 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e25f6f7-3f57-4113-a45a-e90aa584d15f,segment=NetworkSegment(78e36035-aeb9-479c-be75-c9c88b9dc947),segment_id=78e36035-aeb9-479c-be75-c9c88b9dc947)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:25.639461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:25.705361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port eeca5b4a-8c36-4135-ae9c-1a187f02773a, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=eeca5b4a-8c36-4135-ae9c-1a187f02773a,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:25.705881 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:25.809308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Calling delete_port for 3e25f6f7-3f57-4113-a45a-e90aa584d15f owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:25.839549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-a71f1e36-86a6-4333-811c-3a98e17cdd36 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:25.840707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-a71f1e36-86a6-4333-811c-3a98e17cdd36 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883995638&fields=id&tenant_id=561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 267 time: 0.3575525 Mar 03 18:19:25.842178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:44Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:25.842994 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-c8a70e59-8b24-46a3-8a35-34ab8202cdde service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888810 Mar 03 18:19:25.849020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a28d2-023c-4fa3-9bb4-bff3913a31f3 None None] The sync data for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 is: [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:16:32Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d', 'name': '', 'network_id': '000b827b-41db-495d-bb9e-6247fb670cd7', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:18:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:28Z', 'updated_at': '2022-03-03T18:16:44Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '42dac55c-60ec-484e-88de-cfed37e905d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:25.851438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for eeca5b4a-8c36-4135-ae9c-1a187f02773a owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:25.851790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:25.894220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Usage tracker for resource:port and tenant:abdf261382264552a98bbe9381024093 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:25.899593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:25.914742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Deleting port 3e25f6f7-3f57-4113-a45a-e90aa584d15f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:25.916567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:25.946106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd73a6f-ef21-4767-833f-cf4a2df5296d req-0afa97c1-80b1-4368-a878-56bf73762845 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:25.947629 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddd73a6f-ef21-4767-833f-cf4a2df5296d req-0afa97c1-80b1-4368-a878-56bf73762845 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93baef4-a0d7-4439-91cf-8cddc43209db HTTP/1.1" status: 200 len: 947 time: 0.3486526 Mar 03 18:19:25.952201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:26.063033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Made reservation on behalf of abdf261382264552a98bbe9381024093 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:19:26.066455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:26.096547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] device_id is not set on port 3bbb1584-731d-423b-a095-a97b20d415dd yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:19:26.206282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddd73a6f-ef21-4767-833f-cf4a2df5296d req-974045c6-659a-4826-ae2d-9e456bbf9094 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=4662acf4-8fd2-4a17-9586-095bf865abe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462714 Mar 03 18:19:26.258797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Allocated IP 172.25.0.52 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/5e79c101-9b55-4e27-ac60-02465b6c875e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:26.271870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c064ae4-55c5-4ec4-8aef-9e6232c4ebef req-db89807f-cdb1-4b59-b658-6f63d4992152 service neutron] 10.222.0.35 "GET /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913136 Mar 03 18:19:26.287682 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:26.338751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56a9c3-c31f-4e02-af55-c4f72fc3662e None None] New status for floating IP 6adc99d7-8b59-4977-820b-dcfefea18e68: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:19:26.338976 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:26.452932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=eeca5b4a-8c36-4135-ae9c-1a187f02773a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:26.492453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] No DVR routers for this DVR port eeca5b4a-8c36-4135-ae9c-1a187f02773a on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:19:26.495030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:26.505529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-deleted', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:26.512834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2552c52-9643-462c-8ef1-7c135664e193 req-a461186e-dda8-49ec-976a-2181e10354bc tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "DELETE /v2.0/ports/eeca5b4a-8c36-4135-ae9c-1a187f02773a HTTP/1.1" status: 204 len: 173 time: 1.9615016 Mar 03 18:19:26.542912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] For port 3e25f6f7-3f57-4113-a45a-e90aa584d15f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e25f6f7-3f57-4113-a45a-e90aa584d15f,segment=NetworkSegment(78e36035-aeb9-479c-be75-c9c88b9dc947),segment_id=78e36035-aeb9-479c-be75-c9c88b9dc947)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:26.543861 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:26.616835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:26.650317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d381b16-4e52-4a1e-8266-b2ce015b20df req-94324355-01f0-4d20-8a84-3a7671433c6e tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:26.658723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d381b16-4e52-4a1e-8266-b2ce015b20df req-94324355-01f0-4d20-8a84-3a7671433c6e tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 945 time: 0.1128097 Mar 03 18:19:26.661538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Port': ['ID=3e25f6f7-3f57-4113-a45a-e90aa584d15f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:26.712946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Calling delete_port for 3e25f6f7-3f57-4113-a45a-e90aa584d15f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:26.722148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d381b16-4e52-4a1e-8266-b2ce015b20df req-77948278-a8dd-4e56-b4d5-f7d71ea5b193 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619340 Mar 03 18:19:26.740746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:26.764431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] No DVR routers for this DVR port 3e25f6f7-3f57-4113-a45a-e90aa584d15f on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:19:26.792762 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93baef4-a0d7-4439-91cf-8cddc43209db', 'name': 'network-vif-deleted', 'tag': 'eeca5b4a-8c36-4135-ae9c-1a187f02773a', 'status': 'completed', 'code': 200} Mar 03 18:19:26.818608 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:19:26.819364 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:19:26.932728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-3bf3e17d-d42f-463b-83fb-73c56970cae9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:26.934282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-3bf3e17d-d42f-463b-83fb-73c56970cae9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 1.0779009 Mar 03 18:19:26.982122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:27.001771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:27.030634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:27.076496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:27.078686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: eeca5b4a-8c36-4135-ae9c-1a187f02773a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:19:27.079037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device eeca5b4a-8c36-4135-ae9c-1a187f02773a not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:19:27.122995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=5e79c101-9b55-4e27-ac60-02465b6c875e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:27.126255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-d6b75517-a33e-4312-b70a-c7ca0293f62d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/quotas/561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 375 time: 0.1708996 Mar 03 18:19:27.146392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:27.257031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Allocated IP 172.20.0.11 (7994a543-599a-4a37-84c2-6a79464baad9/dfa789c9-d63e-4bd0-98ad-ab239e305d82/3bbb1584-731d-423b-a095-a97b20d415dd) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:27.275413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0d7ace-e39b-44dc-b493-e2ec11b29700']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:27.314094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55734) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:27.326523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-e651cff9-bc22-4c9c-a522-1b155c0f9360 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:27.328193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-e651cff9-bc22-4c9c-a522-1b155c0f9360 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 945 time: 0.6499603 Mar 03 18:19:27.332595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e36035-aeb9-479c-be75-c9c88b9dc947') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:27.333003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e36035-aeb9-479c-be75-c9c88b9dc947') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:27.650491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Deleting port 3e25f6f7-3f57-4113-a45a-e90aa584d15f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:27.650978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:27.665654 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:27.729782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-170bf110-5816-475a-a170-aa0d1ae259cb None None] The port '3e25f6f7-3f57-4113-a45a-e90aa584d15f' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:19:27.805559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:27.846389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:19:27.846996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:19:27.865297 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:19:27.901834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Deleting port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:27.902072 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:27.945871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55746) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:28.032755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb460c-45c7-467c-89be-19221fbbbbf5 req-ea6ba93c-0adb-47ca-a004-ee9f33bf601c tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:28.034299 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0adb460c-45c7-467c-89be-19221fbbbbf5 req-ea6ba93c-0adb-47ca-a004-ee9f33bf601c tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 945 time: 0.1847525 Mar 03 18:19:28.105592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0405d9af-ec02-4f82-9571-4eea3af18264 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9455590 Mar 03 18:19:28.109968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.123289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0adb460c-45c7-467c-89be-19221fbbbbf5 req-862ffb92-ebf8-4f93-a3c8-182c0783a59d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/security-groups?id=a22c456d-6363-4117-ba4d-b20a5f7ee998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798166 Mar 03 18:19:28.136593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:28.168310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.172284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.175137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:76f39dc60a6a4501b52446376ee3c753 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:28.185965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:28.194544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:28.207312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.252321 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.344147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Network': ['ID=6f0d7ace-e39b-44dc-b493-e2ec11b29700,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:28.413982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Transition to ACTIVE for port object 3bbb1584-731d-423b-a095-a97b20d415dd will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:28.430100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-138fcf42-4627-4cf7-919c-d33cbd64f95c tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/networks/6f0d7ace-e39b-44dc-b493-e2ec11b29700 HTTP/1.1" status: 204 len: 168 time: 4.2567031 Mar 03 18:19:28.431283 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:28.501415 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.517077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.628911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-494f8157-d500-4a17-8e82-493c5ca52790 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903865 Mar 03 18:19:28.664452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.671492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting subnet 35ef2c09-6d7f-4be3-b126-8b156358db4c {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:19:28.678694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.708385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76f39dc60a6a4501b52446376ee3c753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7561781 Mar 03 18:19:28.714266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad0b93-efe6-4cbb-a64a-1c3fa6910ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f3e337-9f18-410e-99ab-758e4f3bc482,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:28.717873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55756) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:28.782652 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.824069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] For port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,segment=NetworkSegment(eb658413-5f1b-4dca-b966-96c93dba5cdc),segment_id=eb658413-5f1b-4dca-b966-96c93dba5cdc)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:28.824789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.851324 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Network 7994a543-599a-4a37-84c2-6a79464baad9 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:28.859931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:28.863060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:28.872751 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4da0ae9c-a08c-4e4f-8afa-102f907b8d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:28.994526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4da0ae9c-a08c-4e4f-8afa-102f907b8d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.031008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Calling delete_port for 2eb89f86-c8e4-4aa2-888b-6176fa8001bc owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:29.064045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:29.064386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.080172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4980a081-f4cd-43af-ac4e-b9d619cde504 None None] Provisioning for port 3bbb1584-731d-423b-a095-a97b20d415dd completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:29.089728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4980a081-f4cd-43af-ac4e-b9d619cde504 None None] Provisioning complete for port 3bbb1584-731d-423b-a095-a97b20d415dd triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:29.090745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4980a081-f4cd-43af-ac4e-b9d619cde504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.091471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.223543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4980a081-f4cd-43af-ac4e-b9d619cde504 None None] Port 3bbb1584-731d-423b-a095-a97b20d415dd cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:19:29.240898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event updated for resources: {'Port': ['ID=3bbb1584-731d-423b-a095-a97b20d415dd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:29.248630 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4da0ae9c-a08c-4e4f-8afa-102f907b8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.301159 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-f7a73246-5811-4457-8825-f8651f4e1d4d service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641555 Mar 03 18:19:29.307008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:29.307664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.324323 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.359120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-00d68706-54fe-4604-a8fc-04be35a1cdf6 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3170660 Mar 03 18:19:29.365530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55762) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:29.510577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.520846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.525363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02f228c2-7dff-4295-9411-272645302eeb req-0327bd5b-af2e-4f9a-bd8b-c2f62743b775 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0478919 Mar 03 18:19:29.528352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-df47fa6a-90e2-491d-97b9-ee5a895836f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6335897 Mar 03 18:19:29.560029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0ae9c-a08c-4e4f-8afa-102f907b8d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f3e337-9f18-410e-99ab-758e4f3bc482,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:29.566373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4da0ae9c-a08c-4e4f-8afa-102f907b8d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.570185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4da0ae9c-a08c-4e4f-8afa-102f907b8d62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95f3e337-9f18-410e-99ab-758e4f3bc482 HTTP/1.1" status: 204 len: 168 time: 0.8490627 Mar 03 18:19:29.574564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.623743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Subnet': ['ID=35ef2c09-6d7f-4be3-b126-8b156358db4c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:29.627236 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.628886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Pushing event deleted for resources: {'Port': ['ID=2eb89f86-c8e4-4aa2-888b-6176fa8001bc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:29.629104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-89981367-cec7-4c9d-836c-ab5bd56d1cac tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/subnets/35ef2c09-6d7f-4be3-b126-8b156358db4c HTTP/1.1" status: 204 len: 168 time: 1.1949203 Mar 03 18:19:29.637811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55776) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:29.644051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dec03ee-89a7-4f02-aaa6-1c8d49483d50 None None] Network f4784b20-fe49-4add-808a-1bb67ee65ce6 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:29.644211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:29.644465 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.848765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'project_id': 'abdf261382264552a98bbe9381024093', 'port_id': '3bbb1584-731d-423b-a095-a97b20d415dd'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:29.859915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:29.893247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.908466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:29.976001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Usage tracker for resource:floatingip and tenant:abdf261382264552a98bbe9381024093 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:29.979635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] No DVR routers for this DVR port 2eb89f86-c8e4-4aa2-888b-6176fa8001bc on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:19:29.983383 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:29.987312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:29.991207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'name': 'network-vif-deleted', 'tag': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:30.008019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:30.014883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] DHCP port deletion for f4784b20-fe49-4add-808a-1bb67ee65ce6 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:19:30.019837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] Deleting port 6feb0659-dd7d-419a-9c86-ed45456e9d99 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:30.020315 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.023501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting port 6feb0659-dd7d-419a-9c86-ed45456e9d99 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:30.023850 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.089791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-46aa183b-8d83-4042-a5c1-1a918a8e60fa req-d992070e-306a-44ed-b051-3c135b8d1a6d tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.16 "DELETE /v2.0/ports/2eb89f86-c8e4-4aa2-888b-6176fa8001bc HTTP/1.1" status: 204 len: 173 time: 2.7399042 Mar 03 18:19:30.171666 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef71b31-1099-44b3-992f-fd36b468dcc5', 'name': 'network-vif-deleted', 'tag': '2eb89f86-c8e4-4aa2-888b-6176fa8001bc', 'status': 'completed', 'code': 200} Mar 03 18:19:30.172309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55792) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:30.173461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.194303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-94b6e27d-1c31-4e23-8276-dd6d67e1ea3a req-ae90e608-b9a6-46d1-b7ea-fc1fa5cb1e06 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:30.257049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-94b6e27d-1c31-4e23-8276-dd6d67e1ea3a req-ae90e608-b9a6-46d1-b7ea-fc1fa5cb1e06 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:30.267056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94b6e27d-1c31-4e23-8276-dd6d67e1ea3a req-ae90e608-b9a6-46d1-b7ea-fc1fa5cb1e06 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 210 time: 0.3780138 Mar 03 18:19:30.316748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.396609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-145f814f-0a48-4b36-9978-fbe0e9fc18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:30.398132 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-145f814f-0a48-4b36-9978-fbe0e9fc18a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 1097 time: 0.6750827 Mar 03 18:19:30.404132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:30.418783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] For port 6feb0659-dd7d-419a-9c86-ed45456e9d99, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6feb0659-dd7d-419a-9c86-ed45456e9d99,segment=NetworkSegment(ae57297f-ee23-4a70-bce3-7c5bdc646996),segment_id=ae57297f-ee23-4a70-bce3-7c5bdc646996)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:30.419348 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.428666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Usage tracker for resource:security_group_rule and tenant:0e51527c595847e98fd2999bd78bcaef is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:30.433437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2eb89f86-c8e4-4aa2-888b-6176fa8001bc no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:30.444387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:30.473791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 2eb89f86-c8e4-4aa2-888b-6176fa8001bc {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:19:30.474153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 2eb89f86-c8e4-4aa2-888b-6176fa8001bc not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:19:30.540808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:30.620270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-30400ad1-2cf6-47d3-800c-6a5d86850305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:30.621842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-30400ad1-2cf6-47d3-800c-6a5d86850305 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e25ca16f-29a8-41c8-a250-ec2636a4b27c HTTP/1.1" status: 200 len: 897 time: 0.1983562 Mar 03 18:19:30.626635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] Calling delete_port for 6feb0659-dd7d-419a-9c86-ed45456e9d99 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:30.628286 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.679964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.754286 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.809482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event updated for resources: {'Port': ['ID=5e79c101-9b55-4e27-ac60-02465b6c875e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:30.820123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] Pushing event deleted for resources: {'Port': ['ID=6feb0659-dd7d-419a-9c86-ed45456e9d99,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:30.823207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750381f-a4f2-48ed-956a-f97d2e455623 None None] No DVR routers for this DVR port 6feb0659-dd7d-419a-9c86-ed45456e9d99 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:19:30.852006 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-8e501cde-0fb0-45e7-81bc-91dfa7df2ed1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36070e12-cc2f-4d9e-b248-c859805eda72 HTTP/1.1" status: 200 len: 999 time: 0.2232411 Mar 03 18:19:30.898327 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.956027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a3702533-457d-43c7-99ee-ce2ebd498bbd req-72248c4f-7cf1-4c5b-a526-8e3e0e22e1f6 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Synchronizing usage tracker for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:30.961806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] For port 6feb0659-dd7d-419a-9c86-ed45456e9d99, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6feb0659-dd7d-419a-9c86-ed45456e9d99,segment=NetworkSegment(ae57297f-ee23-4a70-bce3-7c5bdc646996),segment_id=ae57297f-ee23-4a70-bce3-7c5bdc646996)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:30.962165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.987429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:30.987735 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:30.996459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-cf0e4ab8-f14c-4497-9718-0f87dadf082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:30.997970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-cf0e4ab8-f14c-4497-9718-0f87dadf082c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d93bcf27-7fa6-44ff-97a2-4d70010c4b9f HTTP/1.1" status: 200 len: 834 time: 0.1389751 Mar 03 18:19:31.107563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:31.123340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Calling delete_port for 6feb0659-dd7d-419a-9c86-ed45456e9d99 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:31.200039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a3702533-457d-43c7-99ee-ce2ebd498bbd req-72248c4f-7cf1-4c5b-a526-8e3e0e22e1f6 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] Unset dirty status for tenant:0187d8bfe7ee40b49bdf3a87113e1388 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:31.201519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3702533-457d-43c7-99ee-ce2ebd498bbd req-72248c4f-7cf1-4c5b-a526-8e3e0e22e1f6 tempest-VolumesActionsTest-2082219366 tempest-VolumesActionsTest-2082219366-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef71b31-1099-44b3-992f-fd36b468dcc5 HTTP/1.1" status: 200 len: 210 time: 0.3977263 Mar 03 18:19:31.236705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:31.409350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-0d589a50-e06b-4c0e-8a4e-fa2cc7151962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:31.410762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-0d589a50-e06b-4c0e-8a4e-fa2cc7151962 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e25ca16f-29a8-41c8-a250-ec2636a4b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3845670 Mar 03 18:19:31.470989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c54b6-f849-41ba-9cb9-1559c86c6723,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:31.484556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4c36d769-afaa-44f4-a77f-54b0c8c73c4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e51527c595847e98fd2999bd78bcaef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2697675 Mar 03 18:19:31.491694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:31.493199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55802) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:31.508160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df2453aa-4f10-4c0e-b173-41ca5a0c7ca1 req-5978570f-c721-4cf2-86f3-7e24a505973e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 210 time: 0.0964115 Mar 03 18:19:31.696853 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:19:31.697166 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:19:31.767029 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Floating IP 84775875-5127-4aee-92ec-342bc4d7bbfb associated. External IP: 172.25.0.52, port: 36070e12-cc2f-4d9e-b248-c859805eda72. Mar 03 18:19:31.767211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:31.843187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5dccdd89-6d6a-4746-90dc-e7108a9b7f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:31.872664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-468e05d1-48d1-4f2e-a454-6f88603ac6c9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:31.873221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-468e05d1-48d1-4f2e-a454-6f88603ac6c9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.4895487 Mar 03 18:19:31.893988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Allocated IP 172.25.0.80 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/88721164-d796-400e-9d28-8691c32b3789) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:31.904659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6feb0659-dd7d-419a-9c86-ed45456e9d99 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:31.913600 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5dccdd89-6d6a-4746-90dc-e7108a9b7f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:31.947169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 6feb0659-dd7d-419a-9c86-ed45456e9d99 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:19:31.947900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6feb0659-dd7d-419a-9c86-ed45456e9d99 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:19:31.987879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-a26c9cfe-46bb-4bf7-84bc-716e45810dda service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218630 Mar 03 18:19:32.147287 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-b1862c3d-9c61-46fb-ae2d-8c805024c9cd tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 380 time: 0.1623690 Mar 03 18:19:32.167212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'port': {'device_id': 'd212bd3c-100a-411d-9120-032343d7bd18', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'admin_state_up': True, 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'security_groups': ['fe2ba4f7-5f73-433d-b448-f5b7f82f3b14']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:32.198080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Deleting port 6feb0659-dd7d-419a-9c86-ed45456e9d99 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:32.198698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.249710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5dccdd89-6d6a-4746-90dc-e7108a9b7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.322255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] The port '6feb0659-dd7d-419a-9c86-ed45456e9d99' was deleted {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:19:32.336614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccdd89-6d6a-4746-90dc-e7108a9b7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c54b6-f849-41ba-9cb9-1559c86c6723,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:32.395046 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.461129 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4de3b8e8-8174-4752-a6b8-637ed6be8a36 req-ed64b955-e4b9-4895-87c2-2f2068fd7487 service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496660 Mar 03 18:19:32.476015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:32.486138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:32.499096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5dccdd89-6d6a-4746-90dc-e7108a9b7f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.500380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5dccdd89-6d6a-4746-90dc-e7108a9b7f04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b62c54b6-f849-41ba-9cb9-1559c86c6723 HTTP/1.1" status: 204 len: 168 time: 1.0027862 Mar 03 18:19:32.514136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:19:32.519806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.569618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.613363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4784b20-fe49-4add-808a-1bb67ee65ce6']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:32.632003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae57297f-ee23-4a70-bce3-7c5bdc646996') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:32.632261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae57297f-ee23-4a70-bce3-7c5bdc646996') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:32.633198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:32.652049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router c0b9ae97-0017-41c3-8599-02239de3cd72 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:32.658725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.697866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.705235 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:32.850466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:19:32.850466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:33.001516 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a1db503-af1b-4742-97c3-47c6af1fc827 req-f8d5ad4b-c8be-46cb-8335-18c8c507433a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 210 time: 0.2601001 Mar 03 18:19:33.047087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Pushing event updated for resources: {'Port': ['ID=88721164-d796-400e-9d28-8691c32b3789,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:33.084287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.20.0.9 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/c7be589b-17ce-40a6-bc51-0a11acc495a6) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: util.warn( Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:19:33.106194 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:19:33.141933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:33.148995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:33.155596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:33.362824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:33.394714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:33.456060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Pushing event deleted for resources: {'Network': ['ID=f4784b20-fe49-4add-808a-1bb67ee65ce6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:33.469201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:33.476750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3eeb5413-a72f-4b58-b2a8-e9429f5b809f tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/networks/f4784b20-fe49-4add-808a-1bb67ee65ce6 HTTP/1.1" status: 204 len: 168 time: 3.8377275 Mar 03 18:19:33.483625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55832) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:33.533122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:33.551185 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] Sync routers for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:33.564102 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:33.565273 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:33.565484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Transition to ACTIVE for port object c7be589b-17ce-40a6-bc51-0a11acc495a6 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:33.572583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d7547cd3-75dc-4993-9c2f-9dc68e617387 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/9cdfda1f-4547-498c-90e3-2aebb77d84f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2574325 Mar 03 18:19:33.575412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55840) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:33.652573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting subnet 42dac55c-60ec-484e-88de-cfed37e905d1 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:19:33.657780 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:33.666292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8f9e0da0-0d5e-49c2-9f75-0384852e387b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Synchronizing usage tracker for tenant:0fe36ab19cb24d6392e0df297387e78a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:33.711336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:33.714572 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:33.727280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] Sync routers for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:33.749697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:33.750824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:33.841556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8f9e0da0-0d5e-49c2-9f75-0384852e387b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Unset dirty status for tenant:0fe36ab19cb24d6392e0df297387e78a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:33.842959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8f9e0da0-0d5e-49c2-9f75-0384852e387b tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df592ff-49a5-4043-8038-c5064a307ad2 HTTP/1.1" status: 200 len: 205 time: 0.3595634 Mar 03 18:19:33.852287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55848) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:33.854290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:33.916091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:34.026900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:34.043070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:34.072732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=c7be589b-17ce-40a6-bc51-0a11acc495a6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:34.081783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:34.181743 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:34.199601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:34.278943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:34.288237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:34.361365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-2e34050a-0ca1-40c8-bc12-a26468616a60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2009525 Mar 03 18:19:34.382369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Request body: {'port': {'device_id': 'd212bd3c-100a-411d-9120-032343d7bd18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:34.466435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:34.556241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f85585d-c976-4637-95d0-37f3a4e62d9e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:34.590990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d1bea018-2978-461b-9fcf-55d858fb1901 None None] Provisioning for port c7be589b-17ce-40a6-bc51-0a11acc495a6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:34.670754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d1bea018-2978-461b-9fcf-55d858fb1901 None None] Provisioning complete for port c7be589b-17ce-40a6-bc51-0a11acc495a6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:34.671125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1bea018-2978-461b-9fcf-55d858fb1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:34.693694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:34.701394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-17ef0245-70aa-4d02-a890-cd2f3fe9ba81 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.6305969 Mar 03 18:19:34.707715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:34.715439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55868) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:34.827155 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:19:30Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:34.838773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d1bea018-2978-461b-9fcf-55d858fb1901 None None] Port c7be589b-17ce-40a6-bc51-0a11acc495a6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:19:34.845063 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] Checking router: 9cdfda1f-4547-498c-90e3-2aebb77d84f1 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:19:34.856717 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] Routers {'9cdfda1f-4547-498c-90e3-2aebb77d84f1'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:34.857784 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:35.039165 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72', 'status': 'completed', 'code': 200} Mar 03 18:19:35.144237 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] Set router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:35.149096 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:35.262646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '84775875-5127-4aee-92ec-342bc4d7bbfb', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'port_id': '36070e12-cc2f-4d9e-b248-c859805eda72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'mac_address': 'fa:16:3e:e9:21:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:19:28Z', 'updated_at': '2022-03-03T18:19:28Z', 'revision_number': 0, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:58Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:35.271192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] Checking router: c0b9ae97-0017-41c3-8599-02239de3cd72 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:19:35.293253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:35.293839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:35.347551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:35.378123 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:19:35.607512 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:19:30Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:35.612691 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae2ef2-07d9-427a-99f2-a53944f12a00 None None] The sync data for ids ['9cdfda1f-4547-498c-90e3-2aebb77d84f1'] in n-d-827121-1 is: [{'id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950951602', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:16:11Z', 'updated_at': '2022-03-03T18:19:30Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': 'd93099ea-9df7-4bdf-97c9-06cc0cf383ca', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfda1f-4547-498c-90e3-2aebb77d84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:16:14Z', 'updated_at': '2022-03-03T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:35.631004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Subnet': ['ID=42dac55c-60ec-484e-88de-cfed37e905d1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:35.707949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:35.719330 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:35.758182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f85585d-c976-4637-95d0-37f3a4e62d9e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:35.768493 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d2aa15bd-8a50-42da-b752-50c2da1aefc1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/subnets/42dac55c-60ec-484e-88de-cfed37e905d1 HTTP/1.1" status: 204 len: 168 time: 2.1912730 Mar 03 18:19:35.770630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f85585d-c976-4637-95d0-37f3a4e62d9e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:35.778594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55890) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:35.779042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5a2fc557-4896-4956-8d48-73bd6729c993 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/floatingips/84775875-5127-4aee-92ec-342bc4d7bbfb HTTP/1.1" status: 200 len: 991 time: 1.0430355 Mar 03 18:19:35.835373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-65d56b95-3cf8-453c-9a0e-297f2259e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:35.837169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-65d56b95-3cf8-453c-9a0e-297f2259e292 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 1097 time: 0.8364911 Mar 03 18:19:35.915520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf56fc7-261e-4957-a1fc-35379a9ffc01 req-fa594b83-55fc-4d78-93d7-40cc9e74d47c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:35.917149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2bf56fc7-261e-4957-a1fc-35379a9ffc01 req-fa594b83-55fc-4d78-93d7-40cc9e74d47c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 931 time: 1.4430590 Mar 03 18:19:35.933085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:36.059073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7be589b-17ce-40a6-bc51-0a11acc495a6 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:19:36.081239 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:36.092861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657dae3-459f-4a1c-a0e8-1dcdfc82f524 None None] Network 000b827b-41db-495d-bb9e-6247fb670cd7 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:36.102506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-d780270a-a9d5-46d3-9b21-08a2c520fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:36.104049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-d780270a-a9d5-46d3-9b21-08a2c520fbc3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e25ca16f-29a8-41c8-a250-ec2636a4b27c HTTP/1.1" status: 200 len: 897 time: 0.2586703 Mar 03 18:19:36.110004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Transition to ACTIVE for port object c7be589b-17ce-40a6-bc51-0a11acc495a6 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:36.200820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:36.328806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:19:36.331804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d8e88fa0-cc3b-4e04-8249-fc7bba0e2a1d not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:19:36.354310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:36.559375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f85585d-c976-4637-95d0-37f3a4e62d9e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:36.560243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f85585d-c976-4637-95d0-37f3a4e62d9e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Fanout notify agent at l3_agent the message router_deleted on router 3df592ff-49a5-4043-8038-c5064a307ad2 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:19:36.584122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '84775875-5127-4aee-92ec-342bc4d7bbfb', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'port_id': '36070e12-cc2f-4d9e-b248-c859805eda72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'mac_address': 'fa:16:3e:e9:21:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:19:28Z', 'updated_at': '2022-03-03T18:19:28Z', 'revision_number': 0, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:58Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:36.596685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3b656-a35a-466d-9bb2-d4b10ffc6bfc None None] The sync data for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 is: [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '84775875-5127-4aee-92ec-342bc4d7bbfb', 'tenant_id': '33441e1b277446cda750022555d7cded', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'port_id': '36070e12-cc2f-4d9e-b248-c859805eda72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'mac_address': 'fa:16:3e:e9:21:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:19:28Z', 'updated_at': '2022-03-03T18:19:28Z', 'revision_number': 0, 'project_id': '33441e1b277446cda750022555d7cded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:58Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:36.661878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:36.761969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2bf56fc7-261e-4957-a1fc-35379a9ffc01 req-351fb1a9-3f6e-43dc-bf5e-486254c6eb8c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3933308 Mar 03 18:19:36.784365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] DHCP port deletion for 000b827b-41db-495d-bb9e-6247fb670cd7 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:19:36.789080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-b9449a83-3c4d-4d9a-9003-03f2cbfea097 req-a7348444-5180-41f5-a6df-f16773a3a71e service neutron] (87886) timed out ('10.222.0.23', 58828) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:19:36.789915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] Deleting port b142eb92-8153-4b4d-85a0-4a8a6f29eebb {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:36.790709 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:36.797298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55902) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:36.800397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7be589b-17ce-40a6-bc51-0a11acc495a6,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:36.825073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-214c5bc3-7f01-4607-a305-793fab36d5f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36070e12-cc2f-4d9e-b248-c859805eda72 HTTP/1.1" status: 200 len: 999 time: 0.7137027 Mar 03 18:19:36.825483 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f85585d-c976-4637-95d0-37f3a4e62d9e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:36.826879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9f85585d-c976-4637-95d0-37f3a4e62d9e tempest-RoutersNegativeIpV6Test-215293547 tempest-RoutersNegativeIpV6Test-215293547-project] 10.222.0.23 "DELETE /v2.0/routers/3df592ff-49a5-4043-8038-c5064a307ad2 HTTP/1.1" status: 204 len: 168 time: 2.9157355 Mar 03 18:19:36.960994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.072083 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5df1b7-25cf-48a8-9b1d-2d1a415fca57 None None] New status for floating IP 84775875-5127-4aee-92ec-342bc4d7bbfb: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:19:37.073135 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.169011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Attempting to bind port c7be589b-17ce-40a6-bc51-0a11acc495a6 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:19:37.169439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Attempting to bind port c7be589b-17ce-40a6-bc51-0a11acc495a6 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:19:37.170411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Attempting to bind port c7be589b-17ce-40a6-bc51-0a11acc495a6 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:37.214552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.248059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Port c7be589b-17ce-40a6-bc51-0a11acc495a6 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:19:37.253564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Attempting to bind port c7be589b-17ce-40a6-bc51-0a11acc495a6 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:37.286990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:19:37.287379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:37.288138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:19:37.288138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Bound port: c7be589b-17ce-40a6-bc51-0a11acc495a6, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:19:37.288510 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.302032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-41bfeb78-fa0a-4160-9cd3-9a56c8c697be tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/floatingips/84775875-5127-4aee-92ec-342bc4d7bbfb HTTP/1.1" status: 200 len: 991 time: 0.5023336 Mar 03 18:19:37.326138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-b0d85e97-d391-43f7-a9c1-91197dffa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:37.327602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-b0d85e97-d391-43f7-a9c1-91197dffa69c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d93bcf27-7fa6-44ff-97a2-4d70010c4b9f HTTP/1.1" status: 200 len: 834 time: 0.3484967 Mar 03 18:19:37.386306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] For port b142eb92-8153-4b4d-85a0-4a8a6f29eebb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b142eb92-8153-4b4d-85a0-4a8a6f29eebb,segment=NetworkSegment(fb46079e-0260-4470-a6c5-8479f6e251c1),segment_id=fb46079e-0260-4470-a6c5-8479f6e251c1)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:37.386895 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.476089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:37.489453 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Floating IP c3fd521e-e1a8-4ffb-9bba-cbd07b024bca associated. External IP: 172.25.0.80, port: 3bbb1584-731d-423b-a095-a97b20d415dd. Mar 03 18:19:37.493960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] For port c7be589b-17ce-40a6-bc51-0a11acc495a6, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:19:37.497110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] For port c7be589b-17ce-40a6-bc51-0a11acc495a6, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:19:37.535637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.621017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] Calling delete_port for b142eb92-8153-4b4d-85a0-4a8a6f29eebb owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:37.629667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:37.630252 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.631619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] 10.222.0.35 "PUT /v2.0/ports/c7be589b-17ce-40a6-bc51-0a11acc495a6 HTTP/1.1" status: 200 len: 1091 time: 3.2578173 Mar 03 18:19:37.634075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:37.834924 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'status': 'completed', 'code': 200} Mar 03 18:19:37.837991 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.885580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Pushing event updated for resources: {'Port': ['ID=88721164-d796-400e-9d28-8691c32b3789,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:37.898487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad03cda-3b9e-4f0e-81ef-44d448750cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7be589b-17ce-40a6-bc51-0a11acc495a6,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:37.952310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:37.965578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-d71ab229-2bd8-4e28-924d-5c5b2d4fb0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:37.967082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-d71ab229-2bd8-4e28-924d-5c5b2d4fb0c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e25ca16f-29a8-41c8-a250-ec2636a4b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4684780 Mar 03 18:19:38.026589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-be4ea198-6486-413e-88c5-0f52be0fb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:38.028016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-be4ea198-6486-413e-88c5-0f52be0fb35a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 1094 time: 0.3290565 Mar 03 18:19:38.036114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] Pushing event deleted for resources: {'Port': ['ID=b142eb92-8153-4b4d-85a0-4a8a6f29eebb,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:38.049434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b142eb92-8153-4b4d-85a0-4a8a6f29eebb no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:38.150367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c1a51-0bb2-4f8c-9992-729bc2fa8010 None None] No DVR routers for this DVR port b142eb92-8153-4b4d-85a0-4a8a6f29eebb on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:19:38.161904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b142eb92-8153-4b4d-85a0-4a8a6f29eebb {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:19:38.162492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b142eb92-8153-4b4d-85a0-4a8a6f29eebb not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:19:38.195598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port d93099ea-9df7-4bdf-97c9-06cc0cf383ca {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:38.195940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:38.263772 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-51ed6b53-d082-45a4-ad90-a2972cd162ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6 HTTP/1.1" status: 200 len: 217 time: 0.2255268 Mar 03 18:19:38.305774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:38.396193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-8d70c331-d5dd-4b52-a6c4-1daed2ab36d5 service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196241 Mar 03 18:19:38.414527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-b8e08456-34d0-4f57-bd52-515d8b1ebdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:38.416220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-b8e08456-34d0-4f57-bd52-515d8b1ebdc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.1466818 Mar 03 18:19:38.612924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eb44e458-d34f-4cd5-be7f-5d33b5609f1e req-36611d69-27c6-436e-93ad-b5e668a4cb2a service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955781 Mar 03 18:19:38.633605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-14a581ed-148a-427b-b4e0-8ce9e772b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:38.635758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-14a581ed-148a-427b-b4e0-8ce9e772b58b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966441 Mar 03 18:19:38.735226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d63f7f4c-48ee-40a2-b2b5-ca871814a518 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fe36ab19cb24d6392e0df297387e78a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0520442 Mar 03 18:19:38.746466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55936) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:38.876630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25efd8a-516f-46a4-abbd-0e86756b2f47 req-2e1ae477-ae54-480b-ab51-a7d177a8c1fc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:38.884399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a25efd8a-516f-46a4-abbd-0e86756b2f47 req-2e1ae477-ae54-480b-ab51-a7d177a8c1fc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 943 time: 0.7492392 Mar 03 18:19:38.888863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4dd76aa0-c600-42c3-8913-06df6fa82856 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/floatingips/84775875-5127-4aee-92ec-342bc4d7bbfb HTTP/1.1" status: 200 len: 993 time: 0.5735080 Mar 03 18:19:38.930827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-01aa530a-fcca-4501-8f56-794ecd8b558f service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886996 Mar 03 18:19:39.043399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a25efd8a-516f-46a4-abbd-0e86756b2f47 req-38babfc3-11e1-487e-bf73-a7a0fd17a6ab tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579850 Mar 03 18:19:39.090728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port d93099ea-9df7-4bdf-97c9-06cc0cf383ca, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:39.091114 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:39.097721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd77823b-fe8a-461c-8be5-eb7a270787a7 req-9f7fbb88-546d-4bac-872c-3ecf088744be service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600692 Mar 03 18:19:39.271451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for d93099ea-9df7-4bdf-97c9-06cc0cf383ca owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:39.274914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-b9ae4144-4161-48b9-a097-d9050ecbae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:39.276627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-b9ae4144-4161-48b9-a097-d9050ecbae81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 1094 time: 0.1189673 Mar 03 18:19:39.342540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59082462-bf7c-4303-8ebf-c7bcbf975c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:39.367243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Router b751f2cd-16ff-4c14-9188-5213d8ba374d has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:39.390638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59082462-bf7c-4303-8ebf-c7bcbf975c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:39.449666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-f1c5f29b-52d3-4ce6-b6f2-a0fc7444e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:39.452473 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-f1c5f29b-52d3-4ce6-b6f2-a0fc7444e690 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.1689758 Mar 03 18:19:39.461812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59082462-bf7c-4303-8ebf-c7bcbf975c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:39.557396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59082462-bf7c-4303-8ebf-c7bcbf975c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0226af78-e31b-44af-a13a-9012be1901b9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:39.570427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59082462-bf7c-4303-8ebf-c7bcbf975c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:39.570427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-59082462-bf7c-4303-8ebf-c7bcbf975c6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0226af78-e31b-44af-a13a-9012be1901b9 HTTP/1.1" status: 204 len: 168 time: 0.8144219 Mar 03 18:19:39.585444 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-c9b1b806-e78a-4c71-857d-23652ec590a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6 HTTP/1.1" status: 200 len: 217 time: 0.1259272 Mar 03 18:19:39.719362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:39.732011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] Sync routers for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:39.745110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-8c9209dd-a802-4db0-99ff-90e9d7c28a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:39.747395 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-8c9209dd-a802-4db0-99ff-90e9d7c28a9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.1523190 Mar 03 18:19:39.760956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:39.762391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:39.788497 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:39.860452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-4c3d380a-a6d1-4e80-a2d5-416b65441166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:39.865637 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-4c3d380a-a6d1-4e80-a2d5-416b65441166 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105769 Mar 03 18:19:39.870522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:39.895996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:39.896822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:39.916580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-956d300b-3daf-4a56-b965-5ceec477250f tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.5480993 Mar 03 18:19:39.917844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:40.024522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:40.050622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:40.051322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc5849-f2ea-4b53-bbab-a290e815a6a5 None None] The sync data for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:40.118092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=d93099ea-9df7-4bdf-97c9-06cc0cf383ca,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:40.140354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-d58171d7-0e21-4209-bda6-f13a914d1eff service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680740 Mar 03 18:19:40.343258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2d677122-db66-4486-b6cf-e5e748da3984 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] 10.222.0.23 "GET /v2.0/floatingips/c3fd521e-e1a8-4ffb-9bba-cbd07b024bca HTTP/1.1" status: 200 len: 983 time: 0.4220021 Mar 03 18:19:40.347982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 55976) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:40.387199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57d259b5-de9b-4e46-938d-28f5501d7503 req-c59d2364-f07f-4730-b801-5b21772831c1 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399552 Mar 03 18:19:40.411652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c608c2a-fc91-4a30-9eea-3d2dc317562f req-5dee54df-e971-4733-a7e0-15be5537f05a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:40.412247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8c608c2a-fc91-4a30-9eea-3d2dc317562f req-5dee54df-e971-4733-a7e0-15be5537f05a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:40.429086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-8c608c2a-fc91-4a30-9eea-3d2dc317562f req-5dee54df-e971-4733-a7e0-15be5537f05a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:40.436310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c608c2a-fc91-4a30-9eea-3d2dc317562f req-5dee54df-e971-4733-a7e0-15be5537f05a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 943 time: 0.1547463 Mar 03 18:19:40.472477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:40.500709 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c608c2a-fc91-4a30-9eea-3d2dc317562f req-29bcc0fb-efbe-4dde-9531-0541e29fd750 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634568 Mar 03 18:19:40.808633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f9dcae1f-2bcf-46d9-99d9-64f53463afda tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.4592683 Mar 03 18:19:40.811349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 55996) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:40.884637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56000) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:40.899015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:40.905452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:40.941183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:40.941878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdfda1f-4547-498c-90e3-2aebb77d84f1 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:19:40.964184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:40.968235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-76cc7eba-6b5d-4578-a53f-f3b957c0af13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/routers/9cdfda1f-4547-498c-90e3-2aebb77d84f1 HTTP/1.1" status: 204 len: 168 time: 5.1865325 Mar 03 18:19:40.968439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56006) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:41.215170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Deleting port 88721164-d796-400e-9d28-8691c32b3789 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:41.215516 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:41.224425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b911a9ed-a597-4f7d-9367-7e75a41b1a23 tempest-ServiceProvidersTest-2006104052 tempest-ServiceProvidersTest-2006104052-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3349552 Mar 03 18:19:41.414571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:41.440523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:41.440771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:41.608592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:41.730632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Calling delete_port for 88721164-d796-400e-9d28-8691c32b3789 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:41.789309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afdd0-73ac-4843-9e8e-884e1fed549e req-f51c04c2-e9c8-439f-a5ff-60bf0777542a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:41.795432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3d0afdd0-73ac-4843-9e8e-884e1fed549e req-f51c04c2-e9c8-439f-a5ff-60bf0777542a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 943 time: 0.1284952 Mar 03 18:19:41.832275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d93099ea-9df7-4bdf-97c9-06cc0cf383ca no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:19:41.854407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:41.865246 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:41.899639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: d93099ea-9df7-4bdf-97c9-06cc0cf383ca {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:19:41.901419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d93099ea-9df7-4bdf-97c9-06cc0cf383ca not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:19:41.913165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:41.918325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000b827b-41db-495d-bb9e-6247fb670cd7']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:41.940371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb46079e-0260-4470-a6c5-8479f6e251c1') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:41.940670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb46079e-0260-4470-a6c5-8479f6e251c1') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:41.956150 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:41.958181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3d0afdd0-73ac-4843-9e8e-884e1fed549e req-c8645737-357f-4b86-973d-b75f1f504497 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387172 Mar 03 18:19:41.959211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:177025a7f8a24215b46e5cb44ea02169 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:41.967483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:41.988854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:41.991089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.015760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:19:42.016181 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:19:42.040944 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:19:42.114173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.118838 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.157596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=177025a7f8a24215b46e5cb44ea02169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5462213 Mar 03 18:19:42.159730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:42.206360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19d624-fc9b-47a1-938e-8a67eadd8ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52251118-af88-4bfd-b891-c5b13102e7d5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:42.218801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.266745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.271783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Network': ['ID=000b827b-41db-495d-bb9e-6247fb670cd7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:42.283982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e61a5a3-737d-4976-8edd-f164119c0b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.293291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.321559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e61a5a3-737d-4976-8edd-f164119c0b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.391782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dfb87edc-9668-4685-bfef-22e468c363a9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/networks/000b827b-41db-495d-bb9e-6247fb670cd7 HTTP/1.1" status: 204 len: 168 time: 1.4198694 Mar 03 18:19:42.393490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e61a5a3-737d-4976-8edd-f164119c0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.399237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56038) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:42.402186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Port': ['ID=88721164-d796-400e-9d28-8691c32b3789,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:42.439479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61a5a3-737d-4976-8edd-f164119c0b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52251118-af88-4bfd-b891-c5b13102e7d5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:42.447864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e61a5a3-737d-4976-8edd-f164119c0b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.448864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e61a5a3-737d-4976-8edd-f164119c0b26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52251118-af88-4bfd-b891-c5b13102e7d5 HTTP/1.1" status: 204 len: 168 time: 0.2882056 Mar 03 18:19:42.496398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.497512 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Floating IP c3fd521e-e1a8-4ffb-9bba-cbd07b024bca disassociated (deleted). External IP: 172.25.0.80, port: 3bbb1584-731d-423b-a095-a97b20d415dd. Mar 03 18:19:42.560803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67d150f7-7a67-4d15-b9d2-d2d26288931c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.602435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67d150f7-7a67-4d15-b9d2-d2d26288931c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.691807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67d150f7-7a67-4d15-b9d2-d2d26288931c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.711320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d150f7-7a67-4d15-b9d2-d2d26288931c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662acf4-8fd2-4a17-9586-095bf865abe8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:42.729867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-67d150f7-7a67-4d15-b9d2-d2d26288931c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:42.731464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-67d150f7-7a67-4d15-b9d2-d2d26288931c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/security-groups/4662acf4-8fd2-4a17-9586-095bf865abe8 HTTP/1.1" status: 204 len: 168 time: 0.3165324 Mar 03 18:19:43.015293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Router b751f2cd-16ff-4c14-9188-5213d8ba374d has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:43.313792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56070) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:43.317418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900133622', 'description': 'tempest-secgroup-smoke-1900133622 description', 'project_id': 'a88532a2002144a3850df64bed516c95'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:43.325018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:43.337414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:43.347342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:43.359181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:43.376386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:43.416188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:43.431701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:43.438192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:43.446331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:43.603362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:43.612337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:43.666034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:43.676746 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] Sync routers for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:43.685319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391c8538-adf2-4c39-9e2f-9bcb0921e885,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:43.687806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:43.694458 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:43.695473 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-97f83f3e-e4cf-41c1-8ac9-792315fc357a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3830969 Mar 03 18:19:43.698602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56082) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:43.698781 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:43.699844 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:43.715069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '391c8538-adf2-4c39-9e2f-9bcb0921e885', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:43.734189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:43.742363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:43.749753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:43.767705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:43.805232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:43.870432 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:43.895373 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:43.895373 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:43.936488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e83b6-0ffe-4128-8801-3f3b95861f98 req-50afd341-ab0c-4078-b38e-648909eab9b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:43.940752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-373e83b6-0ffe-4128-8801-3f3b95861f98 req-50afd341-ab0c-4078-b38e-648909eab9b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 943 time: 0.7886827 Mar 03 18:19:43.963052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:43.968612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:43.969299 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193c1b7-79d3-437f-bfc6-6bc9ca044251 None None] The sync data for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:43.969526 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.015206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c143554f-242a-4d9f-9b36-51e15d7bb324,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:44.032808 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.039260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eeed20d8-b5e3-42cc-a14a-a9a4b5064f86 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388577 Mar 03 18:19:44.041020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:44.050553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7f1d73c7-40d8-466f-beae-862ae845362f tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "DELETE /v2.0/floatingips/c3fd521e-e1a8-4ffb-9bba-cbd07b024bca HTTP/1.1" status: 204 len: 168 time: 3.2342751 Mar 03 18:19:44.051110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '391c8538-adf2-4c39-9e2f-9bcb0921e885', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:44.055402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56100) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:44.058891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:44.066098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:44.083375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:44.086463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:44.091250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:44.094925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Usage tracker for resource:floatingip and tenant:18a01f91ee1e4cf9b3958e855c0baefd is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:44.095898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-373e83b6-0ffe-4128-8801-3f3b95861f98 req-785ea03b-fec5-4856-81d1-c7c883ead1b0 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428390 Mar 03 18:19:44.100802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:44.120370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:44.136310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:44.170361 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.199110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.384538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.396636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.417175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568eb57b-4c46-4b09-bc14-9b46577ca6be,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:44.432349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.510112 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.514663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-23361cc1-b0cd-4459-874b-c394680d912c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4690216 Mar 03 18:19:44.514943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56110) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:44.520074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '391c8538-adf2-4c39-9e2f-9bcb0921e885', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:44.536353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:44.540487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:44.544115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:44.558017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:44.606480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.718728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Allocated IP 172.25.0.136 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/2e4fe9b5-685d-4f05-b952-42a02dcedfc5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:44.749753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.756030 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.788949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6df445-323e-48e2-8f77-a9235f033805,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:44.792503 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.794053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a3bb8b6f-38c1-4e68-88c4-cccec6411970 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781155 Mar 03 18:19:44.796823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56118) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:44.802573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '391c8538-adf2-4c39-9e2f-9bcb0921e885', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:44.809732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:44.814290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:44.817865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:44.824177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:44.861058 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.932124 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.953281 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.966450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:44.969932 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.018290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec5dcdc-db2c-4ffa-9799-d45d6eea3a85,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:45.038468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:45.041835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:45.050147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:45.057162 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.062240 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ec88c809-0880-45e0-a8e6-8f003dda7c02 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641244 Mar 03 18:19:45.063052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56138) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:45.068911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '391c8538-adf2-4c39-9e2f-9bcb0921e885', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:45.080828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:45.085651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:45.088883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:45.095578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:45.108962 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:19:45.117094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.155310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4fe9b5-685d-4f05-b952-42a02dcedfc5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:45.202174 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.207194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.235507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc95b872-837a-49ea-bde3-6c5c0d4b13d5,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:45.263560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.278203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.282180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6d836208-69d8-484c-92c2-b4fc186da053 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2153213 Mar 03 18:19:45.285661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56150) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:45.294623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '391c8538-adf2-4c39-9e2f-9bcb0921e885', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:45.301276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:45.305154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:45.308031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:45.313703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:45.335979 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:19:45.344150 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.346835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.415624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d297b4a-24d9-4390-b575-cfd99b1d79cd req-867fe380-0eb9-4628-8a01-13519c9d684d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:45.422937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d297b4a-24d9-4390-b575-cfd99b1d79cd req-867fe380-0eb9-4628-8a01-13519c9d684d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 943 time: 0.1798713 Mar 03 18:19:45.535801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d297b4a-24d9-4390-b575-cfd99b1d79cd req-a11fbfcd-3e05-4017-8d5e-a803309a82dc tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119261 Mar 03 18:19:45.541512 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.548184 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.576254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7be2f2-1f27-40f5-9c3d-94fbd08b3b5e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:45.604714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.609422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-072917f6-ce5b-46e2-aeef-309af32e29c4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3210130 Mar 03 18:19:45.609815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56160) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:45.620775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'network': {'name': 'tempest-network-smoke--1844037264', 'project_id': 'a88532a2002144a3850df64bed516c95', 'port_security_enabled': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:45.630104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:45.635862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:network and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:45.640274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:45.645598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.648351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:45.656632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.663972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:19:45.669366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.704516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:19:45.717766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.718160 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Added segment bdf0ed41-5be0-4f15-905f-e5d0b0e73c74 of type vlan for network 589c4618-75d6-4692-bd07-22a328dcad84 Mar 03 18:19:45.764307 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.802908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.811256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:45.811934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.835813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.860048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4fe9b5-685d-4f05-b952-42a02dcedfc5,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:45.863681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:45.867493 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-06fcfaef-7a87-4e78-979b-e72155a6deea tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8084140 Mar 03 18:19:45.867734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56170) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:45.948999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:45.949405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3383198 Mar 03 18:19:45.955354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'admin_state_up': True, 'project_id': 'a88532a2002144a3850df64bed516c95', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:45.958157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf970f9-9c8c-4f9e-a4a8-fe7501eff249 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Network': ['ID=589c4618-75d6-4692-bd07-22a328dcad84,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:45.974451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:45.976937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 589c4618-75d6-4692-bd07-22a328dcad84 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:19:45.979340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:router and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:45.982697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:45.990113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:46.015219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:46.016232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:46.041042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:46.338998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:46.398765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:46.414731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Usage tracker for resource:floatingip and tenant:e809ec0a2ea54a88a4f2ada34b6d30b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:46.418899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:46.476072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:46.498789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:46.520794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:46.823933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:46.880780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a7cd6-698f-454e-b094-f919da540494 req-3c11da7b-ec0c-413f-a48a-2d26c22f7a5f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:46.882196 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c20a7cd6-698f-454e-b094-f919da540494 req-3c11da7b-ec0c-413f-a48a-2d26c22f7a5f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 943 time: 0.1824465 Mar 03 18:19:47.125517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7be589b-17ce-40a6-bc51-0a11acc495a6 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:19:47.135568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c20a7cd6-698f-454e-b094-f919da540494 req-59869a67-c727-4990-af47-e096d3bfc8f2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461951 Mar 03 18:19:47.253557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Allocated IP 172.25.0.79 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8b8413a1-2258-48d7-b7e8-92a42a983f2c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:47.281185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:47.335276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c7be589b-17ce-40a6-bc51-0a11acc495a6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:47.357985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'port_id': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'mac_address': 'fa:16:3e:4c:5b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:19:47.363175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:47.441214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:47.463256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7be589b-17ce-40a6-bc51-0a11acc495a6 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:19:47.511526 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c7be589b-17ce-40a6-bc51-0a11acc495a6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:47.520169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:47.601133 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:47.654650 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:47.664514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c7be589b-17ce-40a6-bc51-0a11acc495a6,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:47.743188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c7be589b-17ce-40a6-bc51-0a11acc495a6'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:19:47.822821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:47.828127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:47.836280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:47.925962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Pushing event updated for resources: {'Port': ['ID=8b8413a1-2258-48d7-b7e8-92a42a983f2c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:47.959757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.152 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/2c6464d9-bbf3-4e22-a00a-d0a0fad0235c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:48.022360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:48.152418 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:48.430610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:48.552279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52de28d-a59d-49ee-8051-da8038678ea5 req-0ecc47b2-0e5c-4a14-998b-6cfa994477f7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:48.553858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e52de28d-a59d-49ee-8051-da8038678ea5 req-0ecc47b2-0e5c-4a14-998b-6cfa994477f7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 944 time: 0.1881049 Mar 03 18:19:48.613113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56216) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:48.669431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e52de28d-a59d-49ee-8051-da8038678ea5 req-83d14708-f20c-44a1-8c36-6f32bbb8541d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047571 Mar 03 18:19:48.725372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:48.896051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:48.917999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:48.928584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:48.944815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:48.949009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Usage tracker for resource:security_group_rule and tenant:c490f77ce3fa4f09b474f9137be634ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:48.961129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:48.967738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:49.127289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7be589b-17ce-40a6-bc51-0a11acc495a6 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:19:49.135660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.146494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.158198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Pushing event updated for resources: {'Port': ['ID=8b8413a1-2258-48d7-b7e8-92a42a983f2c,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:49.207852 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c490f77ce3fa4f09b474f9137be634ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853863 Mar 03 18:19:49.210428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:49.213172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eabdb-2054-4b0b-9839-17460490d3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bdbd29-87d7-40ae-89b8-b132f401c81c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:49.213506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.234386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port c7be589b-17ce-40a6-bc51-0a11acc495a6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:19:49.238260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.242347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c7be589b-17ce-40a6-bc51-0a11acc495a6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:19:49.242947 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.293439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1a68f01-cf94-4a98-9bad-a55bbfa025dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.325377 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1a68f01-cf94-4a98-9bad-a55bbfa025dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.327813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:49.334149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:49.336757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:49.387692 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1a68f01-cf94-4a98-9bad-a55bbfa025dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.406832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a68f01-cf94-4a98-9bad-a55bbfa025dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bdbd29-87d7-40ae-89b8-b132f401c81c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:49.419929 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1a68f01-cf94-4a98-9bad-a55bbfa025dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.421508 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1a68f01-cf94-4a98-9bad-a55bbfa025dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47bdbd29-87d7-40ae-89b8-b132f401c81c HTTP/1.1" status: 204 len: 168 time: 0.2101419 Mar 03 18:19:49.428593 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.471919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:49.485001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c7be589b-17ce-40a6-bc51-0a11acc495a6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:19:49.490706 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.504052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.509726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56242) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:49.510549 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-82bd6706-88fd-489e-bbdd-e71bc41f1fed tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6418686 Mar 03 18:19:49.519555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:49.676167 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'code': 200} Mar 03 18:19:49.677720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c7be589b-17ce-40a6-bc51-0a11acc495a6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:49.697543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.698045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.698342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.698714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.699045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.699414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.700018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.700356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.701447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.703536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.704530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.705565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:19:49.717212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f615d0cb-f1c4-4da1-bac9-8b842e91777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.938982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:49.998719 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-05e550a2-ebed-48b7-b282-2d2bc0408797 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.4855933 Mar 03 18:19:49.999250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56252) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:50.057097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:50.105731 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bc7dea2a-94ee-46f6-a4e6-1d22fb84f325 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Synchronizing usage tracker for tenant:abdf261382264552a98bbe9381024093 on resource:floatingip {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:50.113094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.123231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8165-4a26-4cfb-9d39-6a2a96dd3c92 req-5cbd8155-6875-4970-9732-9cfb93d738f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:50.124682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-732b8165-4a26-4cfb-9d39-6a2a96dd3c92 req-5cbd8155-6875-4970-9732-9cfb93d738f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 1096 time: 0.4612072 Mar 03 18:19:50.154496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:50.168317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Usage tracker for resource:security_group_rule and tenant:3c454e99ff7f4d2091e4882513e15b0a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:50.175207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:50.201676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:50.203650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bc7dea2a-94ee-46f6-a4e6-1d22fb84f325 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Unset dirty status for tenant:abdf261382264552a98bbe9381024093 on resource:floatingip {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:50.205421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bc7dea2a-94ee-46f6-a4e6-1d22fb84f325 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2047641 Mar 03 18:19:50.208595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56268) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:50.219129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf307c-1e1c-48e0-905e-fbc057d17f4e req-4734e95c-e07f-4ca6-9076-ab38d0625255 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:50.226633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1edf307c-1e1c-48e0-905e-fbc057d17f4e req-4734e95c-e07f-4ca6-9076-ab38d0625255 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.3317528 Mar 03 18:19:50.232027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-732b8165-4a26-4cfb-9d39-6a2a96dd3c92 req-75ed47cd-222e-4c39-9983-92d00b306d5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994306 Mar 03 18:19:50.299452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1edf307c-1e1c-48e0-905e-fbc057d17f4e req-56c325e3-4772-4d43-be9a-61ed8e119a07 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703723 Mar 03 18:19:50.379263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.384104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.448189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c454e99ff7f4d2091e4882513e15b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827355 Mar 03 18:19:50.448189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8de69-46f9-49b6-93f5-5f55008e3e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27239565-ca55-49ee-b0b0-4e1aba4f39b7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:50.451263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56276) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:50.524327 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bdbc66-3429-4554-a7c0-e102c59355da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.558890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bdbc66-3429-4554-a7c0-e102c59355da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.628296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bdbc66-3429-4554-a7c0-e102c59355da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.650905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdbc66-3429-4554-a7c0-e102c59355da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27239565-ca55-49ee-b0b0-4e1aba4f39b7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:50.656739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77bdbc66-3429-4554-a7c0-e102c59355da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.662198 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77bdbc66-3429-4554-a7c0-e102c59355da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27239565-ca55-49ee-b0b0-4e1aba4f39b7 HTTP/1.1" status: 204 len: 168 time: 0.2097766 Mar 03 18:19:50.712752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Deleting port 8b8413a1-2258-48d7-b7e8-92a42a983f2c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:50.713095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:50.820572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:51.140427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:51.140427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:51.279377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56300) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:51.282259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Calling delete_port for 8b8413a1-2258-48d7-b7e8-92a42a983f2c owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:51.333249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 66817aaf-8feb-4247-b111-8eaaf295fa70 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:19:51.556222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-86f421ae-b696-496b-88be-f5106f14b50f tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/floatingips/84775875-5127-4aee-92ec-342bc4d7bbfb HTTP/1.1" status: 200 len: 993 time: 0.2749853 Mar 03 18:19:51.759649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:51.796710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Sync routers for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:51.814273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1e40a-c60f-4376-ba96-bd7acb50ca8e req-2c2218fb-ff43-452a-a7a2-6145141471e3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:51.816299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffa1e40a-c60f-4376-ba96-bd7acb50ca8e req-2c2218fb-ff43-452a-a7a2-6145141471e3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.3179977 Mar 03 18:19:51.830026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-53f4d215-3a1c-4494-8ca1-111f663d4162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:51.835148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:51.836727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:51.848030 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:51.853069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:51.859072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56322) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:51.863778 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0e0e337-652d-4122-b358-593b99adbaa3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.9129148 Mar 03 18:19:51.936684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56326) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:51.971777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Pushing event deleted for resources: {'Port': ['ID=8b8413a1-2258-48d7-b7e8-92a42a983f2c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:52.213822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffa1e40a-c60f-4376-ba96-bd7acb50ca8e req-52a301b5-f02a-4d31-b508-4c407adbc4b5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820658 Mar 03 18:19:52.307250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:52.316993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:52.323409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a1b0ade4-1460-4904-88a9-a90471f5d4de tempest-FloatingIPAdminTestJSON-1001591794 tempest-FloatingIPAdminTestJSON-1001591794-project] 10.222.0.23 "DELETE /v2.0/floatingips/1123a341-612a-4c3f-9a47-c2bc39f5c158 HTTP/1.1" status: 204 len: 168 time: 2.1137528 Mar 03 18:19:52.326368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:52.330717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:52.488282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port 5e79c101-9b55-4e27-ac60-02465b6c875e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:52.489257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:52.547770 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-510a8f6e-f79c-4d93-98d2-24ab2b6b9f1f tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a88532a2002144a3850df64bed516c95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6764393 Mar 03 18:19:52.552475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56338) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:52.886232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Deleting port 2e4fe9b5-685d-4f05-b952-42a02dcedfc5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:52.886579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:52.934808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb867a1-e604-49cc-a6f0-25e9d048c87d tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:52.939962 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ceb867a1-e604-49cc-a6f0-25e9d048c87d tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3784349 Mar 03 18:19:52.941055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56358) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:52.985099 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.015178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.026883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:19:49Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:53.042085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Checking router: 66817aaf-8feb-4247-b111-8eaaf295fa70 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:19:53.042494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Updating router 66817aaf-8feb-4247-b111-8eaaf295fa70 port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:19:53.079292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d0130e81-5627-4d30-84ed-8c7bd184a699 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347380 Mar 03 18:19:53.082806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:53.091565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995529277', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'project_id': 'a88532a2002144a3850df64bed516c95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:53.209971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.219893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.221996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.248416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.248980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.441524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for 5e79c101-9b55-4e27-ac60-02465b6c875e owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:53.448595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Calling delete_port for 2e4fe9b5-685d-4f05-b952-42a02dcedfc5 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:53.552157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:53.574603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:subnet and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:53.596859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:53.634387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:53.665946 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:19:53.669394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.776370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.811854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b7c8-4861-4cf3-92be-8b0780c937f9 req-b7f3d96d-1626-4715-955f-79ec4e227cfe tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:53.813682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb9b7c8-4861-4cf3-92be-8b0780c937f9 req-b7f3d96d-1626-4715-955f-79ec4e227cfe tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.3831902 Mar 03 18:19:53.921293 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.923733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e4fe9b5-685d-4f05-b952-42a02dcedfc5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:53.946403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb9b7c8-4861-4cf3-92be-8b0780c937f9 req-81493b7e-a066-4e4e-b76d-c3038b577f6b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680761 Mar 03 18:19:53.957896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Transition to ACTIVE for port object 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:53.961273 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:53.972931 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.130405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Attempting to bind port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:19:54.131114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Attempting to bind port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:19:54.131114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Attempting to bind port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:54.140629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:19:54.141076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:54.141476 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.141822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:19:54.142955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Bound port: 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:19:54.143246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.219173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327037e9-9483-494f-83de-4cea7a26b73b None None] Pushing event updated for resources: {'Port': ['ID=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:54.232123 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.283795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] For port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:19:54.293245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] For port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:19:54.305597 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.320387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=5e79c101-9b55-4e27-ac60-02465b6c875e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:54.327730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.327730 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Floating IP 84775875-5127-4aee-92ec-342bc4d7bbfb disassociated (deleted). External IP: 172.25.0.52, port: 36070e12-cc2f-4d9e-b248-c859805eda72. Mar 03 18:19:54.487456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.521114 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.527393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.535566 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2c501c6b-2e0a-4892-8e0a-6db983cc34d2 tempest-FloatingIPAdminTestJSON-1888445505 tempest-FloatingIPAdminTestJSON-1888445505-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/60cccba0-49a1-4bc1-bd4d-dd187a4628ab HTTP/1.1" status: 204 len: 168 time: 2.2076631 Mar 03 18:19:54.538883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:54.540220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56400) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:54.548832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:54.641505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5043fa5-508e-40fa-9bd9-e2b31cdc5b69 req-7ce58e10-4739-43f5-bcb9-8abc4452773d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:54.644188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5043fa5-508e-40fa-9bd9-e2b31cdc5b69 req-7ce58e10-4739-43f5-bcb9-8abc4452773d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.4100065 Mar 03 18:19:54.753295 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5043fa5-508e-40fa-9bd9-e2b31cdc5b69 req-cbeb5703-cc7d-48be-b824-5eb6ce95f8da tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976999 Mar 03 18:19:54.772219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327037e9-9483-494f-83de-4cea7a26b73b None None] Pushing event updated for resources: {'Port': ['ID=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:54.781277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Deleting port 3bbb1584-731d-423b-a095-a97b20d415dd {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:54.782847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:54.812510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56404) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:55.168034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router c0b9ae97-0017-41c3-8599-02239de3cd72 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:19:55.282645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:55.375172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:55.378520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:55.632201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Checking segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:55.632650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network hostable DHCP agents. Network: 589c4618-75d6-4692-bd07-22a328dcad84, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:19:55.642329 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Subnet': ['ID=80d03dd5-64a1-4343-9a10-3c7e151599e2,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:55.689698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:19:55.701071 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] Sync routers for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:19:55.709988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 589c4618-75d6-4692-bd07-22a328dcad84 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:19:55.718153 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:55.719030 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:55.741680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Calling delete_port for 3bbb1584-731d-423b-a095-a97b20d415dd owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:19:55.772145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 589c4618-75d6-4692-bd07-22a328dcad84) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:55.781932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31227d1d-05b9-4e27-97a0-c2b1474f806a tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:55.783502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31227d1d-05b9-4e27-97a0-c2b1474f806a tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] Synchronizing usage tracker for tenant:066b05c4504e4a009c5ecea4cbe25a74 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:55.803687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:55.804786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:55.828681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d2b12-856a-42ea-a5b5-1cda7506b051 None None] Network 589c4618-75d6-4692-bd07-22a328dcad84 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:19:55.837559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:55.986670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-07db042b-c8e3-4a57-8d1a-7bc93797c4fa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9025629 Mar 03 18:19:55.987471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-31227d1d-05b9-4e27-97a0-c2b1474f806a tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] Unset dirty status for tenant:066b05c4504e4a009c5ecea4cbe25a74 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:55.991196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-31227d1d-05b9-4e27-97a0-c2b1474f806a tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 1091 time: 1.1751311 Mar 03 18:19:55.999570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56426) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:55.999962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56428) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:56.017309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:19:56.062249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:56.146547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Port': ['ID=3bbb1584-731d-423b-a095-a97b20d415dd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:56.150601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:56.585102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-589c4618-75d6-4692-bd07-22a328dcad84', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:19:56.586678 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:56.671443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:19:56.691058 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4ee849d5-9533-46a3-b1d8-fc22f30d1836 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/floatingips/84775875-5127-4aee-92ec-342bc4d7bbfb HTTP/1.1" status: 204 len: 168 time: 4.7529213 Mar 03 18:19:56.708550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:floatingip and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:19:56.716061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:19:56.724293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:19:56.727792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:56.737591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f9e7fe5d-407a-4e75-9bc4-ad1f9c3244e0 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "DELETE /v2.0/ports/3bbb1584-731d-423b-a095-a97b20d415dd HTTP/1.1" status: 204 len: 168 time: 2.1939123 Mar 03 18:19:56.740327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56442) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:56.801100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:19:56.900694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:56.967816 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72', 'status': 'completed', 'code': 200} Mar 03 18:19:56.975642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faed138-ebd5-433a-96c3-2b9d8c23f899 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:56.976357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3faed138-ebd5-433a-96c3-2b9d8c23f899 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Synchronizing usage tracker for tenant:abdf261382264552a98bbe9381024093 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:19:57.040173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Allocated IP 172.20.0.2 (589c4618-75d6-4692-bd07-22a328dcad84/80d03dd5-64a1-4343-9a10-3c7e151599e2/45fbee36-0ccb-415e-84f1-83996a33ffd9) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:19:57.066541 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:58Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:57.085096 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] Checking router: c0b9ae97-0017-41c3-8599-02239de3cd72 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:19:57.124237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3faed138-ebd5-433a-96c3-2b9d8c23f899 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Unset dirty status for tenant:abdf261382264552a98bbe9381024093 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:19:57.125765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3faed138-ebd5-433a-96c3-2b9d8c23f899 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "GET /v2.0/ports?device_id=b751f2cd-16ff-4c14-9188-5213d8ba374d HTTP/1.1" status: 200 len: 913 time: 0.3853483 Mar 03 18:19:57.126380 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:19:57.129824 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:57.130179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56450) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:19:57.640073 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:57.651449 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:19:57.664678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Transition to ACTIVE for port object 45fbee36-0ccb-415e-84f1-83996a33ffd9 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:57.704163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Transition to ACTIVE for port object 45fbee36-0ccb-415e-84f1-83996a33ffd9 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:19:57.718623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:57.838250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Network 589c4618-75d6-4692-bd07-22a328dcad84 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:19:57.850934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:19:57.862255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:19:49Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:57.878810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:19:57.884692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854bc10-8680-4f7c-8696-938b50dc845f None None] The sync data for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 is: [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:19:49Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:57.967879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Pushing event updated for resources: {'Port': ['ID=45fbee36-0ccb-415e-84f1-83996a33ffd9,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:57.971297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-d987edb9-c79a-4153-87c1-df7d7683d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:57.978385 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-d987edb9-c79a-4153-87c1-df7d7683d277 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33441e1b277446cda750022555d7cded&device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 1097 time: 0.7630506 Mar 03 18:19:58.051077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Attempting to bind port 45fbee36-0ccb-415e-84f1-83996a33ffd9 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:19:58.051716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Attempting to bind port 45fbee36-0ccb-415e-84f1-83996a33ffd9 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:19:58.052587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Attempting to bind port 45fbee36-0ccb-415e-84f1-83996a33ffd9 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:19:58.060514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:19:58.061133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Checking segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:19:58.061771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:58.062345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Bound using segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:19:58.064051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Bound port: 45fbee36-0ccb-415e-84f1-83996a33ffd9, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:19:58.065357 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:58.213568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] For port 45fbee36-0ccb-415e-84f1-83996a33ffd9, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:19:58.218762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] For port 45fbee36-0ccb-415e-84f1-83996a33ffd9, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=45fbee36-0ccb-415e-84f1-83996a33ffd9,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:19:58.224891 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:58.325445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da65477-d452-4416-b501-5b9cc50b086c req-086ed506-fb17-4632-98da-7d89330ab040 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:58.338087 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5da65477-d452-4416-b501-5b9cc50b086c req-086ed506-fb17-4632-98da-7d89330ab040 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 946 time: 0.6873951 Mar 03 18:19:58.572138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a23b5c-a904-454b-a032-2ed46abe7a27 None None] Pushing event updated for resources: {'Port': ['ID=45fbee36-0ccb-415e-84f1-83996a33ffd9,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:19:58.582180 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:58.650208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5da65477-d452-4416-b501-5b9cc50b086c req-5e7bf611-ee6f-4c98-9ca7-60d6f089638e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106339 Mar 03 18:19:58.680638 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:58Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:19:58.689771 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d727111-34a1-4c84-b01c-f4d987bc7900 None None] The sync data for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 is: [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:18:46Z', 'revision_number': 4, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '30b25cdd-8386-4570-bea6-b25175c3a6bf', 'name': '', 'network_id': 'e25ca16f-29a8-41c8-a250-ec2636a4b27c', 'tenant_id': '33441e1b277446cda750022555d7cded', 'mac_address': 'fa:16:3e:25:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:39Z', 'updated_at': '2022-03-03T18:18:58Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'subnets': [{'id': 'd93bcf27-7fa6-44ff-97a2-4d70010c4b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:19:58.947644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-3ecd5136-fe40-4e2a-9595-fe5d8f3d153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:58.954643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-3ecd5136-fe40-4e2a-9595-fe5d8f3d153e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e25ca16f-29a8-41c8-a250-ec2636a4b27c HTTP/1.1" status: 200 len: 897 time: 0.9581935 Mar 03 18:19:59.086948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:59.181694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-aae3fb9b-3ca8-4901-b9a2-7a87112c772e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36070e12-cc2f-4d9e-b248-c859805eda72 HTTP/1.1" status: 200 len: 217 time: 0.1665058 Mar 03 18:19:59.459859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:19:59.568729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06547b-a6b1-4b35-b603-59cb6e1f8493 None None] New status for floating IP 84775875-5127-4aee-92ec-342bc4d7bbfb: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:19:59.802488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-1350e9ff-f852-496d-a256-3c381551454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:19:59.804004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-1350e9ff-f852-496d-a256-3c381551454c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d93bcf27-7fa6-44ff-97a2-4d70010c4b9f HTTP/1.1" status: 200 len: 834 time: 0.4138339 Mar 03 18:19:59.862342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Deleting port 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:19:59.863640 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:00.199831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45fbee36-0ccb-415e-84f1-83996a33ffd9 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:00.269155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-3333598b-6e20-4501-aa6f-c89dde97efde tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:00.273916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-3333598b-6e20-4501-aa6f-c89dde97efde tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Synchronizing usage tracker for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:20:00.375933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.25.0.81 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8924fb34-c681-414d-a5fc-5c8df49b3ab3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:00.675317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:00.743413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb13097d-2837-46be-8f3a-8cdb83907ff0 None None] Network 589c4618-75d6-4692-bd07-22a328dcad84 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:20:00.815839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-3333598b-6e20-4501-aa6f-c89dde97efde tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Unset dirty status for tenant:33441e1b277446cda750022555d7cded on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:20:00.817251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-3333598b-6e20-4501-aa6f-c89dde97efde tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 946 time: 2.0899758 Mar 03 18:20:01.010524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cfd587e9-9a57-430c-a064-fac36a3bb27a None None] Provisioning for port 45fbee36-0ccb-415e-84f1-83996a33ffd9 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:01.092661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-758e44e9-65f6-4d83-9fee-99bbfc7e6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:01.098808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-758e44e9-65f6-4d83-9fee-99bbfc7e6b09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e25ca16f-29a8-41c8-a250-ec2636a4b27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2794523 Mar 03 18:20:01.301022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 45fbee36-0ccb-415e-84f1-83996a33ffd9 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:01.407079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 45fbee36-0ccb-415e-84f1-83996a33ffd9 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:01.408928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:01.415771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Calling delete_port for 1c52ab0f-7aa8-43bb-8b66-2147e377ab01 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:01.534312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7753df0-9002-477b-bf22-15862f487948 req-09135a52-0142-457d-8013-31387107af93 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:01.541403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7753df0-9002-477b-bf22-15862f487948 req-09135a52-0142-457d-8013-31387107af93 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 946 time: 1.4887497 Mar 03 18:20:01.573572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port 36070e12-cc2f-4d9e-b248-c859805eda72 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:01.574339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:01.789907 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:01.866817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 45fbee36-0ccb-415e-84f1-83996a33ffd9, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=45fbee36-0ccb-415e-84f1-83996a33ffd9,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:01.875214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:01.877269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:01.895211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:02.012407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Port': ['ID=1c52ab0f-7aa8-43bb-8b66-2147e377ab01,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:02.052766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7753df0-9002-477b-bf22-15862f487948 req-f7e8e813-e2ac-4627-a4e3-f60ece4eb07e tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5104566 Mar 03 18:20:02.065774 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-4753890a-5858-4ddd-a347-cfd533cb5c17 service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9487431 Mar 03 18:20:02.079614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=45fbee36-0ccb-415e-84f1-83996a33ffd9,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:02.183861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.1 (589c4618-75d6-4692-bd07-22a328dcad84/80d03dd5-64a1-4343-9a10-3c7e151599e2/93260818-7a4a-430a-85b3-797aede42730) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:02.287317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:02.310474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:02.311072 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:02.728005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:02.756931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object 93260818-7a4a-430a-85b3-797aede42730 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:02.802508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:02.893074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:02.903005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:02.968418 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:03.068719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:03.306510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45fbee36-0ccb-415e-84f1-83996a33ffd9 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:03.434803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 36070e12-cc2f-4d9e-b248-c859805eda72 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:20:03.701049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e5a5-cb26-45d0-b174-c209a2e05222 req-4c3a216e-9c5a-4987-8b4f-48a54da8c9d2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:03.702555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6575e5a5-cb26-45d0-b174-c209a2e05222 req-4c3a216e-9c5a-4987-8b4f-48a54da8c9d2 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 946 time: 0.3620257 Mar 03 18:20:03.795107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:03.800865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port 36070e12-cc2f-4d9e-b248-c859805eda72, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=36070e12-cc2f-4d9e-b248-c859805eda72,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:03.801828 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:03.977208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for 36070e12-cc2f-4d9e-b248-c859805eda72 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:03.996102 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:04.006460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Router b751f2cd-16ff-4c14-9188-5213d8ba374d has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:20:04.027752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9022233b-5049-445c-8efc-69e610a126b9 None None] Provisioning complete for port 45fbee36-0ccb-415e-84f1-83996a33ffd9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:04.028543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9022233b-5049-445c-8efc-69e610a126b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:04.295352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 45fbee36-0ccb-415e-84f1-83996a33ffd9 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:04.296592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:04.315572 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:04.372935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:04.417904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 589c4618-75d6-4692-bd07-22a328dcad84 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:04.435338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:04.442274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:04.539717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6575e5a5-cb26-45d0-b174-c209a2e05222 req-453c5096-0e57-409e-85ef-83511a3856d0 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/security-groups?id=42b17fa3-c03e-46a4-9dae-0a21979ea282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5815597 Mar 03 18:20:04.540960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:04.568136 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] Sync routers for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:04.585621 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:04.589200 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:04.608559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-591338a3-03cd-462a-bc40-320068f29bab tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "PUT /v2.0/routers/b751f2cd-16ff-4c14-9188-5213d8ba374d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4772482 Mar 03 18:20:04.611769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56562) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:04.756055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=93260818-7a4a-430a-85b3-797aede42730,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:04.839245 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:04.885419 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] Routers {'b751f2cd-16ff-4c14-9188-5213d8ba374d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:04.886434 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b751f2cd-16ff-4c14-9188-5213d8ba374d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:04.915416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ef7efe4f-eb96-40b0-a73a-90958d7746af None None] Provisioning for port 93260818-7a4a-430a-85b3-797aede42730 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:04.935750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ef7efe4f-eb96-40b0-a73a-90958d7746af None None] Provisioning complete for port 93260818-7a4a-430a-85b3-797aede42730 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:04.936167 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ef7efe4f-eb96-40b0-a73a-90958d7746af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:05.039332 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:05.042813 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d3bf-6b6f-4f13-ad9d-ae49e43ac4d9 None None] The sync data for ids ['b751f2cd-16ff-4c14-9188-5213d8ba374d'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:20:05.043274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] No DVR routers for this DVR port 36070e12-cc2f-4d9e-b248-c859805eda72 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:20:05.049641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:05.052974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=36070e12-cc2f-4d9e-b248-c859805eda72,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:05.077202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'name': 'network-vif-deleted', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:20:05.079620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ef7efe4f-eb96-40b0-a73a-90958d7746af None None] Port 93260818-7a4a-430a-85b3-797aede42730 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:20:05.142508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:05.145592 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:05.255322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ecc77c9-3fc7-4b9f-8277-fc583dc25fec req-a4e1c43a-0587-4e2b-83aa-cf523b31da1c service neutron] 10.222.0.35 "GET /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3514264 Mar 03 18:20:05.267180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f45f6a5-71af-47e1-a060-5f97bf3999d0 req-1f13c402-8b6c-40a9-836a-5c9d52c02628 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.35 "DELETE /v2.0/ports/36070e12-cc2f-4d9e-b248-c859805eda72 HTTP/1.1" status: 204 len: 173 time: 4.3449171 Mar 03 18:20:05.281551 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df321d1-6f6c-473d-91bb-7c3887f581d2', 'name': 'network-vif-deleted', 'tag': '36070e12-cc2f-4d9e-b248-c859805eda72', 'status': 'completed', 'code': 200} Mar 03 18:20:05.305724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:05.439638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:05.445786 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:05.651599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:05.684992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:05.690019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:05.872856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:06.033231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=8924fb34-c681-414d-a5fc-5c8df49b3ab3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:06.203696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c016209a-2bd6-4ce7-9d89-778ee4ef3854 req-db7ac358-2cf3-4a34-b032-57104ad5170b tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df321d1-6f6c-473d-91bb-7c3887f581d2 HTTP/1.1" status: 200 len: 210 time: 0.1480298 Mar 03 18:20:06.453789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:06.467143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Deleting port 5d015429-feba-4f3e-a329-cdbf75a7edb0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:06.467884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:06.842942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:06.894989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:07.198709 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:07.228010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Calling delete_port for 5d015429-feba-4f3e-a329-cdbf75a7edb0 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:07.290888 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:07.366236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56598) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:07.578816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ecdd34bf-e94e-4778-b475-e4dc04d9b351 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:07.593197 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:07.706045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Port': ['ID=5d015429-feba-4f3e-a329-cdbf75a7edb0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:07.722401 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ecdd34bf-e94e-4778-b475-e4dc04d9b351 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:07.772316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:07.863399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.044256 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.049866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.076749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.079303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.096000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.134153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.143596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Fanout notify agent at l3_agent the message router_deleted on router b751f2cd-16ff-4c14-9188-5213d8ba374d {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:20:08.187713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ecdd34bf-e94e-4778-b475-e4dc04d9b351 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.209906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.213649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c1024107-6cd9-4d94-adfd-91f2dd63f97c tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "DELETE /v2.0/routers/b751f2cd-16ff-4c14-9188-5213d8ba374d HTTP/1.1" status: 204 len: 168 time: 3.6006653 Mar 03 18:20:08.214968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ecdd34bf-e94e-4778-b475-e4dc04d9b351 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.218973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ecdd34bf-e94e-4778-b475-e4dc04d9b351 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/security-groups/42b17fa3-c03e-46a4-9dae-0a21979ea282 HTTP/1.1" status: 204 len: 168 time: 0.8489287 Mar 03 18:20:08.218973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56612) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:08.218973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd34bf-e94e-4778-b475-e4dc04d9b351 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b17fa3-c03e-46a4-9dae-0a21979ea282,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:08.277105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=8924fb34-c681-414d-a5fc-5c8df49b3ab3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:08.301546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56620) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:08.361576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Deleting subnet dfa789c9-d63e-4bd0-98ad-ab239e305d82 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:20:08.366872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.487518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.487860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.488196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.488524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.488849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.489170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.489513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.489831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.490144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.490457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.490768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.491094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:08.510988 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:08.962186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.198299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.307053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.327093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56650) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:09.332392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.342116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f90337-f448-4815-9e83-e5ded991b370 None None] Network 7994a543-599a-4a37-84c2-6a79464baad9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:20:09.346067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa789c9-d63e-4bd0-98ad-ab239e305d82,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:09.357042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-15df8eb1-8afe-460c-8c78-e9f12c7c9d84 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "DELETE /v2.0/subnets/dfa789c9-d63e-4bd0-98ad-ab239e305d82 HTTP/1.1" status: 204 len: 168 time: 1.1357045 Mar 03 18:20:09.359216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56652) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:09.535849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.552201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Deleting port e340e802-e8b0-42d8-97fc-b5cdbbb1693d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:09.552590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.649050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.790841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] DHCP port deletion for 7994a543-599a-4a37-84c2-6a79464baad9 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:20:09.800746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Deleting port e340e802-e8b0-42d8-97fc-b5cdbbb1693d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:09.801299 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:09.905929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] For port e340e802-e8b0-42d8-97fc-b5cdbbb1693d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,segment=NetworkSegment(5a075383-9a6b-4615-aa12-54ad7ba1ab31),segment_id=5a075383-9a6b-4615-aa12-54ad7ba1ab31)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:09.906059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.160610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56666) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:10.227788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] For port e340e802-e8b0-42d8-97fc-b5cdbbb1693d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,segment=NetworkSegment(5a075383-9a6b-4615-aa12-54ad7ba1ab31),segment_id=5a075383-9a6b-4615-aa12-54ad7ba1ab31)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:10.232036 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.281291 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=93260818-7a4a-430a-85b3-797aede42730,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:10.369835 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Floating IP 41100112-e3ba-433c-bafd-c8e4edd12615 associated. External IP: 172.25.0.81, port: c7be589b-17ce-40a6-bc51-0a11acc495a6. Mar 03 18:20:10.399320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Calling delete_port for e340e802-e8b0-42d8-97fc-b5cdbbb1693d owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:10.430750 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.507160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:10.526784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Usage tracker for resource:security_group_rule and tenant:d79e1eeb4ee0473a836c731d6ee920e5 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:10.537566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Calling delete_port for e340e802-e8b0-42d8-97fc-b5cdbbb1693d owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:10.571812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:10.577302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.607544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] Deleting subnet 3414f3ed-70f6-41aa-b73b-f2c2ece0eef8 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:20:10.617182 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.655185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Port': ['ID=e340e802-e8b0-42d8-97fc-b5cdbbb1693d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:10.667359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] No DVR routers for this DVR port e340e802-e8b0-42d8-97fc-b5cdbbb1693d on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:20:10.715322 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.770314 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:20:10.770720 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:20:10.776298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:10.842220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.870974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7994a543-599a-4a37-84c2-6a79464baad9']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:10.891942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a075383-9a6b-4615-aa12-54ad7ba1ab31') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:10.892595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a075383-9a6b-4615-aa12-54ad7ba1ab31') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:10.900442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 589c4618-75d6-4692-bd07-22a328dcad84 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:10.901947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:10.916858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.941995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.968953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:20:10.969990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:20:10.988870 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:20:11.107554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e340e802-e8b0-42d8-97fc-b5cdbbb1693d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:20:11.122881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.186487 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.194958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e340e802-e8b0-42d8-97fc-b5cdbbb1693d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:20:11.195214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e340e802-e8b0-42d8-97fc-b5cdbbb1693d not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:20:11.210965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Network': ['ID=7994a543-599a-4a37-84c2-6a79464baad9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:11.220591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7c6712fc-f063-4e13-891b-dfda83741bec tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "DELETE /v2.0/networks/7994a543-599a-4a37-84c2-6a79464baad9 HTTP/1.1" status: 204 len: 168 time: 1.8600702 Mar 03 18:20:11.224836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:11.272410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Deleting port e340e802-e8b0-42d8-97fc-b5cdbbb1693d {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:11.272805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.291737 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.366437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d9fae5f3-650c-4d6b-823d-d88c6f895b55 None None] The port 'e340e802-e8b0-42d8-97fc-b5cdbbb1693d' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:20:11.387021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eec2d94c-3094-449a-ad35-f206c75d4d95 None None] Provisioning complete for port 93260818-7a4a-430a-85b3-797aede42730 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:11.387397 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eec2d94c-3094-449a-ad35-f206c75d4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.425487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Deleting port 8fcf5287-8269-41be-9f19-0936fd801db6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:11.425962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.447690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eec2d94c-3094-449a-ad35-f206c75d4d95 None None] Port 93260818-7a4a-430a-85b3-797aede42730 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:20:11.750186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.750519 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.806513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.824999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 66817aaf-8feb-4247-b111-8eaaf295fa70 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:20:11.828141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:11.878378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Calling delete_port for 8fcf5287-8269-41be-9f19-0936fd801db6 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:11.916015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:12.008903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3414f3ed-70f6-41aa-b73b-f2c2ece0eef8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:12.046026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:12.067237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:12.076053 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d79e1eeb4ee0473a836c731d6ee920e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5188923 Mar 03 18:20:12.076880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6a025-2019-4b9d-8668-776f0439368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ad55aa-1169-48c9-a38d-8dfee3f895ab,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:12.085801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56678) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:12.119498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Pushing event deleted for resources: {'Port': ['ID=8fcf5287-8269-41be-9f19-0936fd801db6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:12.164548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4e125847-9150-46a5-aaca-6562bc4288bc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3414f3ed-70f6-41aa-b73b-f2c2ece0eef8 HTTP/1.1" status: 204 len: 168 time: 1.9962516 Mar 03 18:20:12.167965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56682) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:12.185218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:20:12.222572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:12.244757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:12.248297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-222c3e3d-0430-4d38-ae74-27bf5d0784a7 tempest-FloatingIPAdminTestJSON-1662764505 tempest-FloatingIPAdminTestJSON-1662764505-project] 10.222.0.23 "DELETE /v2.0/floatingips/edaff998-a5df-42cf-8c81-876ce99ce6cb HTTP/1.1" status: 204 len: 168 time: 1.0188301 Mar 03 18:20:12.362605 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:20:12.521749 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:12.524588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:12.531242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcde8-6564-429b-8b32-810314e69a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:12.536513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6e3ec024-5f4b-4eca-8129-95a4917d76d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/66817aaf-8feb-4247-b111-8eaaf295fa70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5353458 Mar 03 18:20:12.548072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Sync routers for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:12.565377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:12.567149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:12.678046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56702) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:12.896107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:12.992075 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcde8-6564-429b-8b32-810314e69a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.069843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:13.085263 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:13.097354 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:13.098103 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:13.152050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ff27694f-1b9e-4de1-adfd-74efa240bea9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abdf261382264552a98bbe9381024093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722495 Mar 03 18:20:13.154499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56722) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:13.288825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba42c-8117-4a88-be54-d9cbe88f0866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.311533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.352872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba42c-8117-4a88-be54-d9cbe88f0866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.391242 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:13.423973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-97ccb8de-0d59-45c3-bc06-2cc047f027b3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 17.4102340 Mar 03 18:20:13.423973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.444043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:20:13.466391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba42c-8117-4a88-be54-d9cbe88f0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.494679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ba42c-8117-4a88-be54-d9cbe88f0866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353f5170-303c-4abc-a340-4d90ee0b7bcc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:13.513438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba42c-8117-4a88-be54-d9cbe88f0866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.513438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dc7ba42c-8117-4a88-be54-d9cbe88f0866 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/353f5170-303c-4abc-a340-4d90ee0b7bcc HTTP/1.1" status: 204 len: 168 time: 0.3523822 Mar 03 18:20:13.564916 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'status': 'completed', 'code': 200} Mar 03 18:20:13.567281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-9966d9bf-88a4-4a07-9eb8-a16240c90134 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900133622&fields=id&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 267 time: 0.4262402 Mar 03 18:20:13.573770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35892eeb-e5b5-4a0f-99c8-e7674e77b0eb']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:13.589621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.677243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:07Z', 'revision_number': 2, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:13.687037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Checking router: 66817aaf-8feb-4247-b111-8eaaf295fa70 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:20:13.687037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Updating router 66817aaf-8feb-4247-b111-8eaaf295fa70 port 93260818-7a4a-430a-85b3-797aede42730 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:20:13.789090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.819431 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb658413-5f1b-4dca-b966-96c93dba5cdc') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:13.819744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb658413-5f1b-4dca-b966-96c93dba5cdc') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:13.872015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcde8-6564-429b-8b32-810314e69a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:13.883341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.172930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bcde8-6564-429b-8b32-810314e69a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ad55aa-1169-48c9-a38d-8dfee3f895ab,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:14.209593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:14.232376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.264914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:14.271551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Usage tracker for resource:security_group_rule and tenant:e809ec0a2ea54a88a4f2ada34b6d30b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:14.275440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:14.284256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:14.287014 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '41100112-e3ba-433c-bafd-c8e4edd12615', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:4c:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd212bd3c-100a-411d-9120-032343d7bd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:20:07Z', 'updated_at': '2022-03-03T18:20:07Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:14.292533 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:20:14.308461 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:14.310484 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:14.329316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.347840 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcde8-6564-429b-8b32-810314e69a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.354397 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7b4bcde8-6564-429b-8b32-810314e69a34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94ad55aa-1169-48c9-a38d-8dfee3f895ab HTTP/1.1" status: 204 len: 168 time: 2.2623248 Mar 03 18:20:14.374115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:20:14.374889 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:20:14.389845 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:20:14.449499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.457603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.545048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e809ec0a2ea54a88a4f2ada34b6d30b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340065 Mar 03 18:20:14.546200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cd083a-36c2-41d7-86af-b739ae4241f2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:14.553102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56742) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:14.576428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.576970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.577694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.578174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.578685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.579972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.580466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.580931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.581566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.584313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.584810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.585280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36ca2-2376-45fc-af97-f456a542bc44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:14.622044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e7ce714c-0920-42d7-9fbd-3f8da45fc76e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:14.624294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e7ce714c-0920-42d7-9fbd-3f8da45fc76e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:20:14.638186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.657934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Transition to ACTIVE for port object 93260818-7a4a-430a-85b3-797aede42730 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:14.658322 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:14.672490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.679068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54cb4f4d-a0bf-43bf-822c-4ec56b0bbde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.686037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.689526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-157b1381-b60e-4f28-bb11-3484f657a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:14.691246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-157b1381-b60e-4f28-bb11-3484f657a370 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 1096 time: 1.1229053 Mar 03 18:20:14.720713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.751797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54cb4f4d-a0bf-43bf-822c-4ec56b0bbde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:14.823389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] Pushing event deleted for resources: {'Network': ['ID=35892eeb-e5b5-4a0f-99c8-e7674e77b0eb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:14.892694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-839a2189-69bb-4ef2-a9b2-e434e45c4611 admin admin] 10.222.0.23 "DELETE /v2.0/networks/35892eeb-e5b5-4a0f-99c8-e7674e77b0eb HTTP/1.1" status: 204 len: 168 time: 2.7149825 Mar 03 18:20:14.893589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e7ce714c-0920-42d7-9fbd-3f8da45fc76e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:20:14.896586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56748) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:14.917960 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e7ce714c-0920-42d7-9fbd-3f8da45fc76e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 797 time: 1.2594223 Mar 03 18:20:14.980847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54cb4f4d-a0bf-43bf-822c-4ec56b0bbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.027156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb4f4d-a0bf-43bf-822c-4ec56b0bbde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cd083a-36c2-41d7-86af-b739ae4241f2,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:15.036871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-54cb4f4d-a0bf-43bf-822c-4ec56b0bbde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.043044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-54cb4f4d-a0bf-43bf-822c-4ec56b0bbde5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59cd083a-36c2-41d7-86af-b739ae4241f2 HTTP/1.1" status: 204 len: 168 time: 0.4859374 Mar 03 18:20:15.047622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-0c7c5a66-601c-4ef3-aeac-c8b15d06f37b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/quotas/a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 375 time: 0.1286325 Mar 03 18:20:15.099499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] Deleting subnet d7ab6fed-06e2-4b7f-be47-0e1490762680 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:20:15.112989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.174941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80645e44-5ff4-4b54-9e80-64e359c31a28 None None] Pushing event updated for resources: {'Port': ['ID=93260818-7a4a-430a-85b3-797aede42730,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:15.288980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56756) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:15.357300 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-0190bdcf-2f04-4aa3-854e-fe2452018e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:15.358785 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-0190bdcf-2f04-4aa3-854e-fe2452018e3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.6325402 Mar 03 18:20:15.374381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Attempting to bind port 93260818-7a4a-430a-85b3-797aede42730 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:20:15.374760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Attempting to bind port 93260818-7a4a-430a-85b3-797aede42730 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:20:15.376375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Attempting to bind port 93260818-7a4a-430a-85b3-797aede42730 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:20:15.385983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:20:15.387215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Checking segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:20:15.387800 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.388360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Bound using segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:20:15.389551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Bound port: 93260818-7a4a-430a-85b3-797aede42730, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:20:15.390170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.422785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.476488 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.554922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:15.566650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] For port 93260818-7a4a-430a-85b3-797aede42730, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:20:15.570708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] For port 93260818-7a4a-430a-85b3-797aede42730, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=93260818-7a4a-430a-85b3-797aede42730,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:20:15.571419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Usage tracker for resource:security_group_rule and tenant:67d1f55cf1844a64add03d1e3db30e84 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:15.576363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:15.577838 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.586051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:15.596749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-d9ecd328-3163-4c06-9444-30211d9584b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6 HTTP/1.1" status: 200 len: 998 time: 0.2244806 Mar 03 18:20:15.618902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.697485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:15.698257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:19:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:15.795480 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.802627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port 30b25cdd-8386-4570-bea6-b25175c3a6bf {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:15.802627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.856669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ab6fed-06e2-4b7f-be47-0e1490762680,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:15.862858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:15.869226 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '41100112-e3ba-433c-bafd-c8e4edd12615', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:4c:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd212bd3c-100a-411d-9120-032343d7bd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:20:07Z', 'updated_at': '2022-03-03T18:20:07Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:15.886118 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc1d43-7490-4d43-9cd4-6cdd7056ce3d None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '41100112-e3ba-433c-bafd-c8e4edd12615', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:4c:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd212bd3c-100a-411d-9120-032343d7bd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:20:07Z', 'updated_at': '2022-03-03T18:20:07Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:20:15.907141 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e97928f0-d9cb-4c7c-ab63-8bdddf6ea348 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d7ab6fed-06e2-4b7f-be47-0e1490762680 HTTP/1.1" status: 204 len: 168 time: 1.0073996 Mar 03 18:20:15.911813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56762) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:15.936207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-b46a1889-c7f6-40db-8a6d-181d6f04414f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:20:15.967831 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.006493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-4be93ffa-04a2-419b-ac57-97a8733c849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:16.010442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-4be93ffa-04a2-419b-ac57-97a8733c849e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.3498909 Mar 03 18:20:16.041591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56766) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:16.078056 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.084020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-b46a1889-c7f6-40db-8a6d-181d6f04414f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:20:16.088781 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-b46a1889-c7f6-40db-8a6d-181d6f04414f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0405583 Mar 03 18:20:16.118930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.120306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:16.224126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a48b4c4-fd5c-4400-b060-037252c4159b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:16.239406 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.245757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-069a92bf-265a-4e67-8b85-58040746422d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67d1f55cf1844a64add03d1e3db30e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9546454 Mar 03 18:20:16.254421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56770) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:16.308963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80645e44-5ff4-4b54-9e80-64e359c31a28 None None] Pushing event updated for resources: {'Port': ['ID=93260818-7a4a-430a-85b3-797aede42730,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:16.338036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-25c7ef71-163c-40d8-8de3-b73120d1098a service neutron] 10.222.0.23 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778264 Mar 03 18:20:16.356119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c93455-6239-43b2-a37b-3261e83463c5 None None] New status for floating IP 41100112-e3ba-433c-bafd-c8e4edd12615: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:20:16.431217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:16.442693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Usage tracker for resource:security_group_rule and tenant:18a01f91ee1e4cf9b3958e855c0baefd is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:16.460743 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.502546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf221e24-cc84-4e2a-b344-ba9b7c1fcaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.507047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:16.539782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41806dd-639a-4334-bd8b-467a87163087']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:16.549139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:16.584924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7a0498-6816-467f-92fa-17c429c460af') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:16.586041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7a0498-6816-467f-92fa-17c429c460af') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:16.615514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf221e24-cc84-4e2a-b344-ba9b7c1fcaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.633995 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.686177 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.700445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:20:16.701153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:20:16.729304 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:20:16.858183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf221e24-cc84-4e2a-b344-ba9b7c1fcaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.873225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port 30b25cdd-8386-4570-bea6-b25175c3a6bf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=30b25cdd-8386-4570-bea6-b25175c3a6bf,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:16.873472 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.879966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.894403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.901132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-8b7d7b32-455a-484e-b98d-df8bf9cc9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:16.903439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-8b7d7b32-455a-484e-b98d-df8bf9cc9e9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8604131 Mar 03 18:20:16.922126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:15Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:16.928602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-158ea5f5-0bcf-4eeb-a6fb-1e0370e69fcd service neutron] 10.222.0.23 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004246 Mar 03 18:20:16.939302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda38515-e8ca-4e97-9a81-f56d58a4868a None None] The sync data for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 is: [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:15Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:20:16.959714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41806dd-639a-4334-bd8b-467a87163087,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:16.966644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8a594905-d96e-46bc-9026-301eed843638 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f41806dd-639a-4334-bd8b-467a87163087 HTTP/1.1" status: 204 len: 168 time: 1.0511296 Mar 03 18:20:16.968487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf221e24-cc84-4e2a-b344-ba9b7c1fcaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a48b4c4-fd5c-4400-b060-037252c4159b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:16.976208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cf221e24-cc84-4e2a-b344-ba9b7c1fcaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:16.977425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cf221e24-cc84-4e2a-b344-ba9b7c1fcaf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a48b4c4-fd5c-4400-b060-037252c4159b HTTP/1.1" status: 204 len: 168 time: 0.7218995 Mar 03 18:20:17.490810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-342b0a3b-37e9-4a72-ac27-1c4b1a318a95 req-253243d6-073c-42a8-9a54-c6fcd067921a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 210 time: 0.1620276 Mar 03 18:20:17.491457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56796) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:17.612476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for 30b25cdd-8386-4570-bea6-b25175c3a6bf owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:17.669006 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-69968ba0-86fa-4d89-a5f9-55146e13e5bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0187d8bfe7ee40b49bdf3a87113e1388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765771 Mar 03 18:20:17.673751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56806) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:17.834936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02b39554-e732-4fe8-b018-ea72d2744921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:17.881123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:17.930101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02b39554-e732-4fe8-b018-ea72d2744921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:18.038136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02b39554-e732-4fe8-b018-ea72d2744921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:18.096021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39554-e732-4fe8-b018-ea72d2744921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22c456d-6363-4117-ba4d-b20a5f7ee998,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:18.116262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02b39554-e732-4fe8-b018-ea72d2744921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:18.132433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-02b39554-e732-4fe8-b018-ea72d2744921 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a22c456d-6363-4117-ba4d-b20a5f7ee998 HTTP/1.1" status: 204 len: 168 time: 0.4545860 Mar 03 18:20:18.156568 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:18.293004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:18.489268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0602e7-8b3b-45d9-ad82-da09247cbe53,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:18.520424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c5c0fd94-6c67-44d0-8ede-520b9020b9b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18a01f91ee1e4cf9b3958e855c0baefd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4362960 Mar 03 18:20:18.525655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-de8f745b-f52a-4d38-83a6-fab0826037ed service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3689740 Mar 03 18:20:18.525965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56826) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:18.724233 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-effee5b5-9f95-4a78-9cea-bf1537fd54f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:18.792569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-effee5b5-9f95-4a78-9cea-bf1537fd54f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:18.890015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c00edbef-b7a0-4d69-b43a-d937e210c559 req-c4ffbaf5-9c0b-43f8-b831-f8568b2822f3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 210 time: 0.1105185 Mar 03 18:20:18.960678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-effee5b5-9f95-4a78-9cea-bf1537fd54f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:19.006272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effee5b5-9f95-4a78-9cea-bf1537fd54f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0602e7-8b3b-45d9-ad82-da09247cbe53,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:19.014396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-effee5b5-9f95-4a78-9cea-bf1537fd54f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:19.016544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-effee5b5-9f95-4a78-9cea-bf1537fd54f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d0602e7-8b3b-45d9-ad82-da09247cbe53 HTTP/1.1" status: 204 len: 168 time: 0.4876740 Mar 03 18:20:19.189476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 93260818-7a4a-430a-85b3-797aede42730 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:19.265605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:19.299169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56840) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:19.388084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 93260818-7a4a-430a-85b3-797aede42730 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:19.392938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=30b25cdd-8386-4570-bea6-b25175c3a6bf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:19.394517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 93260818-7a4a-430a-85b3-797aede42730 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:19.396919 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:19.400709 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-964f8760-374d-4b85-a4e7-e7895ead6814 req-80a26b6a-5fd5-40b0-a279-25422f7297c7 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670347 Mar 03 18:20:19.540585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a68fd55f-1ec6-4dd9-a3e6-fbc45a8f77fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8da34902c74430f92cdaa7592fb88b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380705 Mar 03 18:20:19.563989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56848) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:19.750906 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc433ede-e5ff-408e-b03e-c35f5b2df85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:19.955423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.018637 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d300515d-9d83-4f4c-a754-6406c4306067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.025303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 93260818-7a4a-430a-85b3-797aede42730, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=93260818-7a4a-430a-85b3-797aede42730,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:20.033684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.043837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-d8de6ed0-5fc4-437c-9860-c73e55cd606e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:20.047725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-d8de6ed0-5fc4-437c-9860-c73e55cd606e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 797 time: 0.5211093 Mar 03 18:20:20.103803 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d300515d-9d83-4f4c-a754-6406c4306067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.208772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d300515d-9d83-4f4c-a754-6406c4306067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.210114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55844144-4f79-4842-8d2b-90ec510188b7 req-6c30dfab-8dba-4ed1-bdee-474c1bb9b168 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 210 time: 0.0838637 Mar 03 18:20:20.218470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=93260818-7a4a-430a-85b3-797aede42730,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:20.253601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300515d-9d83-4f4c-a754-6406c4306067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701866d-8e07-4e25-9a18-0d2e73a0cc51,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:20.253787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-ebe5b147-9011-495b-8919-3b9ea112cdf0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:20:20.274259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-ebe5b147-9011-495b-8919-3b9ea112cdf0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:20:20.275954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-ebe5b147-9011-495b-8919-3b9ea112cdf0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 380 time: 0.2154827 Mar 03 18:20:20.286454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'port': {'device_id': '3a3ceed5-d361-4798-967f-051263cf68ab', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'admin_state_up': True, 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'security_groups': ['391c8538-adf2-4c39-9e2f-9bcb0921e885']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:20.372936 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d300515d-9d83-4f4c-a754-6406c4306067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.374121 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d300515d-9d83-4f4c-a754-6406c4306067 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f701866d-8e07-4e25-9a18-0d2e73a0cc51 HTTP/1.1" status: 204 len: 168 time: 0.7931795 Mar 03 18:20:20.422899 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.528840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:20.542907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:20.557956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:20.563665 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:20.893057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.8 (589c4618-75d6-4692-bd07-22a328dcad84/80d03dd5-64a1-4343-9a10-3c7e151599e2/da102fab-cdb2-4004-80ce-7c9647d24973) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:21.353989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 93260818-7a4a-430a-85b3-797aede42730 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:21.598663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 93260818-7a4a-430a-85b3-797aede42730 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:21.599196 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:21.644688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:21.690930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object da102fab-cdb2-4004-80ce-7c9647d24973 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:21.741168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:21.890662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 589c4618-75d6-4692-bd07-22a328dcad84 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:21.892324 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b50ab668-3fb1-4352-be7c-2feef63c20dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:21.899673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:21.909011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:21.973073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:22.020600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:22.021249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:22.095825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2ee2f78b-48b4-4d39-b352-ef0d6c6226a4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8134844 Mar 03 18:20:22.115830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Request body: {'port': {'device_id': '3a3ceed5-d361-4798-967f-051263cf68ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:22.431219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-94ed003d-16ca-4393-815b-bd0a1e10bfc5 None None] Provisioning for port da102fab-cdb2-4004-80ce-7c9647d24973 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:22.463982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-94ed003d-16ca-4393-815b-bd0a1e10bfc5 None None] Provisioning complete for port da102fab-cdb2-4004-80ce-7c9647d24973 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:22.465832 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-94ed003d-16ca-4393-815b-bd0a1e10bfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:22.510363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:22.548532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e05e-6fec-437a-96b6-3f4d6ace5db3 req-9fd35a1f-0302-456d-a628-e530d2d09a37 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:22.549909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e00e05e-6fec-437a-96b6-3f4d6ace5db3 req-9fd35a1f-0302-456d-a628-e530d2d09a37 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 931 time: 0.8471932 Mar 03 18:20:22.644971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Router c0b9ae97-0017-41c3-8599-02239de3cd72 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:20:22.659691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-94ed003d-16ca-4393-815b-bd0a1e10bfc5 None None] Port da102fab-cdb2-4004-80ce-7c9647d24973 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:20:22.869813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e00e05e-6fec-437a-96b6-3f4d6ace5db3 req-7df71af1-fbb0-4720-8b56-e8be42d01333 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990670 Mar 03 18:20:22.928331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:23.015654 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:23.146552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:23.160430 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] Sync routers for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:23.169084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 56954) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:23.178855 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:23.180681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c3a12b93-8ae5-4035-80bd-902c0143e6f6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "PUT /v2.0/routers/c0b9ae97-0017-41c3-8599-02239de3cd72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8732622 Mar 03 18:20:23.182206 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:23.287189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting subnet d93bcf27-7fa6-44ff-97a2-4d70010c4b9f {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:20:23.296094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:23.441894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:23.600975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da102fab-cdb2-4004-80ce-7c9647d24973 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:20:23.647482 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:23.663001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 56990) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:23.694247 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:23.765421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Transition to ACTIVE for port object da102fab-cdb2-4004-80ce-7c9647d24973 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:23.778187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.234440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f7d7b126-8b96-4464-bf64-edeae589f574 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:24.270144 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.289228 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.306042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f7d7b126-8b96-4464-bf64-edeae589f574 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "PUT /v2.0/quotas/e14f99b33ea64ef090a55924bc6cffe1 HTTP/1.1" status: 200 len: 368 time: 0.6354072 Mar 03 18:20:24.310784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57022) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:24.316958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:24.325176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Request body: {'network': {'project_id': 'e14f99b33ea64ef090a55924bc6cffe1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:24.327915 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] Checking router: c0b9ae97-0017-41c3-8599-02239de3cd72 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:20:24.338959 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.350015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:24.350535 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] Routers {'c0b9ae97-0017-41c3-8599-02239de3cd72'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:24.351326 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['c0b9ae97-0017-41c3-8599-02239de3cd72'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:24.381400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Usage tracker for resource:network and tenant:e14f99b33ea64ef090a55924bc6cffe1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:24.393989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:24.414486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:24.444832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Made reservation on behalf of e14f99b33ea64ef090a55924bc6cffe1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:24.451831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.503757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.547098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:24.565643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Usage tracker for resource:security_group_rule and tenant:e14f99b33ea64ef090a55924bc6cffe1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:24.570890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:24.585902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:24.710185 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] Set router c0b9ae97-0017-41c3-8599-02239de3cd72 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:24.829780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.905056 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.905056 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.953888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:24.953888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Subnet': ['ID=d93bcf27-7fa6-44ff-97a2-4d70010c4b9f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:24.953888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:24.966745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daceb93-79c8-45fd-9996-0df81e9ba31b None None] Network e25ca16f-29a8-41c8-a250-ec2636a4b27c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:20:25.056358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073dd6ba-d5dc-41a4-9055-5be0e3dd8dca,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:25.062387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0aa91c1-30c2-40f7-882f-95fb9be43de6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/subnets/d93bcf27-7fa6-44ff-97a2-4d70010c4b9f HTTP/1.1" status: 204 len: 168 time: 1.8921614 Mar 03 18:20:25.071550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57034) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:25.074898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:20:25.131540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.136863 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Added segment aec93fa7-c212-411b-9642-c34ae89d2977 of type vlan for network cf3b4721-4f36-48ae-b81e-dcfd07f7b5e3 Mar 03 18:20:25.197061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.307001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.308111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:25.308908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.461622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1483138 Mar 03 18:20:25.462520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57048) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:25.546170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Request body: {'network': {'project_id': 'e14f99b33ea64ef090a55924bc6cffe1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:25.552737 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] DHCP port deletion for e25ca16f-29a8-41c8-a250-ec2636a4b27c request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:20:25.558310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] Deleting port 39a50572-2523-441e-80eb-4a2ccaea4175 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:25.558395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:25.558633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.613681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.664245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Usage tracker for resource:network and tenant:e14f99b33ea64ef090a55924bc6cffe1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:25.669995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:25.678010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfecd2-39e6-4739-9dfc-967fa0c01086 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Pushing event updated for resources: {'Network': ['ID=cf3b4721-4f36-48ae-b81e-dcfd07f7b5e3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:25.680609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:25.694650 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:25.700508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Made reservation on behalf of e14f99b33ea64ef090a55924bc6cffe1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:25.700585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a1b88-21a4-4b96-a195-a3a0ba182bb1 None None] The sync data for ids ['c0b9ae97-0017-41c3-8599-02239de3cd72'] in n-d-827121-1 is: [{'id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'name': 'tempest-TestNetworkBasicOps-router-819892917', 'tenant_id': '33441e1b277446cda750022555d7cded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:18:25Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': '33441e1b277446cda750022555d7cded', 'gw_port': {'id': 'a27f64b4-9f8f-4a57-9b32-110301771885', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b9ae97-0017-41c3-8599-02239de3cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:18:27Z', 'updated_at': '2022-03-03T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:20:25.711191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.714237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network cf3b4721-4f36-48ae-b81e-dcfd07f7b5e3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:20:25.758158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:20:25.788251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.788251 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Added segment 212d1c6a-6e20-43f6-83e1-749dbbcb6485 of type vlan for network 183f51c2-ac4f-4272-aec7-bcdd9297b593 Mar 03 18:20:25.823404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.853294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.853294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:25.853294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:25.917075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:20:25.917444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:20:25.917771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:20:25.929930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:20:25.930254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:20:25.942676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd4d7-3d97-4f52-9f1b-c742c873b97d req-164a382a-fa98-4d9b-8e05-0c75e618e59a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:25.943313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-54ccd4d7-3d97-4f52-9f1b-c742c873b97d req-164a382a-fa98-4d9b-8e05-0c75e618e59a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:20:25.971125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4562747 Mar 03 18:20:25.975189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57064) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:25.975995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:20:25.976332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Checking segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:20:25.976860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Bound using segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:20:25.977503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703eda0a-d017-4742-88d8-3a169ce4c87d tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Pushing event updated for resources: {'Network': ['ID=183f51c2-ac4f-4272-aec7-bcdd9297b593,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:25.978027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Bound port: da102fab-cdb2-4004-80ce-7c9647d24973, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:20:25.978027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.002558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Request body: {'network': {'project_id': 'e14f99b33ea64ef090a55924bc6cffe1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:26.008580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:26.020561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Usage tracker for resource:network and tenant:e14f99b33ea64ef090a55924bc6cffe1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:26.027825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:26.037589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 183f51c2-ac4f-4272-aec7-bcdd9297b593 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:20:26.045912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:26.083094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-54ccd4d7-3d97-4f52-9f1b-c742c873b97d req-164a382a-fa98-4d9b-8e05-0c75e618e59a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:20:26.090621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54ccd4d7-3d97-4f52-9f1b-c742c873b97d req-164a382a-fa98-4d9b-8e05-0c75e618e59a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 1.8466198 Mar 03 18:20:26.105902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.109093 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 18:20:26.110387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:20:26.115463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2627c2f4-4a66-44b4-8431-0883306b0c30 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1208467 Mar 03 18:20:26.116609 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57090) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:26.151439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Deleting port a27f64b4-9f8f-4a57-9b32-110301771885 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:26.152115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.293916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1a6ad546-544f-4e7f-ace8-bcdca0089d52 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e14f99b33ea64ef090a55924bc6cffe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721199 Mar 03 18:20:26.295320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57102) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:26.313625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54ccd4d7-3d97-4f52-9f1b-c742c873b97d req-708437a0-b0ac-41f7-a79c-739cfe9ad992 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220223 Mar 03 18:20:26.427551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6007e340-c3e5-4005-896a-45d703d1befd tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.439789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:20:26.485284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6007e340-c3e5-4005-896a-45d703d1befd tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.513103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:20:26.540993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.619026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:26.624879 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.624879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] 10.222.0.16 "PUT /v2.0/ports/da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 1091 time: 4.5098035 Mar 03 18:20:26.624879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:20:26.638032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6007e340-c3e5-4005-896a-45d703d1befd tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.751579 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'status': 'completed', 'code': 200} Mar 03 18:20:26.765459 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6007e340-c3e5-4005-896a-45d703d1befd tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.778966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6007e340-c3e5-4005-896a-45d703d1befd tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/073dd6ba-d5dc-41a4-9055-5be0e3dd8dca HTTP/1.1" status: 204 len: 168 time: 0.4790785 Mar 03 18:20:26.782806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57116) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:26.784141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007e340-c3e5-4005-896a-45d703d1befd tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073dd6ba-d5dc-41a4-9055-5be0e3dd8dca,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:26.796133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] For port a27f64b4-9f8f-4a57-9b32-110301771885, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a27f64b4-9f8f-4a57-9b32-110301771885,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:26.796498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:26.863362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09419ae-1209-42ca-a557-2a926132e7ab service neutron] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:26.938022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] For port 39a50572-2523-441e-80eb-4a2ccaea4175, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=39a50572-2523-441e-80eb-4a2ccaea4175,segment=NetworkSegment(031f8c0a-ec05-4369-a2f4-c91d70f497c8),segment_id=031f8c0a-ec05-4369-a2f4-c91d70f497c8)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:26.938618 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:27.155926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 39a50572-2523-441e-80eb-4a2ccaea4175 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:20:27.207746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] Calling delete_port for 39a50572-2523-441e-80eb-4a2ccaea4175 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:27.214037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Calling delete_port for a27f64b4-9f8f-4a57-9b32-110301771885 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:27.388227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:27.474143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:27.520415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:27.651900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] No DVR routers for this DVR port 39a50572-2523-441e-80eb-4a2ccaea4175 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:20:27.659224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8b148-6649-478e-9d01-83de3da8a9d9 None None] Pushing event deleted for resources: {'Port': ['ID=39a50572-2523-441e-80eb-4a2ccaea4175,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:27.662251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 30b25cdd-8386-4570-bea6-b25175c3a6bf no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:20:27.708299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 30b25cdd-8386-4570-bea6-b25175c3a6bf {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:20:27.708973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 30b25cdd-8386-4570-bea6-b25175c3a6bf not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:20:27.848242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e4f3ed92-d270-4f00-9076-aa9f671df7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:27.849892 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-e4f3ed92-d270-4f00-9076-aa9f671df7f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1094 time: 1.1362891 Mar 03 18:20:28.037459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-b64cc49e-6d64-4174-b4b1-8404a70ac24c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 217 time: 0.1327291 Mar 03 18:20:28.044080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.130566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183f51c2-ac4f-4272-aec7-bcdd9297b593']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:28.170622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212d1c6a-6e20-43f6-83e1-749dbbcb6485') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:28.171141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212d1c6a-6e20-43f6-83e1-749dbbcb6485') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:28.186995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66969d91-c767-4610-b9a9-c094499790dd req-9934b9f5-59f3-47c5-b9dc-c58f54838e78 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:28.188818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66969d91-c767-4610-b9a9-c094499790dd req-9934b9f5-59f3-47c5-b9dc-c58f54838e78 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 0.6238582 Mar 03 18:20:28.202053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-9bf22b6e-382b-4039-bf08-6e179faf3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:28.211129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-9bf22b6e-382b-4039-bf08-6e179faf3d21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.1575570 Mar 03 18:20:28.212897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.363001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.388200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:20:28.388318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:20:28.401647 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:20:28.475980 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66969d91-c767-4610-b9a9-c094499790dd req-939d5f06-e2a9-4f6a-860f-0b6e83a326d1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552600 Mar 03 18:20:28.493355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.558258 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.589872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Port': ['ID=a27f64b4-9f8f-4a57-9b32-110301771885,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:28.647946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.651817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-7de26f0b-36ca-4116-b696-d94d5303cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:28.653284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-7de26f0b-36ca-4116-b696-d94d5303cb33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3692453 Mar 03 18:20:28.691216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Pushing event deleted for resources: {'Network': ['ID=183f51c2-ac4f-4272-aec7-bcdd9297b593,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:28.702916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57142) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:28.703474 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-35d7ee0f-62d8-419d-ba10-855e87d69653 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "DELETE /v2.0/networks/183f51c2-ac4f-4272-aec7-bcdd9297b593 HTTP/1.1" status: 204 len: 168 time: 1.9140053 Mar 03 18:20:28.841317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:28.867564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.026333 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.040291 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.044676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.068385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-2d22963e-77d8-4335-a686-220643c2841d service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065306 Mar 03 18:20:29.080683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3b4721-4f36-48ae-b81e-dcfd07f7b5e3']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:29.114414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec93fa7-c212-411b-9642-c34ae89d2977') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:29.115335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec93fa7-c212-411b-9642-c34ae89d2977') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:29.130452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.131097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Fanout notify agent at l3_agent the message router_deleted on router c0b9ae97-0017-41c3-8599-02239de3cd72 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:20:29.132590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.146968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.148700 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9d192396-6113-4c17-b3c5-248ce163e629 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/routers/c0b9ae97-0017-41c3-8599-02239de3cd72 HTTP/1.1" status: 204 len: 168 time: 4.0645924 Mar 03 18:20:29.151864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57154) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:29.156471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.173992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:20:29.175045 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:20:29.207131 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:20:29.333016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.367906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.370792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf3b4721-4f36-48ae-b81e-dcfd07f7b5e3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:29.384753 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-010fb44f-7189-4ce6-9db9-ea3cc0863bc0 tempest-QuotasNegativeTest-792732958 tempest-QuotasNegativeTest-792732958-project-admin] 10.222.0.23 "DELETE /v2.0/networks/cf3b4721-4f36-48ae-b81e-dcfd07f7b5e3 HTTP/1.1" status: 204 len: 168 time: 0.6799090 Mar 03 18:20:29.419555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:29.440047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5c51a28-81c5-4467-8823-8267c72f33ce req-8ede539a-af51-4785-9e8b-da595ca70db3 service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599415 Mar 03 18:20:30.014023 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.090556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-1d540240-c16e-44b7-be90-530d93f99fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:30.092764 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-1d540240-c16e-44b7-be90-530d93f99fe6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1094 time: 0.3063707 Mar 03 18:20:30.093278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28fb61-0166-4c9c-9a31-edb4fe3eca9d req-9fea92ff-cbc8-4dfa-be37-97354086656a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:30.096336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25ca16f-29a8-41c8-a250-ec2636a4b27c']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:30.101876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe28fb61-0166-4c9c-9a31-edb4fe3eca9d req-9fea92ff-cbc8-4dfa-be37-97354086656a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 0.4484818 Mar 03 18:20:30.149595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57178) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:30.239610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57184) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:30.276322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe28fb61-0166-4c9c-9a31-edb4fe3eca9d req-1adcb629-716a-4abe-b80c-75ab1e565399 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667798 Mar 03 18:20:30.310640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-f995b364-dbd9-4992-b5b0-463e3014a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:30.313544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-f995b364-dbd9-4992-b5b0-463e3014a8fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 0.2003477 Mar 03 18:20:30.318732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031f8c0a-ec05-4369-a2f4-c91d70f497c8') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:30.319141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031f8c0a-ec05-4369-a2f4-c91d70f497c8') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:30.408172 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.416770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-35c52d06-78d9-4189-8da7-5fa252e25893 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 217 time: 0.0900474 Mar 03 18:20:30.501962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-6413a93d-c8ef-4db3-9d1c-87b025b53492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:30.503559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-6413a93d-c8ef-4db3-9d1c-87b025b53492 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.0788448 Mar 03 18:20:30.504620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.524835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.557454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:30.557951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:20:30.558431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.576628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:20:30.578997 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:20:30.589527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Usage tracker for resource:security_group_rule and tenant:d2012685a38041e4a07f929eac970f29 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:30.594604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:30.600974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:30.604933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Usage tracker for resource:security_group_rule and tenant:b644993f785f4efca2a27dc34e52af1a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:30.610311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:30.613239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:30.619373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:30.688621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-8e763d48-26ed-4894-be65-58a2d582f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:30.690281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-8e763d48-26ed-4894-be65-58a2d582f483 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788297 Mar 03 18:20:30.695366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.738541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.761774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] Pushing event deleted for resources: {'Network': ['ID=e25ca16f-29a8-41c8-a250-ec2636a4b27c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:30.784811 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.791724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.793057 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.822604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dd853a6c-fd74-4b89-9e73-8c1753ff0bd6 tempest-TestNetworkBasicOps-511206398 tempest-TestNetworkBasicOps-511206398-project] 10.222.0.23 "DELETE /v2.0/networks/e25ca16f-29a8-41c8-a250-ec2636a4b27c HTTP/1.1" status: 204 len: 168 time: 1.6667268 Mar 03 18:20:30.849112 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:30.866343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2012685a38041e4a07f929eac970f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234188 Mar 03 18:20:30.870871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57196) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:30.910767 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-e14d5841-6491-4cbe-8e82-c5f18fbfad9e service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131269 Mar 03 18:20:30.963850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b644993f785f4efca2a27dc34e52af1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130431 Mar 03 18:20:30.964930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a4be0-3976-4d87-a697-6b7ab889e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0f9cd-d0ae-4781-898c-a65a70ffc2b9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:30.967621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57200) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:31.022256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27f64b4-9f8f-4a57-9b32-110301771885 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:20:31.084073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a27f64b4-9f8f-4a57-9b32-110301771885 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:20:31.084425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27f64b4-9f8f-4a57-9b32-110301771885 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:20:31.111479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d07ddfd3-361a-4a51-98a2-a16cbe2720a9 req-d752ff35-1087-44ef-ad90-63bba6fbf551 service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933706 Mar 03 18:20:31.116982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d6ab3-d863-4614-9198-a9db9dde2544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1defb60-afd7-4551-a582-89ea1811baa0,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:31.154611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57206) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:31.175178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10c16b48-15f8-48a2-b12b-92f7912ee072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.193395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0359-582d-4933-9540-bad36f09870b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.229010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10c16b48-15f8-48a2-b12b-92f7912ee072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.255115 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-fcdac79e-3eb8-4908-85e3-2a079c03f978 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3655076 Mar 03 18:20:31.267130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0359-582d-4933-9540-bad36f09870b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.424296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cb757fe2-17de-4b31-8a51-a1ac6a91812a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33441e1b277446cda750022555d7cded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657912 Mar 03 18:20:31.427893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10c16b48-15f8-48a2-b12b-92f7912ee072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.433479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57214) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:31.462744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c16b48-15f8-48a2-b12b-92f7912ee072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0f9cd-d0ae-4781-898c-a65a70ffc2b9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:31.488049 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0359-582d-4933-9540-bad36f09870b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.515494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1826-6382-473c-b603-e1f7d7b9a1a6 req-a4634a23-8029-4de0-afa6-124dbb7af6ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:31.517296 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1bac1826-6382-473c-b603-e1f7d7b9a1a6 req-a4634a23-8029-4de0-afa6-124dbb7af6ae tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 0.1141653 Mar 03 18:20:31.525073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-10c16b48-15f8-48a2-b12b-92f7912ee072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.538123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-10c16b48-15f8-48a2-b12b-92f7912ee072 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ab0f9cd-d0ae-4781-898c-a65a70ffc2b9 HTTP/1.1" status: 204 len: 168 time: 0.6623936 Mar 03 18:20:31.581128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc0359-582d-4933-9540-bad36f09870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1defb60-afd7-4551-a582-89ea1811baa0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:31.592487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0359-582d-4933-9540-bad36f09870b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.594410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d6bc0359-582d-4933-9540-bad36f09870b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1defb60-afd7-4551-a582-89ea1811baa0 HTTP/1.1" status: 204 len: 168 time: 0.6179001 Mar 03 18:20:31.642788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1bac1826-6382-473c-b603-e1f7d7b9a1a6 req-65e6e2cc-3cd7-42c9-8a0c-321f50db9683 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145251 Mar 03 18:20:31.646036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1cba-2929-490f-a675-baa6eff46dbd req-e8248b22-c835-4264-838c-32a9a0105dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:31.648315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-e8248b22-c835-4264-838c-32a9a0105dae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 1096 time: 0.2922602 Mar 03 18:20:31.655379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93a390bb-d6be-4d1f-988a-835889a758ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.754551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93a390bb-d6be-4d1f-988a-835889a758ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:31.938882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1cba-2929-490f-a675-baa6eff46dbd req-ab5016ea-5d19-4bf5-8493-33514f443bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:31.942051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-ab5016ea-5d19-4bf5-8493-33514f443bdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.2515271 Mar 03 18:20:31.945543 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93a390bb-d6be-4d1f-988a-835889a758ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:32.053041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a390bb-d6be-4d1f-988a-835889a758ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9d1e5a-ce84-4288-b54f-a9f3caa13e32,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:32.118337 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-9b6a2056-a5ae-4ff3-8f3f-51b666febce0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6 HTTP/1.1" status: 200 len: 1000 time: 0.1623111 Mar 03 18:20:32.119820 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-93a390bb-d6be-4d1f-988a-835889a758ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:32.123487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-93a390bb-d6be-4d1f-988a-835889a758ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c9d1e5a-ce84-4288-b54f-a9f3caa13e32 HTTP/1.1" status: 204 len: 168 time: 0.6800785 Mar 03 18:20:32.183343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57242) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:32.218149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:32.242844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:32.250673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1cba-2929-490f-a675-baa6eff46dbd req-32245dfd-b503-4f3b-804e-d46033922434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:32.252330 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-32245dfd-b503-4f3b-804e-d46033922434 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.1268058 Mar 03 18:20:32.253230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Usage tracker for resource:security_group_rule and tenant:cfda379ec11d4d0380979492c8340c4e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:32.256641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:32.320421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:32.394435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1cba-2929-490f-a675-baa6eff46dbd req-9d050a5d-ed10-4eeb-9ee8-43f75ce56345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:32.395921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-9d050a5d-ed10-4eeb-9ee8-43f75ce56345 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355484 Mar 03 18:20:32.484801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:32.505868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:32.637018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfda379ec11d4d0380979492c8340c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525344 Mar 03 18:20:32.640955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57256) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:32.641921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b20601-1dff-4bb4-ab18-7b877ccaa618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e30138-59d6-45ba-a1c0-d1ded7e9dd51,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:32.683487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-15b1130b-c7ab-499f-9077-03d890d87378 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784219 Mar 03 18:20:32.687425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57264) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:32.743908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:32.768370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:32.792686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Usage tracker for resource:security_group_rule and tenant:7c8f31584b48493880e3d6f338da1069 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:32.798880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:32.815347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:32.832439 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9061eb4d-ee4b-4e33-bd9f-bb44b705c692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:32.876561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-696e1cba-2929-490f-a675-baa6eff46dbd req-6d40bc9a-5093-4265-a8e5-74d4832962bf service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844749 Mar 03 18:20:32.902536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9061eb4d-ee4b-4e33-bd9f-bb44b705c692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.026977 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.030034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9061eb4d-ee4b-4e33-bd9f-bb44b705c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.048706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061eb4d-ee4b-4e33-bd9f-bb44b705c692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e30138-59d6-45ba-a1c0-d1ded7e9dd51,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:33.050947 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.127142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c8f31584b48493880e3d6f338da1069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386592 Mar 03 18:20:33.128205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3eca-5989-4e87-9e89-d5b9fd77392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24522c73-6918-4601-a9c2-40b76ec17e80,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:33.129890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de437f7f-0a4c-4234-ba2d-41d8b4274678 req-a0dac1e3-772a-4e55-a7dd-c11f240af794 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:33.131161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57274) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:33.145461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de437f7f-0a4c-4234-ba2d-41d8b4274678 req-a0dac1e3-772a-4e55-a7dd-c11f240af794 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 0.2365746 Mar 03 18:20:33.159264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9061eb4d-ee4b-4e33-bd9f-bb44b705c692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.160639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9061eb4d-ee4b-4e33-bd9f-bb44b705c692 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02e30138-59d6-45ba-a1c0-d1ded7e9dd51 HTTP/1.1" status: 204 len: 168 time: 0.5183487 Mar 03 18:20:33.217913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79c040b4-64ff-482c-be9f-4330df41897c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.221004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-de437f7f-0a4c-4234-ba2d-41d8b4274678 req-f254a729-68e0-48a2-8b60-3d777ab03522 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737972 Mar 03 18:20:33.268267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79c040b4-64ff-482c-be9f-4330df41897c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.344183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79c040b4-64ff-482c-be9f-4330df41897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.366567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c040b4-64ff-482c-be9f-4330df41897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24522c73-6918-4601-a9c2-40b76ec17e80,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:33.376212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79c040b4-64ff-482c-be9f-4330df41897c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:33.380234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-79c040b4-64ff-482c-be9f-4330df41897c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24522c73-6918-4601-a9c2-40b76ec17e80 HTTP/1.1" status: 204 len: 168 time: 0.2454574 Mar 03 18:20:34.630700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1319-f099-481c-bd13-f4a0f8578870 req-638c26e8-ff08-4cbc-9025-162a0cff99c8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:34.632253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-815f1319-f099-481c-bd13-f4a0f8578870 req-638c26e8-ff08-4cbc-9025-162a0cff99c8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 0.2083476 Mar 03 18:20:34.656587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device da102fab-cdb2-4004-80ce-7c9647d24973 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:20:34.758531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-815f1319-f099-481c-bd13-f4a0f8578870 req-bbede32a-f141-4ea5-8c0c-8a1a49532f93 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158292 Mar 03 18:20:34.951768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:34.972253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'port_id': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'mac_address': 'fa:16:3e:6c:17:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:20:35.144353 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:35.188463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da102fab-cdb2-4004-80ce-7c9647d24973 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:20:35.231618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:35.240775 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:35.336830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:35.575875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['da102fab-cdb2-4004-80ce-7c9647d24973'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:20:36.160945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f720fb-634a-476e-8743-03f44749af48 req-3351385b-1341-4828-a56d-11c7961b5b52 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:36.162534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30f720fb-634a-476e-8743-03f44749af48 req-3351385b-1341-4828-a56d-11c7961b5b52 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.1880927 Mar 03 18:20:36.317292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30f720fb-634a-476e-8743-03f44749af48 req-ca146c6d-e8c6-46a6-9f45-bfa6387987cb tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439850 Mar 03 18:20:37.032990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57402) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:37.540707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-953832593', 'router:external': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:37.550141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:37.565859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:network and tenant:2435ba84d46b4a7a865fc7c96488f17c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:37.569279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:37.581565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:37.611472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Made reservation on behalf of 2435ba84d46b4a7a865fc7c96488f17c for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:37.613879 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:37.650731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:37.798338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:37.801294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60238ca-0eb4-4765-8810-66fbbdb61898 req-59d2652a-3060-4a9f-9457-2d3aa0c27b6b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:37.802565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:security_group_rule and tenant:2435ba84d46b4a7a865fc7c96488f17c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:37.805799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:37.813356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:37.813720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60238ca-0eb4-4765-8810-66fbbdb61898 req-59d2652a-3060-4a9f-9457-2d3aa0c27b6b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.2353008 Mar 03 18:20:37.915095 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:37.919740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a60238ca-0eb4-4765-8810-66fbbdb61898 req-fe69885c-b6f3-4a55-b365-c9b045f3b301 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035643 Mar 03 18:20:37.922604 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:37.950401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:20:37.985456 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:37.986252 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Added segment ffcab43f-6fb4-4987-a83a-7f642f3de92d of type vlan for network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 Mar 03 18:20:38.014789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dafcae-907d-4d1f-aeb5-7d3ef529020c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:38.032632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:38.083054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:38.084266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:38.085066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:38.180393 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1457462 Mar 03 18:20:38.182856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57434) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:38.190606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'subnet': {'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:38.197886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:38.203940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:subnet and tenant:2435ba84d46b4a7a865fc7c96488f17c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:38.207295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:38.213985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:38.232362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Made reservation on behalf of 2435ba84d46b4a7a865fc7c96488f17c for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:38.236676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:38.279563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ba978-6a68-4d6a-8474-ed5ecaa473a0 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Network': ['ID=8a24cacb-5b1c-4d92-9d18-eea3366efaa1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:38.298579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:20:38.675924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device da102fab-cdb2-4004-80ce-7c9647d24973 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:38.798403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port da102fab-cdb2-4004-80ce-7c9647d24973 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:38.810364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port da102fab-cdb2-4004-80ce-7c9647d24973 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:38.810739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.090157 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.136672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:20:39.147156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:39.152537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.230870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:39.253912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57456) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:39.261623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'network': {'name': 'tempest-network-smoke--1068457102', 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'port_security_enabled': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:39.270292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:39.275704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:network and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:39.282333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:39.294003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:39.302197 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'code': 200} Mar 03 18:20:39.308719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Made reservation on behalf of d3f6d846414844d3b048aaccaa545fc1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:39.312885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.334699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.342059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.objects.ports [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87887) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 18:20:39.342590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.351180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:39.354869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d304-d4e2-45d5-b94f-a1743dc5a4ff req-16a753ac-f22d-4dd6-8b52-3d97e1e21b28 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:39.356518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52e1d304-d4e2-45d5-b94f-a1743dc5a4ff req-16a753ac-f22d-4dd6-8b52-3d97e1e21b28 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.1920640 Mar 03 18:20:39.357858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:security_group_rule and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:39.362410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:39.370186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:39.499919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-52e1d304-d4e2-45d5-b94f-a1743dc5a4ff req-b543870d-686b-4408-a8c9-f487ff35489b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163335 Mar 03 18:20:39.508527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.516158 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.527008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Checking segment: {'id': 'ffcab43f-6fb4-4987-a83a-7f642f3de92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:20:39.527608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network hostable DHCP agents. Network: 8a24cacb-5b1c-4d92-9d18-eea3366efaa1, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:20:39.545470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb9abe3d-2940-4507-9037-823be0a825f9,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:39.549789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:20:39.561681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:20:39.582533 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.582877 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Added segment 34ff80cb-6138-4712-bfea-301d5658fd83 of type vlan for network 80e5f043-f497-4ff1-9642-e1e1150be338 Mar 03 18:20:39.583695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6262d15-b993-4277-afc3-2c00a9c0194f req-c3ae6bfb-7050-4936-92e8-006d63cef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:39.585602 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6262d15-b993-4277-afc3-2c00a9c0194f req-c3ae6bfb-7050-4936-92e8-006d63cef808 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1096 time: 0.1608684 Mar 03 18:20:39.586346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 8a24cacb-5b1c-4d92-9d18-eea3366efaa1) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:39.590364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f0df84-7350-4e05-b619-ec8125f17000,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:39.590920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:39.592673 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.603016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82658f-9016-44f8-9263-5aa46336ffa4 None None] Network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:20:39.623608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.656032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6262d15-b993-4277-afc3-2c00a9c0194f req-694c430f-bbe7-4d22-b34e-e0b1b142c0d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561416 Mar 03 18:20:39.657780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-05df1094-6372-4d41-a9dc-6ea9da5f092d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4736569 Mar 03 18:20:39.660491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57470) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:39.665871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.666283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2065702545', 'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:39.672653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:39.675248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:39.676237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.678996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:port and tenant:2435ba84d46b4a7a865fc7c96488f17c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:39.682359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:39.690414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:39.711811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Made reservation on behalf of 2435ba84d46b4a7a865fc7c96488f17c for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:39.714259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.789302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] device_id is not set on port de110a8e-1a82-4170-b8e9-a234cba5f0e0 yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:20:39.820008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Network': ['ID=80e5f043-f497-4ff1-9642-e1e1150be338,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:39.841458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cfd95f20-5d7b-4869-b4f0-3d2cc1668c13 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5852079 Mar 03 18:20:39.844673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57482) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:39.850931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'admin_state_up': True, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:39.852304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 80e5f043-f497-4ff1-9642-e1e1150be338 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:20:39.859678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:39.864879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:router and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:39.868688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:39.877164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:39.904119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.905351 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:39.946908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:40.137945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Allocated IP 172.20.0.11 (8a24cacb-5b1c-4d92-9d18-eea3366efaa1/bb9abe3d-2940-4507-9037-823be0a825f9/de110a8e-1a82-4170-b8e9-a234cba5f0e0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:40.217776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ae9a7-547f-4a15-85a0-2604c4e3183c None None] Network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:20:40.601490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:40.619717 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:40.643359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:40.779890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:40.784603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:40.794753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:40.851084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Port': ['ID=de110a8e-1a82-4170-b8e9-a234cba5f0e0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:40.911506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:40.912140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:40.941951 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6855cf-dfb6-41df-a154-0b16b2e9419d req-e2ca1516-a0e9-4e58-a09b-6153eb46f429 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:40.944466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f6855cf-dfb6-41df-a154-0b16b2e9419d req-e2ca1516-a0e9-4e58-a09b-6153eb46f429 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.2623789 Mar 03 18:20:40.959265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e78ac76b-a344-46e8-8553-08add3e21219 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.2976341 Mar 03 18:20:40.961618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57506) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:41.049229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Deleting port de110a8e-1a82-4170-b8e9-a234cba5f0e0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:41.049602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:41.081568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f6855cf-dfb6-41df-a154-0b16b2e9419d req-8d9aad13-26cd-4af6-9095-aaab9d8dc622 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270888 Mar 03 18:20:41.363290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:41.397275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:41.449851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:41.567846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Allocated IP 172.25.0.40 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8f146d5a-88e0-4b99-8422-42e3e215712a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:41.658270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Calling delete_port for de110a8e-1a82-4170-b8e9-a234cba5f0e0 owned by {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:41.965068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.013862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.039635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event deleted for resources: {'Port': ['ID=de110a8e-1a82-4170-b8e9-a234cba5f0e0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:42.052063 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.135262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:42.138313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:42.145382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:42.145774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.152081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ff63444-6d75-46dd-ae7e-c2a17affa491 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "DELETE /v2.0/ports/de110a8e-1a82-4170-b8e9-a234cba5f0e0 HTTP/1.1" status: 204 len: 168 time: 1.1893096 Mar 03 18:20:42.154467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57528) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:42.164400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1', 'external_fixed_ips': [{'subnet_id': 'bb9abe3d-2940-4507-9037-823be0a825f9', 'ip_address': '172.20.0.11'}]}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:42.175635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:42.185640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:router and tenant:2435ba84d46b4a7a865fc7c96488f17c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:42.197234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:42.206248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:42.223465 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.225303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.245068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.473840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=8f146d5a-88e0-4b99-8422-42e3e215712a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:42.774265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:42.854350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a51113-b5c7-437b-b61d-fd1551ec1c06 req-995f75dd-c05f-40e3-af76-eef82919cc30 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:42.855878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4a51113-b5c7-437b-b61d-fd1551ec1c06 req-995f75dd-c05f-40e3-af76-eef82919cc30 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.4691322 Mar 03 18:20:42.976821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4a51113-b5c7-437b-b61d-fd1551ec1c06 req-03a5b6eb-8b4a-4c65-9552-c3f45bd12409 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084533 Mar 03 18:20:43.004273 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:43.298370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:43.335471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:43.581883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18dd45-8114-4d5d-9bae-9f4cb8e5e39a req-59831dab-0fcc-414d-ace9-818cd207b098 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:43.585266 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be18dd45-8114-4d5d-9bae-9f4cb8e5e39a req-59831dab-0fcc-414d-ace9-818cd207b098 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.3768787 Mar 03 18:20:43.604632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:43.665307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Allocated IP 172.20.0.11 (8a24cacb-5b1c-4d92-9d18-eea3366efaa1/bb9abe3d-2940-4507-9037-823be0a825f9/3921aa1f-f505-4a32-b187-0ffe79266fe1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:43.747844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be18dd45-8114-4d5d-9bae-9f4cb8e5e39a req-bba9266b-bb88-43dc-9aee-13ea38982440 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406059 Mar 03 18:20:43.782637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57558) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:43.874136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:43.908129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:44.165520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd2b699-992d-45a3-be71-ce5700ed66b0 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:44.170829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3fd2b699-992d-45a3-be71-ce5700ed66b0 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1091 time: 0.3849282 Mar 03 18:20:44.173890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:44.185185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:44.190481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Port': ['ID=3921aa1f-f505-4a32-b187-0ffe79266fe1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:44.199465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:44.203299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router f6d8908c-f850-4144-bba1-e7d5ce513bd0 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:20:44.207692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:44.211895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:44.324238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:44.460639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:44.474845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Sync routers for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:44.490638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:44.492363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:44.504617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:44.508887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d7ffc68a-5960-4ff4-8435-ba0b073d3525 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6627357 Mar 03 18:20:44.512069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57576) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:44.558064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:floatingip and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:44.573920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:44.590720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:44.778914 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:44.911299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:44.914542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-44339630-c9a1-4797-9c27-1f87ccbf8b7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6233273 Mar 03 18:20:45.093309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6fbde1b6-8705-4294-bbe6-aa69d31ff844 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d3f6d846414844d3b048aaccaa545fc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5778067 Mar 03 18:20:45.094282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57586) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:45.216324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:45.440356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d02836-8145-4831-9b9f-e7e75b634a7b tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:45.440839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d02836-8145-4831-9b9f-e7e75b634a7b tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:45.452792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-67d02836-8145-4831-9b9f-e7e75b634a7b tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.3566294 Mar 03 18:20:45.453469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57594) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:45.568762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c4cc0055-6bdf-4dc1-b98e-a51e8f752ac8 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1140890 Mar 03 18:20:45.569446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57600) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:45.694190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:42Z', 'revision_number': 3, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:45.704521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Checking router: f6d8908c-f850-4144-bba1-e7d5ce513bd0 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:20:45.705015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Updating router f6d8908c-f850-4144-bba1-e7d5ce513bd0 port 8f146d5a-88e0-4b99-8422-42e3e215712a binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:20:45.769228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4077f068-f03b-40f6-91f0-8b888cc7ee2d tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:45.774008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4077f068-f03b-40f6-91f0-8b888cc7ee2d tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=8a24cacb-5b1c-4d92-9d18-eea3366efaa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2034922 Mar 03 18:20:45.774513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57610) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:45.806012 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:45.857977 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-061621be-481d-4e48-aadb-2c2b2f1a6202 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d3f6d846414844d3b048aaccaa545fc1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819683 Mar 03 18:20:45.859485 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57614) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:45.930211 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.164750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0c08a-79a5-4ebb-90be-488378fd07ea tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:46.165304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0c08a-79a5-4ebb-90be-488378fd07ea tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:46.178091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bce0c08a-79a5-4ebb-90be-488378fd07ea tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.3172040 Mar 03 18:20:46.178687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57618) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:46.242026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.266391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Transition to ACTIVE for port object 8f146d5a-88e0-4b99-8422-42e3e215712a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:46.279619 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.282506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-39837b9b-49d5-4e87-bf76-c48402a8e380 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1026785 Mar 03 18:20:46.283137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57622) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:46.378590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0fc467d8-c912-49bb-b713-d95df79e8a5d tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=8a24cacb-5b1c-4d92-9d18-eea3366efaa1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0943365 Mar 03 18:20:46.379514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57626) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:46.386052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-860730011', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:46.441198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Attempting to bind port 8f146d5a-88e0-4b99-8422-42e3e215712a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:20:46.441539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Attempting to bind port 8f146d5a-88e0-4b99-8422-42e3e215712a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:20:46.441889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Attempting to bind port 8f146d5a-88e0-4b99-8422-42e3e215712a on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:20:46.493520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:20:46.494031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:20:46.494455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.510760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:20:46.511760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Bound port: 8f146d5a-88e0-4b99-8422-42e3e215712a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:20:46.512384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.563380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85844-fef6-47f1-aad4-d4f899bbde2a None None] Pushing event updated for resources: {'Port': ['ID=8f146d5a-88e0-4b99-8422-42e3e215712a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:46.570162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:46.587722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:subnet and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:46.598550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:46.613380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:46.627852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Made reservation on behalf of d3f6d846414844d3b048aaccaa545fc1 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:20:46.631386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.662505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] For port 8f146d5a-88e0-4b99-8422-42e3e215712a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:20:46.666602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] For port 8f146d5a-88e0-4b99-8422-42e3e215712a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8f146d5a-88e0-4b99-8422-42e3e215712a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:20:46.678371 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.711612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:46.715149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-1407db34-8190-4b71-b5a0-2e0d880c73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:46.716635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-1407db34-8190-4b71-b5a0-2e0d880c73b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1096 time: 1.6059098 Mar 03 18:20:46.781699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:46.783157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:46.904694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85844-fef6-47f1-aad4-d4f899bbde2a None None] Pushing event updated for resources: {'Port': ['ID=8f146d5a-88e0-4b99-8422-42e3e215712a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:47.099323 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:47.189672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-01daa8f9-370c-4ee2-8fcf-1fb12a8f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:47.191952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-01daa8f9-370c-4ee2-8fcf-1fb12a8f89e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 0.4123242 Mar 03 18:20:47.206779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Router 8ef65842-47a3-4c63-bc09-60f63b693693 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:20:47.231222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:47.287743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Subnet': ['ID=115df977-0df8-4180-a299-6e657d22394d,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:47.300584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Checking segment: {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:20:47.300998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network hostable DHCP agents. Network: 80e5f043-f497-4ff1-9642-e1e1150be338, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:20:47.329029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 80e5f043-f497-4ff1-9642-e1e1150be338 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:20:47.340778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 80e5f043-f497-4ff1-9642-e1e1150be338) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:47.347950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:47.348781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:47.372231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-01f16339-847a-46eb-997f-83190d31b947 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 217 time: 0.1571956 Mar 03 18:20:47.377288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2fb78270-be0d-4b6f-8a0f-649dda11f7b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9964826 Mar 03 18:20:47.380045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57646) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:47.423564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.148 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/ee381145-f1ed-4908-bf26-610042d0ba41) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:47.445680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cc196-c003-4792-91d6-cbf0b14224f1 None None] Network 80e5f043-f497-4ff1-9642-e1e1150be338 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:20:47.695892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:47.744190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-80e5f043-f497-4ff1-9642-e1e1150be338', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:20:47.745345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:48.094141 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:48.232894 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:48.250197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Allocated IP 172.20.0.18 (80e5f043-f497-4ff1-9642-e1e1150be338/115df977-0df8-4180-a299-6e657d22394d/3287f76b-137b-4156-aa70-c8d5fab0d4fe) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:48.272114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:48.280771 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Sync routers for ids ['8ef65842-47a3-4c63-bc09-60f63b693693'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:48.283974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:42Z', 'revision_number': 3, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:48.293743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb5e9d-f214-425f-b969-6debca8f7885 None None] The sync data for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 is: [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:42Z', 'revision_number': 3, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:20:48.297451 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Routers {'8ef65842-47a3-4c63-bc09-60f63b693693'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:48.304129 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8ef65842-47a3-4c63-bc09-60f63b693693'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:48.365897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-f61c7172-92c4-46d8-ae95-4e3d0d55a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:48.370327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-f61c7172-92c4-46d8-ae95-4e3d0d55a70c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.6345387 Mar 03 18:20:48.446815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:48.460925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4c693d71-10af-4096-a189-fc098c748275 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.3051224 Mar 03 18:20:48.461792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57674) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:48.621048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:48.646985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:48.652278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:48.762753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:48.779774 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Set router 8ef65842-47a3-4c63-bc09-60f63b693693 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:48.828482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=ee381145-f1ed-4908-bf26-610042d0ba41,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:48.886790 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:48.917092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Transition to ACTIVE for port object 3287f76b-137b-4156-aa70-c8d5fab0d4fe will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:48.963406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Transition to ACTIVE for port object 3287f76b-137b-4156-aa70-c8d5fab0d4fe will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:48.970341 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.026371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-5b27fbb1-57f2-401a-9efb-eca0ed7f0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:49.064074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-5b27fbb1-57f2-401a-9efb-eca0ed7f0913 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6035526 Mar 03 18:20:49.135869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Network 80e5f043-f497-4ff1-9642-e1e1150be338 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:49.138886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:49.157180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:49.243123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Pushing event updated for resources: {'Port': ['ID=3287f76b-137b-4156-aa70-c8d5fab0d4fe,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:49.356111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f146d5a-88e0-4b99-8422-42e3e215712a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:49.382777 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef65842-47a3-4c63-bc09-60f63b693693', 'name': '', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1', 'external_fixed_ips': [{'subnet_id': 'bb9abe3d-2940-4507-9037-823be0a825f9', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '3921aa1f-f505-4a32-b187-0ffe79266fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:42Z', 'updated_at': '2022-03-03T18:20:44Z', 'revision_number': 3, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port': {'id': '3921aa1f-f505-4a32-b187-0ffe79266fe1', 'name': '', 'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef65842-47a3-4c63-bc09-60f63b693693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'bb9abe3d-2940-4507-9037-823be0a825f9', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:43Z', 'updated_at': '2022-03-03T18:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb9abe3d-2940-4507-9037-823be0a825f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:49.406573 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Checking router: 8ef65842-47a3-4c63-bc09-60f63b693693 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:20:49.406930 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Updating router 8ef65842-47a3-4c63-bc09-60f63b693693 port 3921aa1f-f505-4a32-b187-0ffe79266fe1 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:20:49.505408 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8f146d5a-88e0-4b99-8422-42e3e215712a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:49.547949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8f146d5a-88e0-4b99-8422-42e3e215712a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:49.548730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.585812 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.592967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Attempting to bind port 3287f76b-137b-4156-aa70-c8d5fab0d4fe on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:20:49.593577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Attempting to bind port 3287f76b-137b-4156-aa70-c8d5fab0d4fe by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:20:49.594127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Attempting to bind port 3287f76b-137b-4156-aa70-c8d5fab0d4fe on network 80e5f043-f497-4ff1-9642-e1e1150be338 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:20:49.605472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:20:49.606065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Checking segment: {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:20:49.606609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.607255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Bound using segment: {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:20:49.607873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Bound port: 3287f76b-137b-4156-aa70-c8d5fab0d4fe, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:20:49.608425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.664327 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0d779d0a-0a85-47bf-b3d7-441d9e9baef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.676767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.787912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Deleting port 3921aa1f-f505-4a32-b187-0ffe79266fe1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:49.788420 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.847572 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:20:49.909932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] For port 3287f76b-137b-4156-aa70-c8d5fab0d4fe, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:20:49.935387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] For port 3287f76b-137b-4156-aa70-c8d5fab0d4fe, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3287f76b-137b-4156-aa70-c8d5fab0d4fe,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:20:49.960004 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:49.971913 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:50.220836 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:50.345940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Pushing event updated for resources: {'Port': ['ID=3287f76b-137b-4156-aa70-c8d5fab0d4fe,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:50.352341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 8f146d5a-88e0-4b99-8422-42e3e215712a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8f146d5a-88e0-4b99-8422-42e3e215712a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:50.362222 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-97633b7e-e298-4549-8af6-62355578176e service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2967584 Mar 03 18:20:50.369186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.369558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.369902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.394744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.395085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.395461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.395752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.396082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.396407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.396728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.397063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.406685 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:50.408400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdebed-437b-49a4-9c68-75ba5193e4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.420789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:50.442395 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Transition to ACTIVE for port object 3921aa1f-f505-4a32-b187-0ffe79266fe1 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:50.457269 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:50.683011 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Pushing event updated for resources: {'Port': ['ID=3921aa1f-f505-4a32-b187-0ffe79266fe1,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:50.691693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Attempting to bind port 3921aa1f-f505-4a32-b187-0ffe79266fe1 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:20:50.692230 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Attempting to bind port 3921aa1f-f505-4a32-b187-0ffe79266fe1 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'ffcab43f-6fb4-4987-a83a-7f642f3de92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:20:50.695589 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Attempting to bind port 3921aa1f-f505-4a32-b187-0ffe79266fe1 on network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:20:50.721245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=8f146d5a-88e0-4b99-8422-42e3e215712a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:50.731230 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:20:50.737928 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Checking segment: {'id': 'ffcab43f-6fb4-4987-a83a-7f642f3de92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:20:50.738725 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:50.744956 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Bound using segment: {'id': 'ffcab43f-6fb4-4987-a83a-7f642f3de92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:20:50.745812 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Bound port: 3921aa1f-f505-4a32-b187-0ffe79266fe1, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcab43f-6fb4-4987-a83a-7f642f3de92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8a24cacb-5b1c-4d92-9d18-eea3366efaa1'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:20:50.746419 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:50.917738 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.918541 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.919104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.919659 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.920196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.920776 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.921875 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.922484 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.923028 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.923564 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.924089 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:50.924739 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:20:51.109121 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] For port 3921aa1f-f505-4a32-b187-0ffe79266fe1, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:20:51.126951 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] For port 3921aa1f-f505-4a32-b187-0ffe79266fe1, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3921aa1f-f505-4a32-b187-0ffe79266fe1,segment=NetworkSegment(ffcab43f-6fb4-4987-a83a-7f642f3de92d),segment_id=ffcab43f-6fb4-4987-a83a-7f642f3de92d)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:20:51.134407 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:51.302724 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fb895b2-fc0a-4230-8e76-4982c63a1599 req-4bf6fb41-207a-4e22-ad9e-3ceb1d01691a service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9302495 Mar 03 18:20:51.318294 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Routers {'8ef65842-47a3-4c63-bc09-60f63b693693'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:51.319103 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8ef65842-47a3-4c63-bc09-60f63b693693'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:51.376266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f146d5a-88e0-4b99-8422-42e3e215712a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:51.387395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:51.411757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:51.605568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:51.607822 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d402-7978-4f6a-9e14-618b3c03c545 None None] Pushing event updated for resources: {'Port': ['ID=3921aa1f-f505-4a32-b187-0ffe79266fe1,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:51.731588 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8f146d5a-88e0-4b99-8422-42e3e215712a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:51.731969 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:51.785074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Calling delete_port for 3921aa1f-f505-4a32-b187-0ffe79266fe1 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:51.858741 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] Set router 8ef65842-47a3-4c63-bc09-60f63b693693 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:51.893039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Allocated IP 172.20.0.17 (80e5f043-f497-4ff1-9642-e1e1150be338/115df977-0df8-4180-a299-6e657d22394d/48ba86a3-e475-49e5-bdd8-d84c40c3a28b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:20:52.136843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3287f76b-137b-4156-aa70-c8d5fab0d4fe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:52.170346 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef65842-47a3-4c63-bc09-60f63b693693', 'name': '', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:42Z', 'updated_at': '2022-03-03T18:20:49Z', 'revision_number': 4, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:52.183258 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89717c-462d-4a82-8127-0579f0d4dbed None None] The sync data for ids ['8ef65842-47a3-4c63-bc09-60f63b693693'] in n-d-827121-1 is: [{'id': '8ef65842-47a3-4c63-bc09-60f63b693693', 'name': '', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:42Z', 'updated_at': '2022-03-03T18:20:49Z', 'revision_number': 4, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:20:52.417022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0d2eb38-fbfa-4d25-97fd-d30a8f0ab932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:52.428081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3287f76b-137b-4156-aa70-c8d5fab0d4fe completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:52.429719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:52.436736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:52.454437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:52.463486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:20:52.466745 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:20:52.505992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Transition to ACTIVE for port object 48ba86a3-e475-49e5-bdd8-d84c40c3a28b will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:52.560173 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:52.719361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=ee381145-f1ed-4908-bf26-610042d0ba41,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:52.738543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 80e5f043-f497-4ff1-9642-e1e1150be338 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:52.744718 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:52.767771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def831c-2428-4f31-8d0f-6270dcad2d81 None None] Network 80e5f043-f497-4ff1-9642-e1e1150be338 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:20:52.820593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:52.850303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:52.879512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:20:52.968293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Deleting port 3921aa1f-f505-4a32-b187-0ffe79266fe1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:20:52.981741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.093666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:53.144927 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP 2f85238d-7321-4f7d-be46-f22ee4a2726a associated. External IP: 172.25.0.148, port: da102fab-cdb2-4004-80ce-7c9647d24973. Mar 03 18:20:53.196234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-32e46eef-29ca-4c21-a96e-0fcdeea2bbe0 None None] Provisioning for port 3287f76b-137b-4156-aa70-c8d5fab0d4fe completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:53.211331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-32e46eef-29ca-4c21-a96e-0fcdeea2bbe0 None None] Provisioning complete for port 3287f76b-137b-4156-aa70-c8d5fab0d4fe triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:53.211711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32e46eef-29ca-4c21-a96e-0fcdeea2bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.243825 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.270410 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.274097 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.288830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.401852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:53.540087 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32e46eef-29ca-4c21-a96e-0fcdeea2bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.625125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] For port 3921aa1f-f505-4a32-b187-0ffe79266fe1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3921aa1f-f505-4a32-b187-0ffe79266fe1,segment=NetworkSegment(ffcab43f-6fb4-4987-a83a-7f642f3de92d),segment_id=ffcab43f-6fb4-4987-a83a-7f642f3de92d)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:53.626329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.629052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-32e46eef-29ca-4c21-a96e-0fcdeea2bbe0 None None] For port 3287f76b-137b-4156-aa70-c8d5fab0d4fe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3287f76b-137b-4156-aa70-c8d5fab0d4fe,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:20:53.640140 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32e46eef-29ca-4c21-a96e-0fcdeea2bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:53.665740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 66817aaf-8feb-4247-b111-8eaaf295fa70 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:20:53.667178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ad40335d2f4927b0c5d7de6773ad01 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:53.677465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:53.723551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e46eef-29ca-4c21-a96e-0fcdeea2bbe0 None None] Pushing event updated for resources: {'Port': ['ID=3287f76b-137b-4156-aa70-c8d5fab0d4fe,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:53.775906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:53.823515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Calling delete_port for 3921aa1f-f505-4a32-b187-0ffe79266fe1 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:20:54.180791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8dc9b6a7-8f5e-4423-b505-be798c56c45a None None] Provisioning complete for port 3287f76b-137b-4156-aa70-c8d5fab0d4fe triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:54.181162 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b6a7-8f5e-4423-b505-be798c56c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.258356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.294008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.350605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:54.394001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] Sync routers for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:54.418462 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.419285 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.445455 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5ad40335d2f4927b0c5d7de6773ad01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5830932 Mar 03 18:20:54.455860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:54.456501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:54.482232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57750) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:54.528633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc98b5-59bf-414e-9ac3-939fac095396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abadd33-9412-4d34-a521-4823637b5c5e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:54.566831 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.706799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.734005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dd2191-93e5-4f2a-8024-3bc550e86096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.756401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cee78c9a-3ece-4f35-b209-bb049dbe5518 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.5728426 Mar 03 18:20:54.757644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:20:54.779264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dd2191-93e5-4f2a-8024-3bc550e86096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:54.861303 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'status': 'completed', 'code': 200} Mar 03 18:20:54.991799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:55.217032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:55.220753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3287f76b-137b-4156-aa70-c8d5fab0d4fe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:20:55.234119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dd2191-93e5-4f2a-8024-3bc550e86096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:55.261146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd2191-93e5-4f2a-8024-3bc550e86096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abadd33-9412-4d34-a521-4823637b5c5e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:55.265459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-5beb672a-a7fe-4e9b-9fa5-a5ec8d7d060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:55.266834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-5beb672a-a7fe-4e9b-9fa5-a5ec8d7d060d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1096 time: 0.3714302 Mar 03 18:20:55.278723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8dcc0-6906-410b-91ef-62e65e5f1c4b req-22d518c2-a703-4287-a47f-dce172adb2d0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:55.280947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6d8dcc0-6906-410b-91ef-62e65e5f1c4b req-22d518c2-a703-4287-a47f-dce172adb2d0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.2428341 Mar 03 18:20:55.348128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48dd2191-93e5-4f2a-8024-3bc550e86096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:55.349241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48dd2191-93e5-4f2a-8024-3bc550e86096 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0abadd33-9412-4d34-a521-4823637b5c5e HTTP/1.1" status: 204 len: 168 time: 0.8658767 Mar 03 18:20:55.445400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8dc9b6a7-8f5e-4423-b505-be798c56c45a None None] Provisioning for port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:20:55.471132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6d8dcc0-6906-410b-91ef-62e65e5f1c4b req-cc5df513-489d-4843-87fe-4e409f0b49b7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693506 Mar 03 18:20:55.492172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8dc9b6a7-8f5e-4423-b505-be798c56c45a None None] Provisioning complete for port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:55.492654 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b6a7-8f5e-4423-b505-be798c56c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:55.500454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57770) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:55.553932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-69404b8d-88d8-46af-84f3-c768aa2d83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:55.557358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-69404b8d-88d8-46af-84f3-c768aa2d83b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 0.2734268 Mar 03 18:20:55.576446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3287f76b-137b-4156-aa70-c8d5fab0d4fe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:55.577691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:55.825835 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-7500174c-7d2e-45d1-96a1-c385703d6900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 999 time: 0.1484182 Mar 03 18:20:55.929454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-8591709e-70e1-4664-93f4-52066e8e7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:55.937106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-8591709e-70e1-4664-93f4-52066e8e7827 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.0973477 Mar 03 18:20:56.088850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57780) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:56.103422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event deleted for resources: {'Port': ['ID=3921aa1f-f505-4a32-b187-0ffe79266fe1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:56.250244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.343292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:56.347991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ba2fb3b107314191aab72c235caa3e8e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:56.351442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:56.358977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:56.388037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.393736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.401041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8dc9b6a7-8f5e-4423-b505-be798c56c45a None None] Port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:20:56.454736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.458580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '2f85238d-7321-4f7d-be46-f22ee4a2726a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'port_id': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'mac_address': 'fa:16:3e:6c:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3ceed5-d361-4798-967f-051263cf68ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:20:50Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:56.463437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] Checking router: 66817aaf-8feb-4247-b111-8eaaf295fa70 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:20:56.470185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.474521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:56.475217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:56.484246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-5c88bd6e-e34a-4f9a-bfc3-a53670564f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:20:56.486243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-5c88bd6e-e34a-4f9a-bfc3-a53670564f0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5404279 Mar 03 18:20:56.490090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.674948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba2fb3b107314191aab72c235caa3e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549412 Mar 03 18:20:56.680796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2cfb19ee-f1da-4360-8523-e354a7f31e7f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/2f85238d-7321-4f7d-be46-f22ee4a2726a HTTP/1.1" status: 200 len: 991 time: 1.1309695 Mar 03 18:20:56.682714 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-955569c1-bbc1-41a3-9bba-806019ae8fd2 service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624334 Mar 03 18:20:56.684959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57790) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:56.705493 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.711464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.723387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.739692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:56.759969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:56.894256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 80e5f043-f497-4ff1-9642-e1e1150be338 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:20:56.896086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:20:56.924927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8044e2ff-8ccf-4f92-b40d-5ef51ab07a64 req-8c0b68a4-3a79-4950-a7dd-9a04a5d581cb service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772292 Mar 03 18:20:56.932770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d493b950-50f9-482a-99d6-6d9d45c6369f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:56.993053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d493b950-50f9-482a-99d6-6d9d45c6369f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.084959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3bca7-4e2f-4977-ba80-8d7419d5e6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e460d0-cb97-4c1a-b499-fde48f4ecf69,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:57.089421 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d493b950-50f9-482a-99d6-6d9d45c6369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.135666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b950-50f9-482a-99d6-6d9d45c6369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e460d0-cb97-4c1a-b499-fde48f4ecf69,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:57.154141 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d493b950-50f9-482a-99d6-6d9d45c6369f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.155900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d493b950-50f9-482a-99d6-6d9d45c6369f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9e460d0-cb97-4c1a-b499-fde48f4ecf69 HTTP/1.1" status: 204 len: 168 time: 0.4703410 Mar 03 18:20:57.267855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-457b5b65-d559-48f5-9fc5-928cc67d6197 None None] Provisioning complete for port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:57.268258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-457b5b65-d559-48f5-9fc5-928cc67d6197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.271847 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.272387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef65842-47a3-4c63-bc09-60f63b693693 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:20:57.307824 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.309912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5fde8a80-72fd-40dd-b53b-8029e6fdb468 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8ef65842-47a3-4c63-bc09-60f63b693693 HTTP/1.1" status: 204 len: 168 time: 8.8462942 Mar 03 18:20:57.312844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57798) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:57.352195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router f6d8908c-f850-4144-bba1-e7d5ce513bd0 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:20:57.372845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-457b5b65-d559-48f5-9fc5-928cc67d6197 None None] Port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:20:57.412370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Deleting subnet bb9abe3d-2940-4507-9037-823be0a825f9 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:20:57.417849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.489032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.549597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c3fca197-1994-4efa-b312-c0eaad7b728a None None] Provisioning complete for port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:20:57.550176 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c3fca197-1994-4efa-b312-c0eaad7b728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.583451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.626045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '2f85238d-7321-4f7d-be46-f22ee4a2726a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'port_id': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'mac_address': 'fa:16:3e:6c:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3ceed5-d361-4798-967f-051263cf68ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:20:50Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:57.636386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:20:57.647031 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Sync routers for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:20:57.648692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57808) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:57.649448 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f974fb13-0300-4f99-893b-e46cc2899a83 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "PUT /v2.0/routers/f6d8908c-f850-4144-bba1-e7d5ce513bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2680833 Mar 03 18:20:57.655768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a636a-0504-4cfc-aabf-84ff738c9473 None None] The sync data for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 is: [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '2f85238d-7321-4f7d-be46-f22ee4a2726a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'port_id': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'mac_address': 'fa:16:3e:6c:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3ceed5-d361-4798-967f-051263cf68ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:20:50Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:20:57.656352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--161433039', 'description': 'tempest-secgroup_access--161433039 description', 'project_id': 'd3f6d846414844d3b048aaccaa545fc1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:57.664122 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:20:57.664875 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:57.670516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:57.676271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:security_group and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:57.679570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:57.682238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57812) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:57.698918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c3fca197-1994-4efa-b312-c0eaad7b728a None None] Port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:20:57.754071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57816) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:57.776867 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.803825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:57.808380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f2c4b7b229477abe53864084e4b468 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:57.812488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:57.824733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:57.928697 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.982352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.990151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:57.990322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:58.024690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9abe3d-2940-4507-9037-823be0a825f9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:58.044690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.054072 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0f2c4b7b229477abe53864084e4b468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966483 Mar 03 18:20:58.054939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57826) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:58.068021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e8e56476-893f-4e1e-baa1-71defdea5256 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/bb9abe3d-2940-4507-9037-823be0a825f9 HTTP/1.1" status: 204 len: 168 time: 0.7540312 Mar 03 18:20:58.071869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57830) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:58.074548 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:20:58.108746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652eaf0a-18ae-4436-bd87-cff21cea5be6 None None] New status for floating IP 2f85238d-7321-4f7d-be46-f22ee4a2726a: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:20:58.142015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.149200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf36759-43c7-4864-b3a6-962cb923b6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e42db-8b7a-4e6d-b02c-fe32fd5fd3e8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:58.191115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6d50846-bc4d-4ce3-9ae8-04aaf9bf988c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.261244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d57091f8-c40a-4fcd-b9ad-efdc0fe68223 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/2f85238d-7321-4f7d-be46-f22ee4a2726a HTTP/1.1" status: 200 len: 991 time: 0.5774627 Mar 03 18:20:58.287904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6d50846-bc4d-4ce3-9ae8-04aaf9bf988c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.387981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:58.412037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:security_group_rule and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:58.416396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:58.426109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6d50846-bc4d-4ce3-9ae8-04aaf9bf988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.436642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.453797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d50846-bc4d-4ce3-9ae8-04aaf9bf988c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e42db-8b7a-4e6d-b02c-fe32fd5fd3e8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:58.466005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:58.470562 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f6d50846-bc4d-4ce3-9ae8-04aaf9bf988c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.475572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f6d50846-bc4d-4ce3-9ae8-04aaf9bf988c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f73e42db-8b7a-4e6d-b02c-fe32fd5fd3e8 HTTP/1.1" status: 204 len: 168 time: 0.4189534 Mar 03 18:20:58.752337 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:20:55Z', 'revision_number': 2, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:58.758527 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Checking router: f6d8908c-f850-4144-bba1-e7d5ce513bd0 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:20:58.758870 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Updating router f6d8908c-f850-4144-bba1-e7d5ce513bd0 port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:20:58.834342 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.841541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:58.943947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a24cacb-5b1c-4d92-9d18-eea3366efaa1']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:58.991184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcab43f-6fb4-4987-a83a-7f642f3de92d') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:58.991508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcab43f-6fb4-4987-a83a-7f642f3de92d') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:20:59.010626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.020621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.029102 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.072043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebf73c3-a471-43f5-b280-900ed4e2e91b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:59.097442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.117766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:20:59.118410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.273950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57848) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:20:59.303072 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:20:59.329419 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.346986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a24cacb-5b1c-4d92-9d18-eea3366efaa1 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 18:20:59.349510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.357367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8a24cacb-5b1c-4d92-9d18-eea3366efaa1 HTTP/1.1" status: 204 len: 168 time: 1.2844019 Mar 03 18:20:59.399563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.406879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9ab33970-f614-477b-869d-c240727c5bcd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7566381 Mar 03 18:20:59.407811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57854) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:59.412050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf786823-8c3f-47a6-bc4b-732dfc4cac1d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a24cacb-5b1c-4d92-9d18-eea3366efaa1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:59.427496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1753414528', 'description': 'tempest-secgroup_general--1753414528 description', 'project_id': 'd3f6d846414844d3b048aaccaa545fc1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:59.435461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:59.440238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:security_group and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:59.443398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:59.450479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:59.463662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.500639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:59.511957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:security_group_rule and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:59.520770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:59.530451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:59.586593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6bed55af-6dfd-40dd-9fa2-0eb3d99e92e3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/2f85238d-7321-4f7d-be46-f22ee4a2726a HTTP/1.1" status: 200 len: 993 time: 0.3114319 Mar 03 18:20:59.648195 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.674580 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Transition to ACTIVE for port object 48ba86a3-e475-49e5-bdd8-d84c40c3a28b will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:20:59.686271 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.724654 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.731834 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.827797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf2a19-1f20-4824-97a0-1115188d2c62,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:20:59.831950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:20:59.833686 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d475d509-3643-4297-adef-8854c38adb38 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4125845 Mar 03 18:20:59.837288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57860) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:20:59.843210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'security_group_rule': {'security_group_id': '7ebf73c3-a471-43f5-b280-900ed4e2e91b', 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:20:59.855230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:20:59.865771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:security_group_rule and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:20:59.873033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:20:59.889441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:20:59.937177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.134708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.140369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.181863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403f6829-d006-4154-8429-656dd3688afb,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:00.206119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.207383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a7cbf8af-c1ef-4fad-94af-5748d814a386 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697519 Mar 03 18:21:00.255109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57870) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:00.260439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'router': {'name': 'tempest-router--1993984580', 'project_id': '91c7221790ae41d2b02cd40000e30966'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:00.266434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:00.270799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:router and tenant:91c7221790ae41d2b02cd40000e30966 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:00.278656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:00.289160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:00.312207 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.313586 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.335799 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94f6f3-d355-4141-9a74-fa49457f263d None None] Pushing event updated for resources: {'Port': ['ID=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:00.350357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.355510 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Attempting to bind port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:21:00.356013 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Attempting to bind port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:21:00.356709 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Attempting to bind port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b on network 80e5f043-f497-4ff1-9642-e1e1150be338 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:00.368384 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:21:00.369158 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Checking segment: {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:00.369729 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.370255 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Bound using segment: {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:21:00.371050 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Bound port: 48ba86a3-e475-49e5-bdd8-d84c40c3a28b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:21:00.371607 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.378060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.409881 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.415694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57876) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:00.426561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-55a5da4c-b0cb-4f1a-8643-1145946a9b8d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1703017 Mar 03 18:21:00.486546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] For port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:21:00.489745 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] For port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:21:00.496064 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.576583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-481c4dca-aacf-48b1-b3ed-4edd83a435b5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:00.578409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-450af54e-5a0e-4a6a-9244-5848e55f4e05 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.597286 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94f6f3-d355-4141-9a74-fa49457f263d None None] Pushing event updated for resources: {'Port': ['ID=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:00.611195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-481c4dca-aacf-48b1-b3ed-4edd83a435b5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:00.612489 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-481c4dca-aacf-48b1-b3ed-4edd83a435b5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--161433039&fields=id&tenant_id=d3f6d846414844d3b048aaccaa545fc1 HTTP/1.1" status: 200 len: 267 time: 0.0865076 Mar 03 18:21:00.621527 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:00.622564 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:00.679523 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-e064b5b9-95f2-48d6-ad53-9e17babb3db1 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1753414528&fields=id&tenant_id=d3f6d846414844d3b048aaccaa545fc1 HTTP/1.1" status: 200 len: 267 time: 0.0559146 Mar 03 18:21:00.838055 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:00.908102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-279f8541-33da-4fbb-b5d2-4a5780f61fdc tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:00.908911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-279f8541-33da-4fbb-b5d2-4a5780f61fdc tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:00.925583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-450af54e-5a0e-4a6a-9244-5848e55f4e05 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.927808 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-450af54e-5a0e-4a6a-9244-5848e55f4e05 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.928241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-279f8541-33da-4fbb-b5d2-4a5780f61fdc tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:00.931021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-279f8541-33da-4fbb-b5d2-4a5780f61fdc tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/networks?id=80e5f043-f497-4ff1-9642-e1e1150be338 HTTP/1.1" status: 200 len: 797 time: 0.2431290 Mar 03 18:21:00.950059 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-a03a7c26-4b3d-42c1-820f-ad50c41b16b1 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/quotas/d3f6d846414844d3b048aaccaa545fc1 HTTP/1.1" status: 200 len: 375 time: 0.0109644 Mar 03 18:21:00.970027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-450af54e-5a0e-4a6a-9244-5848e55f4e05 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.971127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450af54e-5a0e-4a6a-9244-5848e55f4e05 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 188ddd2a-acb0-4227-a672-371775432f81 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:00.982277 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-450af54e-5a0e-4a6a-9244-5848e55f4e05 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:00.984339 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-450af54e-5a0e-4a6a-9244-5848e55f4e05 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "DELETE /v2.0/routers/188ddd2a-acb0-4227-a672-371775432f81 HTTP/1.1" status: 204 len: 168 time: 0.5671148 Mar 03 18:21:01.133230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57896) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:01.142701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-7b561179-d89b-4858-86c1-02ef3d5998e3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:01.167238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-7b561179-d89b-4858-86c1-02ef3d5998e3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:01.171886 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-7b561179-d89b-4858-86c1-02ef3d5998e3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2146392 Mar 03 18:21:01.238797 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:00Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:01.243204 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16fc04-e458-44a5-8695-4ea51d241c75 None None] The sync data for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 is: [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:00Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:01.421980 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-5d66cb59-a5df-4018-8c00-024bff944167 service neutron] 10.222.0.23 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376595 Mar 03 18:21:01.613969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-63850872', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:01.628411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:01.637135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Usage tracker for resource:router and tenant:79c2432b21174ca195929272260a5bb6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:01.645801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:01.666018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:01.666313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-047dba22-26fa-497d-afc8-288365bed9d0 service neutron] 10.222.0.23 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400191 Mar 03 18:21:01.680474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:01.682925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:01.711545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:02.324639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1b33360-097f-4bc5-b790-b3b16429598e req-15c70d57-abd1-4cf9-9a9a-fca89c7fbd85 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 210 time: 0.1409180 Mar 03 18:21:02.455904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.021544 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.054020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.225620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 48ba86a3-e475-49e5-bdd8-d84c40c3a28b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:21:03.265863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57940) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:03.316363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Allocated IP 172.25.0.113 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/187dbdcd-5571-4057-830e-f6e8b2a19311) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:03.414658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:21:03.424902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:03.429384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.525725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.538136 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-237366e7-dcc8-415f-814a-bab4f4d52cdc req-30352ff9-dca3-4a3a-a6f5-1d7f022fa9fe tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 210 time: 0.0583692 Mar 03 18:21:03.567699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.588708 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.619049 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.630454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:03.635744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Usage tracker for resource:security_group_rule and tenant:49c3c776499e410887c67fd294581226 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:03.641048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:03.650150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:03.657266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:03.663497 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.675358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:03.678188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:03.680718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:03.721366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event updated for resources: {'Port': ['ID=187dbdcd-5571-4057-830e-f6e8b2a19311,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:03.748552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:03.843890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.852991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:03.885462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-e53fe24e-b09b-4b0c-a3a8-a86cd2794cc5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:03.886868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-e53fe24e-b09b-4b0c-a3a8-a86cd2794cc5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.35 "GET /v2.0/networks?id=80e5f043-f497-4ff1-9642-e1e1150be338 HTTP/1.1" status: 200 len: 797 time: 0.3072133 Mar 03 18:21:03.932122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7bb9e7-e4a9-49d4-bde7-3f7ba49c1f96,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:03.939001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-803c594e-cd9d-4786-8393-f4b74febbba8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49c3c776499e410887c67fd294581226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714418 Mar 03 18:21:03.941766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 57950) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:04.100152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-5215c2f0-f989-4c0d-a89c-7fc0bbecbc32 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3f6d846414844d3b048aaccaa545fc1 HTTP/1.1" status: 200 len: 477 time: 0.1983106 Mar 03 18:21:04.113489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'port': {'device_id': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'admin_state_up': True, 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'security_groups': ['7ebf73c3-a471-43f5-b280-900ed4e2e91b', '9faf2a19-1f20-4824-97a0-1115188d2c62']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:04.128968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.267952 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6df98c3d-5ef9-40c4-b9e3-dbd2123d79b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.337622 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6df98c3d-5ef9-40c4-b9e3-dbd2123d79b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.359088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:04.392274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:04.412907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Made reservation on behalf of d3f6d846414844d3b048aaccaa545fc1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:21:04.417397 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.498686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6df98c3d-5ef9-40c4-b9e3-dbd2123d79b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.527421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df98c3d-5ef9-40c4-b9e3-dbd2123d79b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7bb9e7-e4a9-49d4-bde7-3f7ba49c1f96,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:04.595531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6df98c3d-5ef9-40c4-b9e3-dbd2123d79b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.596655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6df98c3d-5ef9-40c4-b9e3-dbd2123d79b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa7bb9e7-e4a9-49d4-bde7-3f7ba49c1f96 HTTP/1.1" status: 204 len: 168 time: 0.6539836 Mar 03 18:21:04.633260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Allocated IP 172.20.0.20 (80e5f043-f497-4ff1-9642-e1e1150be338/115df977-0df8-4180-a299-6e657d22394d/c4dc4550-e961-4812-b5a2-fd12ae83e416) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:04.741975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b32b1ff-02f9-4398-9af9-e5f600df67b8 req-d9a15e9e-8554-46d3-921c-464205a356b0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 210 time: 0.0563891 Mar 03 18:21:04.763552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.888652 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:04.906639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Transition to ACTIVE for port object c4dc4550-e961-4812-b5a2-fd12ae83e416 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:21:04.935582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:05.006733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Router 613a5451-f383-4afd-b2b7-dd005f727988 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:05.065641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 80e5f043-f497-4ff1-9642-e1e1150be338 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:05.073670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:05.081368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:05.152494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 48ba86a3-e475-49e5-bdd8-d84c40c3a28b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:21:05.177053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:05.177710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:05.188701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=c4dc4550-e961-4812-b5a2-fd12ae83e416,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:05.226149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-91a07d69-8be2-4cca-9557-ff500b64301c tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1194491 Mar 03 18:21:05.240920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Request body: {'port': {'device_id': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:05.312797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:05.315132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:05.320133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:05.324570 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] Sync routers for ids ['613a5451-f383-4afd-b2b7-dd005f727988'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:05.343407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:05.347801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-19d946cc-2d4b-40cf-b022-a704eda80f16 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2095978 Mar 03 18:21:05.347887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57988) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:05.348913 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] Routers {'613a5451-f383-4afd-b2b7-dd005f727988'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:05.349621 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['613a5451-f383-4afd-b2b7-dd005f727988'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:05.488708 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:05.501719 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:05.520082 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] Routers {'613a5451-f383-4afd-b2b7-dd005f727988'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:05.520693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['613a5451-f383-4afd-b2b7-dd005f727988'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:05.593416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-23d0589d-e72e-4bef-808c-1785bdde5816 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/613a5451-f383-4afd-b2b7-dd005f727988 HTTP/1.1" status: 200 len: 919 time: 0.2436240 Mar 03 18:21:05.597209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 57998) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:05.658300 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:05.658706 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d12f9-682e-489e-9aa6-cf56d8a2a690 None None] The sync data for ids ['613a5451-f383-4afd-b2b7-dd005f727988'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:05.689574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21995bc4-e86a-4820-b72a-85caead1a291 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=613a5451-f383-4afd-b2b7-dd005f727988 HTTP/1.1" status: 200 len: 205 time: 0.0907438 Mar 03 18:21:05.692252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:05.710616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3715d9e9-9f7f-4854-a9bc-b6ca0aa6d677 None None] Provisioning for port c4dc4550-e961-4812-b5a2-fd12ae83e416 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:21:05.719021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3715d9e9-9f7f-4854-a9bc-b6ca0aa6d677 None None] Provisioning complete for port c4dc4550-e961-4812-b5a2-fd12ae83e416 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:05.719021 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3715d9e9-9f7f-4854-a9bc-b6ca0aa6d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:05.918335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:05.933988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3715d9e9-9f7f-4854-a9bc-b6ca0aa6d677 None None] Port c4dc4550-e961-4812-b5a2-fd12ae83e416 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:21:06.045467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dc4550-e961-4812-b5a2-fd12ae83e416 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:21:06.072657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.132856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Transition to ACTIVE for port object c4dc4550-e961-4812-b5a2-fd12ae83e416 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:21:06.145130 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.301374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.315509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Deleting port 187dbdcd-5571-4057-830e-f6e8b2a19311 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:06.316149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.319343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9623-2fb9-4619-b09c-64b538a64f7e req-09321759-4046-4e3d-abfd-98a9e0115ae9 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:06.320151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc2e9623-2fb9-4619-b09c-64b538a64f7e req-09321759-4046-4e3d-abfd-98a9e0115ae9 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:06.430828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Pushing event updated for resources: {'Port': ['ID=c4dc4550-e961-4812-b5a2-fd12ae83e416,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:06.434501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc2e9623-2fb9-4619-b09c-64b538a64f7e req-09321759-4046-4e3d-abfd-98a9e0115ae9 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:06.435944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc2e9623-2fb9-4619-b09c-64b538a64f7e req-09321759-4046-4e3d-abfd-98a9e0115ae9 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 971 time: 0.4562087 Mar 03 18:21:06.506191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Attempting to bind port c4dc4550-e961-4812-b5a2-fd12ae83e416 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:21:06.506876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Attempting to bind port c4dc4550-e961-4812-b5a2-fd12ae83e416 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:21:06.506876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Attempting to bind port c4dc4550-e961-4812-b5a2-fd12ae83e416 on network 80e5f043-f497-4ff1-9642-e1e1150be338 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:06.514912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Port c4dc4550-e961-4812-b5a2-fd12ae83e416 on network 80e5f043-f497-4ff1-9642-e1e1150be338 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:21:06.515233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Attempting to bind port c4dc4550-e961-4812-b5a2-fd12ae83e416 on network 80e5f043-f497-4ff1-9642-e1e1150be338 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:06.528571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc2e9623-2fb9-4619-b09c-64b538a64f7e req-392c2a2c-4b63-470f-be7d-3b403395d81f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0833533 Mar 03 18:21:06.529742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:21:06.529997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Checking segment: {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:06.530325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Bound using segment: {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:21:06.530785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Bound port: c4dc4550-e961-4812-b5a2-fd12ae83e416, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ff80cb-6138-4712-bfea-301d5658fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:21:06.531155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.608690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.783923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Calling delete_port for 187dbdcd-5571-4057-830e-f6e8b2a19311 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:06.806655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] For port c4dc4550-e961-4812-b5a2-fd12ae83e416, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:21:06.812330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] For port c4dc4550-e961-4812-b5a2-fd12ae83e416, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:21:06.819718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.930445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Pushing event updated for resources: {'Port': ['ID=c4dc4550-e961-4812-b5a2-fd12ae83e416,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:06.951294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:06.959065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:06.960491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd0524df-99d5-47f7-b2a3-a963736d1b8d service neutron] 10.222.0.35 "PUT /v2.0/ports/c4dc4550-e961-4812-b5a2-fd12ae83e416 HTTP/1.1" status: 200 len: 1131 time: 1.7273929 Mar 03 18:21:06.960971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:21:07.084021 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'status': 'completed', 'code': 200} Mar 03 18:21:07.166413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.167397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-6183c7bc-6756-4d5e-aa4e-7a92d5126c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:07.170190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-6183c7bc-6756-4d5e-aa4e-7a92d5126c6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1134 time: 0.1669543 Mar 03 18:21:07.261696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event deleted for resources: {'Port': ['ID=187dbdcd-5571-4057-830e-f6e8b2a19311,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:07.286000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-53fd7f9c-b2fd-4c78-8267-376de9cbfd33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416 HTTP/1.1" status: 200 len: 217 time: 0.1090469 Mar 03 18:21:07.354530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd7622bc-223a-4a19-9572-368bb72427ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:07.356148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-dd7622bc-223a-4a19-9572-368bb72427ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=115df977-0df8-4180-a299-6e657d22394d HTTP/1.1" status: 200 len: 837 time: 0.0634768 Mar 03 18:21:07.392944 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.509521 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-4a3d289b-69d7-4c4a-9585-745a92e39daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:07.511612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-4a3d289b-69d7-4c4a-9585-745a92e39daa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80e5f043-f497-4ff1-9642-e1e1150be338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495781 Mar 03 18:21:07.679254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.682024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.724988 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.725515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Fanout notify agent at l3_agent the message router_deleted on router 613a5451-f383-4afd-b2b7-dd005f727988 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:07.755811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.757496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9e4ccbc3-7b72-44b1-a741-83a95aec8b7b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/613a5451-f383-4afd-b2b7-dd005f727988 HTTP/1.1" status: 204 len: 168 time: 2.0641153 Mar 03 18:21:07.761253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58052) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:07.768860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'router': {'name': 'tempest-snat-router-408627935', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': False}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:07.769605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-a181f48b-ffad-44a6-9c50-fbe8471c5f9b service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521801 Mar 03 18:21:07.776402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:07.780562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:router and tenant:2435ba84d46b4a7a865fc7c96488f17c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:07.785068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:07.793288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:07.810868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.813356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.835577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:07.994940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5359e-32b2-4804-aca1-14b8a8aca20e req-7c4cfd21-c53b-4788-b8e1-74b94ca96065 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:07.996482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9d5359e-32b2-4804-aca1-14b8a8aca20e req-7c4cfd21-c53b-4788-b8e1-74b94ca96065 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 983 time: 0.2259979 Mar 03 18:21:07.998781 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d3ad6b46-2a95-4364-9ae3-7ae585e6b9b8 req-3d1d6489-648a-46ac-a917-53561cda632b service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766002 Mar 03 18:21:08.107918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9d5359e-32b2-4804-aca1-14b8a8aca20e req-a2d2e454-dda4-4dcb-a16b-ca22ff7125f3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0913777 Mar 03 18:21:08.148536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-23f03951-6277-4e67-b67f-7aa3fcb46b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:08.150131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-23f03951-6277-4e67-b67f-7aa3fcb46b0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1134 time: 0.1008637 Mar 03 18:21:08.216736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:08.244130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58066) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:08.309473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-763243a2-ca82-4b83-af95-001a3aa943a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:08.311187 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-763243a2-ca82-4b83-af95-001a3aa943a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80e5f043-f497-4ff1-9642-e1e1150be338 HTTP/1.1" status: 200 len: 898 time: 0.1551278 Mar 03 18:21:08.414145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-39fe0303-fc53-4d2f-afec-57f3099a0c5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416 HTTP/1.1" status: 200 len: 217 time: 0.0963655 Mar 03 18:21:08.500590 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-745868f5-7f96-4bba-973c-e6039056c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:08.502304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-745868f5-7f96-4bba-973c-e6039056c948 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=115df977-0df8-4180-a299-6e657d22394d HTTP/1.1" status: 200 len: 837 time: 0.0803354 Mar 03 18:21:08.507926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:08.526362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:08.537815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Usage tracker for resource:security_group_rule and tenant:3394b7cebe114068b3d73375151da7af is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:08.541177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:08.548460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:08.596471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-8f00bddb-245d-43af-9526-3d485378c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:08.598511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-8f00bddb-245d-43af-9526-3d485378c7e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80e5f043-f497-4ff1-9642-e1e1150be338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887821 Mar 03 18:21:08.745559 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-7afdaeb6-502f-4da2-9462-0698906e9cbf service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392510 Mar 03 18:21:08.834676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:08.844169 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:08.875630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:08.890167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-aaf06266-9d25-48a1-b32b-0d9a5e9726f2 req-59c95333-4a3b-40f7-8a2f-2233b56c7fd5 service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375890 Mar 03 18:21:08.896135 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:08.973423 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3394b7cebe114068b3d73375151da7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7281692 Mar 03 18:21:08.976034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58080) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:08.983599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf054e-24dd-49e3-80a4-51848f04feb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8b7e8-0852-4101-b6c9-3554367dbc81,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:09.046706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.077455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.079417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Allocated IP 172.25.0.175 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/9b65965c-08c4-4125-b33f-e5fb675eeb17) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:09.287251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.301766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8b7e8-0852-4101-b6c9-3554367dbc81,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:09.311738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.312078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.312416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.312744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.313075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.313422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.313741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.314060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.314374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.314687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.314995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.315309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:09.318221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.319386 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.322822 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-001be38f-b1f7-44ce-9eb8-546b367d8ee0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ab8b7e8-0852-4101-b6c9-3554367dbc81 HTTP/1.1" status: 204 len: 168 time: 0.3434474 Mar 03 18:21:09.373444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2a0a4-9100-47d2-8994-c38b43ea7999 req-7122c29b-4c59-4d8f-8e80-033e8517f737 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:09.375691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1c2a0a4-9100-47d2-8994-c38b43ea7999 req-7122c29b-4c59-4d8f-8e80-033e8517f737 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 983 time: 0.1073391 Mar 03 18:21:09.404744 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.489700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:09.493029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f1c2a0a4-9100-47d2-8994-c38b43ea7999 req-8dad7804-6f7c-4564-ad3e-53f632df7b9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:09.503167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:09.505864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:09.532842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c4dc4550-e961-4812-b5a2-fd12ae83e416 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:21:09.542899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Port': ['ID=9b65965c-08c4-4125-b33f-e5fb675eeb17,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:09.568657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f1c2a0a4-9100-47d2-8994-c38b43ea7999 req-8dad7804-6f7c-4564-ad3e-53f632df7b9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:09.569937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1c2a0a4-9100-47d2-8994-c38b43ea7999 req-8dad7804-6f7c-4564-ad3e-53f632df7b9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1886268 Mar 03 18:21:09.657137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:09.711097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c4dc4550-e961-4812-b5a2-fd12ae83e416, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:09.724718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'port_id': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'mac_address': 'fa:16:3e:04:da:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:21:09.726722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.782230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:09.784088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.789024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Usage tracker for resource:security_group_rule and tenant:547946d7813949c2b17f70c20d025a57 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:09.793234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:09.800642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dc4550-e961-4812-b5a2-fd12ae83e416 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:21:09.806057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:09.817678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c4dc4550-e961-4812-b5a2-fd12ae83e416, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:09.823352 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:09.891089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c4dc4550-e961-4812-b5a2-fd12ae83e416,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:10.034438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c4dc4550-e961-4812-b5a2-fd12ae83e416'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:21:10.051902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.265657 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.274777 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.393613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=547946d7813949c2b17f70c20d025a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354493 Mar 03 18:21:10.396556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:10.410876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f145265-82ff-4b12-8686-6791ab5dc2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add967f3-e16e-47cc-ae8d-6d5c9205aeef,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:10.458487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0da9ec18-cc0e-4cb1-b319-431e60698ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.485200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0da9ec18-cc0e-4cb1-b319-431e60698ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.543290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0da9ec18-cc0e-4cb1-b319-431e60698ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.558527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9ec18-cc0e-4cb1-b319-431e60698ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add967f3-e16e-47cc-ae8d-6d5c9205aeef,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:10.566016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0da9ec18-cc0e-4cb1-b319-431e60698ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.567149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0da9ec18-cc0e-4cb1-b319-431e60698ed7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/add967f3-e16e-47cc-ae8d-6d5c9205aeef HTTP/1.1" status: 204 len: 168 time: 0.1693482 Mar 03 18:21:10.595511 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:10.813789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e34d8-ddd7-4060-920b-53fb535b34ed req-bad93b52-ab2f-42a7-9b04-e125a54b724a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:10.821306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d3e34d8-ddd7-4060-920b-53fb535b34ed req-bad93b52-ab2f-42a7-9b04-e125a54b724a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 984 time: 0.1132033 Mar 03 18:21:10.851931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Router 3b1e5ac6-1770-47cd-a02f-73dca755362d is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:10.872065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d3e34d8-ddd7-4060-920b-53fb535b34ed req-d97b1885-8ceb-4f18-8a6e-293ba8e0b1dd tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0497644 Mar 03 18:21:11.035298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:11.045313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Sync routers for ids ['3b1e5ac6-1770-47cd-a02f-73dca755362d'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:11.061163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Routers {'3b1e5ac6-1770-47cd-a02f-73dca755362d'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:11.063322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3b1e5ac6-1770-47cd-a02f-73dca755362d'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:11.070884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:11.075147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-14cb6cb8-57f2-4dce-846a-189bcfa0fb59 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3120503 Mar 03 18:21:11.075764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58126) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:11.323322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Set router 3b1e5ac6-1770-47cd-a02f-73dca755362d gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:11.335864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d2e05cc3-adec-4eab-857f-341af1e82174 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/3b1e5ac6-1770-47cd-a02f-73dca755362d HTTP/1.1" status: 200 len: 908 time: 0.2586598 Mar 03 18:21:11.338960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58142) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:11.345741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'router': {'name': 'tempest-snat-router-408627935', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': True}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:11.353453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:11.357838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Usage tracker for resource:router and tenant:2435ba84d46b4a7a865fc7c96488f17c is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:11.362327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:11.369014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:11.381405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:11.383171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:11.420377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:11.545195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c4dc4550-e961-4812-b5a2-fd12ae83e416 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:21:11.712576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port c4dc4550-e961-4812-b5a2-fd12ae83e416 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:21:11.726496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c4dc4550-e961-4812-b5a2-fd12ae83e416 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:11.727177 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:11.762005 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:11.767900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e5ac6-1770-47cd-a02f-73dca755362d', 'name': 'tempest-snat-router-408627935', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.175'}], 'enable_snat': False}, 'gw_port_id': '9b65965c-08c4-4125-b33f-e5fb675eeb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:07Z', 'updated_at': '2022-03-03T18:21:09Z', 'revision_number': 3, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port': {'id': '9b65965c-08c4-4125-b33f-e5fb675eeb17', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e5ac6-1770-47cd-a02f-73dca755362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:08Z', 'updated_at': '2022-03-03T18:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:11.778368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Checking router: 3b1e5ac6-1770-47cd-a02f-73dca755362d for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:21:11.778714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Updating router 3b1e5ac6-1770-47cd-a02f-73dca755362d port 9b65965c-08c4-4125-b33f-e5fb675eeb17 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:21:11.843074 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.245872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.309518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:21:12.375457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c4dc4550-e961-4812-b5a2-fd12ae83e416, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:12.383758 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'code': 200} Mar 03 18:21:12.386584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.389088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.428627 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.469653 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.472839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c4dc4550-e961-4812-b5a2-fd12ae83e416,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:12.486696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Transition to ACTIVE for port object 9b65965c-08c4-4125-b33f-e5fb675eeb17 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:21:12.495037 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.576986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Attempting to bind port 9b65965c-08c4-4125-b33f-e5fb675eeb17 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:21:12.577217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Attempting to bind port 9b65965c-08c4-4125-b33f-e5fb675eeb17 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:21:12.577582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Attempting to bind port 9b65965c-08c4-4125-b33f-e5fb675eeb17 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:12.586109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75d3d2-e60d-4814-9cae-d72a6909891e req-8b5f464e-93a8-42bb-b9d0-25b95440b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:12.588162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f75d3d2-e60d-4814-9cae-d72a6909891e req-8b5f464e-93a8-42bb-b9d0-25b95440b02f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1136 time: 0.1427968 Mar 03 18:21:12.592080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060d10d-1d43-44be-aa16-8a4b502edcfc req-b7d4c767-cd95-45b1-ad26-4a50f94061ec tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:12.593954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e060d10d-1d43-44be-aa16-8a4b502edcfc req-b7d4c767-cd95-45b1-ad26-4a50f94061ec tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 984 time: 0.3387744 Mar 03 18:21:12.596292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:21:12.596665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:12.597069 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.597505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:21:12.598335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Bound port: 9b65965c-08c4-4125-b33f-e5fb675eeb17, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:21:12.598450 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.635930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd40eb-0b9e-43af-b499-f7f4f0cc85b6 None None] Pushing event updated for resources: {'Port': ['ID=9b65965c-08c4-4125-b33f-e5fb675eeb17,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:12.683734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] For port 9b65965c-08c4-4125-b33f-e5fb675eeb17, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:21:12.688350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] For port 9b65965c-08c4-4125-b33f-e5fb675eeb17, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9b65965c-08c4-4125-b33f-e5fb675eeb17,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:21:12.693686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.696028 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f75d3d2-e60d-4814-9cae-d72a6909891e req-8f8a2ecd-bc50-4292-9e62-983405be7fc3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0927186 Mar 03 18:21:12.701443 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e060d10d-1d43-44be-aa16-8a4b502edcfc req-085a1b38-e968-4fcd-a243-e1d13e58ac49 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0763726 Mar 03 18:21:12.709439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Allocated IP 172.25.0.17 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/3e7f8472-8fa2-4d30-9937-0eac0e25d4f0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:12.776925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd40eb-0b9e-43af-b499-f7f4f0cc85b6 None None] Pushing event updated for resources: {'Port': ['ID=9b65965c-08c4-4125-b33f-e5fb675eeb17,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:12.796347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Routers {'3b1e5ac6-1770-47cd-a02f-73dca755362d'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:12.796347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3b1e5ac6-1770-47cd-a02f-73dca755362d'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:12.924893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.965638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:12.995858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] Set router 3b1e5ac6-1770-47cd-a02f-73dca755362d gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:13.050804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Port': ['ID=3e7f8472-8fa2-4d30-9937-0eac0e25d4f0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:13.066520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:13.067930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:13.070335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:13.375534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e5ac6-1770-47cd-a02f-73dca755362d', 'name': 'tempest-snat-router-408627935', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.175'}], 'enable_snat': False}, 'gw_port_id': '9b65965c-08c4-4125-b33f-e5fb675eeb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:07Z', 'updated_at': '2022-03-03T18:21:09Z', 'revision_number': 3, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port': {'id': '9b65965c-08c4-4125-b33f-e5fb675eeb17', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e5ac6-1770-47cd-a02f-73dca755362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:08Z', 'updated_at': '2022-03-03T18:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:13.384062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec0dcb-bb3a-4c60-a4e0-cf5cc99ac0b0 None None] The sync data for ids ['3b1e5ac6-1770-47cd-a02f-73dca755362d'] in n-d-827121-1 is: [{'id': '3b1e5ac6-1770-47cd-a02f-73dca755362d', 'name': 'tempest-snat-router-408627935', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.175'}], 'enable_snat': False}, 'gw_port_id': '9b65965c-08c4-4125-b33f-e5fb675eeb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:07Z', 'updated_at': '2022-03-03T18:21:09Z', 'revision_number': 3, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port': {'id': '9b65965c-08c4-4125-b33f-e5fb675eeb17', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e5ac6-1770-47cd-a02f-73dca755362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:08Z', 'updated_at': '2022-03-03T18:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:13.573030 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:13.960554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3bd84-2a4b-4805-8fde-31fa195f4f01 req-82d87031-d9b3-45a8-953c-f7aa07e89884 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:13.962215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8cc3bd84-2a4b-4805-8fde-31fa195f4f01 req-82d87031-d9b3-45a8-953c-f7aa07e89884 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 985 time: 0.1217766 Mar 03 18:21:14.048084 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8cc3bd84-2a4b-4805-8fde-31fa195f4f01 req-c3551ca3-6e52-439f-b11a-bf9a7d67dfd4 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0778179 Mar 03 18:21:14.123988 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:14.551166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f0dea-b6bb-4e94-be17-4a3f7ad2a639 req-f6d2bf97-d291-4fbc-a3bf-67df62882d10 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:14.552821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e6f0dea-b6bb-4e94-be17-4a3f7ad2a639 req-f6d2bf97-d291-4fbc-a3bf-67df62882d10 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 985 time: 0.2179861 Mar 03 18:21:14.626526 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e6f0dea-b6bb-4e94-be17-4a3f7ad2a639 req-4f45c0e7-abbf-44aa-980f-8cee3101faeb tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0654972 Mar 03 18:21:14.634635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Router f91beeac-5beb-4dac-9b2c-a2ce42a65059 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:14.903619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:14.908891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-b4bf5442-18af-4514-88b7-33ec5be19722 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:14.910638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-b4bf5442-18af-4514-88b7-33ec5be19722 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1136 time: 0.1136978 Mar 03 18:21:14.915504 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Sync routers for ids ['f91beeac-5beb-4dac-9b2c-a2ce42a65059'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:14.931925 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Routers {'f91beeac-5beb-4dac-9b2c-a2ce42a65059'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:14.933375 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f91beeac-5beb-4dac-9b2c-a2ce42a65059'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:14.940076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:14.942521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:14.944683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d7b8be3f-3615-49ec-b5ae-047361bda490 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.6046944 Mar 03 18:21:14.945779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58254) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:14.959051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:14.963277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Usage tracker for resource:security_group_rule and tenant:3dac5f6c7c56449e87e6549fe4025cd1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:14.966988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:14.973774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:15.134748 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:15.141638 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:15.176971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9b65965c-08c4-4125-b33f-e5fb675eeb17 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:21:15.193104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a1d9e70-56a6-4272-8a67-220a9e446ccd req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2756667 Mar 03 18:21:15.226375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:15.286220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bece5c-3580-4018-bbec-30bc8b548d47 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea7ac2e-c1ba-4d6c-8a80-7fb01304bc8d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:15.320473 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Set router f91beeac-5beb-4dac-9b2c-a2ce42a65059 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:15.330691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae56fe8-ea20-4819-891e-7196ca57f073 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:15.332337 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8ae56fe8-ea20-4819-891e-7196ca57f073 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1131 time: 0.0988665 Mar 03 18:21:15.335174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58262) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:15.340658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'fixed_ip_address': '172.20.0.20'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:15.356108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:15.367810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:floatingip and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:15.370464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e0a09a20-cad1-4cb9-83db-f001970156d2 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/f91beeac-5beb-4dac-9b2c-a2ce42a65059 HTTP/1.1" status: 200 len: 906 time: 0.4235976 Mar 03 18:21:15.373168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58266) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:15.391328 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9b65965c-08c4-4125-b33f-e5fb675eeb17 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:21:15.397275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9b65965c-08c4-4125-b33f-e5fb675eeb17 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:15.397723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:15.502811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:15.544661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:15.571334 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:15.573569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:15.615576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9b65965c-08c4-4125-b33f-e5fb675eeb17, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9b65965c-08c4-4125-b33f-e5fb675eeb17,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:15.625519 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:15.752250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9b65965c-08c4-4125-b33f-e5fb675eeb17,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:15.794265 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91beeac-5beb-4dac-9b2c-a2ce42a65059', 'name': 'tempest-snat-router-408627935', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '3e7f8472-8fa2-4d30-9937-0eac0e25d4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:11Z', 'updated_at': '2022-03-03T18:21:13Z', 'revision_number': 3, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port': {'id': '3e7f8472-8fa2-4d30-9937-0eac0e25d4f0', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:db:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91beeac-5beb-4dac-9b2c-a2ce42a65059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:12Z', 'updated_at': '2022-03-03T18:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:15.802205 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Checking router: f91beeac-5beb-4dac-9b2c-a2ce42a65059 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:21:15.802753 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Updating router f91beeac-5beb-4dac-9b2c-a2ce42a65059 port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:21:15.838422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:15.927418 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.094790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.118654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Deleting port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:16.118654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.212991 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.362948 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.376350 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Transition to ACTIVE for port object 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:21:16.384223 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.468260 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Attempting to bind port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:21:16.468260 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Attempting to bind port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:21:16.468639 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Attempting to bind port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:16.477009 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:21:16.477392 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:16.477784 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.478177 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:21:16.478612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Bound port: 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:21:16.478970 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.483909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.503976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac9f7f-6131-4456-a7ed-cadf90b1b7de None None] Pushing event updated for resources: {'Port': ['ID=3e7f8472-8fa2-4d30-9937-0eac0e25d4f0,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:16.559401 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] For port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:21:16.562517 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] For port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e7f8472-8fa2-4d30-9937-0eac0e25d4f0,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:21:16.566610 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.656407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Calling delete_port for 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:16.681519 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Routers {'f91beeac-5beb-4dac-9b2c-a2ce42a65059'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:16.682121 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f91beeac-5beb-4dac-9b2c-a2ce42a65059'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:16.728914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Allocated IP 172.25.0.242 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/494a1f63-a421-462d-8d69-ce0f98b58e13) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:16.748542 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac9f7f-6131-4456-a7ed-cadf90b1b7de None None] Pushing event updated for resources: {'Port': ['ID=3e7f8472-8fa2-4d30-9937-0eac0e25d4f0,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:16.887296 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] Set router f91beeac-5beb-4dac-9b2c-a2ce42a65059 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:16.903535 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.api [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:21:16.903855 n-d-827121-1 neutron-server[87886]: DEBUG oslo_db.api [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:21:16.957540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:16.990404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:17.000519 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91beeac-5beb-4dac-9b2c-a2ce42a65059', 'name': 'tempest-snat-router-408627935', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:11Z', 'updated_at': '2022-03-03T18:21:16Z', 'revision_number': 4, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:17.004800 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29c3e-ce84-48c2-8049-9086da2f9dc3 None None] The sync data for ids ['f91beeac-5beb-4dac-9b2c-a2ce42a65059'] in n-d-827121-1 is: [{'id': 'f91beeac-5beb-4dac-9b2c-a2ce42a65059', 'name': 'tempest-snat-router-408627935', 'tenant_id': '2435ba84d46b4a7a865fc7c96488f17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:11Z', 'updated_at': '2022-03-03T18:21:16Z', 'revision_number': 4, 'project_id': '2435ba84d46b4a7a865fc7c96488f17c', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:17.050299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:17.052318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:17.056382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:17.162079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9b65965c-08c4-4125-b33f-e5fb675eeb17 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:21:17.186204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=494a1f63-a421-462d-8d69-ce0f98b58e13,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:17.310003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9b65965c-08c4-4125-b33f-e5fb675eeb17 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:17.310461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:17.458651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Deleting port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:17.459292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:17.785942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] For port 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e7f8472-8fa2-4d30-9937-0eac0e25d4f0,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:17.786321 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.040996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Calling delete_port for 3e7f8472-8fa2-4d30-9937-0eac0e25d4f0 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:18.134682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.190245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.320826 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.361296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.449718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e7f8472-8fa2-4d30-9937-0eac0e25d4f0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:18.633927 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.870398 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.880922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.922161 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.922665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f91beeac-5beb-4dac-9b2c-a2ce42a65059 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:18.941185 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:18.955540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:19.104895 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:19.109271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58306) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:19.122473 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1f4055e-90ae-4e5b-a17f-6d10ba324d22 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f91beeac-5beb-4dac-9b2c-a2ce42a65059 HTTP/1.1" status: 204 len: 168 time: 3.7475951 Mar 03 18:21:19.168804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=494a1f63-a421-462d-8d69-ce0f98b58e13,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:19.182300 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:19.422573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:19.513182 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Floating IP 915dd877-d9b5-439b-b8fa-e0f2101d585d associated. External IP: 172.25.0.242, port: c4dc4550-e961-4812-b5a2-fd12ae83e416. Mar 03 18:21:19.546621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30343fd0-84c9-46b1-8f64-eb28af396655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:19.730593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:19.741916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Deleting port 9b65965c-08c4-4125-b33f-e5fb675eeb17 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:19.742346 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:19.986256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] For port 9b65965c-08c4-4125-b33f-e5fb675eeb17, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9b65965c-08c4-4125-b33f-e5fb675eeb17,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:19.986639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:20.185464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router f6d8908c-f850-4144-bba1-e7d5ce513bd0 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:21:20.378099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Calling delete_port for 9b65965c-08c4-4125-b33f-e5fb675eeb17 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:20.455245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:20.469686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] Sync routers for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:20.484872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:20.486463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:20.511310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:20.618872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-01d5e756-a6c6-4113-8776-7b3769bbf54e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2825644 Mar 03 18:21:20.619641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:21:20.629247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58348) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:20.704456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:20.742470 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'status': 'completed', 'code': 200} Mar 03 18:21:20.783845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b65965c-08c4-4125-b33f-e5fb675eeb17,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:20.823407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.823981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.824525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.825175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.828176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.828716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.829237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.829791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.830282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.830961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.831713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.832186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:20.875797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:20.919883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:20.951162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-043c5bb4-e69e-469c-9e32-6b54aa83ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:20.953200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-043c5bb4-e69e-469c-9e32-6b54aa83ce8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1136 time: 0.2017474 Mar 03 18:21:21.024980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.025489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.025956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.026421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.026877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.027332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.027785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.029619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8d22de5b-e99e-4a32-be16-c318974ca970 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.3891783 Mar 03 18:21:21.032955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58354) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:21.171198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:21.174617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:21.203881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:21.204804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1e5ac6-1770-47cd-a02f-73dca755362d {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:21.232783 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:21.240584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2328b4f1-e85a-4587-8fd8-5fc6e9594169 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "DELETE /v2.0/routers/3b1e5ac6-1770-47cd-a02f-73dca755362d HTTP/1.1" status: 204 len: 168 time: 2.1287453 Mar 03 18:21:21.241508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58358) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:21.258176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-899033611', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:21.269837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:21.275553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Usage tracker for resource:router and tenant:79c2432b21174ca195929272260a5bb6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:21.279212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:21.290872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:21.321946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:21.322191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.323342 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:21.324082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.330055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.330770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.331556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.332188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.332921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.335105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8bbbd9d5-bad0-4e26-8d9e-077451cee50a tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.3012030 Mar 03 18:21:21.337634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-d56733fa-614e-4a0c-ae79-09f09e529ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.339153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58362) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:21.339431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-d56733fa-614e-4a0c-ae79-09f09e529ebe service neutron] 10.222.0.35 "GET /v2.0/networks?id=80e5f043-f497-4ff1-9642-e1e1150be338 HTTP/1.1" status: 200 len: 898 time: 0.3786240 Mar 03 18:21:21.481157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:21.486345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '915dd877-d9b5-439b-b8fa-e0f2101d585d', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'port_id': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'mac_address': 'fa:16:3e:04:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:21:17Z', 'updated_at': '2022-03-03T18:21:17Z', 'revision_number': 0, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:03Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:21.494191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-e43a131c-d0a6-43f3-916b-ddcb6c48e812 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416 HTTP/1.1" status: 200 len: 1000 time: 0.1476355 Mar 03 18:21:21.495912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] Checking router: f6d8908c-f850-4144-bba1-e7d5ce513bd0 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:21:21.519090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:21.520146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:20:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:21.602169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-6c1d086b-0d1e-4db6-b6fe-5d574022f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.603940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-6c1d086b-0d1e-4db6-b6fe-5d574022f496 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=115df977-0df8-4180-a299-6e657d22394d HTTP/1.1" status: 200 len: 837 time: 0.1043181 Mar 03 18:21:21.770557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-52f49515-d913-40fc-bbf1-59d6d5e3db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:21.772047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-52f49515-d913-40fc-bbf1-59d6d5e3db28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80e5f043-f497-4ff1-9642-e1e1150be338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560493 Mar 03 18:21:21.989702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5319-fee7-4c2b-8223-caec1385e9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:22.023765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-b4c6f1c2-b848-4c9c-8aab-c250f56c2afa service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436073 Mar 03 18:21:22.027024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:22.077797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:22.140615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58376) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:22.249683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-209aa4b3-38de-4cf2-bb7a-b68058eee5ec tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.9070315 Mar 03 18:21:22.255480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58382) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:22.372763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e47c0c45-92ce-45b6-b45c-fcae435d2b0d req-6fc584e7-7c52-498c-ac94-c809d381d221 service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432755 Mar 03 18:21:22.408600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a171c4-d95a-4c45-874a-457c048c7f01 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:22.409181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a171c4-d95a-4c45-874a-457c048c7f01 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:22.411115 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a6a171c4-d95a-4c45-874a-457c048c7f01 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f6d8908c-f850-4144-bba1-e7d5ce513bd0 HTTP/1.1" status: 200 len: 1990 time: 0.1548860 Mar 03 18:21:22.520244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '915dd877-d9b5-439b-b8fa-e0f2101d585d', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'port_id': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'mac_address': 'fa:16:3e:04:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:21:17Z', 'updated_at': '2022-03-03T18:21:17Z', 'revision_number': 0, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:03Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:22.524175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0db09-90ed-4555-9ec8-49cb5321b4b4 None None] The sync data for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 is: [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '915dd877-d9b5-439b-b8fa-e0f2101d585d', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'port_id': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'mac_address': 'fa:16:3e:04:da:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:21:17Z', 'updated_at': '2022-03-03T18:21:17Z', 'revision_number': 0, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:03Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:22.565814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:22.665635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:22.673424 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:22.697684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b581220f294b98a2978287d519de67 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:22.703120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:22.713921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:22.716061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:22.752960 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16c512-0632-4e0f-9871-489f2dc343c6 None None] New status for floating IP 915dd877-d9b5-439b-b8fa-e0f2101d585d: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:21:22.901213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Allocated IP 172.25.0.104 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/cfbae370-b69e-4813-89e4-21b2ee986bf7) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:22.920179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.003290 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.039694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.045461 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.072937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9b65965c-08c4-4125-b33f-e5fb675eeb17 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:21:23.123926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9b65965c-08c4-4125-b33f-e5fb675eeb17 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:21:23.124814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9b65965c-08c4-4125-b33f-e5fb675eeb17 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:21:23.172545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6855295-7b54-4bee-81a4-8b192cf86eb8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:23.177470 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.185525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b70c86d8-984d-4b35-b129-63d7657d5d04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5b581220f294b98a2978287d519de67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0410478 Mar 03 18:21:23.188128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58402) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:23.214502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.291149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:23.294238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:23.296820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:23.347095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event updated for resources: {'Port': ['ID=cfbae370-b69e-4813-89e4-21b2ee986bf7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:23.394315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5579db0c-1001-47f1-ba99-88f2f12950f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.421489 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5579db0c-1001-47f1-ba99-88f2f12950f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.474691 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5579db0c-1001-47f1-ba99-88f2f12950f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.490018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579db0c-1001-47f1-ba99-88f2f12950f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6855295-7b54-4bee-81a4-8b192cf86eb8,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:23.498245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5579db0c-1001-47f1-ba99-88f2f12950f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:23.501375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5579db0c-1001-47f1-ba99-88f2f12950f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6855295-7b54-4bee-81a4-8b192cf86eb8 HTTP/1.1" status: 204 len: 168 time: 0.3103673 Mar 03 18:21:23.738315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.234269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58426) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:24.239399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.242744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.336298 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.465156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Router 1e793447-d577-4ec5-8c97-a087491f8784 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:24.534111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-205623076-network', 'tenant_id': 'de2c7063f4354347b1f2bf1ef075de17'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:24.546027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:24.558865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Usage tracker for resource:network and tenant:de2c7063f4354347b1f2bf1ef075de17 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:24.563731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:24.572362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:24.594373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Made reservation on behalf of de2c7063f4354347b1f2bf1ef075de17 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:21:24.596892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.666619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.688217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:24.702238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Usage tracker for resource:security_group_rule and tenant:de2c7063f4354347b1f2bf1ef075de17 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:24.709157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:24.716739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:24.719284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:24.729755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] Sync routers for ids ['1e793447-d577-4ec5-8c97-a087491f8784'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:24.743217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] Routers {'1e793447-d577-4ec5-8c97-a087491f8784'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:24.744566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1e793447-d577-4ec5-8c97-a087491f8784'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:24.778867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.779997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d5edb2b3-0531-465a-a518-4150f108a354 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5368001 Mar 03 18:21:24.783276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58436) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:24.793986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': False}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:24.823591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:24.834861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] Routers {'1e793447-d577-4ec5-8c97-a087491f8784'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:24.835725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1e793447-d577-4ec5-8c97-a087491f8784'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:24.841996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.846463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.885974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:21:24.888321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01d696c-5c05-4c41-ad30-a36c222f73fe,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:24.899729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:24.899729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6071b06-c736-43a6-b3b2-0aa8374537e1 None None] The sync data for ids ['1e793447-d577-4ec5-8c97-a087491f8784'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:24.900657 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.901127 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Added segment 0f17a030-82a4-449f-9548-c743b459cd20 of type vlan for network 7b0d39cf-2281-4587-8ebe-277478af2ee3 Mar 03 18:21:24.930498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.965169 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:24.966299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:24.966913 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:25.067176 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8316638 Mar 03 18:21:25.070120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f71144-78c5-4d44-9355-fd91df34dc41 admin admin] Pushing event updated for resources: {'Network': ['ID=7b0d39cf-2281-4587-8ebe-277478af2ee3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:25.072400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58440) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:25.079009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Request body: {'subnet': {'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-205623076-subnet', 'tenant_id': 'de2c7063f4354347b1f2bf1ef075de17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:25.084939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:25.087962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7b0d39cf-2281-4587-8ebe-277478af2ee3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:21:25.090075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Usage tracker for resource:subnet and tenant:de2c7063f4354347b1f2bf1ef075de17 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:25.093091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:25.099806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:25.119121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Made reservation on behalf of de2c7063f4354347b1f2bf1ef075de17 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:21:25.121876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:25.351981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:25.417612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eac9f71-0751-49df-a0be-ce084e0a6b29,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:25.439281 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:25.447110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Checking segment: {'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:25.447472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Network hostable DHCP agents. Network: 7b0d39cf-2281-4587-8ebe-277478af2ee3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:21:25.487634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Network 7b0d39cf-2281-4587-8ebe-277478af2ee3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:21:25.503220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7b0d39cf-2281-4587-8ebe-277478af2ee3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:25.514516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf96be97-7fc4-43d3-bc2a-0734f0244121 None None] Network 7b0d39cf-2281-4587-8ebe-277478af2ee3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:21:25.536042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:25.537827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:25.600174 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ee5913b4-7309-4938-a5d0-5caf7cc01677 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5166550 Mar 03 18:21:25.832860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfef3d-1b8a-44c5-a43c-cc7ab933b73b None None] Network 7b0d39cf-2281-4587-8ebe-277478af2ee3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:21:26.157453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58466) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:26.292301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.308838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:26.314040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Usage tracker for resource:security_group_rule and tenant:d12a4af034ea4935be3c79296e1eb89d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:26.317012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:26.324013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:26.349026 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.352470 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.366032 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:21:26.428690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.433227 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.488514 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d12a4af034ea4935be3c79296e1eb89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294094 Mar 03 18:21:26.489233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58476) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:26.489890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd261c45-2405-4dc7-adc1-77bf9c0cd89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca15426-8f2e-439a-8c60-3431a247494a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:26.550351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Router 1e793447-d577-4ec5-8c97-a087491f8784 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:21:26.554501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-067525f1-7d58-4448-a4f8-584967132d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.581788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-067525f1-7d58-4448-a4f8-584967132d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.641789 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-067525f1-7d58-4448-a4f8-584967132d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.657398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067525f1-7d58-4448-a4f8-584967132d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca15426-8f2e-439a-8c60-3431a247494a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:26.665170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-067525f1-7d58-4448-a4f8-584967132d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.678533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-067525f1-7d58-4448-a4f8-584967132d09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cca15426-8f2e-439a-8c60-3431a247494a HTTP/1.1" status: 204 len: 168 time: 0.1858516 Mar 03 18:21:26.740237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:26.747121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:26.749092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-366a861b-bebb-45e9-9ee5-1b6c7a1a8c9e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "PUT /v2.0/routers/1e793447-d577-4ec5-8c97-a087491f8784 HTTP/1.1" status: 200 len: 921 time: 1.9641252 Mar 03 18:21:26.750719 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] Sync routers for ids ['1e793447-d577-4ec5-8c97-a087491f8784'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:26.751729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58486) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:26.761438 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] Routers {'1e793447-d577-4ec5-8c97-a087491f8784'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:26.762260 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1e793447-d577-4ec5-8c97-a087491f8784'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:26.861165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:26.870759 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] Routers {'1e793447-d577-4ec5-8c97-a087491f8784'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:26.871583 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1e793447-d577-4ec5-8c97-a087491f8784'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:26.941546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:26.942008 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8fc72-ac55-4693-a41b-9f8c8b270600 None None] The sync data for ids ['1e793447-d577-4ec5-8c97-a087491f8784'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:26.962697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-349d8269-958d-480d-a944-e36454ad052f tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/1e793447-d577-4ec5-8c97-a087491f8784 HTTP/1.1" status: 200 len: 921 time: 0.2097018 Mar 03 18:21:26.965754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58492) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:27.022570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58496) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:27.044623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.076008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3b0e4-7660-42ae-90e2-47bbb60d922b tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:27.076696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ab3b0e4-7660-42ae-90e2-47bbb60d922b tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Synchronizing usage tracker for tenant:2435ba84d46b4a7a865fc7c96488f17c on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:27.081450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:27.086102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Usage tracker for resource:security_group_rule and tenant:ff3b2b2af59148f09d80a3d680389cbc is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:27.091436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:27.100287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:27.104381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4ab3b0e4-7660-42ae-90e2-47bbb60d922b tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Unset dirty status for tenant:2435ba84d46b4a7a865fc7c96488f17c on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:27.105941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4ab3b0e4-7660-42ae-90e2-47bbb60d922b tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=1e793447-d577-4ec5-8c97-a087491f8784&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1356099 Mar 03 18:21:27.109753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:27.197850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.201733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.250016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0fb6e-3fd9-47ee-8681-9f123340a644 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:27.250694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff3b2b2af59148f09d80a3d680389cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264390 Mar 03 18:21:27.250781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56b0fb6e-3fd9-47ee-8681-9f123340a644 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Synchronizing usage tracker for tenant:2435ba84d46b4a7a865fc7c96488f17c on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:27.251036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ca041-e3f7-4ce9-b87e-657109135d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aec3b3-d506-4f28-82f7-033b409cccc6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:27.252724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:27.296315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56b0fb6e-3fd9-47ee-8681-9f123340a644 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Unset dirty status for tenant:2435ba84d46b4a7a865fc7c96488f17c on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:27.297459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56b0fb6e-3fd9-47ee-8681-9f123340a644 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.1864123 Mar 03 18:21:27.300579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58508) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:27.318841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37cda6b0-24f0-4d13-be4a-24d6fc322316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.344757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37cda6b0-24f0-4d13-be4a-24d6fc322316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.346658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-248abe25-e3d7-4409-9f9d-d266289ed6cb tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e793447-d577-4ec5-8c97-a087491f8784 HTTP/1.1" status: 200 len: 205 time: 0.0449729 Mar 03 18:21:27.349255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:27.396638 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37cda6b0-24f0-4d13-be4a-24d6fc322316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.414075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda6b0-24f0-4d13-be4a-24d6fc322316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aec3b3-d506-4f28-82f7-033b409cccc6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:27.423038 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37cda6b0-24f0-4d13-be4a-24d6fc322316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.426590 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-37cda6b0-24f0-4d13-be4a-24d6fc322316 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4aec3b3-d506-4f28-82f7-033b409cccc6 HTTP/1.1" status: 204 len: 168 time: 0.1706164 Mar 03 18:21:27.540170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.732228 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.748237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Deleting port cfbae370-b69e-4813-89e4-21b2ee986bf7 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:27.748639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:27.932781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.191505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Calling delete_port for cfbae370-b69e-4813-89e4-21b2ee986bf7 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:28.378782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.427387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event deleted for resources: {'Port': ['ID=cfbae370-b69e-4813-89e4-21b2ee986bf7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:28.524528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.705822 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.708113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.737106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.737860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Fanout notify agent at l3_agent the message router_deleted on router 1e793447-d577-4ec5-8c97-a087491f8784 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:28.783329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.792742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58562) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:28.796033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b3a86f03-09d5-411c-b9fc-0a93e4f1ffdc tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/1e793447-d577-4ec5-8c97-a087491f8784 HTTP/1.1" status: 204 len: 168 time: 1.4440043 Mar 03 18:21:28.806432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-684894617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:28.819256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:28.832676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Usage tracker for resource:router and tenant:79c2432b21174ca195929272260a5bb6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:28.837992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:28.878465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:28.892213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.893247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:28.910229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:29.018298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58570) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:29.058644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:29.084204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:29.085708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4fff53f1-2bd7-48c0-8423-672aebefed7c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2874172 Mar 03 18:21:29.088679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58576) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:29.094586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:29.174741 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:29.247338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:29.310819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c8fd638959479ea5843737341a8235 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:29.315345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:29.370042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:29.515878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:29.674216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:29.683909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:29.858273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb116f03-8232-4ccb-be16-5c7d948e5a9f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:29.865850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1f7aa2e5-1469-44fc-be9f-5e8b32a2a881 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9c8fd638959479ea5843737341a8235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438692 Mar 03 18:21:29.865850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58582) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:30.095231 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20835cca-c4d9-46f9-b18c-3d16fef3f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.100969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.140002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.195773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20835cca-c4d9-46f9-b18c-3d16fef3f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.327710 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20835cca-c4d9-46f9-b18c-3d16fef3f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.343988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Allocated IP 172.25.0.169 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/9ffcfe75-c7e0-41c8-ab95-7c799899c6df) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:30.355948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20835cca-c4d9-46f9-b18c-3d16fef3f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb116f03-8232-4ccb-be16-5c7d948e5a9f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:30.395191 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-20835cca-c4d9-46f9-b18c-3d16fef3f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.396290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-20835cca-c4d9-46f9-b18c-3d16fef3f559 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb116f03-8232-4ccb-be16-5c7d948e5a9f HTTP/1.1" status: 204 len: 168 time: 0.5295579 Mar 03 18:21:30.514499 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.547539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:30.632582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event updated for resources: {'Port': ['ID=9ffcfe75-c7e0-41c8-ab95-7c799899c6df,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:30.645870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:30.647849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:30.650547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:31.109896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:31.620958 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:31.625843 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:31.851511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Router accd4c88-9461-48d0-9dd7-4b0dcb678891 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:32.053862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:32.064563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:32.064920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] Sync routers for ids ['accd4c88-9461-48d0-9dd7-4b0dcb678891'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:32.068581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-65f87274-f1ae-432e-b3b7-c4ed683f48e9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "PUT /v2.0/routers/accd4c88-9461-48d0-9dd7-4b0dcb678891 HTTP/1.1" status: 200 len: 879 time: 2.9765103 Mar 03 18:21:32.069060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:32.091150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] Routers {'accd4c88-9461-48d0-9dd7-4b0dcb678891'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:32.091998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['accd4c88-9461-48d0-9dd7-4b0dcb678891'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:32.182585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:32.203391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] Routers {'accd4c88-9461-48d0-9dd7-4b0dcb678891'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:32.204232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['accd4c88-9461-48d0-9dd7-4b0dcb678891'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:32.313596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:32.314240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cfa05-13ca-471c-9bed-e3918d9645ba None None] The sync data for ids ['accd4c88-9461-48d0-9dd7-4b0dcb678891'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:32.319983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d111baff-f102-455f-9a39-806982dede60 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/accd4c88-9461-48d0-9dd7-4b0dcb678891 HTTP/1.1" status: 200 len: 920 time: 0.2471752 Mar 03 18:21:32.320872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58630) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:32.409357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9665e-0d6c-4e08-8cb0-04042a01c93d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:32.411749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8bb9665e-0d6c-4e08-8cb0-04042a01c93d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=accd4c88-9461-48d0-9dd7-4b0dcb678891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0894530 Mar 03 18:21:32.413525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58634) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:32.546941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeecfaf-152a-4c57-a243-d6c8816fca13 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:32.547488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3eeecfaf-152a-4c57-a243-d6c8816fca13 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Synchronizing usage tracker for tenant:2435ba84d46b4a7a865fc7c96488f17c on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:21:32.558493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3eeecfaf-152a-4c57-a243-d6c8816fca13 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Unset dirty status for tenant:2435ba84d46b4a7a865fc7c96488f17c on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:21:32.559616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3eeecfaf-152a-4c57-a243-d6c8816fca13 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.1450808 Mar 03 18:21:32.562570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58638) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:32.605070 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cfc7e173-c314-40cd-9dbe-c883dea40db9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=accd4c88-9461-48d0-9dd7-4b0dcb678891 HTTP/1.1" status: 200 len: 205 time: 0.0413401 Mar 03 18:21:32.607475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58642) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:32.796538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:33.039484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-6d8e7abb-f88a-498d-b956-7259a024268c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1279676 Mar 03 18:21:33.048222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:33.073980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Deleting port 9ffcfe75-c7e0-41c8-ab95-7c799899c6df {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:33.074554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:33.312495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-f1c885cf-3864-4638-87fa-0b76101e04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:33.312495 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-f1c885cf-3864-4638-87fa-0b76101e04ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 1096 time: 0.1488779 Mar 03 18:21:33.382226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:33.522783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-92a315e9-9d32-44a7-a088-8652e9b65c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:33.522783 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-92a315e9-9d32-44a7-a088-8652e9b65c3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.1919968 Mar 03 18:21:33.557527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Calling delete_port for 9ffcfe75-c7e0-41c8-ab95-7c799899c6df owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:33.660812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-b6cfd285-6d81-40ee-bf6b-dc86e51eeee1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6 HTTP/1.1" status: 200 len: 1000 time: 0.1291075 Mar 03 18:21:33.753432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-239e6480-d600-4988-971d-f020680a7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:33.758396 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-239e6480-d600-4988-971d-f020680a7208 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0916343 Mar 03 18:21:33.819585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:33.879794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event deleted for resources: {'Port': ['ID=9ffcfe75-c7e0-41c8-ab95-7c799899c6df,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:33.893996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-77fecdc2-aae0-44a8-a2bf-9d8a0f7cd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:33.896864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-77fecdc2-aae0-44a8-a2bf-9d8a0f7cd57f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297898 Mar 03 18:21:34.035368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.089434 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-c55b3338-f35d-4730-bae7-48f617755a22 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823301 Mar 03 18:21:34.498113 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.502664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.532929 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.533521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Fanout notify agent at l3_agent the message router_deleted on router accd4c88-9461-48d0-9dd7-4b0dcb678891 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:34.558381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.563960 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dd6c21ab-6356-4bad-8a63-d3ed1acdaa6e tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/accd4c88-9461-48d0-9dd7-4b0dcb678891 HTTP/1.1" status: 204 len: 168 time: 1.9499881 Mar 03 18:21:34.564536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58660) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:34.570576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2059669490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:34.575232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19dc5bf6-48a0-4190-82d5-f2a1641e62e8 req-77ef6e9d-ee3b-43bd-b76f-83a94f0466fc service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768078 Mar 03 18:21:34.578481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:34.583725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Usage tracker for resource:router and tenant:79c2432b21174ca195929272260a5bb6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:34.586743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:34.594548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:34.605119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.606159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.621027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.640255 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.661895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:34.665531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-73a52896-3f4b-4f1b-bce4-ae67fba1e599 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0971854 Mar 03 18:21:34.665712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58664) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:34.670676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': True}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:35.042398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:35.391220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:35.434873 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:35.619906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Allocated IP 172.25.0.250 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/cda0382d-f530-421d-a237-4da4e48cc8a6) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:35.824597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:35.861278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:35.919738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:35.920806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:35.924576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:36.109122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Port': ['ID=cda0382d-f530-421d-a237-4da4e48cc8a6,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:36.551411 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:37.117978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:37.123834 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:37.344500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Router bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:37.526861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:37.536798 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] Sync routers for ids ['bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:37.547798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:37.548333 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] Routers {'bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:37.548936 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:37.549072 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-223cf29b-07c8-4407-98f7-41960a7a9fc5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "PUT /v2.0/routers/bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e HTTP/1.1" status: 200 len: 915 time: 2.8823943 Mar 03 18:21:37.551884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58684) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:37.619470 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:37.631451 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] Routers {'bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:37.632062 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:37.700801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:37.700801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923b466-fff1-4de3-96b1-facebcf9a8ae None None] The sync data for ids ['bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:37.765676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:37.765879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dc7d3ec4-f1ba-4f22-a113-3842b03c549d tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e HTTP/1.1" status: 200 len: 921 time: 0.2128086 Mar 03 18:21:37.843836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9743d859-f93d-4efb-91cf-844e56febeee tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:37.846584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9743d859-f93d-4efb-91cf-844e56febeee tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0786219 Mar 03 18:21:37.848929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58696) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:38.066457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524515de-e1f9-4ded-a6eb-6f49523bdc72 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:38.068012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-524515de-e1f9-4ded-a6eb-6f49523bdc72 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.2178729 Mar 03 18:21:38.071244 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58702) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:38.121996 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4e415d1c-ee81-4143-b3a0-379f75beb7ea tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e HTTP/1.1" status: 200 len: 205 time: 0.0488169 Mar 03 18:21:38.122617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58706) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:38.384319 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:38.650362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:38.663085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Deleting port cda0382d-f530-421d-a237-4da4e48cc8a6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:38.663700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:38.889229 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.041250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Calling delete_port for cda0382d-f530-421d-a237-4da4e48cc8a6 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:39.313543 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.365912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event deleted for resources: {'Port': ['ID=cda0382d-f530-421d-a237-4da4e48cc8a6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:39.641099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.847406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.849799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.879192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.879192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Fanout notify agent at l3_agent the message router_deleted on router bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:39.899586 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.899586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-902e138b-b96b-49d5-a9bc-4523c55712aa tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e HTTP/1.1" status: 204 len: 168 time: 1.7763431 Mar 03 18:21:39.902772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58720) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:39.910235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1972230296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:39.919621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:39.922894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Usage tracker for resource:router and tenant:79c2432b21174ca195929272260a5bb6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:39.925835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:39.933234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:39.947498 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.948442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.971620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:39.992666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:40.017994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:40.019158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0369ddbf-2aa4-4cee-a628-5ff42d2adce2 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1153216 Mar 03 18:21:40.021927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58724) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:40.026648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'enable_snat': False}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:40.447669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:40.831371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:40.864049 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:41.017039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Allocated IP 172.25.0.169 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7f191f5a-86a7-4d07-8bd6-829e0d871e1b) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:41.318588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:41.348776 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:41.413392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:41.416440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:41.420288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:41.462388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Pushing event updated for resources: {'Port': ['ID=7f191f5a-86a7-4d07-8bd6-829e0d871e1b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:41.883733 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:42.237660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:42.241371 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:42.497068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Router b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:42.815357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:42.824907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:42.826416 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-94807a1c-43ef-42a7-82dd-bc79b51d2a42 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "PUT /v2.0/routers/b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 HTTP/1.1" status: 200 len: 916 time: 2.8035572 Mar 03 18:21:42.826547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] Sync routers for ids ['b65a1238-1d9f-4013-8ed7-7ff5dcff3c01'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:42.829082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58780) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:42.843477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] Routers {'b65a1238-1d9f-4013-8ed7-7ff5dcff3c01'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:42.844088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b65a1238-1d9f-4013-8ed7-7ff5dcff3c01'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:42.914073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:42.924013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] Routers {'b65a1238-1d9f-4013-8ed7-7ff5dcff3c01'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:42.924791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['b65a1238-1d9f-4013-8ed7-7ff5dcff3c01'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:42.997132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:42.998030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cff848-31d7-42b9-b3ae-423ee71b739a None None] The sync data for ids ['b65a1238-1d9f-4013-8ed7-7ff5dcff3c01'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:43.036075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d9be60b8-47df-49da-a48f-7280e0059956 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 HTTP/1.1" status: 200 len: 922 time: 0.2058437 Mar 03 18:21:43.039178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:43.242451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30c040-88a2-4f24-bd8a-9933319f13d2 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:43.246847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ca30c040-88a2-4f24-bd8a-9933319f13d2 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=b65a1238-1d9f-4013-8ed7-7ff5dcff3c01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2043886 Mar 03 18:21:43.247139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58796) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:43.384054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab224ba-2d9f-40e7-99d1-845f0ec6e5e5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:43.385461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dab224ba-2d9f-40e7-99d1-845f0ec6e5e5 tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/networks/4ed441d4-6054-49ce-b431-435a28804806 HTTP/1.1" status: 200 len: 881 time: 0.1373429 Mar 03 18:21:43.388294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58800) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:43.433992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c4c24bbb-dfa2-4a46-a70b-d4ef12667af5 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 HTTP/1.1" status: 200 len: 205 time: 0.0444849 Mar 03 18:21:43.437111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58806) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:43.519476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-092e0336-3517-47c3-a66b-1aa4a072ceb6 req-e451338d-c9a9-4634-875d-4aac6231942b service neutron] (87887) timed out ('10.222.0.35', 55742) {{(pid=87887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:21:43.689619 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:43.883784 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:43.896326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Deleting port 7f191f5a-86a7-4d07-8bd6-829e0d871e1b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:43.896673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.129835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.272876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Calling delete_port for 7f191f5a-86a7-4d07-8bd6-829e0d871e1b owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:44.464138 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.520063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event deleted for resources: {'Port': ['ID=7f191f5a-86a7-4d07-8bd6-829e0d871e1b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:44.625971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.948591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.950783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.974933 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.975592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Fanout notify agent at l3_agent the message router_deleted on router b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:44.990725 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:44.991809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a26d7149-d995-45fc-8b75-028cfeee1fc9 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 HTTP/1.1" status: 204 len: 168 time: 1.5536659 Mar 03 18:21:44.995856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58846) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:45.001030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1260480158', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:45.008366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:45.012406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Usage tracker for resource:router and tenant:79c2432b21174ca195929272260a5bb6 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:45.015993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:45.024339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:45.034308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:45.035220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:45.050782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:45.298468 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-65b06db5-2aac-4965-a572-70d1cd4a2f5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919244 Mar 03 18:21:45.353764 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:45.489470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-44fc6178-17e6-41e5-9d26-dd95f5cef604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:45.491035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-44fc6178-17e6-41e5-9d26-dd95f5cef604 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1096 time: 0.0996854 Mar 03 18:21:45.679729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-6110d9bc-fbec-445b-ae2e-5021056ae8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:45.683880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-6110d9bc-fbec-445b-ae2e-5021056ae8b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 0.1714950 Mar 03 18:21:45.719517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:45.760329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:45.799507 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-1b477d3f-08e3-4349-a4ea-be5258acfdbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 1001 time: 0.1076515 Mar 03 18:21:45.869978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-b4831b69-216c-4239-a40d-1496fe60a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:45.871804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-b4831b69-216c-4239-a40d-1496fe60a795 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.0659273 Mar 03 18:21:45.957726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Allocated IP 172.25.0.246 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/72db354e-ed8e-4a7e-8ab1-63eada3e676a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:45.957896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-e464fddf-f3de-4d34-8c96-c4579b6f4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:45.959395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-e464fddf-f3de-4d34-8c96-c4579b6f4268 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806851 Mar 03 18:21:46.124408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-843db58f-6ec5-443d-b349-2dbc1931b484 service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562619 Mar 03 18:21:46.173575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:46.217496 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:46.291312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cd9a51-cd27-407d-aeca-a4db929356cb req-898ae28f-e7c9-4643-b50b-3e956139ccea service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608262 Mar 03 18:21:46.292220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:46.296094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:46.298674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:46.354428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event updated for resources: {'Port': ['ID=72db354e-ed8e-4a7e-8ab1-63eada3e676a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:46.577304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2dfaf-d7c1-47a2-8e96-e78402bd8c39 req-0221dcf7-8966-4aa9-855f-268258519347 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:46.579588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7a2dfaf-d7c1-47a2-8e96-e78402bd8c39 req-0221dcf7-8966-4aa9-855f-268258519347 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.0864182 Mar 03 18:21:46.660053 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7a2dfaf-d7c1-47a2-8e96-e78402bd8c39 req-dcd99e9d-f1af-4d43-ba53-d20cd05e244e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739486 Mar 03 18:21:46.707242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58888) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:46.946082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd161a92-9d03-45a1-ac38-f69b4f591539 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/2f85238d-7321-4f7d-be46-f22ee4a2726a HTTP/1.1" status: 200 len: 993 time: 0.2374859 Mar 03 18:21:46.979210 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:47.418429 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:47.456049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dead85d-400b-40d2-855f-948aeb1e96e6 req-93ccb899-59cd-448a-b199-103874a792a6 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:47.460386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7dead85d-400b-40d2-855f-948aeb1e96e6 req-93ccb899-59cd-448a-b199-103874a792a6 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1096 time: 0.0778313 Mar 03 18:21:47.502363 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7dead85d-400b-40d2-855f-948aeb1e96e6 req-38717c1b-e11f-4c35-a4fa-96a667c8a459 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390809 Mar 03 18:21:47.637629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Router 685c3ea0-4484-48ff-9dff-bfdf864bb341 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:47.850964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:47.863934 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] Sync routers for ids ['685c3ea0-4484-48ff-9dff-bfdf864bb341'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:47.877655 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] Routers {'685c3ea0-4484-48ff-9dff-bfdf864bb341'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:47.878267 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['685c3ea0-4484-48ff-9dff-bfdf864bb341'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:47.908357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:47.912248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9762893f-00b1-4745-8a0f-5335a41df801 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9130595 Mar 03 18:21:47.912589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 58928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:47.917879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:48.034861 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:48.059851 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] Routers {'685c3ea0-4484-48ff-9dff-bfdf864bb341'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:48.060477 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['685c3ea0-4484-48ff-9dff-bfdf864bb341'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:48.132792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:48.210677 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:48.211074 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e33ff-63aa-491f-b7fe-4f39a1e5ae01 None None] The sync data for ids ['685c3ea0-4484-48ff-9dff-bfdf864bb341'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:48.738721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-ad406bdd-4d13-4042-848a-9d63331d8919 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2786717 Mar 03 18:21:48.848355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:48.870028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:48.885654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Deleting port 72db354e-ed8e-4a7e-8ab1-63eada3e676a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:21:48.886499 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.091504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.260187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Calling delete_port for 72db354e-ed8e-4a7e-8ab1-63eada3e676a owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:21:49.277860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58982) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:49.409423 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3d2ffc80-5747-4e88-8c7e-13ce6ff590d6 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3194 time: 0.1290109 Mar 03 18:21:49.411577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58988) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:49.425299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'network': {'name': 'tempest-network-smoke--638736197', 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'port_security_enabled': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:49.434002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:49.447404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:49.460810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Made reservation on behalf of d3f6d846414844d3b048aaccaa545fc1 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:21:49.469474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.535052 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd4dd-5092-4b83-9b67-ff634de03a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.565291 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.572558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:21:49.606504 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.606889 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Added segment 24e5581e-8796-4003-a244-20fbf2cc5a5c of type vlan for network 065f154e-70e5-4e22-a210-b0f4420ebb1d Mar 03 18:21:49.648726 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.654252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Pushing event deleted for resources: {'Port': ['ID=72db354e-ed8e-4a7e-8ab1-63eada3e676a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:49.681297 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.721826 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:49.730152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.748959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-31ee5e45-4668-4c4b-8b79-5f3374d7e0fd tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:21:49.750111 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-31ee5e45-4668-4c4b-8b79-5f3374d7e0fd tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3826149 Mar 03 18:21:49.761688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Request body: {'binding': {'host': 'n-h2-827121-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:49.762481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Unknown quota resources ['binding']. {{(pid=87887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 03 18:21:49.828673 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.852065 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Network': ['ID=065f154e-70e5-4e22-a210-b0f4420ebb1d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:49.855214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b03348e0-1181-4058-932d-61dbf33ce7f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4402330 Mar 03 18:21:49.859187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 58998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:49.868349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:21:49.868489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'admin_state_up': True, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:49.888248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:49.896959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:router and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:49.906174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:49.919818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:49.935554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.936959 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:49.958832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:50.473247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:50.511810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:50.522121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:50.728122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Router 685c3ea0-4484-48ff-9dff-bfdf864bb341 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:21:50.835844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:50.869819 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:50.871387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on host n-h2-827121-1 for vnic_type normal with profile None {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:21:50.871901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:21:50.872996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:50.881834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:21:50.882398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:50.948053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:21:50.948385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Checking segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:50.948759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Bound using segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:21:50.949178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Bound port: da102fab-cdb2-4004-80ce-7c9647d24973, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:21:51.032011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:21:51.034007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:51.039386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Allocated IP 172.25.0.249 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/9f23eee2-71b2-45bb-9c61-5ee5489dfbff) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:51.046587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:51.047931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] 10.222.0.23 "POST /v2.0/ports/da102fab-cdb2-4004-80ce-7c9647d24973/bindings HTTP/1.1" status: 201 len: 389 time: 1.2894475 Mar 03 18:21:51.053206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] Sync routers for ids ['685c3ea0-4484-48ff-9dff-bfdf864bb341'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:51.055369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:51.056660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a9ed8081-0ae1-44c9-97f7-637091421cd0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "PUT /v2.0/routers/685c3ea0-4484-48ff-9dff-bfdf864bb341 HTTP/1.1" status: 200 len: 706 time: 3.1431069 Mar 03 18:21:51.061863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59022) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:51.094702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] Routers {'685c3ea0-4484-48ff-9dff-bfdf864bb341'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:51.094702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['685c3ea0-4484-48ff-9dff-bfdf864bb341'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:51.237314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:51.304712 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:51.347110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:51.357704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] Routers {'685c3ea0-4484-48ff-9dff-bfdf864bb341'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:51.358694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['685c3ea0-4484-48ff-9dff-bfdf864bb341'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:51.426994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:51.444225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-22646117-629b-453e-8a55-403c3b478ada tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/routers/685c3ea0-4484-48ff-9dff-bfdf864bb341 HTTP/1.1" status: 200 len: 741 time: 0.3812563 Mar 03 18:21:51.447579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59030) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:51.460321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:51.468253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:51.468986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef76967-84fc-49eb-89e2-e9f7ff63fb55 None None] The sync data for ids ['685c3ea0-4484-48ff-9dff-bfdf864bb341'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:51.484049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:51.503930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1d35468f-6775-413b-b95e-cc8c03fe026e tempest-RoutersAdminTest-265379929 tempest-RoutersAdminTest-265379929-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=4ed441d4-6054-49ce-b431-435a28804806&device_id=685c3ea0-4484-48ff-9dff-bfdf864bb341 HTTP/1.1" status: 200 len: 205 time: 0.0551064 Mar 03 18:21:51.506620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59038) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:51.519411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:51.583554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-719c677d-db59-440a-a9d2-7dd3cf8341a0 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=685c3ea0-4484-48ff-9dff-bfdf864bb341 HTTP/1.1" status: 200 len: 205 time: 0.0726707 Mar 03 18:21:51.584319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59042) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:51.660203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-3467b8c6-e601-4fd6-93d1-524a94cd075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:51.661723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-3467b8c6-e601-4fd6-93d1-524a94cd075b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1096 time: 0.2977033 Mar 03 18:21:51.686372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de6af5-2905-4918-ba2d-35a2a2dafa90 req-7b1afd2a-4045-4380-87f1-cdb683b208a1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:51.687824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31de6af5-2905-4918-ba2d-35a2a2dafa90 req-7b1afd2a-4045-4380-87f1-cdb683b208a1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.2979436 Mar 03 18:21:51.813030 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7429bd7-8b1c-420d-a72e-eb91e537b041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:51.873349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7819f322-417c-4c0e-9702-f7bbcf2e57bf tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:52.200678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-34867d8b-1e59-4da3-a562-8d18b3c23fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:52.202691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-34867d8b-1e59-4da3-a562-8d18b3c23fe6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 0.4805615 Mar 03 18:21:52.218000 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31de6af5-2905-4918-ba2d-35a2a2dafa90 req-2411c54f-395b-4ecd-9f6f-d592d5867f78 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125683 Mar 03 18:21:52.405914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-5e9edd17-acff-41d4-9d18-6a7622cdec8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 1001 time: 0.1917365 Mar 03 18:21:52.469686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:52.542337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-434508e4-b352-4dbc-a2b1-d61bd197d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:52.543984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-434508e4-b352-4dbc-a2b1-d61bd197d153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.1297460 Mar 03 18:21:52.551659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7819f322-417c-4c0e-9702-f7bbcf2e57bf tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:52.554196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7819f322-417c-4c0e-9702-f7bbcf2e57bf tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:52.578073 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7819f322-417c-4c0e-9702-f7bbcf2e57bf tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:52.578819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819f322-417c-4c0e-9702-f7bbcf2e57bf tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Fanout notify agent at l3_agent the message router_deleted on router 685c3ea0-4484-48ff-9dff-bfdf864bb341 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:21:52.594945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7819f322-417c-4c0e-9702-f7bbcf2e57bf tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:52.597155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7819f322-417c-4c0e-9702-f7bbcf2e57bf tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/685c3ea0-4484-48ff-9dff-bfdf864bb341 HTTP/1.1" status: 204 len: 168 time: 1.0119298 Mar 03 18:21:52.601838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59058) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:52.647204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0d527c6-1312-474a-a744-42129a954320 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=685c3ea0-4484-48ff-9dff-bfdf864bb341 HTTP/1.1" status: 200 len: 205 time: 0.0440333 Mar 03 18:21:52.649459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59062) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:52.727786 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-96dc4b2a-32de-4363-bdf3-ca37c58fa918 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] delete failed (client error): The resource could not be found. Mar 03 18:21:52.733538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-96dc4b2a-32de-4363-bdf3-ca37c58fa918 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/685c3ea0-4484-48ff-9dff-bfdf864bb341 HTTP/1.1" status: 404 len: 336 time: 0.0782046 Mar 03 18:21:52.735539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59070) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:52.792372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-c8d86b29-cfc0-4f50-939e-9512dd9f9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:52.794174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-c8d86b29-cfc0-4f50-939e-9512dd9f9e53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2431467 Mar 03 18:21:52.808524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7d9cffb8-0ff6-4c8c-92f6-a97d74df3fb6 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 HTTP/1.1" status: 200 len: 205 time: 0.0694542 Mar 03 18:21:52.809136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59074) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:52.891513 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-00de9849-c416-4e67-b165-5ad6cf155cfb tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] delete failed (client error): The resource could not be found. Mar 03 18:21:52.893362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-00de9849-c416-4e67-b165-5ad6cf155cfb tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/b65a1238-1d9f-4013-8ed7-7ff5dcff3c01 HTTP/1.1" status: 404 len: 336 time: 0.0822344 Mar 03 18:21:52.895191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59078) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:52.929528 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:52.944330 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-682a8362-e710-4800-b957-24c2a4396c08 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e HTTP/1.1" status: 200 len: 205 time: 0.0478954 Mar 03 18:21:52.946751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59082) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.007759 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:53.022145 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-31413c53-1ca9-49ac-8323-93a1ab89b53c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] delete failed (client error): The resource could not be found. Mar 03 18:21:53.023580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-31413c53-1ca9-49ac-8323-93a1ab89b53c tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/bcc54d5c-4f7d-4d0c-84a2-582829fc5d6e HTTP/1.1" status: 404 len: 336 time: 0.0756609 Mar 03 18:21:53.028444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59086) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.111459 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-b94c21d4-49e4-4c90-899e-c1da10bc062a service neutron] 10.222.0.35 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104057 Mar 03 18:21:53.114508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:53.128889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fe6ad80c-cd9c-450c-8b01-bc4f5d9791ae tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=accd4c88-9461-48d0-9dd7-4b0dcb678891 HTTP/1.1" status: 200 len: 205 time: 0.0991030 Mar 03 18:21:53.130294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.289497 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-79abcb04-faee-4785-b5b1-448a4525b809 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] delete failed (client error): The resource could not be found. Mar 03 18:21:53.292908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-79abcb04-faee-4785-b5b1-448a4525b809 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/accd4c88-9461-48d0-9dd7-4b0dcb678891 HTTP/1.1" status: 404 len: 336 time: 0.1589382 Mar 03 18:21:53.293129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59102) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.339556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-97eef031-cb4f-49bd-8910-4dca918abf77 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e793447-d577-4ec5-8c97-a087491f8784 HTTP/1.1" status: 200 len: 205 time: 0.0453019 Mar 03 18:21:53.343663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59106) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.536418 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-1d71b312-47cc-4e9c-9e42-f0d618e4e621 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] delete failed (client error): The resource could not be found. Mar 03 18:21:53.537369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1d71b312-47cc-4e9c-9e42-f0d618e4e621 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/1e793447-d577-4ec5-8c97-a087491f8784 HTTP/1.1" status: 404 len: 336 time: 0.1905026 Mar 03 18:21:53.546359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59116) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.746694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-996a5cf9-0422-4c64-a798-63dcd1ce8a4b tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "GET /v2.0/ports?device_id=613a5451-f383-4afd-b2b7-dd005f727988 HTTP/1.1" status: 200 len: 205 time: 0.1990402 Mar 03 18:21:53.750303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59120) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.836861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-2ce98ec6-9205-4a3f-a068-4cce839bc332 service neutron] 10.222.0.35 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175863 Mar 03 18:21:53.839702 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-b0b97df2-2f4a-41b5-afe8-08ba7846f85f tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] delete failed (client error): The resource could not be found. Mar 03 18:21:53.854666 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b0b97df2-2f4a-41b5-afe8-08ba7846f85f tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/routers/613a5451-f383-4afd-b2b7-dd005f727988 HTTP/1.1" status: 404 len: 336 time: 0.1024628 Mar 03 18:21:53.857321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59128) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:53.893373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ad20e-2661-4bec-98c0-3bbb9b4844e1 req-3720670b-465f-436b-8978-43aa4a19aff0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:53.894945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e95ad20e-2661-4bec-98c0-3bbb9b4844e1 req-3720670b-465f-436b-8978-43aa4a19aff0 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 0.4203613 Mar 03 18:21:53.931493 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-25471522-b1ab-4424-8034-b6bcf4f76a17 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] DELETE failed (client error): The resource could not be found. Mar 03 18:21:53.932349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25471522-b1ab-4424-8034-b6bcf4f76a17 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:21:53.938629 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25471522-b1ab-4424-8034-b6bcf4f76a17 tempest-RoutersAdminTest-1451120746 tempest-RoutersAdminTest-1451120746-project] 10.222.0.23 "DELETE /v2.0/subnets/bb9abe3d-2940-4507-9037-823be0a825f9 HTTP/1.1" status: 404 len: 337 time: 0.0789125 Mar 03 18:21:54.035376 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e95ad20e-2661-4bec-98c0-3bbb9b4844e1 req-ecef2f53-e2b5-4af0-a969-b215399d3f2a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715678 Mar 03 18:21:54.039242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:21:54.182506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-61e4f4c2-9218-499a-9ab7-91e440411359 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:54.184097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-61e4f4c2-9218-499a-9ab7-91e440411359 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab&tenant_id=a88532a2002144a3850df64bed516c95&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1096 time: 0.2883475 Mar 03 18:21:54.199516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827121-1'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:54.252373 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:54.352461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:54.504101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:54.516365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:21:54.527726 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Sync routers for ids ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:21:54.545828 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Routers {'74b3ef40-f66a-46c1-a8a5-84e0c7920de9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:54.546560 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:54.611417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:54.617495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59150) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:54.633461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8bc444b5-7736-4d19-92e0-227ebfdf0920 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7729092 Mar 03 18:21:54.673997 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:54.727366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3ecad5cb-e230-44e9-8b42-820a3f0dce7c tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d3f6d846414844d3b048aaccaa545fc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1084380 Mar 03 18:21:54.733654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59154) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:54.748352 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:54.765867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:54.774393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:79c2432b21174ca195929272260a5bb6 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:54.780582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:54.797061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:54.950485 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Set router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:55.008851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15ca21-b4a1-44db-90f2-38ee479a07bd tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:55.010374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3f15ca21-b4a1-44db-90f2-38ee479a07bd tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2757838 Mar 03 18:21:55.015143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59162) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:55.133088 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b6e0f88b-ff68-4191-8c52-62cc9a1fe3eb tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1168222 Mar 03 18:21:55.138050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59168) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:55.166718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371884647', 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d', 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:21:55.257257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:55.384435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:55.489370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:21:55.497107 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:21:51Z', 'revision_number': 3, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:55.503784 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Checking router: 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:21:55.504439 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Updating router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:21:55.631660 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:55.644469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:55.660043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:21:55.686785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:55.756190 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'code': 200} Mar 03 18:21:55.892930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:55.924891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:21:55.929016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:subnet and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:21:55.936421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:21:55.943463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:21:55.957562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.004230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79c2432b21174ca195929272260a5bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4960928 Mar 03 18:21:56.004230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Made reservation on behalf of d3f6d846414844d3b048aaccaa545fc1 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:21:56.006722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.008135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:56.008135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on host n-h1-827121-1 for vnic_type normal with profile {"migrating_to": "n-h2-827121-1"} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:21:56.008998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:21:56.012685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:56.055461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:21:56.055461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Attempting to bind port da102fab-cdb2-4004-80ce-7c9647d24973 on network 589c4618-75d6-4692-bd07-22a328dcad84 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:56.084883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:21:56.087722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Checking segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:56.087722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Bound using segment: {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:21:56.087722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Bound port: da102fab-cdb2-4004-80ce-7c9647d24973, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:21:56.087722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.177471 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.200322 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Transition to ACTIVE for port object 9f23eee2-71b2-45bb-9c61-5ee5489dfbff will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:21:56.211179 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.316690 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Pushing event updated for resources: {'Port': ['ID=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:56.339145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.339476 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.339808 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.340132 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.340459 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.340775 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.341089 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.341498 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.342381 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.342697 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.343011 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.343322 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:56.346917 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Attempting to bind port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:21:56.347188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Attempting to bind port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:21:56.347503 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Attempting to bind port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:21:56.353612 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:21:56.353976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:56.354361 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.354739 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:21:56.355182 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Bound port: 9f23eee2-71b2-45bb-9c61-5ee5489dfbff, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:21:56.355538 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.384955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-60f4d8a4-57de-4e09-9c88-4e89b6128d48 None None] Provisioning complete for port da102fab-cdb2-4004-80ce-7c9647d24973 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:56.385565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60f4d8a4-57de-4e09-9c88-4e89b6128d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.422918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.454216 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] For port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:21:56.460155 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] For port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:21:56.465818 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.469055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:21:56.479308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a3e44c7-eb38-47e6-ab00-5ca186ba319f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.485151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:21:56.504244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.532527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Checking segment: {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:21:56.533261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network hostable DHCP agents. Network: 065f154e-70e5-4e22-a210-b0f4420ebb1d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:21:56.537509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-60f4d8a4-57de-4e09-9c88-4e89b6128d48 None None] Port da102fab-cdb2-4004-80ce-7c9647d24973 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:21:56.552713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909501f-d459-4200-8d73-7011f04d7ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431726aa-ead9-407b-a2e9-10f81c8baed2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:56.569686 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Routers {'74b3ef40-f66a-46c1-a8a5-84e0c7920de9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:21:56.570275 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:56.586909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:21:56.594889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Subnet': ['ID=d4dc09ca-d940-430e-b83a-c1b3674d9b7f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:56.623922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd70b3-20f8-43b5-b9cd-c41ae6fcc3e6 req-121100e0-def0-4404-8e02-51f23e4c9a43 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:56.625768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9dbd70b3-20f8-43b5-b9cd-c41ae6fcc3e6 req-121100e0-def0-4404-8e02-51f23e4c9a43 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 0.8224723 Mar 03 18:21:56.627196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 065f154e-70e5-4e22-a210-b0f4420ebb1d) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:56.636465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:56.637526 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.663876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df84f8d-6a69-431b-ac06-451928f64709 None None] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:21:56.783659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a3e44c7-eb38-47e6-ab00-5ca186ba319f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:56.788403 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a9e053a7-2474-4700-8b11-bbd969588622 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6365130 Mar 03 18:21:56.793763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59198) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:56.957165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:57.017727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9dbd70b3-20f8-43b5-b9cd-c41ae6fcc3e6 req-b15a077d-2d39-4b9d-be3b-e90ce2b2beaf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017576 Mar 03 18:21:57.023386 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c4e1d-fee6-4ffa-8868-99a8b133202d None None] Pushing event updated for resources: {'Port': ['ID=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:57.054878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a3e44c7-eb38-47e6-ab00-5ca186ba319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:57.082911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e44c7-eb38-47e6-ab00-5ca186ba319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431726aa-ead9-407b-a2e9-10f81c8baed2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:57.085965 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5a3e44c7-eb38-47e6-ab00-5ca186ba319f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:57.090069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5a3e44c7-eb38-47e6-ab00-5ca186ba319f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/431726aa-ead9-407b-a2e9-10f81c8baed2 HTTP/1.1" status: 204 len: 168 time: 1.0742469 Mar 03 18:21:57.124634 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] Set router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:21:57.275955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Provisioning complete for port da102fab-cdb2-4004-80ce-7c9647d24973 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:21:57.285991 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:57.723003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59212) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:57.727755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:57.732790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:57.739205 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-273faca9-7c89-4f74-bed1-92e6a18f4e53 service neutron] 10.222.0.35 "PUT /v2.0/ports/da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 1121 time: 3.5468860 Mar 03 18:21:57.758067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:21:57.859367 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'status': 'completed', 'code': 200} Mar 03 18:21:57.915480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-065f154e-70e5-4e22-a210-b0f4420ebb1d', 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'fixed_ips': [{'subnet_id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:21:57.927440 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:57.988517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['da102fab-cdb2-4004-80ce-7c9647d24973'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:21:57.991958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:21:51Z', 'revision_number': 3, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:21:57.999424 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87afad-03b8-442d-bffa-9353d9691d95 None None] The sync data for ids ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'] in n-d-827121-1 is: [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:21:51Z', 'revision_number': 3, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:21:58.399364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Allocated IP 172.20.0.2 (065f154e-70e5-4e22-a210-b0f4420ebb1d/d4dc09ca-d940-430e-b83a-c1b3674d9b7f/1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:21:58.588971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:58.632623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b9f3541-0da8-4132-8497-ee848ae6f037 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2435ba84d46b4a7a865fc7c96488f17c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9035745 Mar 03 18:21:58.637829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59234) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:21:58.640715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63415a19-c75d-487b-bf62-ee4b7407244d req-9401ec22-945b-4856-9f17-7d482b7f3cd8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:58.643205 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63415a19-c75d-487b-bf62-ee4b7407244d req-9401ec22-945b-4856-9f17-7d482b7f3cd8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.1341233 Mar 03 18:21:58.647031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:21:58.651956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:21:58.660545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:58.747259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-63415a19-c75d-487b-bf62-ee4b7407244d req-19565448-7d59-4ed2-8eac-142e678d3c9c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975249 Mar 03 18:21:58.883437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-e434dada-d555-415f-94b5-0333f9c4dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:58.885851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-e434dada-d555-415f-94b5-0333f9c4dd56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1124 time: 0.8132341 Mar 03 18:21:58.888545 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'code': 200} Mar 03 18:21:58.905283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20140e06-c925-4fd1-a25c-f6b8c4f51521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:58.969625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:21:59.030707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b65c0-89b9-42f7-966a-1bb856c77d97 req-b9617e65-259c-45a0-9534-e925c6e7ec5a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:21:59.034518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b8b65c0-89b9-42f7-966a-1bb856c77d97 req-b9617e65-259c-45a0-9534-e925c6e7ec5a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 943 time: 0.6765544 Mar 03 18:21:59.199758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.200108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.200456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.200791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.203391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.205019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.205391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.205733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.206071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.206396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.206726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.207052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efabe91-e04c-473a-8e83-aad34e49dcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:21:59.297442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f23eee2-71b2-45bb-9c61-5ee5489dfbff up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:21:59.449820 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:59.477238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Transition to ACTIVE for port object 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:21:59.519702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Transition to ACTIVE for port object 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:21:59.555168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:59.793912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:21:59.803684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:21:59.831432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:21:59.915708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device da102fab-cdb2-4004-80ce-7c9647d24973 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:21:59.951892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20140e06-c925-4fd1-a25c-f6b8c4f51521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:21:59.983526 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b8b65c0-89b9-42f7-966a-1bb856c77d97 req-29bc02a0-2184-4f46-87bf-82b89e9b9d0f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8427768 Mar 03 18:21:59.990927 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:21:59.993921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Pushing event updated for resources: {'Port': ['ID=1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:00.070459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:00.070940 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.126821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c2421-78ab-40d5-bed8-0d6b580692a2 req-2de804f8-c9c9-4cf3-b6be-860a7fc461a1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:00.129267 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-468c2421-78ab-40d5-bed8-0d6b580692a2 req-2de804f8-c9c9-4cf3-b6be-860a7fc461a1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.1520946 Mar 03 18:22:00.169554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-5b696afa-bbc6-45b6-961f-ae2a4dd4f5a3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:00.172400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-5b696afa-bbc6-45b6-961f-ae2a4dd4f5a3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.3050654 Mar 03 18:22:00.181592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20140e06-c925-4fd1-a25c-f6b8c4f51521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.207762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Attempting to bind port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:00.208312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Attempting to bind port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:00.208767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Attempting to bind port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f on network 065f154e-70e5-4e22-a210-b0f4420ebb1d {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:00.237504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-63a605d4-1fb2-42bc-99cd-b2c8f6d13038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:00.238936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-63a605d4-1fb2-42bc-99cd-b2c8f6d13038 service neutron] 10.222.0.16 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 1.3167562 Mar 03 18:22:00.247577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20140e06-c925-4fd1-a25c-f6b8c4f51521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dafcae-907d-4d1f-aeb5-7d3ef529020c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:00.262620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port c7be589b-17ce-40a6-bc51-0a11acc495a6 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:00.262962 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.305009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:00.305843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Checking segment: {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:00.306460 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.306568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-20140e06-c925-4fd1-a25c-f6b8c4f51521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.307143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Bound using segment: {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:00.308055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Bound port: 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:00.308652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.317807 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-20140e06-c925-4fd1-a25c-f6b8c4f51521 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8dafcae-907d-4d1f-aeb5-7d3ef529020c HTTP/1.1" status: 204 len: 168 time: 1.6733308 Mar 03 18:22:00.321605 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-468c2421-78ab-40d5-bed8-0d6b580692a2 req-c795011c-b320-413e-9c68-e03e200abe13 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702087 Mar 03 18:22:00.363184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.487769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:00.542740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device da102fab-cdb2-4004-80ce-7c9647d24973 has no active binding in host n-h2-827121-1 {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 03 18:22:00.556559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-e1ea1dfb-ab94-45b6-85ea-88631d015cec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 1001 time: 0.3052363 Mar 03 18:22:00.725554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-59f6544c-9f0a-4ae7-b39a-66d2c8384eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:00.727456 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-59f6544c-9f0a-4ae7-b39a-66d2c8384eb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.1629312 Mar 03 18:22:00.731135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] For port c7be589b-17ce-40a6-bc51-0a11acc495a6, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7be589b-17ce-40a6-bc51-0a11acc495a6,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:00.731501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:00.859526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.077263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] For port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:01.083099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] For port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:01.099394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-eb8de65c-e30f-411b-b33b-cfcc996cfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:01.101039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-eb8de65c-e30f-411b-b33b-cfcc996cfa22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3649442 Mar 03 18:22:01.152332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:01.174097 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.176746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.352529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.352529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.353027 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Floating IP 41100112-e3ba-433c-bafd-c8e4edd12615 disassociated. External IP: 172.25.0.81, port: c7be589b-17ce-40a6-bc51-0a11acc495a6. Mar 03 18:22:01.353027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for c7be589b-17ce-40a6-bc51-0a11acc495a6 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:01.381963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:01.385916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Allocated IP 172.20.0.1 (065f154e-70e5-4e22-a210-b0f4420ebb1d/d4dc09ca-d940-430e-b83a-c1b3674d9b7f/5d629e15-be39-41c6-b8a8-c9fc57978bd4) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:01.605232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c67ceb-17a6-46e2-8baa-1cf64aabcf3a None None] Pushing event updated for resources: {'Port': ['ID=1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:01.721998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.748421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Transition to ACTIVE for port object 5d629e15-be39-41c6-b8a8-c9fc57978bd4 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:01.767102 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.831615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:01.909630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=c7be589b-17ce-40a6-bc51-0a11acc495a6,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:01.939696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93a63e-3052-4922-9bae-97a9fb768bed req-1964f995-0628-461e-bcd4-be9e8a0f7b7c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:01.949706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c93a63e-3052-4922-9bae-97a9fb768bed req-1964f995-0628-461e-bcd4-be9e8a0f7b7c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 945 time: 0.3688297 Mar 03 18:22:01.991328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:02.026282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-0589e6d9-7565-429d-bc67-ad98456c41cc service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9110601 Mar 03 18:22:02.027625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:02.035766 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:02.186416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:02.239465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59312) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:02.299384 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c93a63e-3052-4922-9bae-97a9fb768bed req-4d68dbd4-6230-4daa-9394-d2a6655791aa tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484836 Mar 03 18:22:02.434441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=5d629e15-be39-41c6-b8a8-c9fc57978bd4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:02.486526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:02.832698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2c1508a1-58bc-4745-b474-d494601d526c tempest-AgentManagementNegativeTest-310715305 tempest-AgentManagementNegativeTest-310715305-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5831664 Mar 03 18:22:02.881405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8b8c4-0dc7-40a8-a1c8-2697bf89cefe req-5edd2113-4126-4ea7-a2a3-b98b51842bb4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:02.882984 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d8b8c4-0dc7-40a8-a1c8-2697bf89cefe req-5edd2113-4126-4ea7-a2a3-b98b51842bb4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 945 time: 1.5805397 Mar 03 18:22:03.151895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-bfc238ff-8a00-418b-be73-ffb77c851f33 service neutron] 10.222.0.16 "GET /v2.0/ports/da102fab-cdb2-4004-80ce-7c9647d24973/bindings/n-h2-827121-1 HTTP/1.1" status: 200 len: 384 time: 0.1773951 Mar 03 18:22:03.207783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8c49dfa-e610-4594-9e1a-c8e90f223830 req-37f82596-2048-4f5d-93bd-fa8be9062441 service neutron] 10.222.0.16 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1733606 Mar 03 18:22:03.226691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d8b8c4-0dc7-40a8-a1c8-2697bf89cefe req-d2cc9bcf-676e-4a2e-8bb5-2c1e2192cf40 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366461 Mar 03 18:22:03.251708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820a179-5e1a-4e3c-9d29-314f3af30dcd None None] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:03.342015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:03.370654 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:22:03.386102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59340) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:03.387298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:03.485565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:03.489704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9cd2281a-0d8f-47a2-964b-0bf756215835 None None] Provisioning for port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:03.524873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:03.525675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:03.613688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:03.624732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] No DVR routers for this DVR port c7be589b-17ce-40a6-bc51-0a11acc495a6 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:03.655738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9978799a-d9ad-4bd8-81fd-944a2c6c1349 req-465d2fd1-8e25-47d9-a5f9-bb922b0d4a01 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 210 time: 0.1076996 Mar 03 18:22:03.656890 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:03.672533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'name': 'network-vif-deleted', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:03.707149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-545f8e4e-e7d6-4359-b8ae-52ffbe7a9852 req-40882b9d-5e66-41bf-adfb-7bdf2c5d4af2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "DELETE /v2.0/ports/c7be589b-17ce-40a6-bc51-0a11acc495a6 HTTP/1.1" status: 204 len: 173 time: 3.5259848 Mar 03 18:22:03.799707 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd212bd3c-100a-411d-9120-032343d7bd18', 'name': 'network-vif-deleted', 'tag': 'c7be589b-17ce-40a6-bc51-0a11acc495a6', 'status': 'completed', 'code': 200} Mar 03 18:22:03.893147 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:03.933235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7be589b-17ce-40a6-bc51-0a11acc495a6 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:03.935093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:03.950990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Usage tracker for resource:security_group_rule and tenant:2275094f1e2c4bd48b1d50c0a821b521 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:03.958930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:03.979963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:03.998657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: c7be589b-17ce-40a6-bc51-0a11acc495a6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:03.999107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7be589b-17ce-40a6-bc51-0a11acc495a6 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:04.038024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:04.068359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:04.120380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:04.159213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:04.184056 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.220446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:04.285048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:04.288561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.365494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] Transition to ACTIVE for port object da102fab-cdb2-4004-80ce-7c9647d24973 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:04.390406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.488065 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.507230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.557115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5074e97-3c1a-43fd-9e21-cbbcda8d5be9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:04.584485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21846f8f-224c-4fc2-a0e8-4341393180a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2275094f1e2c4bd48b1d50c0a821b521&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1948614 Mar 03 18:22:04.585379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59362) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:04.662916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] Pushing event updated for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=11']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:04.714821 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.727334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.976552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:04.991969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=5d629e15-be39-41c6-b8a8-c9fc57978bd4,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:05.002351 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3c1defb8-ad18-4a7d-8e92-15383597d95c req-ec1fa66d-bf84-4214-95f3-e675c891b529 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d212bd3c-100a-411d-9120-032343d7bd18 HTTP/1.1" status: 200 len: 210 time: 0.0767379 Mar 03 18:22:05.031581 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f10992a-6b35-4f4b-b64d-9f162ca2a354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:05.114629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f10992a-6b35-4f4b-b64d-9f162ca2a354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:05.237872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e04a1-345d-4f1b-8460-d11745a495cb req-df1b3dc1-353b-4513-af6f-3dac4102216c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:05.239782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cb0e04a1-345d-4f1b-8460-d11745a495cb req-df1b3dc1-353b-4513-af6f-3dac4102216c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.8337169 Mar 03 18:22:05.241109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] No DVR routers for this DVR port da102fab-cdb2-4004-80ce-7c9647d24973 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:05.259318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:05.351908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:05.375470 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:05.376405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f23eee2-71b2-45bb-9c61-5ee5489dfbff up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:05.476664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f10992a-6b35-4f4b-b64d-9f162ca2a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:05.478975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cb0e04a1-345d-4f1b-8460-d11745a495cb req-a73984ba-2bb2-48a0-a540-c1feaf60d66a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596386 Mar 03 18:22:05.519067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10992a-6b35-4f4b-b64d-9f162ca2a354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5074e97-3c1a-43fd-9e21-cbbcda8d5be9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:05.555390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f10992a-6b35-4f4b-b64d-9f162ca2a354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:05.556829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1f10992a-6b35-4f4b-b64d-9f162ca2a354 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5074e97-3c1a-43fd-9e21-cbbcda8d5be9 HTTP/1.1" status: 204 len: 168 time: 0.9704981 Mar 03 18:22:05.575055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:05.576965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:05.706827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:05.817387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:05.837915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:05.856050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:22:05.886152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:05.887203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:05.956821 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'code': 200} Mar 03 18:22:05.966907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ee5fdc8c-89c9-41d6-b44e-5f6a455493f6 None None] Provisioning for port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:05.976745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:05.977167 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:05.991356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-f53e6fd7-54a8-4221-86ca-24f8a897ecbd service neutron] 10.222.0.16 "PUT /v2.0/ports/da102fab-cdb2-4004-80ce-7c9647d24973/bindings/n-h2-827121-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8306792 Mar 03 18:22:06.033556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ee5fdc8c-89c9-41d6-b44e-5f6a455493f6 None None] Provisioning complete for port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:06.033929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdc8c-89c9-41d6-b44e-5f6a455493f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:06.271509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:06.303387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-9b1a5c34-d537-4cb6-bd0a-087248ca0b1e tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:06.305462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-9b1a5c34-d537-4cb6-bd0a-087248ca0b1e tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab&tenant_id=a88532a2002144a3850df64bed516c95&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.2194147 Mar 03 18:22:06.396367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fdc8c-89c9-41d6-b44e-5f6a455493f6 None None] Port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:06.496045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:06.549284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-156fef63-5410-445a-931c-1be9f748bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:06.552036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-156fef63-5410-445a-931c-1be9f748bee2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 1095 time: 0.2399511 Mar 03 18:22:06.707021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ee5fdc8c-89c9-41d6-b44e-5f6a455493f6 None None] Provisioning complete for port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:06.707021 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdc8c-89c9-41d6-b44e-5f6a455493f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:07.016111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-29d077c6-c2aa-4d11-85a6-4dba739753fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:07.017749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-29d077c6-c2aa-4d11-85a6-4dba739753fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1095 time: 0.4444644 Mar 03 18:22:07.170873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:07.181859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae2cc051-4f8a-493e-a35a-5b3f822d94e0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "PUT /v2.0/routers/74b3ef40-f66a-46c1-a8a5-84e0c7920de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3870785 Mar 03 18:22:07.182969 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Sync routers for ids ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:07.196444 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Routers {'74b3ef40-f66a-46c1-a8a5-84e0c7920de9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:07.209443 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:07.244600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device da102fab-cdb2-4004-80ce-7c9647d24973 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:07.335484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536de60-6663-4e6a-af10-6698be81270f req-07aea42f-22f7-4c1c-a834-ce951466d904 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:07.337012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5536de60-6663-4e6a-af10-6698be81270f req-07aea42f-22f7-4c1c-a834-ce951466d904 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.3619444 Mar 03 18:22:07.389373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-62dd3eea-25a1-4caa-9e32-7787bebb7ca8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883995638&fields=id&tenant_id=561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 267 time: 0.2198353 Mar 03 18:22:07.459335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-cd416d02-3ded-417b-9bc9-097fe4080ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:07.461289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-cd416d02-3ded-417b-9bc9-097fe4080ebb service neutron] 10.222.0.35 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 0.4339652 Mar 03 18:22:07.472994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:07.641006 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Set router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:07.644159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59438) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:07.683071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-476efcd0-e3a9-48f1-9305-8035e74f0071 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 999 time: 0.2074125 Mar 03 18:22:07.693957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-48b993ee-004d-4ab3-9754-f8b77630b9b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:07.696402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-48b993ee-004d-4ab3-9754-f8b77630b9b7 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.2992201 Mar 03 18:22:07.729438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-6d03e99c-0f70-44c1-a8e9-b10cef2ccf5d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/quotas/561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0259850 Mar 03 18:22:07.833401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5536de60-6663-4e6a-af10-6698be81270f req-3aec0ea6-0c75-4aea-9c66-f994e8054b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4799228 Mar 03 18:22:07.838250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device da102fab-cdb2-4004-80ce-7c9647d24973 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:07.946028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-289ad91f-c047-4a62-827c-d4f8e355866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:07.950839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291981034'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:07.954129 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-289ad91f-c047-4a62-827c-d4f8e355866f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.2545869 Mar 03 18:22:07.973568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:07.983837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:07.985642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:07.989753 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:07.994291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:08.014442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:08.040578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:08.057492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.091020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.131190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:08.138455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:security_group_rule and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:08.149673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-443c5392-c09a-4f54-b833-c7b413f99e87 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4141784 Mar 03 18:22:08.150657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:08.163300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4ea54f8a-5653-4161-91d9-72bd582b21d2 None None] Provisioning complete for port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:08.163673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ea54f8a-5653-4161-91d9-72bd582b21d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.166291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:08.223251 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:22:03Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5d629e15-be39-41c6-b8a8-c9fc57978bd4', 'name': '', 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:c9:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:00Z', 'updated_at': '2022-03-03T18:22:04Z', 'revision_number': 2, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:08.233904 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Checking router: 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:22:08.234496 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Updating router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:22:08.299682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:08.315129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19317966-accc-4f27-968c-fc50299d69f4 None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:08.317777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4ea54f8a-5653-4161-91d9-72bd582b21d2 None None] Port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:08.347108 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.472879 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-db5c9627-1097-4005-9a57-6c450773ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:08.475199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-db5c9627-1097-4005-9a57-6c450773ec08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5127201 Mar 03 18:22:08.476287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-785ffc68-f292-47ae-9763-513c766bc982 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111067 Mar 03 18:22:08.556340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-9d2f757f-885f-4210-85e4-dcccf24d7fa3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:08.558484 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-9d2f757f-885f-4210-85e4-dcccf24d7fa3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:08.668606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-9d2f757f-885f-4210-85e4-dcccf24d7fa3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:08.677821 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-9d2f757f-885f-4210-85e4-dcccf24d7fa3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/networks?id=065f154e-70e5-4e22-a210-b0f4420ebb1d HTTP/1.1" status: 200 len: 797 time: 0.5841410 Mar 03 18:22:08.702661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-4b900027-0614-4429-8d2f-1d64d13e5859 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190232 Mar 03 18:22:08.713002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.719773 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.749135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-6b041577-2940-43fd-8eb6-99d3b63aaaf3 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/quotas/d3f6d846414844d3b048aaccaa545fc1 HTTP/1.1" status: 200 len: 375 time: 0.0688012 Mar 03 18:22:08.762892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:22:08.772727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d260cef4-6269-443f-8a52-3b7599e4daa9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:08.789840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.790401 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment f8f82050-56c4-469c-8681-cd4b8900e518 of type vlan for network 30153c80-3fe6-4a24-a118-b161c4dc8e50 Mar 03 18:22:08.834279 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.863166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-5190ece9-7794-4a26-9fb7-a20bac9e64d5 service neutron] 10.222.0.35 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789361 Mar 03 18:22:08.902040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec24465-c902-471f-aeca-945571975d6e None None] New status for floating IP 41100112-e3ba-433c-bafd-c8e4edd12615: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:22:08.911425 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:08.922702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:08.924850 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.188724 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.218667 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Transition to ACTIVE for port object 5d629e15-be39-41c6-b8a8-c9fc57978bd4 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:09.240017 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.281194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=30153c80-3fe6-4a24-a118-b161c4dc8e50,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:09.287491 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9dc63022-46e1-42e4-8617-6970b5c8c2ff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6369228 Mar 03 18:22:09.298613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59484) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:09.315386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2100953955'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:09.332313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:09.339753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:09.342622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-e3541189-dc02-431a-8bc2-c788a82dc230 service neutron] 10.222.0.35 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701681 Mar 03 18:22:09.345248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:09.358761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:09.375081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:09.383050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.432718 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d163b47-9ca5-47ca-9ba3-bf94e0501f17 None None] Pushing event updated for resources: {'Port': ['ID=5d629e15-be39-41c6-b8a8-c9fc57978bd4,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:09.455672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:22:09.470539 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-3e4ee57d-5830-46c3-9592-d79bb4ca3a69 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7198472 Mar 03 18:22:09.496210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.497006 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment e4214969-12d2-4149-a799-ebf233a888dc of type vlan for network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 Mar 03 18:22:09.544053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:22:09.600127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.690668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.697078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:09.697750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:09.898361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=b50ccda2-3e59-46da-87d7-af8eb9c1f0b3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:09.937367 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5bc5a2db-0e6a-4f23-a791-f9040ab950fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6374564 Mar 03 18:22:09.940112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59504) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:09.947444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': '30153c80-3fe6-4a24-a118-b161c4dc8e50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:09.993881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:22:10.097909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-8e44e273-1a70-44b6-981d-e9a72600ec16 service neutron] 10.222.0.23 "GET /v2.0/networks/065f154e-70e5-4e22-a210-b0f4420ebb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193922 Mar 03 18:22:10.194012 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Attempting to bind port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:10.194365 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Attempting to bind port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:10.196716 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Attempting to bind port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 on network 065f154e-70e5-4e22-a210-b0f4420ebb1d {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:10.210873 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:10.213600 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Checking segment: {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:10.216261 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:10.217173 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Bound using segment: {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:10.218142 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Bound port: 5d629e15-be39-41c6-b8a8-c9fc57978bd4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:10.219015 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:10.346524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eca5-d807-44d8-81a7-49547675d200 req-01c07167-6b81-4427-b59a-33cd0bd36ebf tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:10.348164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-01c07167-6b81-4427-b59a-33cd0bd36ebf tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab&tenant_id=a88532a2002144a3850df64bed516c95&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 1095 time: 0.4614623 Mar 03 18:22:10.380650 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] For port 5d629e15-be39-41c6-b8a8-c9fc57978bd4, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:10.383950 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] For port 5d629e15-be39-41c6-b8a8-c9fc57978bd4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5d629e15-be39-41c6-b8a8-c9fc57978bd4,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:10.390915 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:10.402233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:10.416871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:10.432116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:10.457066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:10.475725 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-a4a6f261-83b3-452b-9702-eaeff0f90513 service neutron] 10.222.0.23 "GET /v2.0/networks/065f154e-70e5-4e22-a210-b0f4420ebb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769677 Mar 03 18:22:10.497104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:10.526128 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:10.529804 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d163b47-9ca5-47ca-9ba3-bf94e0501f17 None None] Pushing event updated for resources: {'Port': ['ID=5d629e15-be39-41c6-b8a8-c9fc57978bd4,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:10.536851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2291eca5-d807-44d8-81a7-49547675d200 req-37474387-a2ce-4a0b-8c1e-d4d4c1e79c01 service neutron] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:10.545786 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2291eca5-d807-44d8-81a7-49547675d200 req-37474387-a2ce-4a0b-8c1e-d4d4c1e79c01 service neutron] Notify callbacks [] for binding, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:10.550307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-37474387-a2ce-4a0b-8c1e-d4d4c1e79c01 service neutron] 10.222.0.35 "DELETE /v2.0/ports/da102fab-cdb2-4004-80ce-7c9647d24973/bindings/n-h1-827121-1 HTTP/1.1" status: 204 len: 173 time: 0.1951501 Mar 03 18:22:10.573678 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Routers {'74b3ef40-f66a-46c1-a8a5-84e0c7920de9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:10.575145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:10.995675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-73562305-3c71-44ca-84f0-3a22257fde19 req-0f2dc2e4-6251-4842-9426-dfc910db4985 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:11.017514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-73562305-3c71-44ca-84f0-3a22257fde19 req-0f2dc2e4-6251-4842-9426-dfc910db4985 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:11.040581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73562305-3c71-44ca-84f0-3a22257fde19 req-0f2dc2e4-6251-4842-9426-dfc910db4985 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 210 time: 0.0993667 Mar 03 18:22:11.266724 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] Set router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:11.309100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0700360-3f00-4e12-9cfb-b36b5b17a442 req-5f8a059b-fdc5-4075-b427-291d3a287789 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 210 time: 0.1545103 Mar 03 18:22:11.515185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:11.672526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59552) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:11.764319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=254f3f79-8ccd-480c-acc9-323d372d1f9b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:11.855592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484dbd-a130-430b-a7da-b5370e17f65f req-c97e6ade-21f9-45aa-a441-fe2c5964adb2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:11.857100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e484dbd-a130-430b-a7da-b5370e17f65f req-c97e6ade-21f9-45aa-a441-fe2c5964adb2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 1.2423291 Mar 03 18:22:11.914990 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:22:03Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5d629e15-be39-41c6-b8a8-c9fc57978bd4', 'name': '', 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:c9:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:00Z', 'updated_at': '2022-03-03T18:22:10Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:11.928769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f37eb-a246-4a89-8067-c8efc50250dd None None] The sync data for ids ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'] in n-d-827121-1 is: [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:22:03Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5d629e15-be39-41c6-b8a8-c9fc57978bd4', 'name': '', 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:c9:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:00Z', 'updated_at': '2022-03-03T18:22:10Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:11.929281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': 'f8f82050-56c4-469c-8681-cd4b8900e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '30153c80-3fe6-4a24-a118-b161c4dc8e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:11.939549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: 30153c80-3fe6-4a24-a118-b161c4dc8e50, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:22:11.985654 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e484dbd-a130-430b-a7da-b5370e17f65f req-5cea2e1e-07d5-4db1-9374-6f46ee5a2d9b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143649 Mar 03 18:22:12.006264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:22:12.052597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 30153c80-3fe6-4a24-a118-b161c4dc8e50) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:12.057385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:12.063502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:12.094593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51388891-e1ba-4a39-a85b-c26a344633bc None None] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:12.123976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d535fe3d-a621-41fc-a05d-bfaec45f82a4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1794717 Mar 03 18:22:12.124336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59562) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:12.142647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': 'b50ccda2-3e59-46da-87d7-af8eb9c1f0b3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:12.408204 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:12.524811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:12.532890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Usage tracker for resource:security_group_rule and tenant:042bda23aa8841f0b65278235a82d41c is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:12.539146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:12.569972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:12.621531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-05d6921b-2bd7-4c93-85aa-2bc0b011b576 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:12.624062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-05d6921b-2bd7-4c93-85aa-2bc0b011b576 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.8850112 Mar 03 18:22:12.654251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb90be-4338-421c-ab04-8343266f6b69 req-5ead10e6-76a1-4239-8677-cc1c44aefa15 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:12.656073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1edb90be-4338-421c-ab04-8343266f6b69 req-5ead10e6-76a1-4239-8677-cc1c44aefa15 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1095 time: 0.2162900 Mar 03 18:22:12.692045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-30153c80-3fe6-4a24-a118-b161c4dc8e50', 'network_id': '30153c80-3fe6-4a24-a118-b161c4dc8e50', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': '254f3f79-8ccd-480c-acc9-323d372d1f9b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:22:12.693068 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:12.770481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1edb90be-4338-421c-ab04-8343266f6b69 req-43ce6d46-fc0f-4cb6-be71-e74608c95fad tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984869 Mar 03 18:22:12.781108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-d29be2b3-12ec-4760-a9b1-cc0264b62fd1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 380 time: 0.1297269 Mar 03 18:22:12.811391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'port': {'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'admin_state_up': True, 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'security_groups': ['fe2ba4f7-5f73-433d-b448-f5b7f82f3b14']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:13.022026 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6c29577f-b67a-4395-a88b-17df3e6fd121 req-72963768-6b61-4a2a-8da5-2a95588ffed6 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 210 time: 0.1621022 Mar 03 18:22:13.090319 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:13.104671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:13.122592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:13.152251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:13.206937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Allocated IP 2001:db8::2 (30153c80-3fe6-4a24-a118-b161c4dc8e50/254f3f79-8ccd-480c-acc9-323d372d1f9b/c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:13.300138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67eeb5f2-3fe9-4c14-8021-446f004f994f req-d7b79939-150c-451c-87a2-d5516a6a4057 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 210 time: 0.2273974 Mar 03 18:22:13.443922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:13.458528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9dfa-f2db-465f-81ab-480ea2980e0a req-29c9750b-4daa-4654-9e3c-e354640173e9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:13.466231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-925d9dfa-f2db-465f-81ab-480ea2980e0a req-29c9750b-4daa-4654-9e3c-e354640173e9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.2938054 Mar 03 18:22:13.496279 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:13.501190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5d629e15-be39-41c6-b8a8-c9fc57978bd4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:13.509721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:13.514810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:13.612898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:13.624124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:13.655606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=042bda23aa8841f0b65278235a82d41c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9812431 Mar 03 18:22:13.667615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:13.672018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:13.693895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59588) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:13.739748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:13.744796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882ccd7d-454b-4d8a-b68a-2cba8f8387c4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:13.757664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:13.758031 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:13.823118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.823442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.823835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.824249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.824714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.825208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.825659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.826815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.827257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.827657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.828073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.828456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958305ac-16f4-4cb5-8c0e-48345cd220ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:13.845710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-5e196d86-fd54-4920-929c-2650cb3ee262 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:13.847525 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-5e196d86-fd54-4920-929c-2650cb3ee262 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.16 "GET /v2.0/networks?id=065f154e-70e5-4e22-a210-b0f4420ebb1d HTTP/1.1" status: 200 len: 797 time: 0.7762587 Mar 03 18:22:13.884304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Request body: {'port': {'device_id': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d', 'admin_state_up': True, 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:13.942175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1185ad55-41de-4192-bc16-5aec76945503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.004162 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-925d9dfa-f2db-465f-81ab-480ea2980e0a req-c1bb49f3-22f3-4fbc-a6a6-8f7fb7f0f09e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5254552 Mar 03 18:22:14.011009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59596) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:14.015443 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.026448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Transition to ACTIVE for port object c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:14.057677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Transition to ACTIVE for port object c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:14.066967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.135747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1185ad55-41de-4192-bc16-5aec76945503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.185206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Pushing event updated for resources: {'Port': ['ID=c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:14.197578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.20.0.10 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/6861f4eb-c56f-4189-b784-cdf210a6d0e7) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:14.238582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:14.241414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:14.243664 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.245560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:14.250023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Usage tracker for resource:port and tenant:d3f6d846414844d3b048aaccaa545fc1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:14.253196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:14.259503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:14.267534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:14.279909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Made reservation on behalf of d3f6d846414844d3b048aaccaa545fc1 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:14.283594 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.339881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.386959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5d629e15-be39-41c6-b8a8-c9fc57978bd4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5d629e15-be39-41c6-b8a8-c9fc57978bd4,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:14.423610 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-36fbb12a-50e8-422b-acdd-d5874c156351 req-c5a2784c-d18e-406b-91df-511602bd0d60 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 210 time: 0.1214190 Mar 03 18:22:14.473010 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.507684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b74e7b84-d66f-4228-862d-96bcd6626ee5 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/2f85238d-7321-4f7d-be46-f22ee4a2726a HTTP/1.1" status: 200 len: 991 time: 0.4914079 Mar 03 18:22:14.521100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': 'e4214969-12d2-4149-a799-ebf233a888dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b50ccda2-3e59-46da-87d7-af8eb9c1f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:14.521529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: b50ccda2-3e59-46da-87d7-af8eb9c1f0b3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:22:14.564047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=209a6faf-95dc-45cb-a373-7356755f5e13,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:14.574501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:22:14.625975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5d629e15-be39-41c6-b8a8-c9fc57978bd4,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:14.645739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Attempting to bind port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:14.646175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Attempting to bind port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f8f82050-56c4-469c-8681-cd4b8900e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '30153c80-3fe6-4a24-a118-b161c4dc8e50'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:14.646545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Attempting to bind port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 on network 30153c80-3fe6-4a24-a118-b161c4dc8e50 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:14.652186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:14.653283 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1185ad55-41de-4192-bc16-5aec76945503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.653763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Checking segment: {'id': 'f8f82050-56c4-469c-8681-cd4b8900e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '30153c80-3fe6-4a24-a118-b161c4dc8e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:14.658785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.659869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Bound using segment: {'id': 'f8f82050-56c4-469c-8681-cd4b8900e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '30153c80-3fe6-4a24-a118-b161c4dc8e50'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:14.660366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Bound port: c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f82050-56c4-469c-8681-cd4b8900e518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '30153c80-3fe6-4a24-a118-b161c4dc8e50'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:14.660749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.664525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, b50ccda2-3e59-46da-87d7-af8eb9c1f0b3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:14.675793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:14.676651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.681437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d55a3112-41a6-4559-9312-0b8464c8d1da req-577f959d-76d3-4f1d-842a-4c12dbbeb050 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:14.689478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185ad55-41de-4192-bc16-5aec76945503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882ccd7d-454b-4d8a-b68a-2cba8f8387c4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:14.721801 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8bd35186-79a1-4e91-8278-2407fbe32627 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5957599 Mar 03 18:22:14.729861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59612) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:14.733712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d55a3112-41a6-4559-9312-0b8464c8d1da req-577f959d-76d3-4f1d-842a-4c12dbbeb050 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:14.735070 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d55a3112-41a6-4559-9312-0b8464c8d1da req-577f959d-76d3-4f1d-842a-4c12dbbeb050 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 210 time: 0.1651957 Mar 03 18:22:14.742159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1104784671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:14.757840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:14.766797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b994ecf-5f37-444a-85da-60be4355f6df None None] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:14.768049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:router and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:14.771388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:14.777359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:14.789656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.791033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.816415 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.860163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.878979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b355de41-3697-442c-9e80-7e639872da30 None None] For port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:14.878979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b355de41-3697-442c-9e80-7e639872da30 None None] For port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4,segment=NetworkSegment(f8f82050-56c4-469c-8681-cd4b8900e518),segment_id=f8f82050-56c4-469c-8681-cd4b8900e518)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:14.883029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1185ad55-41de-4192-bc16-5aec76945503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.886123 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1185ad55-41de-4192-bc16-5aec76945503 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/882ccd7d-454b-4d8a-b68a-2cba8f8387c4 HTTP/1.1" status: 204 len: 168 time: 1.1891887 Mar 03 18:22:14.887549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59622) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:14.899797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.902554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.922195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:14.923803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1a71cd65-d202-45d1-bdea-ded8c208501f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1921115 Mar 03 18:22:14.927397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59628) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:15.398646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5d629e15-be39-41c6-b8a8-c9fc57978bd4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:15.533260 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Allocated IP 172.20.0.6 (065f154e-70e5-4e22-a210-b0f4420ebb1d/d4dc09ca-d940-430e-b83a-c1b3674d9b7f/4dd72fe0-874e-41b0-be01-ed3eeda3336a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:15.624879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355de41-3697-442c-9e80-7e639872da30 None None] Pushing event updated for resources: {'Port': ['ID=c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:15.654555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Transition to ACTIVE for port object 6861f4eb-c56f-4189-b784-cdf210a6d0e7 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:15.910121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:15.931077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-10e9cfe2-4cbc-447f-aba4-56edeab613dc req-e9c032bc-1d80-4383-8cdf-739114d9a97e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:15.948945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:15.949588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:16.046097 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-b50ccda2-3e59-46da-87d7-af8eb9c1f0b3', 'network_id': 'b50ccda2-3e59-46da-87d7-af8eb9c1f0b3', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': '209a6faf-95dc-45cb-a373-7356755f5e13'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:22:16.048845 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:16.165445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port ee381145-f1ed-4908-bf26-610042d0ba41 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:16.165445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:16.276322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-10e9cfe2-4cbc-447f-aba4-56edeab613dc req-e9c032bc-1d80-4383-8cdf-739114d9a97e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:16.278953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10e9cfe2-4cbc-447f-aba4-56edeab613dc req-e9c032bc-1d80-4383-8cdf-739114d9a97e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 210 time: 0.5530310 Mar 03 18:22:16.505516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Allocated IP 2001:db8:1::2 (b50ccda2-3e59-46da-87d7-af8eb9c1f0b3/209a6faf-95dc-45cb-a373-7356755f5e13/2425faae-57e2-455b-b766-da80cef48c1a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:16.531659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:16.542896 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:16.634125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e168e240-6776-4043-a5bf-cf0e38cd5a8e req-c11e94b9-63cf-494e-a080-7f6390f0e21d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 210 time: 0.5408905 Mar 03 18:22:16.701973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:16.707465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Transition to ACTIVE for port object 4dd72fe0-874e-41b0-be01-ed3eeda3336a will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:16.711271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:16.747571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:16.818457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=6861f4eb-c56f-4189-b784-cdf210a6d0e7,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:16.856162 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:16.859572 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.027518 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.044215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Transition to ACTIVE for port object 2425faae-57e2-455b-b766-da80cef48c1a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:17.069049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Transition to ACTIVE for port object 2425faae-57e2-455b-b766-da80cef48c1a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:17.081276 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.140595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.163998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for ee381145-f1ed-4908-bf26-610042d0ba41 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:17.222700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8::1 (30153c80-3fe6-4a24-a118-b161c4dc8e50/254f3f79-8ccd-480c-acc9-323d372d1f9b/d222cc45-6612-4207-8122-595a3994fc4d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:17.230589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c452543-3198-420d-9a26-70bf367609b5 None None] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:17.259032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Pushing event updated for resources: {'Port': ['ID=2425faae-57e2-455b-b766-da80cef48c1a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:17.290403 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:17.306757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:17.307477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.316739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:17.338722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:17.366504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:17.380231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:17.389316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:17.405633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c4ea35d8-1bdc-43f1-a636-f44d50ffbdab None None] Provisioning for port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:17.444082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:17.571020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c4ea35d8-1bdc-43f1-a636-f44d50ffbdab None None] Provisioning complete for port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:17.571680 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c4ea35d8-1bdc-43f1-a636-f44d50ffbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.592072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event updated for resources: {'Port': ['ID=4dd72fe0-874e-41b0-be01-ed3eeda3336a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:17.603621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-e001bf5e-ed97-4c32-959a-ba88fd4f052f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8053474 Mar 03 18:22:17.643495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Request body: {'port': {'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:17.647154 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.690232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object d222cc45-6612-4207-8122-595a3994fc4d will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:17.744220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.808114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:17.810039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.834185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Attempting to bind port 2425faae-57e2-455b-b766-da80cef48c1a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:17.834560 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Attempting to bind port 2425faae-57e2-455b-b766-da80cef48c1a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e4214969-12d2-4149-a799-ebf233a888dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b50ccda2-3e59-46da-87d7-af8eb9c1f0b3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:17.834926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Attempting to bind port 2425faae-57e2-455b-b766-da80cef48c1a on network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:17.897259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-cc0caf03-013e-450d-9835-825a4584bc94 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 896 time: 4.0242047 Mar 03 18:22:17.924752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1015-9c18-4f35-930c-161c96b3f017 req-36a44527-c919-447c-953b-9b77009995a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:17.932797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:17.933170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Checking segment: {'id': 'e4214969-12d2-4149-a799-ebf233a888dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b50ccda2-3e59-46da-87d7-af8eb9c1f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:17.933597 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.933717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf1015-9c18-4f35-930c-161c96b3f017 req-36a44527-c919-447c-953b-9b77009995a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 932 time: 0.4069753 Mar 03 18:22:17.933986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Bound using segment: {'id': 'e4214969-12d2-4149-a799-ebf233a888dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b50ccda2-3e59-46da-87d7-af8eb9c1f0b3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:17.934467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Bound port: 2425faae-57e2-455b-b766-da80cef48c1a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4214969-12d2-4149-a799-ebf233a888dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b50ccda2-3e59-46da-87d7-af8eb9c1f0b3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:17.934832 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.942428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:17.943904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:17.951756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea35d8-1bdc-43f1-a636-f44d50ffbdab None None] Port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:17.958140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:17.959016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.965779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:17.985525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Request body: {'port': {'device_id': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:17.999268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=d222cc45-6612-4207-8122-595a3994fc4d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:18.023758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:18.049777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a52f1f-337b-4e8d-8b9b-a2fc68523929 req-ca14f8b7-8831-482a-a97f-c3c4acac3f62 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:18.061821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68a52f1f-337b-4e8d-8b9b-a2fc68523929 req-ca14f8b7-8831-482a-a97f-c3c4acac3f62 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 894 time: 0.2012501 Mar 03 18:22:18.144781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Provisioning for port 4dd72fe0-874e-41b0-be01-ed3eeda3336a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:18.148190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] For port 2425faae-57e2-455b-b766-da80cef48c1a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:18.163542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] For port 2425faae-57e2-455b-b766-da80cef48c1a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2425faae-57e2-455b-b766-da80cef48c1a,segment=NetworkSegment(e4214969-12d2-4149-a799-ebf233a888dc),segment_id=e4214969-12d2-4149-a799-ebf233a888dc)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:18.164943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Provisioning complete for port 4dd72fe0-874e-41b0-be01-ed3eeda3336a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:18.165505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.202310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.211673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.273301 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf1015-9c18-4f35-930c-161c96b3f017 req-a89bc6e3-e5e1-4c80-8cb7-43641a0b80ef tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387036 Mar 03 18:22:18.362435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Port 4dd72fe0-874e-41b0-be01-ed3eeda3336a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:18.395766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Provisioning for port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:18.408026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Provisioning complete for port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:18.408402 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.453052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac87bb-d1ea-4919-9677-2fad49169cb1 None None] Pushing event updated for resources: {'Port': ['ID=2425faae-57e2-455b-b766-da80cef48c1a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:18.459455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.617157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.656933 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.744200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] For port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4,segment=NetworkSegment(f8f82050-56c4-469c-8681-cd4b8900e518),segment_id=f8f82050-56c4-469c-8681-cd4b8900e518)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:18.751414 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.799858 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:18.895395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=ee381145-f1ed-4908-bf26-610042d0ba41,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:18.960596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9d21421b-315a-41bd-bf90-217e05651296 None None] Provisioning complete for port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:18.960982 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d21421b-315a-41bd-bf90-217e05651296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.056441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f46dd-dd57-4099-a7c0-9e054f20c196 None None] Pushing event updated for resources: {'Port': ['ID=c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:19.302614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9d21421b-315a-41bd-bf90-217e05651296 None None] Provisioning for port d222cc45-6612-4207-8122-595a3994fc4d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:19.316448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9d21421b-315a-41bd-bf90-217e05651296 None None] Provisioning complete for port d222cc45-6612-4207-8122-595a3994fc4d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:19.316821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d21421b-315a-41bd-bf90-217e05651296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.424607 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.424930 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP 2f85238d-7321-4f7d-be46-f22ee4a2726a disassociated (deleted). External IP: 172.25.0.148, port: da102fab-cdb2-4004-80ce-7c9647d24973. Mar 03 18:22:19.445110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d21421b-315a-41bd-bf90-217e05651296 None None] Port d222cc45-6612-4207-8122-595a3994fc4d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:19.540438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:19.599731 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e621dc69-9650-4dae-9e2b-52853266fb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.638879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-22945499-6b36-4820-9793-73397e1ad989 None None] Provisioning complete for port d222cc45-6612-4207-8122-595a3994fc4d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:19.640627 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22945499-6b36-4820-9793-73397e1ad989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.689284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1135c-ea1a-46e6-93e2-c2f3f78c45d2 req-feb77aa5-46cf-4fb8-89a4-e5cd2b999f6b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:19.705165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98a1135c-ea1a-46e6-93e2-c2f3f78c45d2 req-feb77aa5-46cf-4fb8-89a4-e5cd2b999f6b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 894 time: 0.2868583 Mar 03 18:22:19.712390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:19.712907 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.754826 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.762059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.763809 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.788981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-22945499-6b36-4820-9793-73397e1ad989 None None] Port d222cc45-6612-4207-8122-595a3994fc4d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:19.848776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6861f4eb-c56f-4189-b784-cdf210a6d0e7 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:19.858203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:19.874493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Transition to ACTIVE for port object 6861f4eb-c56f-4189-b784-cdf210a6d0e7 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:19.918154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=d222cc45-6612-4207-8122-595a3994fc4d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:19.972660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2425faae-57e2-455b-b766-da80cef48c1a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:20.137853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:20.149361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2425faae-57e2-455b-b766-da80cef48c1a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:20.229025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f85bc1-21cf-476b-9b6d-42b0097ef322 None None] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:20.268055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:20.270740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:20.484870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bd91e4a5-7ebe-4b6d-ba14-a643ed7e59d3 None None] Provisioning for port 2425faae-57e2-455b-b766-da80cef48c1a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:20.499344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bd91e4a5-7ebe-4b6d-ba14-a643ed7e59d3 None None] Provisioning complete for port 2425faae-57e2-455b-b766-da80cef48c1a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:20.517133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4a5-7ebe-4b6d-ba14-a643ed7e59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:20.726729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 66817aaf-8feb-4247-b111-8eaaf295fa70 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:20.727525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Pushing event updated for resources: {'Port': ['ID=6861f4eb-c56f-4189-b784-cdf210a6d0e7,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:20.859122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router af6f5d36-0db4-43e7-948a-15ddd6f00847 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:22:20.946983 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4a5-7ebe-4b6d-ba14-a643ed7e59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:21.001553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bd91e4a5-7ebe-4b6d-ba14-a643ed7e59d3 None None] For port 2425faae-57e2-455b-b766-da80cef48c1a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2425faae-57e2-455b-b766-da80cef48c1a,segment=NetworkSegment(e4214969-12d2-4149-a799-ebf233a888dc),segment_id=e4214969-12d2-4149-a799-ebf233a888dc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:21.006961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4a5-7ebe-4b6d-ba14-a643ed7e59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:21.137539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e4a5-7ebe-4b6d-ba14-a643ed7e59d3 None None] Pushing event updated for resources: {'Port': ['ID=2425faae-57e2-455b-b766-da80cef48c1a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:21.162298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ed576c4e-1053-46e0-b6d6-8629c73eac9f None None] Provisioning complete for port d222cc45-6612-4207-8122-595a3994fc4d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:21.162883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ed576c4e-1053-46e0-b6d6-8629c73eac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:21.309071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ed576c4e-1053-46e0-b6d6-8629c73eac9f None None] Port d222cc45-6612-4207-8122-595a3994fc4d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:21.373033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:21.378734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2425faae-57e2-455b-b766-da80cef48c1a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:21.387210 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] Sync routers for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:21.414124 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:21.414666 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:21.449831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a648807d-036e-4a4a-947e-ca2c9839a866 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/af6f5d36-0db4-43e7-948a-15ddd6f00847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5209723 Mar 03 18:22:21.455898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59766) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:21.519073 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:21.531177 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:21.532398 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:21:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:21.595681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56642aa0-97ce-4b00-980c-671b4de55570 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:21.596564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56642aa0-97ce-4b00-980c-671b4de55570 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:21.638338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ee691-106c-48d9-b221-2a00c750eeb0 req-83d13b2e-6cf1-4823-9fe7-21c836012396 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:21.640717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f5ee691-106c-48d9-b221-2a00c750eeb0 req-83d13b2e-6cf1-4823-9fe7-21c836012396 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 894 time: 0.6090126 Mar 03 18:22:21.642659 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:21.643289 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20631dd-3000-4692-a11b-ae9de47b0bb4 None None] The sync data for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:21.658276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2425faae-57e2-455b-b766-da80cef48c1a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:21.658776 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:21.666092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-56642aa0-97ce-4b00-980c-671b4de55570 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:21.668428 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56642aa0-97ce-4b00-980c-671b4de55570 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports/d222cc45-6612-4207-8122-595a3994fc4d HTTP/1.1" status: 200 len: 911 time: 0.2113948 Mar 03 18:22:21.671895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59774) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:21.747266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf87f9-6abb-4ac7-be17-cb3a6deaae18 req-bf084486-384d-4658-90f8-0926a70971cb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:21.750228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cbbf87f9-6abb-4ac7-be17-cb3a6deaae18 req-bf084486-384d-4658-90f8-0926a70971cb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 944 time: 2.0123289 Mar 03 18:22:21.755274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f94e2eae-f0d6-4922-be70-f1e4bb9c29eb None None] Provisioning complete for port 2425faae-57e2-455b-b766-da80cef48c1a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:21.755840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f94e2eae-f0d6-4922-be70-f1e4bb9c29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:21.838810 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f850e89-fcb4-483b-92fc-c6a0aea62a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:21.900269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:21.937982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] Sync routers for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:21.939132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Attempting to bind port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:21.939825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Attempting to bind port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:21.940327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Attempting to bind port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:21.965050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:21.965993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd72fe0-874e-41b0-be01-ed3eeda3336a {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:21.966299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:21.975505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:22:21.976067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Attempting to bind port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:21.985970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:21.999816 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cbbf87f9-6abb-4ac7-be17-cb3a6deaae18 req-78f83a88-550e-4a1a-8c6a-e1cfe27ff985 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138027 Mar 03 18:22:22.000785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:22.001398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:22.001928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:22.003014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Bound port: 6861f4eb-c56f-4189-b784-cdf210a6d0e7, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:22.003531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:22.023178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:22.164572 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ea6afa56-53ba-4121-91c0-3f14a656eeb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/floatingips/2f85238d-7321-4f7d-be46-f22ee4a2726a HTTP/1.1" status: 204 len: 168 time: 7.2691524 Mar 03 18:22:22.167581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Transition to ACTIVE for port object 4dd72fe0-874e-41b0-be01-ed3eeda3336a will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:22.168334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:22.210463 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:22.297602 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'status': 'completed', 'code': 200} Mar 03 18:22:22.314457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:22.432694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:22.629196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd72fe0-874e-41b0-be01-ed3eeda3336a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:22.711668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] For port 6861f4eb-c56f-4189-b784-cdf210a6d0e7, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:22.830882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] For port 6861f4eb-c56f-4189-b784-cdf210a6d0e7, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:22.862659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:22.949078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:22.951963 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:22.959733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] Checking router: 66817aaf-8feb-4247-b111-8eaaf295fa70 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:22:22.974583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:22.976988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:23.064250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Pushing event updated for resources: {'Port': ['ID=6861f4eb-c56f-4189-b784-cdf210a6d0e7,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:23.077550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:23.078422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:23.079838 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-b4bf196f-7d6d-4ece-b689-1e0b050249bd service neutron] 10.222.0.35 "PUT /v2.0/ports/6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 1092 time: 5.4518645 Mar 03 18:22:23.163052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8789-b920-4295-b332-aea52f93e31d req-733a4e97-3105-49e1-ba98-0e127be68a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:23.165033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-733a4e97-3105-49e1-ba98-0e127be68a93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 1095 time: 0.8602467 Mar 03 18:22:23.264592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:23.300203 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Attempting to bind port 4dd72fe0-874e-41b0-be01-ed3eeda3336a on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:23.300868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Attempting to bind port 4dd72fe0-874e-41b0-be01-ed3eeda3336a by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:23.301442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Attempting to bind port 4dd72fe0-874e-41b0-be01-ed3eeda3336a on network 065f154e-70e5-4e22-a210-b0f4420ebb1d {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:23.324865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Port 4dd72fe0-874e-41b0-be01-ed3eeda3336a on network 065f154e-70e5-4e22-a210-b0f4420ebb1d not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:22:23.325261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Attempting to bind port 4dd72fe0-874e-41b0-be01-ed3eeda3336a on network 065f154e-70e5-4e22-a210-b0f4420ebb1d {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:23.406623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:23.407638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:23.407987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Checking segment: {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:23.408377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Bound using segment: {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:23.408824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Bound port: 4dd72fe0-874e-41b0-be01-ed3eeda3336a, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e5581e-8796-4003-a244-20fbf2cc5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:23.409179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:23.553226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b6b73-aaaf-485e-8346-27b908cfbb38 req-4b9708a8-f94d-4ac8-9cb9-a29fef3cb74c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:23.554480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5a2b6b73-aaaf-485e-8346-27b908cfbb38 req-4b9708a8-f94d-4ac8-9cb9-a29fef3cb74c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:23.600799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-debf1520-3cbe-4528-a3cd-e45a8f5532a2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:23.601977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-debf1520-3cbe-4528-a3cd-e45a8f5532a2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:23.657238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5a2b6b73-aaaf-485e-8346-27b908cfbb38 req-4b9708a8-f94d-4ac8-9cb9-a29fef3cb74c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:23.664595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a2b6b73-aaaf-485e-8346-27b908cfbb38 req-4b9708a8-f94d-4ac8-9cb9-a29fef3cb74c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.7816708 Mar 03 18:22:23.667566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8789-b920-4295-b332-aea52f93e31d req-2cdee638-6123-4a93-ac0a-2a56c9180f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:23.669206 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-2cdee638-6123-4a93-ac0a-2a56c9180f9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 200 len: 898 time: 0.4188204 Mar 03 18:22:23.733760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8:1::1 (b50ccda2-3e59-46da-87d7-af8eb9c1f0b3/209a6faf-95dc-45cb-a373-7356755f5e13/75736210-e6d1-444d-9bf5-04efcb250501) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:23.760950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-debf1520-3cbe-4528-a3cd-e45a8f5532a2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:23.762120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-debf1520-3cbe-4528-a3cd-e45a8f5532a2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.6210995 Mar 03 18:22:23.835410 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-aed7db33-62ea-4cbc-8b90-0aace8350dd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 200 len: 217 time: 0.1265299 Mar 03 18:22:23.838430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] For port 4dd72fe0-874e-41b0-be01-ed3eeda3336a, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:23.840209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:23.847157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229567c8-dae9-4725-b66f-0d37640e881a None None] The sync data for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 is: [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:20:05Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '93260818-7a4a-430a-85b3-797aede42730', 'name': '', 'network_id': '589c4618-75d6-4692-bd07-22a328dcad84', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:98:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:00Z', 'updated_at': '2022-03-03T18:20:19Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '80d03dd5-64a1-4343-9a10-3c7e151599e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:23.921983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a2b6b73-aaaf-485e-8346-27b908cfbb38 req-26fd135a-0bda-43ac-9a3b-b6aff32bb29b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562082 Mar 03 18:22:23.926325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] For port 4dd72fe0-874e-41b0-be01-ed3eeda3336a, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=4dd72fe0-874e-41b0-be01-ed3eeda3336a,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:23.970306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.031499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port da102fab-cdb2-4004-80ce-7c9647d24973 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:24.031951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.138264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:24.139072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c75a9a-8e6e-4790-98a7-07e405bae03c req-68d381ef-2a45-4781-82b4-a6327a0a8b92 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:24.140012 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.143673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c1c75a9a-8e6e-4790-98a7-07e405bae03c req-68d381ef-2a45-4781-82b4-a6327a0a8b92 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 906 time: 1.1997738 Mar 03 18:22:24.143858 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] 10.222.0.16 "PUT /v2.0/ports/4dd72fe0-874e-41b0-be01-ed3eeda3336a HTTP/1.1" status: 200 len: 1054 time: 6.2300687 Mar 03 18:22:24.249008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-2bcdca1b-c6a4-4dab-b2bb-eb89890bccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:24.251537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.253663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-2bcdca1b-c6a4-4dab-b2bb-eb89890bccef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1095 time: 0.4549997 Mar 03 18:22:24.370844 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.399642 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-f7c45e6d-c335-4f3d-9a4c-d9d177874138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 217 time: 0.1360624 Mar 03 18:22:24.421214 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c60c4-cb40-4877-ae7b-2e43d3dd815e None None] New status for floating IP 2f85238d-7321-4f7d-be46-f22ee4a2726a: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:22:24.494138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-d200c508-862b-4e93-a470-ce0e2b650a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:24.495830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-d200c508-862b-4e93-a470-ce0e2b650a0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0900342 Mar 03 18:22:24.499337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.568471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 75736210-e6d1-444d-9bf5-04efcb250501 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:24.574944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7'}, {'name': 'network-changed', 'server_uuid': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'tag': '4dd72fe0-874e-41b0-be01-ed3eeda3336a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:24.603150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8789-b920-4295-b332-aea52f93e31d req-5e052e7c-aa90-4d52-8ea5-acbc68cd12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:24.604992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-5e052e7c-aa90-4d52-8ea5-acbc68cd12ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 200 len: 834 time: 0.7620969 Mar 03 18:22:24.612693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51770-8835-47c9-942f-331b75a65760 req-cf38014a-b5f9-478f-a9f6-9db20e3c7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:24.614243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-cf38014a-b5f9-478f-a9f6-9db20e3c7b18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113064 Mar 03 18:22:24.700129 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'status': 'completed', 'code': 200} Mar 03 18:22:24.700370 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'tag': '4dd72fe0-874e-41b0-be01-ed3eeda3336a', 'status': 'completed', 'code': 200} Mar 03 18:22:24.753615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.780086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653f37a-122a-4774-b3af-1b38a5957a95 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd72fe0-874e-41b0-be01-ed3eeda3336a,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:24.866677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:24.884750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:24.920317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:24.921205 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:24.934649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb1079-a726-466c-9593-23110617e7bb req-c53ccc7c-3836-492c-9797-1028cb87b7c8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:24.942527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3dcb1079-a726-466c-9593-23110617e7bb req-c53ccc7c-3836-492c-9797-1028cb87b7c8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 944 time: 0.7917991 Mar 03 18:22:24.968200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=75736210-e6d1-444d-9bf5-04efcb250501,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:24.978457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.978800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.979129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.979456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.979835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.980203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.980536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.980816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.981128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.981528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.981900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:24.982921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:25.016560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-0e9d3b15-7da7-440b-8c14-2767c4b5494e service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966806 Mar 03 18:22:25.190151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port da102fab-cdb2-4004-80ce-7c9647d24973, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=da102fab-cdb2-4004-80ce-7c9647d24973,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:25.190781 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:25.344603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for da102fab-cdb2-4004-80ce-7c9647d24973 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:25.445627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-4e53223e-a2e9-447b-901b-62cd70540740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:25.447045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67f51770-8835-47c9-942f-331b75a65760 req-324a0d0d-3b13-4a13-9825-638867d1603c service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223435 Mar 03 18:22:25.447233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-4e53223e-a2e9-447b-901b-62cd70540740 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 1057 time: 1.1634653 Mar 03 18:22:25.464346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8789-b920-4295-b332-aea52f93e31d req-13e3a7be-2005-493d-9a99-ca0dc80b9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:25.466058 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-13e3a7be-2005-493d-9a99-ca0dc80b9a31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=589c4618-75d6-4692-bd07-22a328dcad84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7638862 Mar 03 18:22:25.486787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:25.488880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1a5f05d6-300c-4ed8-9062-00790597bf77 None None] Provisioning for port 75736210-e6d1-444d-9bf5-04efcb250501 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:25.493946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1a5f05d6-300c-4ed8-9062-00790597bf77 None None] Provisioning complete for port 75736210-e6d1-444d-9bf5-04efcb250501 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:25.494565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a5f05d6-300c-4ed8-9062-00790597bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:25.542179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-a871c3f7-71f3-4b43-aed9-741507d0277f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dd72fe0-874e-41b0-be01-ed3eeda3336a HTTP/1.1" status: 200 len: 217 time: 0.0744424 Mar 03 18:22:25.556690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f05d6-300c-4ed8-9062-00790597bf77 None None] Port 75736210-e6d1-444d-9bf5-04efcb250501 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:25.558333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3dcb1079-a726-466c-9593-23110617e7bb req-91043394-5edb-440c-be8b-9d4c1aaef0ef tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6126642 Mar 03 18:22:25.595136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635111-5fa6-4ac7-9ef9-4e13668b1965 req-08c20a17-8524-4d97-942c-cff3ead6ad41 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:25.596627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b635111-5fa6-4ac7-9ef9-4e13668b1965 req-08c20a17-8524-4d97-942c-cff3ead6ad41 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 944 time: 0.3043787 Mar 03 18:22:25.849107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5b635111-5fa6-4ac7-9ef9-4e13668b1965 req-fc364e3d-64a8-4102-9b6b-0587a20e0844 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=391c8538-adf2-4c39-9e2f-9bcb0921e885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075822 Mar 03 18:22:25.877541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-22a947b8-5a58-4ff2-bce7-d8b3c1a3731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:25.877541 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-22a947b8-5a58-4ff2-bce7-d8b3c1a3731c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4dc09ca-d940-430e-b83a-c1b3674d9b7f HTTP/1.1" status: 200 len: 835 time: 0.3164916 Mar 03 18:22:25.924064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-a638de1d-5f12-4722-964e-c2f7cd5c0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:25.925595 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-a638de1d-5f12-4722-964e-c2f7cd5c0ac2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1095 time: 0.4140885 Mar 03 18:22:26.007095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device da102fab-cdb2-4004-80ce-7c9647d24973 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:26.064948 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-b7819e10-f5db-446c-a9bd-248f1b53607c service neutron] 10.222.0.35 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933128 Mar 03 18:22:26.262675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fd871-6d29-45e9-9cef-9a544b9413d0 req-2a4b1e21-f530-4d6c-a67a-963bb425e4d5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:26.263739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-655fd871-6d29-45e9-9cef-9a544b9413d0 req-2a4b1e21-f530-4d6c-a67a-963bb425e4d5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:26.293944 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:26.333753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-7bd964db-15b8-4794-932e-a16f0997d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:26.335557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-7bd964db-15b8-4794-932e-a16f0997d6f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.4017794 Mar 03 18:22:26.383145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-c2dd3cfc-66a1-4bf2-b71e-34aff98c94ef service neutron] 10.222.0.35 "GET /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971070 Mar 03 18:22:26.383863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=da102fab-cdb2-4004-80ce-7c9647d24973,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:26.385783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-655fd871-6d29-45e9-9cef-9a544b9413d0 req-2a4b1e21-f530-4d6c-a67a-963bb425e4d5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:26.395061 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-655fd871-6d29-45e9-9cef-9a544b9413d0 req-2a4b1e21-f530-4d6c-a67a-963bb425e4d5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 906 time: 0.6905448 Mar 03 18:22:26.451973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-6d61f43b-c125-48b2-bc9f-e94c449d1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:26.453882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-6d61f43b-c125-48b2-bc9f-e94c449d1266 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=065f154e-70e5-4e22-a210-b0f4420ebb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5217106 Mar 03 18:22:26.517696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-cda1e3f5-e6d0-4de6-a809-57ec13ba2692 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 217 time: 0.1668117 Mar 03 18:22:26.540785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] No DVR routers for this DVR port da102fab-cdb2-4004-80ce-7c9647d24973 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:26.543621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:26.662562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-87cff18e-c7e9-4f17-8f42-f529acda6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:26.665480 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-87cff18e-c7e9-4f17-8f42-f529acda6437 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.1334012 Mar 03 18:22:26.694042 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:26.787575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:26.787575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:26.822318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-deleted', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:26.840133 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b252167-80c4-4b05-b685-8bb276aa2a2c req-7c1bea9f-1d95-47da-b93c-0e3d8d4ea015 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.35 "DELETE /v2.0/ports/da102fab-cdb2-4004-80ce-7c9647d24973 HTTP/1.1" status: 204 len: 173 time: 3.0661423 Mar 03 18:22:26.902751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-7562637b-a618-4230-a969-e99ed400909a service neutron] 10.222.0.16 "GET /v2.0/networks/065f154e-70e5-4e22-a210-b0f4420ebb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346666 Mar 03 18:22:27.092568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7fae6621-5296-48da-b132-0089ba0fbfd9 req-c8c925d5-1e23-438d-bb76-d3181fc27905 service neutron] 10.222.0.16 "GET /v2.0/networks/065f154e-70e5-4e22-a210-b0f4420ebb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839054 Mar 03 18:22:27.095196 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ceed5-d361-4798-967f-051263cf68ab', 'name': 'network-vif-deleted', 'tag': 'da102fab-cdb2-4004-80ce-7c9647d24973', 'status': 'completed', 'code': 200} Mar 03 18:22:27.141974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=75736210-e6d1-444d-9bf5-04efcb250501,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:27.259735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc014827-98b1-4730-a5b8-fd4e5e954e72 req-05ab6068-da20-4c3b-9ed1-3facaeb8f1c1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:27.261513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc014827-98b1-4730-a5b8-fd4e5e954e72 req-05ab6068-da20-4c3b-9ed1-3facaeb8f1c1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 944 time: 0.5292034 Mar 03 18:22:27.271522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-0c8afbe1-6192-4cf0-9774-e8780fcc5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:27.273263 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-0c8afbe1-6192-4cf0-9774-e8780fcc5169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5769293 Mar 03 18:22:27.331088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72ce47c5-b5ab-43e9-8813-5fbe4699b119 req-26282f83-fdb9-415f-8a09-56f6bc08daea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:27.366477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-72ce47c5-b5ab-43e9-8813-5fbe4699b119 req-26282f83-fdb9-415f-8a09-56f6bc08daea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:27.367856 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-72ce47c5-b5ab-43e9-8813-5fbe4699b119 req-26282f83-fdb9-415f-8a09-56f6bc08daea tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3ceed5-d361-4798-967f-051263cf68ab HTTP/1.1" status: 200 len: 210 time: 0.1817110 Mar 03 18:22:27.384310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc014827-98b1-4730-a5b8-fd4e5e954e72 req-0b3c76a0-b268-4e2c-89a6-cd165dfc565f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968649 Mar 03 18:22:27.387863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-3e3ae516-ec16-4876-81de-0478672546cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:27.390233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-3e3ae516-ec16-4876-81de-0478672546cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 1057 time: 0.1278293 Mar 03 18:22:27.464813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:27.470771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:27.746049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-9c61128f-67de-4def-a948-07e2ae5cf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:27.749445 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-9c61128f-67de-4def-a948-07e2ae5cf26c service neutron] 10.222.0.16 "GET /v2.0/networks?id=065f154e-70e5-4e22-a210-b0f4420ebb1d HTTP/1.1" status: 200 len: 898 time: 0.3370481 Mar 03 18:22:27.845742 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-ee063a06-d6a5-402f-80aa-2952b2bbdc83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dd72fe0-874e-41b0-be01-ed3eeda3336a HTTP/1.1" status: 200 len: 217 time: 0.0790942 Mar 03 18:22:27.854110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-7a0a8536-c561-461d-86a7-2fd0768db28d service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312498 Mar 03 18:22:27.949629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router af6f5d36-0db4-43e7-948a-15ddd6f00847 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:27.970929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-dee019e1-ea1d-4f85-9f46-765bc6c69ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:27.972638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-dee019e1-ea1d-4f85-9f46-765bc6c69ca0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4dc09ca-d940-430e-b83a-c1b3674d9b7f HTTP/1.1" status: 200 len: 835 time: 0.1048448 Mar 03 18:22:28.005224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a9f3cc7b-4507-480a-9bb7-fc1da69ff320 None None] Provisioning complete for port 75736210-e6d1-444d-9bf5-04efcb250501 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:28.006370 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9f3cc7b-4507-480a-9bb7-fc1da69ff320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:28.102916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3cc7b-4507-480a-9bb7-fc1da69ff320 None None] Port 75736210-e6d1-444d-9bf5-04efcb250501 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:28.146802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb951-681c-434a-89a0-8d03faef629e req-084eecc0-ebca-4ef8-afd9-6c8d89a26e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:28.148666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-084eecc0-ebca-4ef8-afd9-6c8d89a26e57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=065f154e-70e5-4e22-a210-b0f4420ebb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656268 Mar 03 18:22:28.246940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3dfa8-b0ca-4e1c-85e4-2dbae336d594 req-e344cd55-960b-4713-b060-7426ecae36dc tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:28.255976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bce3dfa8-b0ca-4e1c-85e4-2dbae336d594 req-e344cd55-960b-4713-b060-7426ecae36dc tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 906 time: 0.6027060 Mar 03 18:22:28.337610 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-78ebe9a9-ebb9-4c8c-baf8-e568f874774c service neutron] 10.222.0.16 "GET /v2.0/networks/065f154e-70e5-4e22-a210-b0f4420ebb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820214 Mar 03 18:22:28.371186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:28.381787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] Sync routers for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:28.395326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:28.395951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:28.400353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-700184a6-15d7-4b1f-b534-4110e7d0d995 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398948 Mar 03 18:22:28.407478 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d618b693-95cc-4bf0-8636-05ba9a960ecb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/af6f5d36-0db4-43e7-948a-15ddd6f00847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7322974 Mar 03 18:22:28.407927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59920) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:28.540951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:28.553941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:28.555602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:28.586638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5dff7-94b3-439e-9c6e-3764e57b9cbf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:28.589477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-92f5dff7-94b3-439e-9c6e-3764e57b9cbf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:28.625832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-92f5dff7-94b3-439e-9c6e-3764e57b9cbf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:28.627215 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-92f5dff7-94b3-439e-9c6e-3764e57b9cbf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports/75736210-e6d1-444d-9bf5-04efcb250501 HTTP/1.1" status: 200 len: 913 time: 0.2183495 Mar 03 18:22:28.630089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 59930) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:28.656900 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 59934) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:28.718223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:28.718880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fd012-55d2-4739-ab9f-a554b37a17f4 None None] The sync data for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:28.881683 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-31ccb951-681c-434a-89a0-8d03faef629e req-9bea25b1-d67f-4c9b-860d-56913f428908 service neutron] 10.222.0.16 "GET /v2.0/networks/065f154e-70e5-4e22-a210-b0f4420ebb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364504 Mar 03 18:22:29.089596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52d8c-7370-4e53-91e0-5184d1eb2c57 req-3b6443ea-a816-4c5d-98cc-8a6d36b81b1a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:29.091144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f52d8c-7370-4e53-91e0-5184d1eb2c57 req-3b6443ea-a816-4c5d-98cc-8a6d36b81b1a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 944 time: 0.3071818 Mar 03 18:22:29.376034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f52d8c-7370-4e53-91e0-5184d1eb2c57 req-0f5f1376-1788-4cdf-9ab5-4f8d651d9f6b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601491 Mar 03 18:22:29.503321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c3ed-7d97-4dd6-9de1-0e6832bd8f43 req-24e5cc78-6d82-44bd-8f1b-6b9b15786ba0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:29.505203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4485c3ed-7d97-4dd6-9de1-0e6832bd8f43 req-24e5cc78-6d82-44bd-8f1b-6b9b15786ba0 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 906 time: 0.1414530 Mar 03 18:22:29.544525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:29.768052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:29.890083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 75736210-e6d1-444d-9bf5-04efcb250501 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:29.890423 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:30.078844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:30.178891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port 93260818-7a4a-430a-85b3-797aede42730 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:30.179489 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:30.209893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 75736210-e6d1-444d-9bf5-04efcb250501 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:30.425104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port 93260818-7a4a-430a-85b3-797aede42730, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=93260818-7a4a-430a-85b3-797aede42730,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:30.425648 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:30.642473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for 93260818-7a4a-430a-85b3-797aede42730 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:30.813781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de126e-f3b4-4ceb-8c98-6e48c3b2f1a9 req-42aba51f-e712-4952-a224-2848b08c50a9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:30.815577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54de126e-f3b4-4ceb-8c98-6e48c3b2f1a9 req-42aba51f-e712-4952-a224-2848b08c50a9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 944 time: 0.2731993 Mar 03 18:22:30.840336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:30.918735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00828d19-dfd9-4367-99fc-5206a366e63e req-8e2ea70f-de3c-4613-914b-19cb39b9904a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:30.920274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00828d19-dfd9-4367-99fc-5206a366e63e req-8e2ea70f-de3c-4613-914b-19cb39b9904a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 906 time: 0.2342050 Mar 03 18:22:30.930850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54de126e-f3b4-4ceb-8c98-6e48c3b2f1a9 req-214b466f-f374-4f38-98c6-3d890336979b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939784 Mar 03 18:22:30.946895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=75736210-e6d1-444d-9bf5-04efcb250501,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:31.087200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:31.190300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 4dd72fe0-874e-41b0-be01-ed3eeda3336a details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:22:31.243177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=93260818-7a4a-430a-85b3-797aede42730,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:31.489913 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 4dd72fe0-874e-41b0-be01-ed3eeda3336a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=4dd72fe0-874e-41b0-be01-ed3eeda3336a,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:31.526149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '4dd72fe0-874e-41b0-be01-ed3eeda3336a', 'network_id': '065f154e-70e5-4e22-a210-b0f4420ebb1d', 'port_id': '4dd72fe0-874e-41b0-be01-ed3eeda3336a', 'mac_address': 'fa:16:3e:b8:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dc09ca-d940-430e-b83a-c1b3674d9b7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:22:31.537830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:31.669272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:31.708216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd72fe0-874e-41b0-be01-ed3eeda3336a {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:31.745683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 4dd72fe0-874e-41b0-be01-ed3eeda3336a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=4dd72fe0-874e-41b0-be01-ed3eeda3336a,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:31.753501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:31.919524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:31.958322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=4dd72fe0-874e-41b0-be01-ed3eeda3336a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:31.999923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router af6f5d36-0db4-43e7-948a-15ddd6f00847 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:32.021186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6861f4eb-c56f-4189-b784-cdf210a6d0e7 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:22:32.408882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:32.421704 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] Sync routers for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:32.436124 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:32.436701 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:32.441678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['4dd72fe0-874e-41b0-be01-ed3eeda3336a'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:22:32.442569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-37250c3a-3d5b-44c7-ad84-0ded4470fe55 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/af6f5d36-0db4-43e7-948a-15ddd6f00847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8113971 Mar 03 18:22:32.447738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60150) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:32.484169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e533-9082-4bde-9088-2b8805a7ae6b req-99bf8884-b9bf-44d9-acb3-d1ccd0879aa8 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:32.485663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59a9e533-9082-4bde-9088-2b8805a7ae6b req-99bf8884-b9bf-44d9-acb3-d1ccd0879aa8 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 907 time: 0.1675193 Mar 03 18:22:32.569820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d89149-30ff-4120-9fbb-22bf25ff0531 req-9b8ff2f5-4273-4eb3-b8a5-760a66443268 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:32.577154 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45d89149-30ff-4120-9fbb-22bf25ff0531 req-9b8ff2f5-4273-4eb3-b8a5-760a66443268 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 944 time: 0.4795356 Mar 03 18:22:32.589307 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:32.619008 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:32.628027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6861f4eb-c56f-4189-b784-cdf210a6d0e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:32.635152 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:32.653559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:22:32.746425 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:32.746836 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edf259-674c-4cbc-8236-9799f894b868 None None] The sync data for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:32.748418 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:32.768757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6861f4eb-c56f-4189-b784-cdf210a6d0e7 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:32.778030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-45d89149-30ff-4120-9fbb-22bf25ff0531 req-5066c5e4-739e-459d-b360-dc2f4260d2cf tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997716 Mar 03 18:22:32.803811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6861f4eb-c56f-4189-b784-cdf210a6d0e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:32.810604 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:32.896993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6861f4eb-c56f-4189-b784-cdf210a6d0e7,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:33.043989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6861f4eb-c56f-4189-b784-cdf210a6d0e7'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:22:33.073360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 66817aaf-8feb-4247-b111-8eaaf295fa70 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:33.237597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 4dd72fe0-874e-41b0-be01-ed3eeda3336a up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:33.468518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 4dd72fe0-874e-41b0-be01-ed3eeda3336a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:33.477980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 4dd72fe0-874e-41b0-be01-ed3eeda3336a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:33.478653 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:33.503514 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-59f6e027-8192-4d17-bcb4-9514bcb1ba66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5431757 Mar 03 18:22:33.646398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-e5528818-911d-40c3-b9f1-ef68e0616f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:33.648016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-e5528818-911d-40c3-b9f1-ef68e0616f97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1136 time: 0.1164246 Mar 03 18:22:33.728986 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:33.754899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] Sync routers for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:33.760145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7a9dbe2b-efdc-48ab-a7b7-dd7b805cf997 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/66817aaf-8feb-4247-b111-8eaaf295fa70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1020906 Mar 03 18:22:33.762662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60302) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:33.766314 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:33.789096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:33.790090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:33.865772 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:33.902512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd72fe0-874e-41b0-be01-ed3eeda3336a'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:33.922812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 4dd72fe0-874e-41b0-be01-ed3eeda3336a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=4dd72fe0-874e-41b0-be01-ed3eeda3336a,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:33.932062 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:33.987992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b95af-83d6-44d0-b1c1-892142b39420 req-66cb4147-78ff-4090-8194-230f42bceec5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:33.991541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c86b95af-83d6-44d0-b1c1-892142b39420 req-66cb4147-78ff-4090-8194-230f42bceec5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 907 time: 0.3304024 Mar 03 18:22:34.003974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-3508126d-f74c-4d19-a99a-1aa411689c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:34.007366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-3508126d-f74c-4d19-a99a-1aa411689c47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80e5f043-f497-4ff1-9642-e1e1150be338 HTTP/1.1" status: 200 len: 898 time: 0.2443275 Mar 03 18:22:34.099643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=4dd72fe0-874e-41b0-be01-ed3eeda3336a,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:34.104348 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd72fe0-874e-41b0-be01-ed3eeda3336a', 'code': 200} Mar 03 18:22:34.195924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:34.244687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-78ae5d7f-9f91-4144-8824-c5b2975914be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416 HTTP/1.1" status: 200 len: 1002 time: 0.2279608 Mar 03 18:22:34.374996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-1579a48e-88ac-4289-b214-6e34a1834f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:34.376751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-1579a48e-88ac-4289-b214-6e34a1834f56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=115df977-0df8-4180-a299-6e657d22394d HTTP/1.1" status: 200 len: 837 time: 0.1261845 Mar 03 18:22:34.399185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting subnet 80d03dd5-64a1-4343-9a10-3c7e151599e2 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:22:34.432201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:34.538245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-9bc984f4-60c4-43c2-9cf8-f058c2ee7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:34.540010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-9bc984f4-60c4-43c2-9cf8-f058c2ee7dff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80e5f043-f497-4ff1-9642-e1e1150be338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563630 Mar 03 18:22:34.638930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:34.790850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-75e2568a-1e93-4e5c-94ee-0d22583bb467 service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418146 Mar 03 18:22:34.953561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:22:30Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:34.964710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] Checking router: 66817aaf-8feb-4247-b111-8eaaf295fa70 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:22:34.972853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff7eb-93e4-4dd7-9bc4-44c094829357 req-fa185b1b-20cb-4f9b-a097-04cf85e5b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:34.973903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1dff7eb-93e4-4dd7-9bc4-44c094829357 req-fa185b1b-20cb-4f9b-a097-04cf85e5b3f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 1059 time: 0.6635191 Mar 03 18:22:34.986216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] Routers {'66817aaf-8feb-4247-b111-8eaaf295fa70'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:34.986766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['66817aaf-8feb-4247-b111-8eaaf295fa70'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:34.986895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89893068-95d6-404b-b1c5-f11709e8e72d req-6539b029-b161-4d96-a311-264fa36c4a24 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:34.988594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89893068-95d6-404b-b1c5-f11709e8e72d req-6539b029-b161-4d96-a311-264fa36c4a24 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 945 time: 0.6449594 Mar 03 18:22:35.026452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21b8e3c5-4532-4373-be58-dfae47933d39 req-dc798356-4ea2-42fe-8efd-3f70de1d0620 service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267039 Mar 03 18:22:35.201590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60448) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:35.221756 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89893068-95d6-404b-b1c5-f11709e8e72d req-b7d2ff80-7f47-4b6f-a294-dae618894783 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182965 Mar 03 18:22:35.226795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] Set router 66817aaf-8feb-4247-b111-8eaaf295fa70 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:35.235734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.308184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port d222cc45-6612-4207-8122-595a3994fc4d {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:35.308810 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.359337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf24a2-0590-481d-841e-43095f77317b req-a8664b34-ab1a-43c5-80ac-a3cbe97c8f03 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:35.361250 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17cf24a2-0590-481d-841e-43095f77317b req-a8664b34-ab1a-43c5-80ac-a3cbe97c8f03 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 908 time: 0.1527321 Mar 03 18:22:35.394774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.411977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:35.426950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Usage tracker for resource:security_group_rule and tenant:50b373c45d744231bc6dce70b65d4e65 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:35.434294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:35.447971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:35.499190 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.553400 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.562324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.610084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Subnet': ['ID=80d03dd5-64a1-4343-9a10-3c7e151599e2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:35.623266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.629568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:22:30Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:35.638187 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2d478291-1f41-466e-be03-027a41723b31 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/subnets/80d03dd5-64a1-4343-9a10-3c7e151599e2 HTTP/1.1" status: 204 len: 168 time: 1.8711877 Mar 03 18:22:35.638940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba93fef-45e0-4f4c-9ad9-97e852e0677c None None] The sync data for ids ['66817aaf-8feb-4247-b111-8eaaf295fa70'] in n-d-827121-1 is: [{'id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250008334', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:19:46Z', 'updated_at': '2022-03-03T18:22:30Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '2c6464d9-bbf3-4e22-a00a-d0a0fad0235c', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66817aaf-8feb-4247-b111-8eaaf295fa70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:19:47Z', 'updated_at': '2022-03-03T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:35.640506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c8015-b4e9-4a96-9062-af820893d868 None None] Network 589c4618-75d6-4692-bd07-22a328dcad84 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:35.641587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60468) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:35.650346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50b373c45d744231bc6dce70b65d4e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473581 Mar 03 18:22:35.652084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef555e-a33e-4a64-a6ab-7e31f6e89593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab74fa7-e772-495c-84ad-475cce563a9e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:35.655325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60472) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:35.729710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c147dc6-d4fe-4408-8054-aafd38241835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.759184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c147dc6-d4fe-4408-8054-aafd38241835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.815776 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c147dc6-d4fe-4408-8054-aafd38241835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.836000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c147dc6-d4fe-4408-8054-aafd38241835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab74fa7-e772-495c-84ad-475cce563a9e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:35.839644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4c147dc6-d4fe-4408-8054-aafd38241835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:35.850185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4c147dc6-d4fe-4408-8054-aafd38241835 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bab74fa7-e772-495c-84ad-475cce563a9e HTTP/1.1" status: 204 len: 168 time: 0.1871860 Mar 03 18:22:35.859718 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.028774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] DHCP port deletion for 589c4618-75d6-4692-bd07-22a328dcad84 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:22:36.033569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] Deleting port 45fbee36-0ccb-415e-84f1-83996a33ffd9 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:36.034062 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.065739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6861f4eb-c56f-4189-b784-cdf210a6d0e7 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:36.252059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:36.269122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:36.280009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:36.280303 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.282063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for d222cc45-6612-4207-8122-595a3994fc4d owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:36.291539 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.316627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:36.322513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Usage tracker for resource:security_group_rule and tenant:363f3252c098402ead3aa39b249a1ac3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:36.326648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:36.333288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:36.411438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-01712294-ec8f-4b22-a127-81308601ceda tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:36.413979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] For port 45fbee36-0ccb-415e-84f1-83996a33ffd9, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=45fbee36-0ccb-415e-84f1-83996a33ffd9,segment=NetworkSegment(bdf0ed41-5be0-4f15-905f-e5d0b0e73c74),segment_id=bdf0ed41-5be0-4f15-905f-e5d0b0e73c74)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:36.414375 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.422031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-01712294-ec8f-4b22-a127-81308601ceda tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/networks?id=7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 200 len: 813 time: 0.7037051 Mar 03 18:22:36.464592 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.512206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.521820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.522424 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-43a938d3-15fc-4313-b36f-54a8bed4351a tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/quotas/de2c7063f4354347b1f2bf1ef075de17 HTTP/1.1" status: 200 len: 375 time: 0.0992119 Mar 03 18:22:36.579457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2777240e-fd43-43cf-b075-f5c840050d4f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:36.588689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b0613338-3598-4610-bc9a-40a8bb53e910 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=363f3252c098402ead3aa39b249a1ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355563 Mar 03 18:22:36.592900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60488) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:36.598861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] Calling delete_port for 45fbee36-0ccb-415e-84f1-83996a33ffd9 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:36.609039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-3725121b-0235-48a5-9608-9d488a344525 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de2c7063f4354347b1f2bf1ef075de17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643818 Mar 03 18:22:36.639896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee562d-7432-4b71-9ba6-39e9303a1b9b req-a98a9c06-97be-45a1-aba8-1ff774558063 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:36.641423 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ee562d-7432-4b71-9ba6-39e9303a1b9b req-a98a9c06-97be-45a1-aba8-1ff774558063 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 945 time: 0.1744423 Mar 03 18:22:36.701663 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81ea92a-18e4-4443-911c-431705db44a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.715849 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.721972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ee562d-7432-4b71-9ba6-39e9303a1b9b req-ca6a15ea-9fbc-4750-9c8c-1b0a918f06a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732143 Mar 03 18:22:36.740868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81ea92a-18e4-4443-911c-431705db44a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.764449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6861f4eb-c56f-4189-b784-cdf210a6d0e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:36.765847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:36.775533 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.782536 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.817318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81ea92a-18e4-4443-911c-431705db44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.838263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea92a-18e4-4443-911c-431705db44a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2777240e-fd43-43cf-b075-f5c840050d4f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:36.849050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] No DVR routers for this DVR port 45fbee36-0ccb-415e-84f1-83996a33ffd9 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:36.852612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e5d53-2362-46c5-8295-923b70a1823f None None] Pushing event deleted for resources: {'Port': ['ID=45fbee36-0ccb-415e-84f1-83996a33ffd9,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:36.871275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.889670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f81ea92a-18e4-4443-911c-431705db44a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.890791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f81ea92a-18e4-4443-911c-431705db44a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2777240e-fd43-43cf-b075-f5c840050d4f HTTP/1.1" status: 204 len: 168 time: 0.2977366 Mar 03 18:22:36.928897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:36.929498 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:36.946040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6861f4eb-c56f-4189-b784-cdf210a6d0e7,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:36.979144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df517a15-3cbe-41d8-837e-1603a872c354 req-ed00c8af-27fa-4ff2-9e4d-5dad3f53d2f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:36.980613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df517a15-3cbe-41d8-837e-1603a872c354 req-ed00c8af-27fa-4ff2-9e4d-5dad3f53d2f5 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 908 time: 0.0979154 Mar 03 18:22:37.013799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-abb39ed4-1572-4a4f-ae55-fcb1ab9fc85c service neutron] 10.222.0.23 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777561 Mar 03 18:22:37.054260 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'code': 200} Mar 03 18:22:37.166945 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.258898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698cd24-9153-4a3a-ad26-26782c63ddda req-3e223c67-be54-4231-9af8-2a3a63de9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:37.260957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8698cd24-9153-4a3a-ad26-26782c63ddda req-3e223c67-be54-4231-9af8-2a3a63de9e24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1097 time: 0.1476841 Mar 03 18:22:37.277547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=d222cc45-6612-4207-8122-595a3994fc4d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:37.326462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60500) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:37.346157 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8698cd24-9153-4a3a-ad26-26782c63ddda req-2c8d36bc-7618-40f7-a119-37c68019b2b2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790238 Mar 03 18:22:37.358592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.364581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45fbee36-0ccb-415e-84f1-83996a33ffd9 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:37.384753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26980689-4a48-42d7-8b6c-78f351874dca req-0bf532b5-defe-4d7e-9b2b-b925c11d9d0b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:37.386507 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26980689-4a48-42d7-8b6c-78f351874dca req-0bf532b5-defe-4d7e-9b2b-b925c11d9d0b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 908 time: 0.1805415 Mar 03 18:22:37.400231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:37.412658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Usage tracker for resource:security_group_rule and tenant:407fecea1892424ba670e8f63904ab74 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:37.421619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:37.427748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 45fbee36-0ccb-415e-84f1-83996a33ffd9 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:37.428197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 45fbee36-0ccb-415e-84f1-83996a33ffd9 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:37.428859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 93260818-7a4a-430a-85b3-797aede42730 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:37.434764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:37.466392 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:37.466925 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.472805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 93260818-7a4a-430a-85b3-797aede42730 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:37.473277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 93260818-7a4a-430a-85b3-797aede42730 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:37.534871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.540386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.611043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-119d69fb-1685-479b-ba38-7acd86f43f53 service neutron] 10.222.0.23 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720420 Mar 03 18:22:37.634195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=407fecea1892424ba670e8f63904ab74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061707 Mar 03 18:22:37.639166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60506) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:37.644764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e16ca1-d5a4-427d-b388-ffadac1bf458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94025a74-741b-4f75-8e20-19dd7ca86294,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:37.667577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.678604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:37.863870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265eb1f-4bc8-4f86-8b86-ab872d643b86 req-04ead278-805e-4976-a695-00235a2a6965 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:37.870047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b265eb1f-4bc8-4f86-8b86-ab872d643b86 req-04ead278-805e-4976-a695-00235a2a6965 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 1059 time: 0.3103535 Mar 03 18:22:37.876658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e020aaa1-8a10-46dd-b9fe-63726aaf26d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.922031 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e020aaa1-8a10-46dd-b9fe-63726aaf26d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.987453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e020aaa1-8a10-46dd-b9fe-63726aaf26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:37.990021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-97963de7-c496-43e5-a8c0-8b563eea45f3 req-efc0c838-da0f-40ac-86f7-dd1e36a05f7c tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 210 time: 0.0639536 Mar 03 18:22:38.019660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020aaa1-8a10-46dd-b9fe-63726aaf26d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94025a74-741b-4f75-8e20-19dd7ca86294,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:38.032726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e020aaa1-8a10-46dd-b9fe-63726aaf26d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:38.034814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e020aaa1-8a10-46dd-b9fe-63726aaf26d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94025a74-741b-4f75-8e20-19dd7ca86294 HTTP/1.1" status: 204 len: 168 time: 0.3928065 Mar 03 18:22:38.193950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb0e5a-398e-4e16-8e11-37412fb192e7 req-c7578c74-be5d-49f1-a4a5-0c61fa99832f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:38.202168 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73bb0e5a-398e-4e16-8e11-37412fb192e7 req-c7578c74-be5d-49f1-a4a5-0c61fa99832f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 946 time: 0.1707046 Mar 03 18:22:38.256200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-73bb0e5a-398e-4e16-8e11-37412fb192e7 req-d0845893-1395-4ecf-8610-80f1a057e424 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530763 Mar 03 18:22:38.274056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router af6f5d36-0db4-43e7-948a-15ddd6f00847 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:38.481506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07024c-1c1c-4fa7-a2f7-73c33936f4fd req-674a8838-dca6-4a5a-8cfc-b7d03ef11332 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:38.482943 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a07024c-1c1c-4fa7-a2f7-73c33936f4fd req-674a8838-dca6-4a5a-8cfc-b7d03ef11332 tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1136 time: 0.3465719 Mar 03 18:22:38.485859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:38.502338 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] Sync routers for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:38.520903 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:38.521562 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:38.543949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f478b992-6a96-4f07-8ae7-fc62777a27fe tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/af6f5d36-0db4-43e7-948a-15ddd6f00847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0858002 Mar 03 18:22:38.546717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60530) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:38.563210 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:38.617761 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:38.624748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4332227a-6b04-4ece-b412-4f2b7ab60c81 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:38.630848 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] Routers {'af6f5d36-0db4-43e7-948a-15ddd6f00847'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:38.631763 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['af6f5d36-0db4-43e7-948a-15ddd6f00847'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:38.653366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1a07024c-1c1c-4fa7-a2f7-73c33936f4fd req-ed6cf304-b097-4585-9a7c-4cd2c448ad3d tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Synchronizing usage tracker for tenant:3dac5f6c7c56449e87e6549fe4025cd1 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:38.660087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=2c6464d9-bbf3-4e22-a00a-d0a0fad0235c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:38.661054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4332227a-6b04-4ece-b412-4f2b7ab60c81 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:38.671736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4332227a-6b04-4ece-b412-4f2b7ab60c81 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=af6f5d36-0db4-43e7-948a-15ddd6f00847 HTTP/1.1" status: 200 len: 205 time: 0.1237590 Mar 03 18:22:38.672491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:38.754500 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:38.755269 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ead16-622d-41fc-b964-b872dd4bec39 None None] The sync data for ids ['af6f5d36-0db4-43e7-948a-15ddd6f00847'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:38.765465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-1a07024c-1c1c-4fa7-a2f7-73c33936f4fd req-ed6cf304-b097-4585-9a7c-4cd2c448ad3d tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Unset dirty status for tenant:3dac5f6c7c56449e87e6549fe4025cd1 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:38.766627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a07024c-1c1c-4fa7-a2f7-73c33936f4fd req-ed6cf304-b097-4585-9a7c-4cd2c448ad3d tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2746444 Mar 03 18:22:38.794498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60544) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:38.797308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:38.833313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9baae913-6789-4baa-9026-2dbc8b543801 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.074528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.083280 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.285102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-87acb4fd-f114-4755-8c89-3ca04fdfc90a tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:39.286836 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-87acb4fd-f114-4755-8c89-3ca04fdfc90a tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.16 "GET /v2.0/networks?id=7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 200 len: 813 time: 0.1880407 Mar 03 18:22:39.288471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.289221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Fanout notify agent at l3_agent the message router_deleted on router 66817aaf-8feb-4247-b111-8eaaf295fa70 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:22:39.305469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Request body: {'port': {'device_id': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3', 'admin_state_up': True, 'tenant_id': 'de2c7063f4354347b1f2bf1ef075de17'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:39.360146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8915990d-cb46-4323-9130-f021089618d6 req-b491e22f-d619-4750-b240-79dccccadaa7 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 210 time: 0.1806982 Mar 03 18:22:39.390249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9baae913-6789-4baa-9026-2dbc8b543801 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.397641 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9baae913-6789-4baa-9026-2dbc8b543801 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.439883 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9baae913-6789-4baa-9026-2dbc8b543801 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.440579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baae913-6789-4baa-9026-2dbc8b543801 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Fanout notify agent at l3_agent the message router_deleted on router af6f5d36-0db4-43e7-948a-15ddd6f00847 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:22:39.460360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9baae913-6789-4baa-9026-2dbc8b543801 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.461509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9baae913-6789-4baa-9026-2dbc8b543801 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/af6f5d36-0db4-43e7-948a-15ddd6f00847 HTTP/1.1" status: 204 len: 168 time: 0.7880001 Mar 03 18:22:39.467184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:39.540266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet 209a6faf-95dc-45cb-a373-7356755f5e13 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:22:39.543254 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.580255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.581420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e2304b11-5e47-4cbe-b91d-b96fb0b178cf tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/routers/66817aaf-8feb-4247-b111-8eaaf295fa70 HTTP/1.1" status: 204 len: 168 time: 3.9398091 Mar 03 18:22:39.589320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60568) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:39.641738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.653126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e46dc-5d31-4bc6-8508-a7aeac6af24c tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:39.657709 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-518e46dc-5d31-4bc6-8508-a7aeac6af24c tempest-TestSecurityGroupsBasicOps-2011526131 tempest-TestSecurityGroupsBasicOps-2011526131-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 1054 time: 0.8592596 Mar 03 18:22:39.697017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:39.703186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Usage tracker for resource:port and tenant:de2c7063f4354347b1f2bf1ef075de17 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:39.707265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:39.714454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:39.739637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7bba8-c4bd-4167-be84-52d86112ccb7 req-a5a0e0dd-8a2d-4335-8bc8-447ad2a4b3e8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:39.741229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9bb7bba8-c4bd-4167-be84-52d86112ccb7 req-a5a0e0dd-8a2d-4335-8bc8-447ad2a4b3e8 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 946 time: 0.1691139 Mar 03 18:22:39.742479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Made reservation on behalf of de2c7063f4354347b1f2bf1ef075de17 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:39.745946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.819989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:39.918011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9bb7bba8-c4bd-4167-be84-52d86112ccb7 req-dc05c6ef-3599-49ca-8d5c-df7a3dbdee5f tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516287 Mar 03 18:22:40.074421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Allocated IP 172.20.0.3 (7b0d39cf-2281-4587-8ebe-277478af2ee3/3eac9f71-0751-49df-a0be-ce084e0a6b29/3b03d9fc-3dfd-4958-938a-8d771f641107) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:40.154543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.173456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.207210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d0a6a-b851-4efe-b631-1925e2760a2c req-ded63305-e895-46fa-84d4-3c94cd914133 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:40.208681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-336d0a6a-b851-4efe-b631-1925e2760a2c req-ded63305-e895-46fa-84d4-3c94cd914133 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 946 time: 0.1945155 Mar 03 18:22:40.235103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589c4618-75d6-4692-bd07-22a328dcad84']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:40.252549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:40.252842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf0ed41-5be0-4f15-905f-e5d0b0e73c74') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:40.271460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.297367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.317924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-336d0a6a-b851-4efe-b631-1925e2760a2c req-812ecfb8-9f69-4f61-9052-cd1ec32b4fda tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658393 Mar 03 18:22:40.339532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d0793-4a1b-4598-8ac5-35bdae43d665 req-2690250c-716e-478d-a61e-4f5bbd88afea tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:40.339532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-289d0793-4a1b-4598-8ac5-35bdae43d665 req-2690250c-716e-478d-a61e-4f5bbd88afea tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 908 time: 0.2290807 Mar 03 18:22:40.339532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:22:40.339532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.348824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60584) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:40.371165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:22:40.436678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:22:40.484425 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:22:40.521458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9075e310-0737-4b91-a77a-5e69469c917f req-77181a1f-ea80-4bf7-a850-101b6468535b tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 210 time: 0.0557749 Mar 03 18:22:40.532438 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.547393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.605198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=209a6faf-95dc-45cb-a373-7356755f5e13,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:40.608765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.615409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Network 7b0d39cf-2281-4587-8ebe-277478af2ee3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:40.617467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.619895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2e3a50da-3a22-41e3-8dfe-9cdf752da661 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/209a6faf-95dc-45cb-a373-7356755f5e13 HTTP/1.1" status: 204 len: 168 time: 1.1527147 Mar 03 18:22:40.622926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:40.623200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60590) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:40.625806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ff685-1577-436a-a815-9234c9f19142 None None] Network b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:40.634905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce8daf-13fd-4854-86f7-51d2ae489d61 tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:40.638113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a1ce8daf-13fd-4854-86f7-51d2ae489d61 tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1092 time: 0.2878256 Mar 03 18:22:40.639773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:40.644799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60594) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:40.645904 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.647698 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/networks/589c4618-75d6-4692-bd07-22a328dcad84 HTTP/1.1" status: 204 len: 168 time: 1.0574341 Mar 03 18:22:40.679906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60596) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:40.696153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:40.718010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5ae93-dac8-46fb-9600-abf75dd3ab9d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Network': ['ID=589c4618-75d6-4692-bd07-22a328dcad84,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:40.722425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:40.731224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:floatingip and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:40.736639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Pushing event updated for resources: {'Port': ['ID=3b03d9fc-3dfd-4958-938a-8d771f641107,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:40.747213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:40.767534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:40.801878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet 254f3f79-8ccd-480c-acc9-323d372d1f9b {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:22:40.804364 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:40.804984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.808608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.826372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7638c291-51e7-422b-b127-40412f55d732 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5252371 Mar 03 18:22:40.845905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Request body: {'port': {'device_id': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:40.849633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.909648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0c23159-f3f2-4493-b837-c8b98c7cac6f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.917699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.943039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] DHCP port deletion for b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:22:40.947276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] Deleting port 2425faae-57e2-455b-b766-da80cef48c1a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:40.947650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:40.974184 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.041431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0c23159-f3f2-4493-b837-c8b98c7cac6f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.184985 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.259584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] For port 2425faae-57e2-455b-b766-da80cef48c1a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2425faae-57e2-455b-b766-da80cef48c1a,segment=NetworkSegment(e4214969-12d2-4149-a799-ebf233a888dc),segment_id=e4214969-12d2-4149-a799-ebf233a888dc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:41.259974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.276327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-0b1f750e-1011-4926-aef8-ee3bc538be6b tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ce441a9a6a2a422ea26e76ca47ca1014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529928 Mar 03 18:22:41.342385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0c23159-f3f2-4493-b837-c8b98c7cac6f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.354530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2425faae-57e2-455b-b766-da80cef48c1a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:41.377375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.428297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c23159-f3f2-4493-b837-c8b98c7cac6f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c8538-adf2-4c39-9e2f-9bcb0921e885,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:41.461934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] Calling delete_port for 2425faae-57e2-455b-b766-da80cef48c1a owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:41.495148 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.542829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b03d9fc-3dfd-4958-938a-8d771f641107 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:41.559079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.581215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Transition to ACTIVE for port object 3b03d9fc-3dfd-4958-938a-8d771f641107 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:41.603744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c6d8e-701c-4548-b91f-c55b7f77c9f2 req-bef149e6-d534-4d5f-892f-dee1de61afaa tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:41.605406 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b78c6d8e-701c-4548-b91f-c55b7f77c9f2 req-bef149e6-d534-4d5f-892f-dee1de61afaa tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 908 time: 0.1382790 Mar 03 18:22:41.609382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.623984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.626616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=254f3f79-8ccd-480c-acc9-323d372d1f9b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:41.640978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fb7fa-ebb3-4a4a-a892-128c80f2d3a9 None None] Network 30153c80-3fe6-4a24-a118-b161c4dc8e50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:41.697163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0c23159-f3f2-4493-b837-c8b98c7cac6f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.716617 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f0c23159-f3f2-4493-b837-c8b98c7cac6f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/security-groups/391c8538-adf2-4c39-9e2f-9bcb0921e885 HTTP/1.1" status: 204 len: 168 time: 1.0248885 Mar 03 18:22:41.718508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-26f592e1-bdd3-49a6-96b1-ab6368fd45ed tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/254f3f79-8ccd-480c-acc9-323d372d1f9b HTTP/1.1" status: 204 len: 168 time: 1.0940757 Mar 03 18:22:41.723085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:41.750529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.785157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-414638fb-4547-4422-969f-84af58b318a3 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:41.787232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-414638fb-4547-4422-969f-84af58b318a3 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5037937 Mar 03 18:22:41.792236 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:41.889093 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] Pushing event deleted for resources: {'Port': ['ID=2425faae-57e2-455b-b766-da80cef48c1a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:41.896201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da14054b-e0bf-4aae-9e77-9d45a4ec3759 None None] No DVR routers for this DVR port 2425faae-57e2-455b-b766-da80cef48c1a on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:41.939963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-cc43edc8-0312-4144-a01e-a0ef19d0e6a0 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/quotas/ce441a9a6a2a422ea26e76ca47ca1014 HTTP/1.1" status: 200 len: 375 time: 0.1356802 Mar 03 18:22:41.968377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-39f156b0-400c-4707-b54b-2eb07be241f8 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:41.969717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-39f156b0-400c-4707-b54b-2eb07be241f8 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.16 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 908 time: 0.4761059 Mar 03 18:22:42.017032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.040041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:42.043041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Pushing event updated for resources: {'Port': ['ID=3b03d9fc-3dfd-4958-938a-8d771f641107,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:42.062453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.25.0.99 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/a09ef960-6282-4842-944d-8785a8615c19) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:42.071392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-d42cee4e-69d6-4426-a3af-6042a5667a41 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce441a9a6a2a422ea26e76ca47ca1014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147299 Mar 03 18:22:42.081253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:42.084525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c6464d9-bbf3-4e22-a00a-d0a0fad0235c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:42.146445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Attempting to bind port 3b03d9fc-3dfd-4958-938a-8d771f641107 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:42.147144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Attempting to bind port 3b03d9fc-3dfd-4958-938a-8d771f641107 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:42.147827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Attempting to bind port 3b03d9fc-3dfd-4958-938a-8d771f641107 on network 7b0d39cf-2281-4587-8ebe-277478af2ee3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:42.149436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting port 4dd72fe0-874e-41b0-be01-ed3eeda3336a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:42.150008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.156894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Port 3b03d9fc-3dfd-4958-938a-8d771f641107 on network 7b0d39cf-2281-4587-8ebe-277478af2ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:22:42.157888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Attempting to bind port 3b03d9fc-3dfd-4958-938a-8d771f641107 on network 7b0d39cf-2281-4587-8ebe-277478af2ee3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:42.169778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db035301-b45b-443a-8d85-b59cb8fa309b req-7759c6be-c5ca-4fad-9cf7-1f3e32dc6a40 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:42.170616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-db035301-b45b-443a-8d85-b59cb8fa309b req-7759c6be-c5ca-4fad-9cf7-1f3e32dc6a40 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Synchronizing usage tracker for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:42.176387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:42.176903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Checking segment: {'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:42.177612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Bound using segment: {'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:42.178153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Bound port: 3b03d9fc-3dfd-4958-938a-8d771f641107, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:42.178686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.234814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] DHCP port deletion for 30153c80-3fe6-4a24-a118-b161c4dc8e50 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:22:42.239553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] Deleting port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:42.240041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.305062 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-db035301-b45b-443a-8d85-b59cb8fa309b req-7759c6be-c5ca-4fad-9cf7-1f3e32dc6a40 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Unset dirty status for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:42.312021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db035301-b45b-443a-8d85-b59cb8fa309b req-7759c6be-c5ca-4fad-9cf7-1f3e32dc6a40 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 943 time: 0.5461695 Mar 03 18:22:42.337184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] For port 3b03d9fc-3dfd-4958-938a-8d771f641107, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:42.361824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] For port 3b03d9fc-3dfd-4958-938a-8d771f641107, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=3b03d9fc-3dfd-4958-938a-8d771f641107,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:42.381724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db035301-b45b-443a-8d85-b59cb8fa309b req-3bd7f893-b955-475a-a4bc-e960eb9a0622 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686727 Mar 03 18:22:42.386365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.456078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:42.456673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.458080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] 10.222.0.16 "PUT /v2.0/ports/3b03d9fc-3dfd-4958-938a-8d771f641107 HTTP/1.1" status: 200 len: 1091 time: 1.6174922 Mar 03 18:22:42.458516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'tag': '3b03d9fc-3dfd-4958-938a-8d771f641107'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:42.494608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe44463-17da-448b-9647-1ee4688c2a8c service neutron] Pushing event updated for resources: {'Port': ['ID=3b03d9fc-3dfd-4958-938a-8d771f641107,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:42.571962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6527110-0655-4f46-8a5e-a232d9713abf req-d0800709-01b7-46e0-b426-dd25eb813a7f tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 210 time: 0.1195126 Mar 03 18:22:42.613369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-8e4af038-f1a3-4718-9b10-d7dad1098d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:42.615409 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-8e4af038-f1a3-4718-9b10-d7dad1098d38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2c7063f4354347b1f2bf1ef075de17&device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 1094 time: 0.0926361 Mar 03 18:22:42.686744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] For port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4,segment=NetworkSegment(f8f82050-56c4-469c-8681-cd4b8900e518),segment_id=f8f82050-56c4-469c-8681-cd4b8900e518)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:42.687330 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.724219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.740032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60640) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:42.769100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767480653', 'description': 'tempest-secgroup-smoke-767480653 description', 'project_id': 'a88532a2002144a3850df64bed516c95'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:42.770702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-b1083530-c058-46d9-af5b-54813d07b801 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b03d9fc-3dfd-4958-938a-8d771f641107 HTTP/1.1" status: 200 len: 217 time: 0.1436291 Mar 03 18:22:42.772396 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'tag': '3b03d9fc-3dfd-4958-938a-8d771f641107', 'status': 'completed', 'code': 200} Mar 03 18:22:42.795993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.801463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:42.814443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50ccda2-3e59-46da-87d7-af8eb9c1f0b3']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:42.826923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:42.836989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:42.862625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] Calling delete_port for c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:42.874079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4214969-12d2-4149-a799-ebf233a888dc') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:42.876283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4214969-12d2-4149-a799-ebf233a888dc') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:42.881183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-0279803a-1c6e-4969-8fb4-28c3ebded773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:42.882923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-0279803a-1c6e-4969-8fb4-28c3ebded773 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3eac9f71-0751-49df-a0be-ce084e0a6b29 HTTP/1.1" status: 200 len: 853 time: 0.1048810 Mar 03 18:22:42.908414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:42.937204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-9af64683-9680-4027-98c8-6e71419e0e20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b0d39cf-2281-4587-8ebe-277478af2ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483105 Mar 03 18:22:42.958825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:42.981700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.013496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] Pushing event deleted for resources: {'Port': ['ID=c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:43.015656 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510d845-b0ca-4e1d-b4ef-660c0a2f27a8 None None] No DVR routers for this DVR port c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:43.074386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.083511 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.106455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-0150a276-0616-41ed-b5a2-0a8e47e333d1 service neutron] 10.222.0.16 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545591 Mar 03 18:22:43.122991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:22:43.123442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:22:43.139615 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:22:43.159738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.259659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:43.271433 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-165ed16b-462e-4a89-81c6-58bac6b3c2f3 req-b3acc9c6-acde-428d-b5dd-b5eca0beeddb service neutron] 10.222.0.16 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431837 Mar 03 18:22:43.284452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:43.294033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:43.323188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:43.333183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:43.339831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:43.344184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] For port 4dd72fe0-874e-41b0-be01-ed3eeda3336a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=4dd72fe0-874e-41b0-be01-ed3eeda3336a,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:43.344773 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.347369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:43.367310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:43.384417 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:43.384939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5a7d21e-a2e0-4cc1-97a3-2128b3b9cdc4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:43.410460 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.428511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-cd9e9431-5400-4ad2-8b88-6655f5a36c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:43.430042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-cd9e9431-5400-4ad2-8b88-6655f5a36c9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2c7063f4354347b1f2bf1ef075de17&device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 1094 time: 0.0820267 Mar 03 18:22:43.466000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=a09ef960-6282-4842-944d-8785a8615c19,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:43.556422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39ccdc-6dfa-4561-a049-2c9cd0bd6cda req-96275332-f99f-4802-8620-a6764d8ed492 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:43.557931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e39ccdc-6dfa-4561-a049-2c9cd0bd6cda req-96275332-f99f-4802-8620-a6764d8ed492 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 908 time: 0.6414371 Mar 03 18:22:43.564874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Calling delete_port for 4dd72fe0-874e-41b0-be01-ed3eeda3336a owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:43.594887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:43.627588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-2c573aeb-e711-4a09-b738-92d1e1380311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:43.629067 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-2c573aeb-e711-4a09-b738-92d1e1380311 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 200 len: 914 time: 0.1913373 Mar 03 18:22:43.630134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=b50ccda2-3e59-46da-87d7-af8eb9c1f0b3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:43.651325 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6bc0daa6-fa41-4790-85d6-34ea43a4c04b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/b50ccda2-3e59-46da-87d7-af8eb9c1f0b3 HTTP/1.1" status: 204 len: 168 time: 1.9186833 Mar 03 18:22:43.656418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60650) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:43.702810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a49ea-fd38-4497-ab90-3a4f87440ce7 req-f576c7c8-bf55-4c08-b50a-3999b67cc7ae tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:43.703741 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-942a49ea-fd38-4497-ab90-3a4f87440ce7 req-f576c7c8-bf55-4c08-b50a-3999b67cc7ae tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 943 time: 0.1773088 Mar 03 18:22:43.713875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-d25e79b1-572c-4937-a184-03adf54761de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b03d9fc-3dfd-4958-938a-8d771f641107 HTTP/1.1" status: 200 len: 217 time: 0.0730951 Mar 03 18:22:43.808657 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-942a49ea-fd38-4497-ab90-3a4f87440ce7 req-6dc91814-5054-4c43-ad3a-5cc77ab413e3 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970268 Mar 03 18:22:43.814077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-87c204c8-5365-4385-8e30-69ba775d4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:43.815493 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-87c204c8-5365-4385-8e30-69ba775d4668 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3eac9f71-0751-49df-a0be-ce084e0a6b29 HTTP/1.1" status: 200 len: 853 time: 0.0793157 Mar 03 18:22:43.846241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-70587f8f-1b64-4d39-9aed-7b6c36136096 req-d773c7f1-cd4f-4b39-9d7f-49da5384576a tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 210 time: 0.1090703 Mar 03 18:22:43.882222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-9499426d-bcbe-452a-99f3-f66a8b23248d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b0d39cf-2281-4587-8ebe-277478af2ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604770 Mar 03 18:22:43.959012 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-faa8707e-e39c-4e6e-a486-c26049de9e5c tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce441a9a6a2a422ea26e76ca47ca1014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338023 Mar 03 18:22:43.997207 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.034749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.045510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.196956 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.291258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-d9f9b0af-ca57-4151-b3d8-33326b3fa5c8 service neutron] 10.222.0.16 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031506 Mar 03 18:22:44.355320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-bd115af9-1657-45a2-b070-ca41b99100dd tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:44.356833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-bd115af9-1657-45a2-b070-ca41b99100dd tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476248 Mar 03 18:22:44.407940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Request body: {'port': {'device_id': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': 'ce441a9a6a2a422ea26e76ca47ca1014'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:44.430316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Port': ['ID=4dd72fe0-874e-41b0-be01-ed3eeda3336a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:44.461888 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.465842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7196760 Mar 03 18:22:44.467462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45383472-2f48-4bbb-b0c5-be06daee3b8d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:44.470130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60654) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:44.564300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '7dcc9ca4-6af8-40e9-b14d-66a4726b85ac', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:44.567069 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-c4a8de1d-de29-4a04-99b5-3b3af09564da service neutron] 10.222.0.16 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678766 Mar 03 18:22:44.570846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:44.591896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:44.596124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Usage tracker for resource:port and tenant:ce441a9a6a2a422ea26e76ca47ca1014 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:44.599391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:44.605595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:44.620933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Made reservation on behalf of ce441a9a6a2a422ea26e76ca47ca1014 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:44.629247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.643384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.653148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:44.658314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] No DVR routers for this DVR port 4dd72fe0-874e-41b0-be01-ed3eeda3336a on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:44.658586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:44.660501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:44.663748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Usage tracker for resource:security_group_rule and tenant:ce441a9a6a2a422ea26e76ca47ca1014 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:44.666599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:44.671322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.673184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:44.673315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7019e1a5-4d87-4335-bb65-8a0bd00af7bc req-15060870-bbb5-4163-bde3-047c45cd8039 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.16 "DELETE /v2.0/ports/4dd72fe0-874e-41b0-be01-ed3eeda3336a HTTP/1.1" status: 204 len: 173 time: 2.6632664 Mar 03 18:22:44.718553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'name': 'network-vif-deleted', 'tag': '4dd72fe0-874e-41b0-be01-ed3eeda3336a'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:44.724263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:44.755026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.785577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.791605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.833967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.846926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30153c80-3fe6-4a24-a118-b161c4dc8e50']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:44.881184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f82050-56c4-469c-8681-cd4b8900e518') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:44.881507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f82050-56c4-469c-8681-cd4b8900e518') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:44.901411 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.936301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.954268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:22:44.954630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:44.970487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-22f17b28-e3b2-4c84-9229-773361e1c664 req-e8ee4eb2-238e-476d-bc90-efc6af04f17b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=42f1f3dd-ce34-4813-a567-7c19fca3e510 HTTP/1.1" status: 200 len: 210 time: 0.0994747 Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:22:44.976826 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:22:45.012625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17d863-5587-472f-949b-6f4054859953,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:45.074926 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f1f3dd-ce34-4813-a567-7c19fca3e510', 'name': 'network-vif-deleted', 'tag': '4dd72fe0-874e-41b0-be01-ed3eeda3336a', 'status': 'completed', 'code': 200} Mar 03 18:22:45.086989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.100297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.131328 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Allocated IP 192.168.233.230 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/0f369035-f3df-47a9-8006-fc5e611f1ebb) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:45.149756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c989c1-2e4e-4498-ba9f-95b125a0d1de,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:45.184123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.219370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.221166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/30153c80-3fe6-4a24-a118-b161c4dc8e50 HTTP/1.1" status: 204 len: 168 time: 1.5607610 Mar 03 18:22:45.225820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5aa9848-e2ec-4055-b876-5d110b633a1f req-9f9041e8-556a-4990-ab8e-836c154fc43d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 210 time: 0.0799458 Mar 03 18:22:45.229633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.233664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b28feb91-9f8e-4171-b402-560c616633af tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7443306 Mar 03 18:22:45.235844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60670) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:45.236167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:45.236906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592a221-210f-4e8f-8138-65ce51edf2be tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=30153c80-3fe6-4a24-a118-b161c4dc8e50,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:45.244673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '7dcc9ca4-6af8-40e9-b14d-66a4726b85ac', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:45.260874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 4dd72fe0-874e-41b0-be01-ed3eeda3336a no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:45.269544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-565388426'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:45.275178 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.279801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:45.285762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:45.296156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:45.298837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 4dd72fe0-874e-41b0-be01-ed3eeda3336a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:45.299497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 4dd72fe0-874e-41b0-be01-ed3eeda3336a not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:45.300785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:45.303575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:45.306280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:45.315288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:45.319283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:45.334747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:45.338291 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.396171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5347-eebc-4b58-a416-668f7bf046ec req-bb19d26e-91d8-4846-b6fc-283eb6b437fe tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:45.397665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c36c5347-eebc-4b58-a416-668f7bf046ec req-bb19d26e-91d8-4846-b6fc-283eb6b437fe tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 943 time: 0.2278199 Mar 03 18:22:45.414806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.448871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:22:45.456828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.473651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.480174 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c36c5347-eebc-4b58-a416-668f7bf046ec req-bba95b35-445f-4ff4-a777-9afb751cadd2 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750232 Mar 03 18:22:45.501631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Transition to ACTIVE for port object 0f369035-f3df-47a9-8006-fc5e611f1ebb will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:45.522606 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.527205 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.527584 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment d4ed0890-d333-41fd-9c04-3ee6712e5f52 of type vlan for network d1b1105d-f554-47c4-ab16-91df1cae2b60 Mar 03 18:22:45.590207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:45.593322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:45.597519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:45.616116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.618284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.627002 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.644083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Pushing event updated for resources: {'Port': ['ID=0f369035-f3df-47a9-8006-fc5e611f1ebb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:45.673036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:45.673698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.699734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-6f2bb08a-e618-4650-83f4-2de4cabf088d tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2960949 Mar 03 18:22:45.714491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Request body: {'port': {'device_id': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:45.716305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1110db-bb08-4994-943a-c6e406af6355,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:45.750066 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.751247 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-da2319e5-b55a-4b08-96da-d7274991afb7 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5106633 Mar 03 18:22:45.757913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60678) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:45.772591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '7dcc9ca4-6af8-40e9-b14d-66a4726b85ac', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:45.782595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.787880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:45.788468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.792449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:45.816145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:45.826935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:45.844022 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.848963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:45.895241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-362dab2f-641f-4400-87cd-725729caedb3 None None] Provisioning for port 0f369035-f3df-47a9-8006-fc5e611f1ebb completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:45.900031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-362dab2f-641f-4400-87cd-725729caedb3 None None] Provisioning complete for port 0f369035-f3df-47a9-8006-fc5e611f1ebb triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:45.900540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-362dab2f-641f-4400-87cd-725729caedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.916014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6768892 Mar 03 18:22:45.924598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60682) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:45.949045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:45.958106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-362dab2f-641f-4400-87cd-725729caedb3 None None] Port 0f369035-f3df-47a9-8006-fc5e611f1ebb cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:45.968730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a777ead-cceb-427c-a3cc-a2518266eef7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=d1b1105d-f554-47c4-ab16-91df1cae2b60,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:45.979318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:22:45.983434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:45.993117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.016455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.109081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60688) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:46.180909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=a09ef960-6282-4842-944d-8785a8615c19,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:46.265039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:46.274482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:46.279496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:46.289540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:46.313429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.494905 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.502724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:46.506318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.521130 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.589256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8106aba7-ebc2-4331-9c4b-a784eda67901,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:46.640229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f369035-f3df-47a9-8006-fc5e611f1ebb {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:46.658085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.685777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e109-2b86-49ff-a1b3-b28715c5c3ba req-c4c5db93-6999-4202-b874-4770e2f7ee20 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:46.686470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e6b8e109-2b86-49ff-a1b3-b28715c5c3ba req-c4c5db93-6999-4202-b874-4770e2f7ee20 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Synchronizing usage tracker for tenant:ce441a9a6a2a422ea26e76ca47ca1014 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:46.706336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.707511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-93595d57-d417-4aee-887a-6aa08a55c942 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9486320 Mar 03 18:22:46.745546 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60696) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:46.759835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '7dcc9ca4-6af8-40e9-b14d-66a4726b85ac', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:46.768558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Transition to ACTIVE for port object 0f369035-f3df-47a9-8006-fc5e611f1ebb will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:46.771192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:46.778662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:46.783103 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:46.787112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:46.815375 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Floating IP 818b8e93-1a03-4b1f-b1fb-89e443fb0749 associated. External IP: 172.25.0.99, port: 6861f4eb-c56f-4189-b784-cdf210a6d0e7. Mar 03 18:22:46.855922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:46.951107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e6b8e109-2b86-49ff-a1b3-b28715c5c3ba req-c4c5db93-6999-4202-b874-4770e2f7ee20 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Unset dirty status for tenant:ce441a9a6a2a422ea26e76ca47ca1014 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:46.952147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6b8e109-2b86-49ff-a1b3-b28715c5c3ba req-c4c5db93-6999-4202-b874-4770e2f7ee20 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 936 time: 0.6044900 Mar 03 18:22:47.014246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Pushing event updated for resources: {'Port': ['ID=0f369035-f3df-47a9-8006-fc5e611f1ebb,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:47.036366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12caca-c54b-4be8-8570-8af0a36de167 req-92aa66a6-e0a2-41c8-855f-6f68f4289296 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:47.037810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a12caca-c54b-4be8-8570-8af0a36de167 req-92aa66a6-e0a2-41c8-855f-6f68f4289296 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 943 time: 0.4425983 Mar 03 18:22:47.074923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.188198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e6b8e109-2b86-49ff-a1b3-b28715c5c3ba req-0658bd7d-6699-4d3f-8ce0-cb06bccbdc81 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Synchronizing usage tracker for tenant:ce441a9a6a2a422ea26e76ca47ca1014 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:47.259918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e6b8e109-2b86-49ff-a1b3-b28715c5c3ba req-0658bd7d-6699-4d3f-8ce0-cb06bccbdc81 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Unset dirty status for tenant:ce441a9a6a2a422ea26e76ca47ca1014 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:47.261139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6b8e109-2b86-49ff-a1b3-b28715c5c3ba req-0658bd7d-6699-4d3f-8ce0-cb06bccbdc81 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926486 Mar 03 18:22:47.261762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0a12caca-c54b-4be8-8570-8af0a36de167 req-b03cb747-14dd-4907-9dee-4f9201643f69 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Synchronizing usage tracker for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:47.266984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.279142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Attempting to bind port 0f369035-f3df-47a9-8006-fc5e611f1ebb on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:47.279142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Attempting to bind port 0f369035-f3df-47a9-8006-fc5e611f1ebb by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:47.279414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Attempting to bind port 0f369035-f3df-47a9-8006-fc5e611f1ebb on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:47.283296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 3b03d9fc-3dfd-4958-938a-8d771f641107 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:22:47.297407 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.299656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Port 0f369035-f3df-47a9-8006-fc5e611f1ebb on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:22:47.300152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Attempting to bind port 0f369035-f3df-47a9-8006-fc5e611f1ebb on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:47.308181 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.316524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:47.316885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:47.317239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:47.317701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Bound port: 0f369035-f3df-47a9-8006-fc5e611f1ebb, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:47.318221 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.358704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c663123-080c-4b86-a18a-322c977b4459,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:47.407137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.408309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-979e7009-6e3e-4a6f-b298-e5ab7054b56f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6614025 Mar 03 18:22:47.411372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60700) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:47.420455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '7dcc9ca4-6af8-40e9-b14d-66a4726b85ac', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:47.434681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0a12caca-c54b-4be8-8570-8af0a36de167 req-b03cb747-14dd-4907-9dee-4f9201643f69 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Unset dirty status for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:47.435902 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a12caca-c54b-4be8-8570-8af0a36de167 req-b03cb747-14dd-4907-9dee-4f9201643f69 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635490 Mar 03 18:22:47.457745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 3b03d9fc-3dfd-4958-938a-8d771f641107, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=3b03d9fc-3dfd-4958-938a-8d771f641107,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:47.461479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=57a35e71-ea4c-4f68-a1be-c7dce9249b6a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:47.467498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:47.474708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '3b03d9fc-3dfd-4958-938a-8d771f641107', 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3', 'port_id': '3b03d9fc-3dfd-4958-938a-8d771f641107', 'mac_address': 'fa:16:3e:6a:33:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eac9f71-0751-49df-a0be-ce084e0a6b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:22:47.482413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:47.494902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': 'd4ed0890-d333-41fd-9c04-3ee6712e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:47.495550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: d1b1105d-f554-47c4-ab16-91df1cae2b60, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:22:47.502516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:47.507730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:47.516161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:47.531764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] For port 0f369035-f3df-47a9-8006-fc5e611f1ebb, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:47.535639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.537434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] For port 0f369035-f3df-47a9-8006-fc5e611f1ebb, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0f369035-f3df-47a9-8006-fc5e611f1ebb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:47.541428 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:22:47.549768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.556804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b03d9fc-3dfd-4958-938a-8d771f641107 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:47.574389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 3b03d9fc-3dfd-4958-938a-8d771f641107, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=3b03d9fc-3dfd-4958-938a-8d771f641107,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:47.578472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.581222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:22:47.582086 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.605178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, d1b1105d-f554-47c4-ab16-91df1cae2b60) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:47.616292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:47.617231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.622948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c30578-8795-4a35-b0ef-c6f63b2a7f63 None None] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:47.644782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4bc4653f-f3ac-42cf-9e07-89c66580dec7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7186353 Mar 03 18:22:47.648455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.658070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:47.701750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:47.702373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.703749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] 10.222.0.16 "PUT /v2.0/ports/0f369035-f3df-47a9-8006-fc5e611f1ebb HTTP/1.1" status: 200 len: 1096 time: 1.9935803 Mar 03 18:22:47.712505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'tag': '0f369035-f3df-47a9-8006-fc5e611f1ebb'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:47.761159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=3b03d9fc-3dfd-4958-938a-8d771f641107,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:47.791783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:47.804091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:47.809652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2077042130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:47.825210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:47.830794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:router and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:47.834199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:47.838063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.855463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:47.856095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:47.871455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:47.903378 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.904484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.929483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7d9fb764-741c-430a-84ca-e81853b60f2e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2440293 Mar 03 18:22:47.932406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:47.937262 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'tag': '0f369035-f3df-47a9-8006-fc5e611f1ebb', 'status': 'completed', 'code': 200} Mar 03 18:22:47.948131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.972092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cbad-c149-489a-b54e-b7a3af9104da service neutron] Pushing event updated for resources: {'Port': ['ID=0f369035-f3df-47a9-8006-fc5e611f1ebb,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:47.972637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['3b03d9fc-3dfd-4958-938a-8d771f641107'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:22:47.983889 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:47.998450 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'status': 'completed', 'code': 200} Mar 03 18:22:48.008812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.010110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cbfadc1d-2de5-407d-b9b5-65bb20e00f94 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3508012 Mar 03 18:22:48.013577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60714) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:48.023432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'port': {'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60', 'name': 'tempest-RoutersIpV6Test-72577287'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:48.155357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-d1b1105d-f554-47c4-ab16-91df1cae2b60', 'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': '57a35e71-ea4c-4f68-a1be-c7dce9249b6a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:22:48.156216 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.179254 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.240479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.299327 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.326887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:48.329244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bcb9f1-df55-4c4c-9838-bb74265d7146,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:48.365860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-d7c5708c-b319-4011-8e91-07196eb64f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:48.367313 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-d7c5708c-b319-4011-8e91-07196eb64f6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1097 time: 0.3262696 Mar 03 18:22:48.376208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-86201d6c-1cfe-406b-9475-c1ada4fa143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:48.378978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-86201d6c-1cfe-406b-9475-c1ada4fa143c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce441a9a6a2a422ea26e76ca47ca1014&device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 1099 time: 0.5997036 Mar 03 18:22:48.380020 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.381502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-442a3bfd-4b1e-4f60-805d-a7567b1e02db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9692919 Mar 03 18:22:48.385259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60720) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:48.461755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'security_group_rule': {'security_group_id': '7dcc9ca4-6af8-40e9-b14d-66a4726b85ac', 'project_id': 'a88532a2002144a3850df64bed516c95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:48.468796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:48.492472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:48.493583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-ebeb0567-e6e1-4d77-b00a-8501922968d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=0f369035-f3df-47a9-8006-fc5e611f1ebb HTTP/1.1" status: 200 len: 217 time: 0.0994775 Mar 03 18:22:48.494550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:48.519290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:48.522706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.543727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-a76d47e0-5060-4c92-b9a1-bd951d6f68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:48.545217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-a76d47e0-5060-4c92-b9a1-bd951d6f68a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.1688161 Mar 03 18:22:48.595968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:security_group_rule and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:48.608796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:48.623254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] device_id is not set on port 7a05df3e-ea88-4944-8f63-46a79000ba6c yet. {{(pid=87887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 18:22:48.633926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:48.651095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Allocated IP 2001:db8::2 (d1b1105d-f554-47c4-ab16-91df1cae2b60/57a35e71-ea4c-4f68-a1be-c7dce9249b6a/21b8e722-2501-42ca-8f96-d8a3594380e0) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:48.719822 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Project a88532a2002144a3850df64bed516c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:22:48.743080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.761243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-61c83edd-1372-4829-8de8-bd9955ddadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:48.761243 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-61c83edd-1372-4829-8de8-bd9955ddadf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2013321 Mar 03 18:22:48.805009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-bf3c57c1-2a74-4c11-8f45-9823aae9a71a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 999 time: 0.2442570 Mar 03 18:22:48.840225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting port 5d629e15-be39-41c6-b8a8-c9fc57978bd4 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:48.840225 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:48.896610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-45339265-511f-4f39-a754-a1f970ebad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:48.896610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-45339265-511f-4f39-a754-a1f970ebad97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0872173 Mar 03 18:22:48.904709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447ef05-9271-4d95-b9f7-91d7081e6cc4 req-9909a070-b24c-48f8-9455-6422c8f7c2a6 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:48.904709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2447ef05-9271-4d95-b9f7-91d7081e6cc4 req-9909a070-b24c-48f8-9455-6422c8f7c2a6 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 944 time: 0.2398105 Mar 03 18:22:48.912654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220d486-64ef-4a4c-a3e6-592de2d670a0 req-0af01458-2b25-48e9-92b5-e433d5b38638 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:48.918924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4220d486-64ef-4a4c-a3e6-592de2d670a0 req-0af01458-2b25-48e9-92b5-e433d5b38638 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 948 time: 0.4459362 Mar 03 18:22:49.003454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2447ef05-9271-4d95-b9f7-91d7081e6cc4 req-07e385bc-6f56-4cdc-a62c-c5fa2aea8b3d tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630355 Mar 03 18:22:49.057954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-95000b9b-42e6-4825-8a58-742767034c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:49.057954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-95000b9b-42e6-4825-8a58-742767034c72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536150 Mar 03 18:22:49.203073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-64d4b3e5-da73-4e69-a9ae-2edec1dcd81e service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349978 Mar 03 18:22:49.211008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4220d486-64ef-4a4c-a3e6-592de2d670a0 req-291a7222-336d-407e-a795-5dd3d0532b4f tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790544 Mar 03 18:22:49.230984 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.244436 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.245275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.258308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Transition to ACTIVE for port object 21b8e722-2501-42ca-8f96-d8a3594380e0 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:49.275832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:44Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:49.283855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:22:49.292782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Transition to ACTIVE for port object 21b8e722-2501-42ca-8f96-d8a3594380e0 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:49.300673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:49.300673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:49.314124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-0df305b5-3ef8-4bdb-9d34-76bccd25a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:49.314650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-0df305b5-3ef8-4bdb-9d34-76bccd25a3b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5601835 Mar 03 18:22:49.344669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904cbc15-2d4a-4aef-8c01-705690fe74a8,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:49.360290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.361482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e293defe-7fcf-44e4-9819-d50144620141 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9725847 Mar 03 18:22:49.374052 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.385079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60726) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:49.391293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'network': {'name': 'tempest-network-smoke--825250921', 'project_id': 'a88532a2002144a3850df64bed516c95', 'port_security_enabled': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:49.410744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:49.410744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] For port 5d629e15-be39-41c6-b8a8-c9fc57978bd4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5d629e15-be39-41c6-b8a8-c9fc57978bd4,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:49.410744 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.476506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:49.498428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:49.498428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:49.530523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8::368 (d1b1105d-f554-47c4-ab16-91df1cae2b60/57a35e71-ea4c-4f68-a1be-c7dce9249b6a/7a05df3e-ea88-4944-8f63-46a79000ba6c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:49.538688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:49.556424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe6a24fc-2abb-43f3-8d94-feb818d291df req-12e67b05-1f0c-48f3-bedd-548110dfa02c service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309572 Mar 03 18:22:49.562283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Pushing event updated for resources: {'Port': ['ID=21b8e722-2501-42ca-8f96-d8a3594380e0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:49.621211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Calling delete_port for 5d629e15-be39-41c6-b8a8-c9fc57978bd4 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:49.675294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:22:49.675294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.708481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b57d0c93-a4af-409f-8a8e-4e741d580e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.730449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Attempting to bind port 21b8e722-2501-42ca-8f96-d8a3594380e0 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:22:49.730449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Attempting to bind port 21b8e722-2501-42ca-8f96-d8a3594380e0 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'd4ed0890-d333-41fd-9c04-3ee6712e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:22:49.730449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Attempting to bind port 21b8e722-2501-42ca-8f96-d8a3594380e0 on network d1b1105d-f554-47c4-ab16-91df1cae2b60 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:22:49.737936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-836b0614-eb8a-43a6-ad54-c89bf6e6373f service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022479 Mar 03 18:22:49.745606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:49.772663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:22:49.806633 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.806633 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Added segment 9cba3861-9ab8-4b07-95e3-b7bad8f47717 of type vlan for network 3f0c9847-9791-4db3-b218-66dbb49715c9 Mar 03 18:22:49.819987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:22:49.819987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Checking segment: {'id': 'd4ed0890-d333-41fd-9c04-3ee6712e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:22:49.819987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.819987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Bound using segment: {'id': 'd4ed0890-d333-41fd-9c04-3ee6712e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:22:49.819987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Bound port: 21b8e722-2501-42ca-8f96-d8a3594380e0, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ed0890-d333-41fd-9c04-3ee6712e5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd1b1105d-f554-47c4-ab16-91df1cae2b60'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:22:49.819987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.884246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.906128 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:49.915992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 7a05df3e-ea88-4944-8f63-46a79000ba6c will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:22:49.934936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:50.067027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:50.070419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:50.090975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:50.103562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:50.103562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:50.130927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7a05df3e-ea88-4944-8f63-46a79000ba6c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:50.134474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] For port 21b8e722-2501-42ca-8f96-d8a3594380e0, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:22:50.152134 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:50.158830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d2dd5796-8209-4159-9827-00b7206e6f43 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.1430345 Mar 03 18:22:50.161812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60732) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:50.165442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:50.166114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:50.176647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:50.191363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] For port 21b8e722-2501-42ca-8f96-d8a3594380e0, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=21b8e722-2501-42ca-8f96-d8a3594380e0,segment=NetworkSegment(d4ed0890-d333-41fd-9c04-3ee6712e5f52),segment_id=d4ed0890-d333-41fd-9c04-3ee6712e5f52)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:22:50.204667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:50.272905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39b650d0-198d-4b3e-813e-00fc0e7af7d6 req-ed61ca62-b2fc-49b3-93f7-093da67439e9 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338693 Mar 03 18:22:50.301305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Port': ['ID=5d629e15-be39-41c6-b8a8-c9fc57978bd4,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:50.334017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5fd38-d90a-4228-a33c-70a59907bcca None None] Pushing event updated for resources: {'Port': ['ID=21b8e722-2501-42ca-8f96-d8a3594380e0,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:50.470969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:44Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:50.477078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295afdb-7b49-4d76-8a97-f22aeddced8f None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:44Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:50.817623 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb41ac3-6952-4e00-a5c1-18894aff8676 None None] New status for floating IP 818b8e93-1a03-4b1f-b1fb-89e443fb0749: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:22:50.906386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Network': ['ID=3f0c9847-9791-4db3-b218-66dbb49715c9,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:50.922845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:22:50.929425 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-77709bb5-cd2c-438a-8bd4-d8c0e3e82a44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5512383 Mar 03 18:22:50.933854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60738) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:50.946113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'admin_state_up': True, 'project_id': 'a88532a2002144a3850df64bed516c95', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:22:50.964584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:22:50.976759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:router and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:22:50.982464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:22:51.002916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:22:51.072767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bbae7-d25a-482c-b6d2-67a49301956e req-2c1dd95a-7957-4fc1-a988-00daa3e8290f tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:51.074317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff5bbae7-d25a-482c-b6d2-67a49301956e req-2c1dd95a-7957-4fc1-a988-00daa3e8290f tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 944 time: 0.8478358 Mar 03 18:22:51.097475 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.098403 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.153319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4ec8a-4ff0-4a16-96b0-c8ae011845ca req-f1026212-68d0-4a53-8afd-6fe5b4adfc19 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:51.157892 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65b4ec8a-4ff0-4a16-96b0-c8ae011845ca req-f1026212-68d0-4a53-8afd-6fe5b4adfc19 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 948 time: 0.4511838 Mar 03 18:22:51.158766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.168284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771490-f776-4dfe-abae-574b70717eed req-0e67f389-0447-4588-adca-b6b55ef96ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:51.170525 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0771490-f776-4dfe-abae-574b70717eed req-0e67f389-0447-4588-adca-b6b55ef96ee3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce441a9a6a2a422ea26e76ca47ca1014&device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 1099 time: 0.8115447 Mar 03 18:22:51.188725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.245788 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.262165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff5bbae7-d25a-482c-b6d2-67a49301956e req-555a4bbf-9d2f-4a1f-869f-35896d4c8616 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089027 Mar 03 18:22:51.309538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 3b03d9fc-3dfd-4958-938a-8d771f641107 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:51.389264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65b4ec8a-4ff0-4a16-96b0-c8ae011845ca req-0a0899b1-cea6-4633-bfcd-8f944f44af12 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256060 Mar 03 18:22:51.425993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 3b03d9fc-3dfd-4958-938a-8d771f641107 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:51.432629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 3b03d9fc-3dfd-4958-938a-8d771f641107 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:51.433178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.517488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21b8e722-2501-42ca-8f96-d8a3594380e0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:51.611672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 21b8e722-2501-42ca-8f96-d8a3594380e0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:51.649063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.655502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.690208 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.723904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b03d9fc-3dfd-4958-938a-8d771f641107'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:51.733985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 3b03d9fc-3dfd-4958-938a-8d771f641107, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=3b03d9fc-3dfd-4958-938a-8d771f641107,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:51.738757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.813453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7a05df3e-ea88-4944-8f63-46a79000ba6c,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:51.830553 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b03d9fc-3dfd-4958-938a-8d771f641107', 'code': 200} Mar 03 18:22:51.831247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5859b-9ff4-4c5b-b12f-7d3ed84bd7fe None None] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:51.884155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.889985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09014ea2-7be8-4323-af97-058c5f627665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:51.947039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771490-f776-4dfe-abae-574b70717eed req-f7642cc9-eb33-48c3-bbd2-8935b74d2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:51.947608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4d456a5d-b3b2-46f9-ae0f-d851cf4e3d10 None None] Provisioning for port 21b8e722-2501-42ca-8f96-d8a3594380e0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:51.948569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0771490-f776-4dfe-abae-574b70717eed req-f7642cc9-eb33-48c3-bbd2-8935b74d2b42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.7442508 Mar 03 18:22:51.962478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=3b03d9fc-3dfd-4958-938a-8d771f641107,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:51.969149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4d456a5d-b3b2-46f9-ae0f-d851cf4e3d10 None None] Provisioning complete for port 21b8e722-2501-42ca-8f96-d8a3594380e0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:51.969550 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d456a5d-b3b2-46f9-ae0f-d851cf4e3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.072657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ecbf7-f66d-447f-9a91-40d30f4d6686 req-7b92272c-e0d7-4403-ac57-c84fe174abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:52.074441 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a6ecbf7-f66d-447f-9a91-40d30f4d6686 req-7b92272c-e0d7-4403-ac57-c84fe174abe6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 1096 time: 0.1753824 Mar 03 18:22:52.082156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.153100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a6ecbf7-f66d-447f-9a91-40d30f4d6686 req-2e0dfd40-580e-4404-9bb3-d0bc504c9afc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Mar 03 18:22:52.209568 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d456a5d-b3b2-46f9-ae0f-d851cf4e3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.235241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0771490-f776-4dfe-abae-574b70717eed req-cbe0d6e9-3ea5-4197-a097-bb76c298b5e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=0f369035-f3df-47a9-8006-fc5e611f1ebb HTTP/1.1" status: 200 len: 217 time: 0.2301831 Mar 03 18:22:52.251946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.254184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4d456a5d-b3b2-46f9-ae0f-d851cf4e3d10 None None] For port 21b8e722-2501-42ca-8f96-d8a3594380e0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=21b8e722-2501-42ca-8f96-d8a3594380e0,segment=NetworkSegment(d4ed0890-d333-41fd-9c04-3ee6712e5f52),segment_id=d4ed0890-d333-41fd-9c04-3ee6712e5f52)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:52.259728 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4d456a5d-b3b2-46f9-ae0f-d851cf4e3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.355902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456a5d-b3b2-46f9-ae0f-d851cf4e3d10 None None] Pushing event updated for resources: {'Port': ['ID=21b8e722-2501-42ca-8f96-d8a3594380e0,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:52.420785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:52.589461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-592e65f3-9bbf-496c-932d-11ba3e104a05 None None] Provisioning complete for port 21b8e722-2501-42ca-8f96-d8a3594380e0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:52.589960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-592e65f3-9bbf-496c-932d-11ba3e104a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.685405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771490-f776-4dfe-abae-574b70717eed req-0b6455c2-341a-4d1f-adf4-4ddb4f6471e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:52.687109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0771490-f776-4dfe-abae-574b70717eed req-0b6455c2-341a-4d1f-adf4-4ddb4f6471e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.2558048 Mar 03 18:22:52.748226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-592e65f3-9bbf-496c-932d-11ba3e104a05 None None] Provisioning for port 7a05df3e-ea88-4944-8f63-46a79000ba6c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:52.754115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-592e65f3-9bbf-496c-932d-11ba3e104a05 None None] Provisioning complete for port 7a05df3e-ea88-4944-8f63-46a79000ba6c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:52.754543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-592e65f3-9bbf-496c-932d-11ba3e104a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.785647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03787-cfaa-41c0-95b4-9d1aef64108d req-5a92a5ca-da31-4ad3-bed1-632175fc57c7 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:52.787148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-32c03787-cfaa-41c0-95b4-9d1aef64108d req-5a92a5ca-da31-4ad3-bed1-632175fc57c7 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 948 time: 0.2193656 Mar 03 18:22:52.817470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-592e65f3-9bbf-496c-932d-11ba3e104a05 None None] Port 7a05df3e-ea88-4944-8f63-46a79000ba6c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:52.853742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-32c03787-cfaa-41c0-95b4-9d1aef64108d req-ac10959d-2d1f-4848-a185-32ed68b6b3c3 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519876 Mar 03 18:22:52.934140 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.950321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fcbb7c21-b677-4be2-b9ed-2771fd13339a None None] Provisioning complete for port 7a05df3e-ea88-4944-8f63-46a79000ba6c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:52.951624 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7c21-b677-4be2-b9ed-2771fd13339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:52.996829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.004023 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.005525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.029882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb7c21-b677-4be2-b9ed-2771fd13339a None None] Port 7a05df3e-ea88-4944-8f63-46a79000ba6c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:53.036198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ec485-386f-455f-be6f-3a9cb1593c5f req-6eba2572-a09b-437a-949f-158f7d01b559 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:53.038398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a38ec485-386f-455f-be6f-3a9cb1593c5f req-6eba2572-a09b-437a-949f-158f7d01b559 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 945 time: 0.5517261 Mar 03 18:22:53.039168 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.066239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.097292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:53.117192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] Sync routers for ids ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:53.127900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.134001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] Routers {'74b3ef40-f66a-46c1-a8a5-84e0c7920de9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:53.134628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:53.189793 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-54115685-7be2-4f7a-9209-31cc23fac207 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "PUT /v2.0/routers/74b3ef40-f66a-46c1-a8a5-84e0c7920de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0792761 Mar 03 18:22:53.194118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60750) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:53.196660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7a05df3e-ea88-4944-8f63-46a79000ba6c,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:53.224900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a38ec485-386f-455f-be6f-3a9cb1593c5f req-a05bafb1-1e06-45a4-80c1-8877cb3cce33 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513801 Mar 03 18:22:53.235709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771490-f776-4dfe-abae-574b70717eed req-0c6b34b7-354f-46d1-b214-a390359f2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:53.238378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0771490-f776-4dfe-abae-574b70717eed req-0c6b34b7-354f-46d1-b214-a390359f2ec6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4909430 Mar 03 18:22:53.289803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-60d31845-f327-4e6e-a6aa-b60d263091f2 None None] Provisioning complete for port 7a05df3e-ea88-4944-8f63-46a79000ba6c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:53.293151 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-60d31845-f327-4e6e-a6aa-b60d263091f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.307863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting subnet d4dc09ca-d940-430e-b83a-c1b3674d9b7f {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:22:53.311683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:53.313719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:53.325464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.382214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0f369035-f3df-47a9-8006-fc5e611f1ebb details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:22:53.384277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21b8e722-2501-42ca-8f96-d8a3594380e0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:53.486033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.143 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/861494a2-d7c7-4cf9-984d-10c488cf8b9d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:22:53.507486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0771490-f776-4dfe-abae-574b70717eed req-9fc0dc56-57d2-4ebf-834f-bee8005cbc52 service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617502 Mar 03 18:22:53.589208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.647881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-60d31845-f327-4e6e-a6aa-b60d263091f2 None None] Port 7a05df3e-ea88-4944-8f63-46a79000ba6c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:53.677192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router a78fa716-f3f9-4aa8-8c14-2f53f190b1bc is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:22:53.770046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] Set router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:53.830362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.898610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:53.909062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fe76cb70-b9f4-409f-989c-49d87803ba2f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/a78fa716-f3f9-4aa8-8c14-2f53f190b1bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7460155 Mar 03 18:22:53.909820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60756) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:53.919333 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] Sync routers for ids ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:53.940067 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] Routers {'a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:53.946635 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:53.951062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e0771490-f776-4dfe-abae-574b70717eed req-9d58433d-5449-4824-9ea6-2b02bd7347bf service neutron] 10.222.0.16 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157734 Mar 03 18:22:53.953924 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:53.988409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b74f4-6aeb-4296-b308-ad2da93a4983 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:53.989007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c3b74f4-6aeb-4296-b308-ad2da93a4983 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:53.998215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2d2e4128-3d24-4808-80f1-5838ece02dd1 None None] Provisioning complete for port 7a05df3e-ea88-4944-8f63-46a79000ba6c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:53.998687 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4128-3d24-4808-80f1-5838ece02dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.006131 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.019658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c3b74f4-6aeb-4296-b308-ad2da93a4983 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:54.025576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c3b74f4-6aeb-4296-b308-ad2da93a4983 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports/7a05df3e-ea88-4944-8f63-46a79000ba6c HTTP/1.1" status: 200 len: 982 time: 0.1120005 Mar 03 18:22:54.026076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60760) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:54.030793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.131804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=861494a2-d7c7-4cf9-984d-10c488cf8b9d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:54.136941 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:54.160049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0f369035-f3df-47a9-8006-fc5e611f1ebb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0f369035-f3df-47a9-8006-fc5e611f1ebb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:54.163165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:22:54.163463 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] Routers {'a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:54.164797 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:54.164933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:22:54.170465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:22:54.211018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 21b8e722-2501-42ca-8f96-d8a3594380e0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:54.211385 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.243281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '0f369035-f3df-47a9-8006-fc5e611f1ebb', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '0f369035-f3df-47a9-8006-fc5e611f1ebb', 'mac_address': 'fa:16:3e:06:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:22:54.246346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e4128-3d24-4808-80f1-5838ece02dd1 None None] Port 7a05df3e-ea88-4944-8f63-46a79000ba6c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:22:54.330720 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:54.331130 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1fd62-8e90-49b4-8bf0-ddaad9231774 None None] The sync data for ids ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:54.418099 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.424345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dc09ca-d940-430e-b83a-c1b3674d9b7f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:54.426511 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.434631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc40830-ec59-46bb-b10e-0ad250040de2 None None] Network 065f154e-70e5-4e22-a210-b0f4420ebb1d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:22:54.534928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-474cc7d0-812b-42f0-b3b9-1e1f2876b51d tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/subnets/d4dc09ca-d940-430e-b83a-c1b3674d9b7f HTTP/1.1" status: 204 len: 168 time: 1.3351712 Mar 03 18:22:54.540117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60766) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:54.567304 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.581892 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.666001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f369035-f3df-47a9-8006-fc5e611f1ebb {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:22:54.685564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0f369035-f3df-47a9-8006-fc5e611f1ebb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0f369035-f3df-47a9-8006-fc5e611f1ebb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:54.694883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.787343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:22:49Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:54.792679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] Checking router: 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:22:54.793507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a587a1e-a51c-49db-a82e-b437fdabbb1d req-60674834-b339-4007-9549-f5ed8e2ac63a tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:54.805091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a587a1e-a51c-49db-a82e-b437fdabbb1d req-60674834-b339-4007-9549-f5ed8e2ac63a tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 948 time: 0.4716244 Mar 03 18:22:54.850479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] Routers {'74b3ef40-f66a-46c1-a8a5-84e0c7920de9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:54.852381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:54.951345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc15215-5a71-40c2-bb08-c41a77d5884c req-080eaa5b-b8cd-45a4-a77d-6eec12eb7c0e tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:54.952562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddc15215-5a71-40c2-bb08-c41a77d5884c req-080eaa5b-b8cd-45a4-a77d-6eec12eb7c0e tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 945 time: 0.4134803 Mar 03 18:22:54.957140 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:54.963846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a587a1e-a51c-49db-a82e-b437fdabbb1d req-7dd2bd52-750c-4aa6-83f8-8c8c198d4070 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568012 Mar 03 18:22:55.128397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0f369035-f3df-47a9-8006-fc5e611f1ebb,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:55.182586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] Set router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:55.194237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.204139 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.291163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0f369035-f3df-47a9-8006-fc5e611f1ebb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:22:55.453376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] DHCP port deletion for 065f154e-70e5-4e22-a210-b0f4420ebb1d request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:22:55.477304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] Deleting port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:55.477704 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.504287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 7a05df3e-ea88-4944-8f63-46a79000ba6c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:55.504287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.517478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddc15215-5a71-40c2-bb08-c41a77d5884c req-2de79671-6620-4f09-add7-f730595edc0b tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034161 Mar 03 18:22:55.580790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.671215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:22:55.671832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.756771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.849216 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.867899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] For port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f,segment=NetworkSegment(24e5581e-8796-4003-a244-20fbf2cc5a5c),segment_id=24e5581e-8796-4003-a244-20fbf2cc5a5c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:55.868480 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:55.927599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 7a05df3e-ea88-4944-8f63-46a79000ba6c owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:56.042473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] Calling delete_port for 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:56.129684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:22:49Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:56.157141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] For port 9f23eee2-71b2-45bb-9c61-5ee5489dfbff, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:56.157141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:56.162403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248284a3-f22d-47e1-982b-6c7dff0065db None None] The sync data for ids ['74b3ef40-f66a-46c1-a8a5-84e0c7920de9'] in n-d-827121-1 is: [{'id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1274693876', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:21:49Z', 'updated_at': '2022-03-03T18:22:49Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '9f23eee2-71b2-45bb-9c61-5ee5489dfbff', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b3ef40-f66a-46c1-a8a5-84e0c7920de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:21:50Z', 'updated_at': '2022-03-03T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:56.260964 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:56.331128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] No DVR routers for this DVR port 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:22:56.331128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff7b22-9fee-44c9-af13-41b6adc55a5c None None] Pushing event deleted for resources: {'Port': ['ID=1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:56.449722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Calling delete_port for 9f23eee2-71b2-45bb-9c61-5ee5489dfbff owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:22:56.512374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:56.658071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=7a05df3e-ea88-4944-8f63-46a79000ba6c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:56.905240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bdfcf-7ca3-47d0-8e78-a24d0dde3119 req-9c73edc5-8fc7-4675-b2de-a2cf95eccd2b tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:56.905240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c9bdfcf-7ca3-47d0-8e78-a24d0dde3119 req-9c73edc5-8fc7-4675-b2de-a2cf95eccd2b tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 949 time: 0.4312699 Mar 03 18:22:57.073021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:57.078298 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:57.083701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c9bdfcf-7ca3-47d0-8e78-a24d0dde3119 req-ee95677b-befd-47fa-a0aa-cedf240ca795 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084926 Mar 03 18:22:57.213983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Port': ['ID=9f23eee2-71b2-45bb-9c61-5ee5489dfbff,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:57.324476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:22:57.363079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0f369035-f3df-47a9-8006-fc5e611f1ebb up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:22:57.394949 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:57.496640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5d629e15-be39-41c6-b8a8-c9fc57978bd4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:57.595599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router a78fa716-f3f9-4aa8-8c14-2f53f190b1bc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:22:57.615644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 5d629e15-be39-41c6-b8a8-c9fc57978bd4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:57.615644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5d629e15-be39-41c6-b8a8-c9fc57978bd4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:57.615644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:57.700193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:57.700193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1f8532be-0bdd-4c7c-9588-8d0a68a9cf9f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:57.772461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 0f369035-f3df-47a9-8006-fc5e611f1ebb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:22:57.800382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 0f369035-f3df-47a9-8006-fc5e611f1ebb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:22:57.800382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:57.922793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:57.933400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:57.948404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:57.973447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] Sync routers for ids ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:57.978169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f5c2fd78-f070-48f5-a61d-68287c865447 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/a78fa716-f3f9-4aa8-8c14-2f53f190b1bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9376333 Mar 03 18:22:57.978169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60848) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:58.063627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] Routers {'a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:58.063627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:58.153297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:22:58.164632 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Sync routers for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:22:58.187268 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:58.187268 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:58.202846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:58.202846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Fanout notify agent at l3_agent the message router_deleted on router 74b3ef40-f66a-46c1-a8a5-84e0c7920de9 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:22:58.238763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:58.238763 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d62c5da5-d3fb-4c84-a70a-127989e1bc3a tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/routers/74b3ef40-f66a-46c1-a8a5-84e0c7920de9 HTTP/1.1" status: 204 len: 168 time: 3.6913028 Mar 03 18:22:58.250194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60854) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:58.262656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:58.262656 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-28c91df4-7322-40b7-9481-998d607ebcde tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.3204944 Mar 03 18:22:58.262656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60858) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:58.383103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:58.526194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:58.587315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f369035-f3df-47a9-8006-fc5e611f1ebb'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:22:58.648531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0f369035-f3df-47a9-8006-fc5e611f1ebb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0f369035-f3df-47a9-8006-fc5e611f1ebb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:22:58.648531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] Routers {'a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:22:58.658938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:58.820968 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-7dcf1156-b87e-4673-b23c-f479cdc6149f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 18:22:58.820968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7dcf1156-b87e-4673-b23c-f479cdc6149f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/a78fa716-f3f9-4aa8-8c14-2f53f190b1bc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8437464 Mar 03 18:22:58.820968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60868) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:58.866276 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd07a66-62c3-49b5-a295-0c20b469117f req-3e03418e-2285-4404-8a2a-4b845667b828 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:58.866276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8dd07a66-62c3-49b5-a295-0c20b469117f req-3e03418e-2285-4404-8a2a-4b845667b828 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 949 time: 0.4049494 Mar 03 18:22:58.866276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:58.906448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b8228e7f-8fba-48ba-98b6-528df6a6f741 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:22:58.947927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b8228e7f-8fba-48ba-98b6-528df6a6f741 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:22:58.947927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b8228e7f-8fba-48ba-98b6-528df6a6f741 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=a78fa716-f3f9-4aa8-8c14-2f53f190b1bc HTTP/1.1" status: 200 len: 205 time: 0.1220908 Mar 03 18:22:58.947927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60872) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:58.980183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8dd07a66-62c3-49b5-a295-0c20b469117f req-717c4a0f-683b-4f57-a371-69494b0d5197 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021347 Mar 03 18:22:59.025567 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f369035-f3df-47a9-8006-fc5e611f1ebb', 'code': 200} Mar 03 18:22:59.030994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:59.040137 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:22:59.591721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0dbf98ba-db74-4b6d-9933-7d8bb058b33e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:59.692686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a9dd617b-7701-476d-936c-8eac993d3668 tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a88532a2002144a3850df64bed516c95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.4176447 Mar 03 18:22:59.692686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df882c1-9ba1-4300-8f75-823bd3db8591 req-5192761e-48c9-4058-b646-4ae25e6e80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:22:59.692686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5df882c1-9ba1-4300-8f75-823bd3db8591 req-5192761e-48c9-4058-b646-4ae25e6e80bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 1101 time: 0.7116156 Mar 03 18:22:59.731618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:22:59.731618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51368c3-eff3-42c3-87ba-ac44f7e8d131 None None] The sync data for ids ['a78fa716-f3f9-4aa8-8c14-2f53f190b1bc'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:22:59.780079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f23eee2-71b2-45bb-9c61-5ee5489dfbff no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:22:59.794623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60880) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:22:59.921318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9f23eee2-71b2-45bb-9c61-5ee5489dfbff {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:22:59.921318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9f23eee2-71b2-45bb-9c61-5ee5489dfbff not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:22:59.945999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:22:59.965017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0f369035-f3df-47a9-8006-fc5e611f1ebb,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:22:59.983354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.025626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065f154e-70e5-4e22-a210-b0f4420ebb1d']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:00.031277 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5df882c1-9ba1-4300-8f75-823bd3db8591 req-073aab49-d116-4648-8582-f22f789afdaf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723671 Mar 03 18:23:00.040241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e5581e-8796-4003-a244-20fbf2cc5a5c') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:00.040241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e5581e-8796-4003-a244-20fbf2cc5a5c') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:00.058540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.082629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.094519 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:22:54Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:00.100077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:23:00.100077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.110529 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Checking router: 3ba17dd9-99e8-45fc-b9dc-276cfe279390 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:23:00.110529 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Updating router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 port 861494a2-d7c7-4cf9-984d-10c488cf8b9d binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: util.warn( Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:23:00.115733 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:23:00.248041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.257705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbd543e-8948-42c0-88d7-9f0b7fc6c72c tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:00.257705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8dbd543e-8948-42c0-88d7-9f0b7fc6c72c tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4513571 Mar 03 18:23:00.277185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60888) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:00.296133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.300919 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.322221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Network': ['ID=065f154e-70e5-4e22-a210-b0f4420ebb1d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:00.353375 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e1022c7f-edd0-412e-9821-55137fc10722 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/networks/065f154e-70e5-4e22-a210-b0f4420ebb1d HTTP/1.1" status: 204 len: 168 time: 2.0989954 Mar 03 18:23:00.353375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60892) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:00.577659 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-adb96935-a912-43cb-a4f5-d1e2b25710ce tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2972534 Mar 03 18:23:00.660299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60898) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:00.670179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-278374631', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'project_id': 'a88532a2002144a3850df64bed516c95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:00.748032 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.772886 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Transition to ACTIVE for port object 861494a2-d7c7-4cf9-984d-10c488cf8b9d will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:00.784162 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.789685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0dbf98ba-db74-4b6d-9933-7d8bb058b33e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.793348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0dbf98ba-db74-4b6d-9933-7d8bb058b33e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.872646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3f396-5682-4273-bca4-d4a64adf2b17 req-88b275ab-6e99-40e6-a5d8-21cc96bc865c tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:00.878177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting port 494a1f63-a421-462d-8d69-ce0f98b58e13 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:00.878177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.885238 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6d3f396-5682-4273-bca4-d4a64adf2b17 req-88b275ab-6e99-40e6-a5d8-21cc96bc865c tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 950 time: 0.4141290 Mar 03 18:23:00.955802 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Pushing event updated for resources: {'Port': ['ID=861494a2-d7c7-4cf9-984d-10c488cf8b9d,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:00.961373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0dbf98ba-db74-4b6d-9933-7d8bb058b33e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:00.961373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbf98ba-db74-4b6d-9933-7d8bb058b33e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Fanout notify agent at l3_agent the message router_deleted on router a78fa716-f3f9-4aa8-8c14-2f53f190b1bc {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:00.968958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:01.004651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0dbf98ba-db74-4b6d-9933-7d8bb058b33e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.004651 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0dbf98ba-db74-4b6d-9933-7d8bb058b33e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/a78fa716-f3f9-4aa8-8c14-2f53f190b1bc HTTP/1.1" status: 204 len: 168 time: 2.0543709 Mar 03 18:23:01.011999 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Attempting to bind port 861494a2-d7c7-4cf9-984d-10c488cf8b9d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:01.011999 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Attempting to bind port 861494a2-d7c7-4cf9-984d-10c488cf8b9d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:01.018877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60902) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:01.023660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Attempting to bind port 861494a2-d7c7-4cf9-984d-10c488cf8b9d on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:01.023660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:01.023660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:01.023660 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.023660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:01.023660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Bound port: 861494a2-d7c7-4cf9-984d-10c488cf8b9d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:01.023660 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.040805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c6d3f396-5682-4273-bca4-d4a64adf2b17 req-82f89585-f545-49df-8993-263af77d5f70 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626885 Mar 03 18:23:01.134474 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] For port 861494a2-d7c7-4cf9-984d-10c488cf8b9d, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:01.134474 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] For port 861494a2-d7c7-4cf9-984d-10c488cf8b9d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=861494a2-d7c7-4cf9-984d-10c488cf8b9d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:01.149838 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.166451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.167416 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.171440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet 57a35e71-ea4c-4f68-a1be-c7dce9249b6a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:23:01.174895 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.179359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:01.191434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:subnet and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:01.262457 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.287133 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:01.287133 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:01.360893 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae32019-1572-4587-be7c-e39a267c40be None None] Pushing event updated for resources: {'Port': ['ID=861494a2-d7c7-4cf9-984d-10c488cf8b9d,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:01.573578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Calling delete_port for 494a1f63-a421-462d-8d69-ce0f98b58e13 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:01.602059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:01.616293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:01.632306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:01.636581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.700853 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.719419 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:01.845160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.943348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:01.948714 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd41b2e-a98d-4639-9c25-9da9c1f5f680 None None] Network d1b1105d-f554-47c4-ab16-91df1cae2b60 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:01.958525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/57a35e71-ea4c-4f68-a1be-c7dce9249b6a HTTP/1.1" status: 204 len: 168 time: 0.9408207 Mar 03 18:23:01.958525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cb45e-7ee8-484c-bbcc-72a4de7f71bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=57a35e71-ea4c-4f68-a1be-c7dce9249b6a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:01.958525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60908) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:01.964295 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.087876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Port': ['ID=494a1f63-a421-462d-8d69-ce0f98b58e13,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:02.123025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.136348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 21b8e722-2501-42ca-8f96-d8a3594380e0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:02.136926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.339085 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:22:54Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:02.344718 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9f7b8-f7c0-4a82-8b2a-a36214aa18b2 None None] The sync data for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 is: [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:22:54Z', 'revision_number': 3, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:02.383909 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.424981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] DHCP port deletion for d1b1105d-f554-47c4-ab16-91df1cae2b60 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:23:02.430395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Deleting port 21b8e722-2501-42ca-8f96-d8a3594380e0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:02.430897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.432136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.432470 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Floating IP 915dd877-d9b5-439b-b8fa-e0f2101d585d disassociated (deleted). External IP: 172.25.0.242, port: c4dc4550-e961-4812-b5a2-fd12ae83e416. Mar 03 18:23:02.563406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Subnet': ['ID=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:02.581492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Checking segment: {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:02.583680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network hostable DHCP agents. Network: 3f0c9847-9791-4db3-b218-66dbb49715c9, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:23:02.625767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 21b8e722-2501-42ca-8f96-d8a3594380e0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=21b8e722-2501-42ca-8f96-d8a3594380e0,segment=NetworkSegment(d4ed0890-d333-41fd-9c04-3ee6712e5f52),segment_id=d4ed0890-d333-41fd-9c04-3ee6712e5f52)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:02.626245 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.742775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d7be0-75b7-4fb7-92bb-ce1583cefe67 req-263d48a0-2f29-4815-9ccd-a2a3eb943af6 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:02.744352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f93d7be0-75b7-4fb7-92bb-ce1583cefe67 req-263d48a0-2f29-4815-9ccd-a2a3eb943af6 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 950 time: 0.4553173 Mar 03 18:23:02.747676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:23:02.787470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 21b8e722-2501-42ca-8f96-d8a3594380e0 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:02.808644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 3f0c9847-9791-4db3-b218-66dbb49715c9) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:02.818812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a34352-b984-41f6-8a88-c82389dbd0db None None] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:02.912082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:02.912958 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:02.995106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:03.002986 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f93d7be0-75b7-4fb7-92bb-ce1583cefe67 req-40ef6805-6505-4968-b0f3-eb71df192210 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328589 Mar 03 18:23:03.041990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] For port 21b8e722-2501-42ca-8f96-d8a3594380e0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=21b8e722-2501-42ca-8f96-d8a3594380e0,segment=NetworkSegment(d4ed0890-d333-41fd-9c04-3ee6712e5f52),segment_id=d4ed0890-d333-41fd-9c04-3ee6712e5f52)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:03.041990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:03.054744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ea82deda-cbf9-4cd1-8080-3574fb3ca517 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3866277 Mar 03 18:23:03.061287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60918) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:03.120710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No DVR routers for this DVR port 21b8e722-2501-42ca-8f96-d8a3594380e0 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:23:03.223016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=21b8e722-2501-42ca-8f96-d8a3594380e0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:03.265846 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router f6d8908c-f850-4144-bba1-e7d5ce513bd0 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:03.351270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Calling delete_port for 21b8e722-2501-42ca-8f96-d8a3594380e0 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:03.422149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:03.531126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 861494a2-d7c7-4cf9-984d-10c488cf8b9d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:03.545193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b1105d-f554-47c4-ab16-91df1cae2b60']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:03.593908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ed0890-d333-41fd-9c04-3ee6712e5f52') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:03.595058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ed0890-d333-41fd-9c04-3ee6712e5f52') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:03.632972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:03.637731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:03.699957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] Sync routers for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:03.755369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-641944c1-af44-4aff-8802-b5188793cb47 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/floatingips/915dd877-d9b5-439b-b8fa-e0f2101d585d HTTP/1.1" status: 204 len: 168 time: 3.4052143 Mar 03 18:23:03.755369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:23:03.782947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:03.783980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:03.829623 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:03.961008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f4ff4-f783-4760-b973-eefa31004b47 req-20a32f3f-fd93-4b6e-b8d6-b1c1a8cf0dbc tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:03.966751 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:23:03.966947 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:23:03.972678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-326f4ff4-f783-4760-b973-eefa31004b47 req-20a32f3f-fd93-4b6e-b8d6-b1c1a8cf0dbc tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 950 time: 0.1980128 Mar 03 18:23:03.982296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 861494a2-d7c7-4cf9-984d-10c488cf8b9d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:03.988540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-3f0c9847-9791-4db3-b218-66dbb49715c9', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:23:03.989800 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:04.022348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 861494a2-d7c7-4cf9-984d-10c488cf8b9d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:04.023002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:04.094697 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-326f4ff4-f783-4760-b973-eefa31004b47 req-41860823-6091-4962-bbe8-f73c23bd83c9 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210442 Mar 03 18:23:04.189817 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'status': 'completed', 'code': 200} Mar 03 18:23:04.460673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:04.484456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:04.514359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Deleting port 21b8e722-2501-42ca-8f96-d8a3594380e0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:04.524870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:04.670229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9d05be0e-65de-40b7-afbc-9608a6f6c964 None None] The port '21b8e722-2501-42ca-8f96-d8a3594380e0' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:23:04.698960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:04.710436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 861494a2-d7c7-4cf9-984d-10c488cf8b9d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=861494a2-d7c7-4cf9-984d-10c488cf8b9d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:04.710436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Allocated IP 172.20.0.2 (3f0c9847-9791-4db3-b218-66dbb49715c9/8e6ac0f3-77dd-4345-b92a-ba5b34ff242a/9406c622-65f6-47d1-b509-734bc69e48dc) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:04.733930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:23:04.733930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:04.877371 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:23:04.902357 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:23:04.954559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19b1b-a3d7-4c1d-80ce-32af3dfa26e8 req-4fa42cfd-8be3-4c4e-8016-274e81822555 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:04.969801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-46e19b1b-a3d7-4c1d-80ce-32af3dfa26e8 req-4fa42cfd-8be3-4c4e-8016-274e81822555 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:04.989155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.023254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-46e19b1b-a3d7-4c1d-80ce-32af3dfa26e8 req-4fa42cfd-8be3-4c4e-8016-274e81822555 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:05.037364 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46e19b1b-a3d7-4c1d-80ce-32af3dfa26e8 req-4fa42cfd-8be3-4c4e-8016-274e81822555 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 985 time: 0.5517795 Mar 03 18:23:05.068507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=861494a2-d7c7-4cf9-984d-10c488cf8b9d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:05.085267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21b8e722-2501-42ca-8f96-d8a3594380e0 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:05.173858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.199818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/d1b1105d-f554-47c4-ab16-91df1cae2b60 HTTP/1.1" status: 204 len: 168 time: 3.2400939 Mar 03 18:23:05.200924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfd547-c7d1-4ceb-b85c-2cecb58a3b52 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=d1b1105d-f554-47c4-ab16-91df1cae2b60,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:05.207561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60938) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:05.224974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1865008145'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:05.224974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:05.235522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:05.246266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:05.268487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:05.307025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46e19b1b-a3d7-4c1d-80ce-32af3dfa26e8 req-88749b3e-b5fe-4a7a-b53a-d6c13221bf0f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2703996 Mar 03 18:23:05.310849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:05.319222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.373236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-2277ae1c-8026-4bd9-8f2b-e5e04a4ae2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:05.375638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-2277ae1c-8026-4bd9-8f2b-e5e04a4ae2e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3f6d846414844d3b048aaccaa545fc1&device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 1136 time: 1.0471637 Mar 03 18:23:05.410658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-b09a6af9-00e2-4823-98ee-0a0c58747df2 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:05.415873 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-b09a6af9-00e2-4823-98ee-0a0c58747df2 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 950 time: 0.2581263 Mar 03 18:23:05.459027 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 21b8e722-2501-42ca-8f96-d8a3594380e0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:05.459456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21b8e722-2501-42ca-8f96-d8a3594380e0 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:05.626022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Deleting port 0f369035-f3df-47a9-8006-fc5e611f1ebb {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:05.626507 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.717204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 861494a2-d7c7-4cf9-984d-10c488cf8b9d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:05.854198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:23:05.880882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:03Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:05.880882 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.883440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-1b718ff0-2b79-4f39-8e60-1063a7fd9f7e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:05.885513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] Checking router: f6d8908c-f850-4144-bba1-e7d5ce513bd0 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:23:05.886600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-1b718ff0-2b79-4f39-8e60-1063a7fd9f7e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.35 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 985 time: 0.2186875 Mar 03 18:23:05.917312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Transition to ACTIVE for port object 9406c622-65f6-47d1-b509-734bc69e48dc will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:05.944705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.944705 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment e40f0bfe-0ab5-48eb-b205-2abb93ed870d of type vlan for network 785d3b8e-8f92-4fd5-b3ae-111b616b923e Mar 03 18:23:05.949854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Transition to ACTIVE for port object 9406c622-65f6-47d1-b509-734bc69e48dc will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:05.964956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 861494a2-d7c7-4cf9-984d-10c488cf8b9d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:05.965488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.971016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting port c4dc4550-e961-4812-b5a2-fd12ae83e416 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:05.971547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:05.985809 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.004290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-4d49c007-1a69-4407-90bf-522b1fce1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:06.005857 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-4d49c007-1a69-4407-90bf-522b1fce1d7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=80e5f043-f497-4ff1-9642-e1e1150be338 HTTP/1.1" status: 200 len: 898 time: 0.6182940 Mar 03 18:23:06.006101 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.127541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:06.129955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:06.130916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:06.204741 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.225394 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-76fb2f23-72ae-47ef-8265-eddf935aa5cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416 HTTP/1.1" status: 200 len: 217 time: 0.1420920 Mar 03 18:23:06.235429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddbb1-6cec-42b2-b984-f180d95a6f0d req-a39b2e9d-9098-4102-818b-46a556273e33 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:06.237297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-233ddbb1-6cec-42b2-b984-f180d95a6f0d req-a39b2e9d-9098-4102-818b-46a556273e33 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 950 time: 0.8195133 Mar 03 18:23:06.310091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-9d9ee568-20b1-4c37-b65c-6db883ddf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:06.312061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-9d9ee568-20b1-4c37-b65c-6db883ddf1a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=115df977-0df8-4180-a299-6e657d22394d HTTP/1.1" status: 200 len: 837 time: 0.0716238 Mar 03 18:23:06.369502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Pushing event updated for resources: {'Port': ['ID=9406c622-65f6-47d1-b509-734bc69e48dc,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:06.381470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] For port 0f369035-f3df-47a9-8006-fc5e611f1ebb, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0f369035-f3df-47a9-8006-fc5e611f1ebb,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:06.381470 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.387776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:06.402285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:06.475462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-233ddbb1-6cec-42b2-b984-f180d95a6f0d req-2ea80277-5aba-4d31-8227-5678373ae3dd tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a17d863-5587-472f-949b-6f4054859953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613648 Mar 03 18:23:06.582516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.resource_extend [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:23:06.590770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:06.620932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Calling delete_port for 0f369035-f3df-47a9-8006-fc5e611f1ebb owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:06.697610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Attempting to bind port 9406c622-65f6-47d1-b509-734bc69e48dc on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:06.697987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Attempting to bind port 9406c622-65f6-47d1-b509-734bc69e48dc by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:06.698348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Attempting to bind port 9406c622-65f6-47d1-b509-734bc69e48dc on network 3f0c9847-9791-4db3-b218-66dbb49715c9 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:06.710778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.713568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:06.713568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Checking segment: {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:06.714235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.714400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Bound using segment: {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:06.714747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Bound port: 9406c622-65f6-47d1-b509-734bc69e48dc, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:06.715134 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.727617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:06.728659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.877528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] For port c4dc4550-e961-4812-b5a2-fd12ae83e416, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c4dc4550-e961-4812-b5a2-fd12ae83e416,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:06.877528 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:06.974454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb497-8b71-44c3-8446-3080d9a8abc2 req-6fbb3abf-2cfc-43ee-b123-17442c7d99cb tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:06.976309 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b4bb497-8b71-44c3-8446-3080d9a8abc2 req-6fbb3abf-2cfc-43ee-b123-17442c7d99cb tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 985 time: 0.2800405 Mar 03 18:23:07.011212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=785d3b8e-8f92-4fd5-b3ae-111b616b923e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:07.042254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:23:07.066870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Calling delete_port for c4dc4550-e961-4812-b5a2-fd12ae83e416 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:07.113232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:07.196173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0f369035-f3df-47a9-8006-fc5e611f1ebb'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:23:07.246483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aaebad87-a4ae-476a-8e1c-3ffe354276cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0362916 Mar 03 18:23:07.269348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 60946) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:07.269348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': '785d3b8e-8f92-4fd5-b3ae-111b616b923e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:07.289736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b4bb497-8b71-44c3-8446-3080d9a8abc2 req-db40d3f1-64ea-40e3-b0a0-6204db68b1df tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/security-groups?id=9faf2a19-1f20-4824-97a0-1115188d2c62&id=7ebf73c3-a471-43f5-b280-900ed4e2e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2374442 Mar 03 18:23:07.289736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Pushing event deleted for resources: {'Port': ['ID=0f369035-f3df-47a9-8006-fc5e611f1ebb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:07.443389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] For port 9406c622-65f6-47d1-b509-734bc69e48dc, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:07.537582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-3b4456e8-ae9c-4cfd-ad53-f87bdf7a0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:07.539064 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-3b4456e8-ae9c-4cfd-ad53-f87bdf7a0603 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80e5f043-f497-4ff1-9642-e1e1150be338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1918766 Mar 03 18:23:07.555724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] For port 9406c622-65f6-47d1-b509-734bc69e48dc, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9406c622-65f6-47d1-b509-734bc69e48dc,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:07.562040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-5f320add-a59a-4c32-a91e-d18e363db805 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:23:07.565950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-5f320add-a59a-4c32-a91e-d18e363db805 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152063 Mar 03 18:23:07.573780 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:07.641686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] No DVR routers for this DVR port 0f369035-f3df-47a9-8006-fc5e611f1ebb on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:23:07.654659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:07.662294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'name': 'network-vif-deleted', 'tag': '0f369035-f3df-47a9-8006-fc5e611f1ebb'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:23:07.752447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-317f8b66-0d9c-4a70-bba8-3ade23c27775 req-aacd80ea-dbb0-41f4-9ff5-d9731a1be1d4 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.16 "DELETE /v2.0/ports/0f369035-f3df-47a9-8006-fc5e611f1ebb HTTP/1.1" status: 204 len: 173 time: 2.3311706 Mar 03 18:23:07.761908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a2ba3-4be1-4eda-ac8e-751415273005 None None] Pushing event updated for resources: {'Port': ['ID=9406c622-65f6-47d1-b509-734bc69e48dc,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:07.777729 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:07.780939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:03Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:07.802247 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d262558-ec79-4c1a-9bd5-49f3e2d58d82', 'name': 'network-vif-deleted', 'tag': '0f369035-f3df-47a9-8006-fc5e611f1ebb', 'status': 'completed', 'code': 200} Mar 03 18:23:07.808376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286fb7d3-06f6-4e8e-9c05-f3c6d8e03cef None None] The sync data for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 is: [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:20:53Z', 'revision_number': 4, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '48ba86a3-e475-49e5-bdd8-d84c40c3a28b', 'name': '', 'network_id': '80e5f043-f497-4ff1-9642-e1e1150be338', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'mac_address': 'fa:16:3e:5d:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '115df977-0df8-4180-a299-6e657d22394d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:51Z', 'updated_at': '2022-03-03T18:21:03Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'subnets': [{'id': '115df977-0df8-4180-a299-6e657d22394d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:07.883945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-a7f3a414-212b-4f10-930b-ab681653670e service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958376 Mar 03 18:23:07.989824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Port': ['ID=c4dc4550-e961-4812-b5a2-fd12ae83e416,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:08.005255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e65f6f6-0435-4917-97b8-9f1b555d0f23 req-00b665bd-6655-4538-9c1b-a65d1136e520 tempest-VolumesNegativeTest-59206453 tempest-VolumesNegativeTest-59206453-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d262558-ec79-4c1a-9bd5-49f3e2d58d82 HTTP/1.1" status: 200 len: 210 time: 0.1113486 Mar 03 18:23:08.089118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:08.094374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] No DVR routers for this DVR port c4dc4550-e961-4812-b5a2-fd12ae83e416 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:23:08.097627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:08.100406 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f50bf84a-e0fa-4888-a241-6c49823a43d1 req-5c20dce3-1cb0-42f9-b0cb-16601a165c9f tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.35 "DELETE /v2.0/ports/c4dc4550-e961-4812-b5a2-fd12ae83e416 HTTP/1.1" status: 204 len: 173 time: 2.2109778 Mar 03 18:23:08.144811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:08.194675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:08.227413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:08.491346 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afbc84-f340-42af-bd5f-6669b4c06563 None None] New status for floating IP 915dd877-d9b5-439b-b8fa-e0f2101d585d: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:23:08.583194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.1 (3f0c9847-9791-4db3-b218-66dbb49715c9/8e6ac0f3-77dd-4345-b92a-ba5b34ff242a/ffe08656-e1f2-4efa-8424-a12a33a1b2a7) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:08.675141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6f277e49-de4a-45c6-a41d-649424f1f50e req-d9d61cbd-6a7b-4144-bc3f-8ce199c2f269 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Synchronizing usage tracker for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:08.713409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-6f277e49-de4a-45c6-a41d-649424f1f50e req-d9d61cbd-6a7b-4144-bc3f-8ce199c2f269 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Unset dirty status for tenant:d3f6d846414844d3b048aaccaa545fc1 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:08.730612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f277e49-de4a-45c6-a41d-649424f1f50e req-d9d61cbd-6a7b-4144-bc3f-8ce199c2f269 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "GET /v2.0/ports?device_id=05767ac4-a63b-4333-81a0-d0af9e5a57f3 HTTP/1.1" status: 200 len: 210 time: 0.1402326 Mar 03 18:23:08.928908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:08.930973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:09.113082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1f7f9af-19fc-417b-b37a-94ab3f2a7151 req-63fd39a0-22a3-4ba6-b0ac-909b7ac056df service neutron] 10.222.0.35 "GET /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1032007 Mar 03 18:23:09.208271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:09.237036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object ffe08656-e1f2-4efa-8424-a12a33a1b2a7 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:09.369680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:09.420504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0f369035-f3df-47a9-8006-fc5e611f1ebb no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:09.507136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:09.507945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 0f369035-f3df-47a9-8006-fc5e611f1ebb {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:09.508575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0f369035-f3df-47a9-8006-fc5e611f1ebb not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:09.527043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:09.595938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:09.604005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:09.607639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:09.635799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482eb87d-af57-4f5b-abd5-1f1189b04027 None None] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:09.707277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9406c622-65f6-47d1-b509-734bc69e48dc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:09.717519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=db587c5d-79c5-4cf6-8578-4a0398157a43,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:09.728500 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:09.733449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': 'e40f0bfe-0ab5-48eb-b205-2abb93ed870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '785d3b8e-8f92-4fd5-b3ae-111b616b923e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:09.733449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: 785d3b8e-8f92-4fd5-b3ae-111b616b923e, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:23:09.768591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:23:09.820285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'name': 'network-vif-deleted', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:23:09.836345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 785d3b8e-8f92-4fd5-b3ae-111b616b923e) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:09.864177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd013b3-f747-421b-8718-bb5859ddb005 None None] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:09.879853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:09.879853 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:09.921199 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60990) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:09.932335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c9047684-a79f-4bdb-8190-846037f45b24 None None] Provisioning for port 9406c622-65f6-47d1-b509-734bc69e48dc completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:10.035430 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05767ac4-a63b-4333-81a0-d0af9e5a57f3', 'name': 'network-vif-deleted', 'tag': 'c4dc4550-e961-4812-b5a2-fd12ae83e416', 'status': 'completed', 'code': 200} Mar 03 18:23:10.114380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 60994) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:10.124439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-51faa336-190a-489e-ad63-f9a0dbbcfc42 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8447945 Mar 03 18:23:10.143822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-37489183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:10.177320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5a12492-f608-4911-a497-7fcd772d7628 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.228400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 9406c622-65f6-47d1-b509-734bc69e48dc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:10.233287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:10.290450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.293543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:router and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:10.299557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:10.317987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:10.349854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9406c622-65f6-47d1-b509-734bc69e48dc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:10.349854 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.369476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5a12492-f608-4911-a497-7fcd772d7628 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.393615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.393615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.447187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c4dc4550-e961-4812-b5a2-fd12ae83e416 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:10.456507 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.480530 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5a12492-f608-4911-a497-7fcd772d7628 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.511434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.550579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a12492-f608-4911-a497-7fcd772d7628 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf2a19-1f20-4824-97a0-1115188d2c62,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:10.555247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.557734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8a5916d8-0f34-42c3-b33d-f8c3e2c72990 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4449673 Mar 03 18:23:10.562003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d5a12492-f608-4911-a497-7fcd772d7628 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:10.562937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d5a12492-f608-4911-a497-7fcd772d7628 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/security-groups/9faf2a19-1f20-4824-97a0-1115188d2c62 HTTP/1.1" status: 204 len: 168 time: 0.6490295 Mar 03 18:23:10.564507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32780) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:10.567541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 32782) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:10.687874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: c4dc4550-e961-4812-b5a2-fd12ae83e416 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:10.688210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c4dc4550-e961-4812-b5a2-fd12ae83e416 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:10.728827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-785d3b8e-8f92-4fd5-b3ae-111b616b923e', 'network_id': '785d3b8e-8f92-4fd5-b3ae-111b616b923e', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': 'db587c5d-79c5-4cf6-8578-4a0398157a43'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:23:10.730069 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.066698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6af4030-0c18-497c-8b03-24e3d066320e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.100535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Allocated IP 2001:db8::2 (785d3b8e-8f92-4fd5-b3ae-111b616b923e/db587c5d-79c5-4cf6-8578-4a0398157a43/3b770ade-cb5b-42b1-a64d-3f750b009df0) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:11.126798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.133863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.238529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6af4030-0c18-497c-8b03-24e3d066320e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.363573 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.405416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:11.413111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.500610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 9406c622-65f6-47d1-b509-734bc69e48dc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9406c622-65f6-47d1-b509-734bc69e48dc,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:11.531920 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.616542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6af4030-0c18-497c-8b03-24e3d066320e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.686702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af4030-0c18-497c-8b03-24e3d066320e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebf73c3-a471-43f5-b280-900ed4e2e91b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:11.703021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a6af4030-0c18-497c-8b03-24e3d066320e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.709633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-791560ca-630a-478d-9728-8c5bcb022d41 None None] Provisioning for port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:11.710611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a6af4030-0c18-497c-8b03-24e3d066320e tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ebf73c3-a471-43f5-b280-900ed4e2e91b HTTP/1.1" status: 204 len: 168 time: 1.0596926 Mar 03 18:23:11.712896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:11.716527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 32852) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:11.717720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:11.770123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.852081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-791560ca-630a-478d-9728-8c5bcb022d41 None None] Provisioning complete for port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:11.852860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-791560ca-630a-478d-9728-8c5bcb022d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.933053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-791560ca-630a-478d-9728-8c5bcb022d41 None None] Port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:11.942403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=9406c622-65f6-47d1-b509-734bc69e48dc,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:11.978064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:11.984944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-791560ca-630a-478d-9728-8c5bcb022d41 None None] Provisioning complete for port 9406c622-65f6-47d1-b509-734bc69e48dc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:11.985648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-791560ca-630a-478d-9728-8c5bcb022d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.029297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Transition to ACTIVE for port object 3b770ade-cb5b-42b1-a64d-3f750b009df0 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:12.077175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Transition to ACTIVE for port object 3b770ade-cb5b-42b1-a64d-3f750b009df0 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:12.091369 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.341876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:12.369212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:12.376594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:12.391602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Pushing event updated for resources: {'Port': ['ID=3b770ade-cb5b-42b1-a64d-3f750b009df0,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:12.487585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8::1 (785d3b8e-8f92-4fd5-b3ae-111b616b923e/db587c5d-79c5-4cf6-8578-4a0398157a43/208bd58d-c362-4739-9758-438769e3ec0e) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:12.611086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Attempting to bind port 3b770ade-cb5b-42b1-a64d-3f750b009df0 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:12.612039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Attempting to bind port 3b770ade-cb5b-42b1-a64d-3f750b009df0 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e40f0bfe-0ab5-48eb-b205-2abb93ed870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '785d3b8e-8f92-4fd5-b3ae-111b616b923e'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:12.612403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Attempting to bind port 3b770ade-cb5b-42b1-a64d-3f750b009df0 on network 785d3b8e-8f92-4fd5-b3ae-111b616b923e {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:12.620000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:12.620589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Checking segment: {'id': 'e40f0bfe-0ab5-48eb-b205-2abb93ed870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '785d3b8e-8f92-4fd5-b3ae-111b616b923e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:12.621152 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.622880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Bound using segment: {'id': 'e40f0bfe-0ab5-48eb-b205-2abb93ed870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '785d3b8e-8f92-4fd5-b3ae-111b616b923e'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:12.623662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Bound port: 3b770ade-cb5b-42b1-a64d-3f750b009df0, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40f0bfe-0ab5-48eb-b205-2abb93ed870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '785d3b8e-8f92-4fd5-b3ae-111b616b923e'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:12.624262 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.649048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3a5014d6-0530-43ab-8017-0950fe2d987a None None] Provisioning complete for port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:12.649842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3a5014d6-0530-43ab-8017-0950fe2d987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.659147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:12.768756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3a5014d6-0530-43ab-8017-0950fe2d987a None None] Port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:12.836623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] For port 3b770ade-cb5b-42b1-a64d-3f750b009df0, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:12.842385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] For port 3b770ade-cb5b-42b1-a64d-3f750b009df0, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b770ade-cb5b-42b1-a64d-3f750b009df0,segment=NetworkSegment(e40f0bfe-0ab5-48eb-b205-2abb93ed870d),segment_id=e40f0bfe-0ab5-48eb-b205-2abb93ed870d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:12.857049 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.910891 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.931352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 208bd58d-c362-4739-9758-438769e3ec0e will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:12.972753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:12.991141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc4ff0-f956-4b3d-a066-8066bdb00db0 None None] Pushing event updated for resources: {'Port': ['ID=3b770ade-cb5b-42b1-a64d-3f750b009df0,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:13.035700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:13.049402 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d4e61bbd-4382-4dbb-bfd2-1900ed7fd019 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/3ba17dd9-99e8-45fc-b9dc-276cfe279390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9191449 Mar 03 18:23:13.065816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Sync routers for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:13.070922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=208bd58d-c362-4739-9758-438769e3ec0e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:13.084227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:13.085659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:13.088246 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:13.088988 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:13.100199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:13.100849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:13.392275 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:13.494969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:13.708657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:13.886287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9406c622-65f6-47d1-b509-734bc69e48dc up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:13.931141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-2440b49a-7faf-4d3f-8d2f-3a542e0f581f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767480653&fields=id&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 267 time: 0.3050425 Mar 03 18:23:14.294395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:14.295431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:14.338688 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:14.348601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:14.349363 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:14.441717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 9406c622-65f6-47d1-b509-734bc69e48dc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:14.444651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:14.544761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 2, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:14.594224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Checking router: 3ba17dd9-99e8-45fc-b9dc-276cfe279390 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:23:14.594582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Updating router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:23:14.655549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:14.661855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:14.666935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] For port 48ba86a3-e475-49e5-bdd8-d84c40c3a28b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:14.667372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:14.759006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:14.779898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b419b9-3e46-45b7-9e04-05423ccc54dd None None] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:14.843026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=208bd58d-c362-4739-9758-438769e3ec0e,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:14.846012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Calling delete_port for 48ba86a3-e475-49e5-bdd8-d84c40c3a28b owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:14.918671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.920542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.920768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.921114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.923353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.923739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.925216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.925768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.926262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.927488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.929461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.929999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:14.949289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f788d84b-6825-4c0c-aad9-113ed29c574f None None] Provisioning for port 3b770ade-cb5b-42b1-a64d-3f750b009df0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:14.975187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4553e548-afd9-4498-b412-2a411c396607 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:14.976236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4553e548-afd9-4498-b412-2a411c396607 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:15.012414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4553e548-afd9-4498-b412-2a411c396607 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:15.019633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4553e548-afd9-4498-b412-2a411c396607 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/networks?id=3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 200 len: 796 time: 1.0801163 Mar 03 18:23:15.048569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-ffbb1adb-5308-4069-99c0-a0ad6920ebf4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/quotas/a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 375 time: 0.0274274 Mar 03 18:23:15.146592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b770ade-cb5b-42b1-a64d-3f750b009df0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:15.353091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:15.386058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 8a21daa1-442a-4f3e-99d1-06ef54373456 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:23:15.458552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3b770ade-cb5b-42b1-a64d-3f750b009df0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:15.464822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Port': ['ID=48ba86a3-e475-49e5-bdd8-d84c40c3a28b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:15.484707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4976bc41-0c7f-4a44-9962-e1124248a8e9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:15.499685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3b770ade-cb5b-42b1-a64d-3f750b009df0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:15.500366 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:15.588910 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4976bc41-0c7f-4a44-9962-e1124248a8e9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:15.603653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4976bc41-0c7f-4a44-9962-e1124248a8e9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5536776 Mar 03 18:23:15.744653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:15.755466 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] Sync routers for ids ['8a21daa1-442a-4f3e-99d1-06ef54373456'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:15.774543 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7a3140aa-ca54-4dda-83f9-66811e9f5620 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/8a21daa1-442a-4f3e-99d1-06ef54373456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2089121 Mar 03 18:23:15.777675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:15.778878 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] Routers {'8a21daa1-442a-4f3e-99d1-06ef54373456'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:15.779755 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8a21daa1-442a-4f3e-99d1-06ef54373456'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:15.872187 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:15.925633 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:15.942133 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] Routers {'8a21daa1-442a-4f3e-99d1-06ef54373456'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:15.943072 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8a21daa1-442a-4f3e-99d1-06ef54373456'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:15.954756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3b770ade-cb5b-42b1-a64d-3f750b009df0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b770ade-cb5b-42b1-a64d-3f750b009df0,segment=NetworkSegment(e40f0bfe-0ab5-48eb-b205-2abb93ed870d),segment_id=e40f0bfe-0ab5-48eb-b205-2abb93ed870d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:15.956446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.resource_extend [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:23:15.957109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-969b3778-674b-4236-8e61-40c68f941b80 service neutron] 10.222.0.23 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505595 Mar 03 18:23:15.973468 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:16.085381 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:16.086134 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26308930-e8c7-4cad-b4c5-0c364b86e965 None None] The sync data for ids ['8a21daa1-442a-4f3e-99d1-06ef54373456'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:16.133983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0694066-683d-4a49-9bb1-4bacc20fc3e2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:16.134616 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d0694066-683d-4a49-9bb1-4bacc20fc3e2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:16.166771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:16.237059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3b770ade-cb5b-42b1-a64d-3f750b009df0,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:16.283871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a79ec4ca-335d-41a2-a79d-ed12a7a21690 None None] Provisioning complete for port 3b770ade-cb5b-42b1-a64d-3f750b009df0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:16.284381 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a79ec4ca-335d-41a2-a79d-ed12a7a21690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:16.338652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d0694066-683d-4a49-9bb1-4bacc20fc3e2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:16.339643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d0694066-683d-4a49-9bb1-4bacc20fc3e2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports/208bd58d-c362-4739-9758-438769e3ec0e HTTP/1.1" status: 200 len: 911 time: 0.5613015 Mar 03 18:23:16.344066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33020) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:16.365983 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:16.427050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Transition to ACTIVE for port object ffe08656-e1f2-4efa-8424-a12a33a1b2a7 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:16.449004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:16.821532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-631da0ae-03e8-4ba6-a9d9-e409f4a1cf7b service neutron] 10.222.0.23 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632100 Mar 03 18:23:16.930070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a79ec4ca-335d-41a2-a79d-ed12a7a21690 None None] Provisioning for port 208bd58d-c362-4739-9758-438769e3ec0e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:16.937314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7077d-fa25-4851-80a7-932f50bca23a None None] Pushing event updated for resources: {'Port': ['ID=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:16.947433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a79ec4ca-335d-41a2-a79d-ed12a7a21690 None None] Provisioning complete for port 208bd58d-c362-4739-9758-438769e3ec0e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:16.947805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a79ec4ca-335d-41a2-a79d-ed12a7a21690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:16.995863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Router f6d8908c-f850-4144-bba1-e7d5ce513bd0 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:17.164711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Attempting to bind port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:17.165159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Attempting to bind port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:17.165612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Attempting to bind port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 on network 3f0c9847-9791-4db3-b218-66dbb49715c9 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:17.182431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:17.185403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Checking segment: {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:17.186539 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:17.188561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Bound using segment: {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:17.189500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Bound port: ffe08656-e1f2-4efa-8424-a12a33a1b2a7, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:17.192671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:17.239698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a79ec4ca-335d-41a2-a79d-ed12a7a21690 None None] Port 208bd58d-c362-4739-9758-438769e3ec0e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:17.348901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8957855c-db86-4281-ab41-77170a1e1aa2 req-6101bfd0-2934-4895-b57e-2d3a06be31db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:17.373619 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:23:17.391586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8957855c-db86-4281-ab41-77170a1e1aa2 req-6101bfd0-2934-4895-b57e-2d3a06be31db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:17.392749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8957855c-db86-4281-ab41-77170a1e1aa2 req-6101bfd0-2934-4895-b57e-2d3a06be31db tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 210 time: 0.1005392 Mar 03 18:23:17.404037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:17.455156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] For port ffe08656-e1f2-4efa-8424-a12a33a1b2a7, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:17.461134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] For port ffe08656-e1f2-4efa-8424-a12a33a1b2a7, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:17.471374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:17.582077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7077d-fa25-4851-80a7-932f50bca23a None None] Pushing event updated for resources: {'Port': ['ID=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:17.595843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-af0b220c-76c1-4097-aeeb-a55391b9f6ba None None] Provisioning complete for port 208bd58d-c362-4739-9758-438769e3ec0e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:17.596388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af0b220c-76c1-4097-aeeb-a55391b9f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:17.640787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:17.666521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] Sync routers for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:17.694973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3ca36521-b281-42b6-9649-fd96b7f37950 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "PUT /v2.0/routers/f6d8908c-f850-4144-bba1-e7d5ce513bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9634712 Mar 03 18:23:17.698152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33042) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:17.787799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:17.788352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:17.888654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-af0b220c-76c1-4097-aeeb-a55391b9f6ba None None] Port 208bd58d-c362-4739-9758-438769e3ec0e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:17.891388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting subnet 115df977-0df8-4180-a299-6e657d22394d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:23:17.903516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:17.915190 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:17.915950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:18.062828 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:18.156105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:18.163575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:18.303147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b770ade-cb5b-42b1-a64d-3f750b009df0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:18.328695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:18.391901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Subnet': ['ID=115df977-0df8-4180-a299-6e657d22394d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:18.395962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:18.403164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8d00fc13-e3c7-484c-92ab-3d508774ffe2 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/subnets/115df977-0df8-4180-a299-6e657d22394d HTTP/1.1" status: 204 len: 168 time: 0.7038465 Mar 03 18:23:18.405818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33054) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:18.452716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769d36e-a58e-475c-95e7-ca13e8c68c34 None None] Network 80e5f043-f497-4ff1-9642-e1e1150be338 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:18.508996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 208bd58d-c362-4739-9758-438769e3ec0e {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:18.514141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:18.710587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a9f9ef95-bb8b-40eb-a290-8794cba6ec65 req-cb2969a3-07e3-41d7-8884-49363745e77f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 210 time: 0.0772860 Mar 03 18:23:18.723972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:18.776854 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:18.932764 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:19.005245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:19.030142 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:19.045897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Deleting port 8f146d5a-88e0-4b99-8422-42e3e215712a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:19.048690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:19.131910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3b770ade-cb5b-42b1-a64d-3f750b009df0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:19.132198 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:19.224497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-b4a4ddf9-def4-455f-92ca-528e24751531 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:19.226259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-b4a4ddf9-def4-455f-92ca-528e24751531 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "GET /v2.0/networks?id=3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 200 len: 796 time: 0.1618118 Mar 03 18:23:19.235050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 208bd58d-c362-4739-9758-438769e3ec0e owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:19.335842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-4f7244e4-f144-43d9-89cc-2a5e092314b8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88532a2002144a3850df64bed516c95 HTTP/1.1" status: 200 len: 379 time: 0.0717404 Mar 03 18:23:19.497255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] DHCP port deletion for 80e5f043-f497-4ff1-9642-e1e1150be338 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:23:19.556087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] Deleting port 3287f76b-137b-4156-aa70-c8d5fab0d4fe {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:19.556484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:19.570165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] For port 8f146d5a-88e0-4b99-8422-42e3e215712a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8f146d5a-88e0-4b99-8422-42e3e215712a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:19.570870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:19.635404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:23:15Z', 'revision_number': 5, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port': {'id': '8f146d5a-88e0-4b99-8422-42e3e215712a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:20:41Z', 'updated_at': '2022-03-03T18:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:19.637840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-99afe18e-8794-419b-a55d-7b2e62132d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:19.723539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'port': {'device_id': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'admin_state_up': True, 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'security_groups': ['7dcc9ca4-6af8-40e9-b14d-66a4726b85ac']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:19.744776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] Checking router: f6d8908c-f850-4144-bba1-e7d5ce513bd0 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:23:19.819415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Calling delete_port for 8f146d5a-88e0-4b99-8422-42e3e215712a owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:19.884800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] Routers {'f6d8908c-f850-4144-bba1-e7d5ce513bd0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:19.885381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:22:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:20.028494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:20.076460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:20.138516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=208bd58d-c362-4739-9758-438769e3ec0e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:20.139231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3287f76b-137b-4156-aa70-c8d5fab0d4fe no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:20.147469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:20.332545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:20.334893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] Set router f6d8908c-f850-4144-bba1-e7d5ce513bd0 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:20.371725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24ad5e6d-a5df-4e77-92be-d971195a09ed req-bf2737dc-0676-44ef-80c2-009b9a1c7121 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 210 time: 0.4503751 Mar 03 18:23:20.423053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:17Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:20.463512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Made reservation on behalf of a88532a2002144a3850df64bed516c95 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:20.467937 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:20.561540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] For port 3287f76b-137b-4156-aa70-c8d5fab0d4fe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3287f76b-137b-4156-aa70-c8d5fab0d4fe,segment=NetworkSegment(34ff80cb-6138-4712-bfea-301d5658fd83),segment_id=34ff80cb-6138-4712-bfea-301d5658fd83)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:20.562416 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:20.784308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Port': ['ID=8f146d5a-88e0-4b99-8422-42e3e215712a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:20.807361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c1704-2acf-4c97-89a8-e5c99f7b7275 None None] The sync data for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 is: [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:17Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:20.816120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] Calling delete_port for 3287f76b-137b-4156-aa70-c8d5fab0d4fe owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:20.839531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33086) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:20.867283 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:20.923129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:23:19Z', 'revision_number': 6, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:20.943256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb1cd4-5d12-4046-8666-814466c8362b None None] The sync data for ids ['f6d8908c-f850-4144-bba1-e7d5ce513bd0'] in n-d-827121-1 is: [{'id': 'f6d8908c-f850-4144-bba1-e7d5ce513bd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-76051727', 'tenant_id': 'd3f6d846414844d3b048aaccaa545fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:20:39Z', 'updated_at': '2022-03-03T18:23:19Z', 'revision_number': 6, 'project_id': 'd3f6d846414844d3b048aaccaa545fc1', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:20.994781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.159718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.187644 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.290115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] Pushing event deleted for resources: {'Port': ['ID=3287f76b-137b-4156-aa70-c8d5fab0d4fe,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:21.307426 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54595c6-341d-4941-a007-9d07ba247b74 None None] No DVR routers for this DVR port 3287f76b-137b-4156-aa70-c8d5fab0d4fe on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:23:21.503489 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.507918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.542301 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-efd6b4d8-ffac-4c4e-96f1-172e3020d249 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce441a9a6a2a422ea26e76ca47ca1014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7014518 Mar 03 18:23:21.545304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:21.615143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.615640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Fanout notify agent at l3_agent the message router_deleted on router f6d8908c-f850-4144-bba1-e7d5ce513bd0 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:23:21.646622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.650451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-21b4dfac-b626-493b-b3d4-c01b8dfeed60 tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/routers/f6d8908c-f850-4144-bba1-e7d5ce513bd0 HTTP/1.1" status: 204 len: 168 time: 3.2409575 Mar 03 18:23:21.651890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33098) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:21.686868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7018bcf5-b994-4bc6-beef-8b0bb6c88d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.729893 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dd2101e4-ddb9-4744-82da-681e2e599076 req-d9393340-ab5a-43aa-a3a0-5af03284302a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 210 time: 0.1326113 Mar 03 18:23:21.739573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 8a21daa1-442a-4f3e-99d1-06ef54373456 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:21.806113 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6c70471a-9778-4d3f-af09-bbd4f102923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.815410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.825711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7018bcf5-b994-4bc6-beef-8b0bb6c88d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.931241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7018bcf5-b994-4bc6-beef-8b0bb6c88d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:21.970299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:21.972943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.20.0.3 (3f0c9847-9791-4db3-b218-66dbb49715c9/8e6ac0f3-77dd-4345-b92a-ba5b34ff242a/5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:21.984592 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] Sync routers for ids ['8a21daa1-442a-4f3e-99d1-06ef54373456'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:22.000261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018bcf5-b994-4bc6-beef-8b0bb6c88d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17d863-5587-472f-949b-6f4054859953,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:22.000431 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] Routers {'8a21daa1-442a-4f3e-99d1-06ef54373456'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:22.000997 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8a21daa1-442a-4f3e-99d1-06ef54373456'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:22.052566 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5beba809-0d8a-44d1-b4bd-fde91303e76c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/8a21daa1-442a-4f3e-99d1-06ef54373456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7073388 Mar 03 18:23:22.054175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33112) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:22.092165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7018bcf5-b994-4bc6-beef-8b0bb6c88d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.095821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7018bcf5-b994-4bc6-beef-8b0bb6c88d79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a17d863-5587-472f-949b-6f4054859953 HTTP/1.1" status: 204 len: 168 time: 0.5470541 Mar 03 18:23:22.165857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0c23d9e4-8fcc-465a-8c21-f12b72b904c4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:22.185394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.205536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ffe08656-e1f2-4efa-8424-a12a33a1b2a7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:22.243952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0c23d9e4-8fcc-465a-8c21-f12b72b904c4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:22.248531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0c23d9e4-8fcc-465a-8c21-f12b72b904c4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a21daa1-442a-4f3e-99d1-06ef54373456 HTTP/1.1" status: 200 len: 205 time: 0.1741312 Mar 03 18:23:22.249166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33118) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:22.253860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:22.279558 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] Routers {'8a21daa1-442a-4f3e-99d1-06ef54373456'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:22.281097 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8a21daa1-442a-4f3e-99d1-06ef54373456'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:22.307871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e5f043-f497-4ff1-9642-e1e1150be338']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:22.336456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ff80cb-6138-4712-bfea-301d5658fd83') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:22.343249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ff80cb-6138-4712-bfea-301d5658fd83') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:22.371614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.395641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:22.409612 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.410668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:22.413810 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.418047 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:23:22.419308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:23:22.437692 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:23:22.608914 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:22.609321 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fbb16-94e2-4a0f-86b8-f79141de5077 None None] The sync data for ids ['8a21daa1-442a-4f3e-99d1-06ef54373456'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:22.626489 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.678173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.699278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] Pushing event deleted for resources: {'Network': ['ID=80e5f043-f497-4ff1-9642-e1e1150be338,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:22.717989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aba1c5cb-e23a-4e7e-aab3-2566f1db891b tempest-TestSecurityGroupsBasicOps-1044827026 tempest-TestSecurityGroupsBasicOps-1044827026-project] 10.222.0.23 "DELETE /v2.0/networks/80e5f043-f497-4ff1-9642-e1e1150be338 HTTP/1.1" status: 204 len: 168 time: 1.0649426 Mar 03 18:23:22.753122 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.824805 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b58c31b-7a4e-4084-b5dc-98f8b2c6bb50 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:22.835303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ffe08656-e1f2-4efa-8424-a12a33a1b2a7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:22.844722 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.060568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f146d5a-88e0-4b99-8422-42e3e215712a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:23.096071 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.109279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8f146d5a-88e0-4b99-8422-42e3e215712a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:23.109678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8f146d5a-88e0-4b99-8422-42e3e215712a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:23.110089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 48ba86a3-e475-49e5-bdd8-d84c40c3a28b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:23.141635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:23.176592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 48ba86a3-e475-49e5-bdd8-d84c40c3a28b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:23.177392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 48ba86a3-e475-49e5-bdd8-d84c40c3a28b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:23.184897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.306881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33134) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:23.475951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7435cc12-17ed-4bc9-9924-2b88b97a0fcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3f6d846414844d3b048aaccaa545fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673400 Mar 03 18:23:23.476546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33140) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:23.494033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-57386831-bc11-474b-86ab-b93cbffe57b9 req-838ba9cb-b0b2-4185-b868-8aa6736be47b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:23.502412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b58c31b-7a4e-4084-b5dc-98f8b2c6bb50 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.515830 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b58c31b-7a4e-4084-b5dc-98f8b2c6bb50 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.527653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-57386831-bc11-474b-86ab-b93cbffe57b9 req-838ba9cb-b0b2-4185-b868-8aa6736be47b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:23.528823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57386831-bc11-474b-86ab-b93cbffe57b9 req-838ba9cb-b0b2-4185-b868-8aa6736be47b tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 210 time: 0.1455781 Mar 03 18:23:23.537220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ba7a-4737-48ca-8da1-cbcba35089da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.564629 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.565062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ba7a-4737-48ca-8da1-cbcba35089da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.578409 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b58c31b-7a4e-4084-b5dc-98f8b2c6bb50 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.578877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b58c31b-7a4e-4084-b5dc-98f8b2c6bb50 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Fanout notify agent at l3_agent the message router_deleted on router 8a21daa1-442a-4f3e-99d1-06ef54373456 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:23:23.594908 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b58c31b-7a4e-4084-b5dc-98f8b2c6bb50 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.599116 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9b58c31b-7a4e-4084-b5dc-98f8b2c6bb50 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/8a21daa1-442a-4f3e-99d1-06ef54373456 HTTP/1.1" status: 204 len: 168 time: 1.3121910 Mar 03 18:23:23.600598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:23.602074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Transition to ACTIVE for port object 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:23.627121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.695691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet db587c5d-79c5-4cf6-8578-4a0398157a43 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:23:23.700449 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.702712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:23.705936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:23.709829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:23.733999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ba7a-4737-48ca-8da1-cbcba35089da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.752657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:23.761046 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9ba7a-4737-48ca-8da1-cbcba35089da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f0df84-7350-4e05-b619-ec8125f17000,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:23.774575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5f9ba7a-4737-48ca-8da1-cbcba35089da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.775709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b5f9ba7a-4737-48ca-8da1-cbcba35089da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56f0df84-7350-4e05-b619-ec8125f17000 HTTP/1.1" status: 204 len: 168 time: 0.2982697 Mar 03 18:23:23.781654 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.827974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:23.828645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.860453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-3e4d9be6-6dda-437b-9155-e4b19ec24cb8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1413906 Mar 03 18:23:23.878669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Request body: {'port': {'device_id': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:23.885218 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:23.974780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.020909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=db587c5d-79c5-4cf6-8578-4a0398157a43,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:24.028355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.035228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e6b6a247-cc92-4219-9ecc-891269eae203 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/db587c5d-79c5-4cf6-8578-4a0398157a43 HTTP/1.1" status: 204 len: 168 time: 0.4324105 Mar 03 18:23:24.037903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33152) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:24.040038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd833a2-e1de-4588-bd2a-346f9521a634 None None] Network 785d3b8e-8f92-4fd5-b3ae-111b616b923e requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:24.045569 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.177163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.190572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 3b770ade-cb5b-42b1-a64d-3f750b009df0 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:24.190916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.336172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ffe08656-e1f2-4efa-8424-a12a33a1b2a7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:24.372420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33156) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:24.403463 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.432924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:24.448456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Usage tracker for resource:security_group_rule and tenant:5980f9fb85a5449bb77f97e74640b315 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:24.454255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:24.465848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:24.512186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e7563d59-7a7f-46b2-bf4d-6fa2704734a5 None None] Provisioning for port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:24.521289 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.522891 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.530845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e7563d59-7a7f-46b2-bf4d-6fa2704734a5 None None] Provisioning complete for port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:24.531215 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7563d59-7a7f-46b2-bf4d-6fa2704734a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.613321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e7563d59-7a7f-46b2-bf4d-6fa2704734a5 None None] Port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:24.615187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:24.615467 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.689907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 3b770ade-cb5b-42b1-a64d-3f750b009df0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b770ade-cb5b-42b1-a64d-3f750b009df0,segment=NetworkSegment(e40f0bfe-0ab5-48eb-b205-2abb93ed870d),segment_id=e40f0bfe-0ab5-48eb-b205-2abb93ed870d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:24.690456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.737009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] DHCP port deletion for 785d3b8e-8f92-4fd5-b3ae-111b616b923e request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:23:24.746238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:23:24.748822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Deleting port 3b770ade-cb5b-42b1-a64d-3f750b009df0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:24.749302 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.761429 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.806551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.808005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Transition to ACTIVE for port object 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:24.813487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.873481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:24.901523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 3b770ade-cb5b-42b1-a64d-3f750b009df0 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:24.911679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5980f9fb85a5449bb77f97e74640b315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381882 Mar 03 18:23:24.929800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33164) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:25.031932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] For port 3b770ade-cb5b-42b1-a64d-3f750b009df0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3b770ade-cb5b-42b1-a64d-3f750b009df0,segment=NetworkSegment(e40f0bfe-0ab5-48eb-b205-2abb93ed870d),segment_id=e40f0bfe-0ab5-48eb-b205-2abb93ed870d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:25.032526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.053377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76627a-624a-4a6e-a8c6-fecf7d11dcdc req-f05bd437-bf92-42a4-b4e8-c5a3b1a97603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:25.054996 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b76627a-624a-4a6e-a8c6-fecf7d11dcdc req-f05bd437-bf92-42a4-b4e8-c5a3b1a97603 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 943 time: 0.2957993 Mar 03 18:23:25.062677 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.135980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c2ddd-7028-4297-8ef9-45cc5335c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16b195b-3549-409f-8e6c-5898b26ddcad,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:25.165150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:25.233635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No DVR routers for this DVR port 3b770ade-cb5b-42b1-a64d-3f750b009df0 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:23:25.235080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be872f20-e09a-46e7-9983-34e00d0ca22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.256941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Calling delete_port for 3b770ade-cb5b-42b1-a64d-3f750b009df0 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:25.274023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be872f20-e09a-46e7-9983-34e00d0ca22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.389231 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:23:25.391373 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:23:25.411439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be872f20-e09a-46e7-9983-34e00d0ca22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.434855 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be872f20-e09a-46e7-9983-34e00d0ca22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16b195b-3549-409f-8e6c-5898b26ddcad,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:25.454431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-be872f20-e09a-46e7-9983-34e00d0ca22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.455556 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-be872f20-e09a-46e7-9983-34e00d0ca22f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c16b195b-3549-409f-8e6c-5898b26ddcad HTTP/1.1" status: 204 len: 168 time: 0.5247927 Mar 03 18:23:25.470371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Attempting to bind port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:25.470706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Attempting to bind port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:25.471030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Attempting to bind port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a on network 3f0c9847-9791-4db3-b218-66dbb49715c9 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:25.476379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a on network 3f0c9847-9791-4db3-b218-66dbb49715c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:23:25.476697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Attempting to bind port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a on network 3f0c9847-9791-4db3-b218-66dbb49715c9 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:25.487982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:25.488319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Checking segment: {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:25.488703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Bound using segment: {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:25.489127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Bound port: 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cba3861-9ab8-4b07-95e3-b7bad8f47717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:25.489493 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.502952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=3b770ade-cb5b-42b1-a64d-3f750b009df0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:25.511690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.533536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.533899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.534230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.534556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.534877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.535199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.535517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.535831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.536146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.536457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.536770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.537082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:23:25.566445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785d3b8e-8f92-4fd5-b3ae-111b616b923e']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:25.574899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3b76627a-624a-4a6e-a8c6-fecf7d11dcdc req-16e5e79f-7aa0-4744-ba2b-7b65946876b2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:25.589912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40f0bfe-0ab5-48eb-b205-2abb93ed870d') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:25.590133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40f0bfe-0ab5-48eb-b205-2abb93ed870d') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:25.612762 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:25.616608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:25.622333 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.627479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.648810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3b76627a-624a-4a6e-a8c6-fecf7d11dcdc req-16e5e79f-7aa0-4744-ba2b-7b65946876b2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:25.649796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b76627a-624a-4a6e-a8c6-fecf7d11dcdc req-16e5e79f-7aa0-4744-ba2b-7b65946876b2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5696943 Mar 03 18:23:25.650930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.659831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:23:25.660380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:23:25.687908 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:23:25.689788 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:25.689788 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.689788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] 10.222.0.16 "PUT /v2.0/ports/5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 200 len: 1091 time: 1.8176045 Mar 03 18:23:25.692743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:23:25.722541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438296c1-e120-4e9a-b7a5-72bf38e8ba0f service neutron] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:25.800960 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'status': 'completed', 'code': 200} Mar 03 18:23:25.830334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.836185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.864921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-8533cff6-7dd7-4785-a8f1-28dd3c7ef320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:25.867343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-8533cff6-7dd7-4785-a8f1-28dd3c7ef320 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1094 time: 0.1262703 Mar 03 18:23:25.875510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=785d3b8e-8f92-4fd5-b3ae-111b616b923e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:25.890750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Deleting port 3b770ade-cb5b-42b1-a64d-3f750b009df0 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:25.891423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.896220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-58a58c05-8f4c-4d43-8e28-f72f01ebf524 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/785d3b8e-8f92-4fd5-b3ae-111b616b923e HTTP/1.1" status: 204 len: 168 time: 1.8569036 Mar 03 18:23:25.897679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33176) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:25.903199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1199215967', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:25.912662 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:25.917552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:router and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:25.921265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:25.931555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:25.953074 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:25.954790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-c3640f29-b7dd-45e4-8e01-3245463e4ac5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 200 len: 217 time: 0.0724335 Mar 03 18:23:25.955625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:26.004588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:26.082646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b8eea91-9075-4b4b-84ee-d79db7aba380 None None] The port '3b770ade-cb5b-42b1-a64d-3f750b009df0' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:23:26.112458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b770ade-cb5b-42b1-a64d-3f750b009df0 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:26.150023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 3b770ade-cb5b-42b1-a64d-3f750b009df0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:26.150372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3b770ade-cb5b-42b1-a64d-3f750b009df0 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:26.222652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-b522286d-1dfa-4e03-a815-1dbd1b8fcb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:26.225191 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-b522286d-1dfa-4e03-a815-1dbd1b8fcb2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a HTTP/1.1" status: 200 len: 834 time: 0.2648451 Mar 03 18:23:26.285473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33182) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:26.347188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8a921a2d-6762-423b-80a1-3824c3bff6e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dac5f6c7c56449e87e6549fe4025cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604784 Mar 03 18:23:26.350258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33186) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:26.379142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-e6a49f30-c3cb-4d8a-ba17-a3112d5820b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:26.380608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-e6a49f30-c3cb-4d8a-ba17-a3112d5820b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f0c9847-9791-4db3-b218-66dbb49715c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493363 Mar 03 18:23:26.437036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:26.515673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5b4f4bcd-66aa-4e42-826f-dea6f6a80fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:26.559876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5b4f4bcd-66aa-4e42-826f-dea6f6a80fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:26.570846 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-18b91354-88ec-4dd5-bb51-ef107952877a service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835730 Mar 03 18:23:26.749917 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5b4f4bcd-66aa-4e42-826f-dea6f6a80fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:26.777063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7a438fb-cfb0-4f7c-b2c6-d2a06cd74b85 req-50b80105-758a-4840-936b-4d45fe46ad33 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980612 Mar 03 18:23:26.781672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f4bcd-66aa-4e42-826f-dea6f6a80fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea7ac2e-c1ba-4d6c-8a80-7fb01304bc8d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:26.805558 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5b4f4bcd-66aa-4e42-826f-dea6f6a80fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:26.810203 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5b4f4bcd-66aa-4e42-826f-dea6f6a80fa8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bea7ac2e-c1ba-4d6c-8a80-7fb01304bc8d HTTP/1.1" status: 204 len: 168 time: 0.4590170 Mar 03 18:23:26.943505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-096ca8c4-84c8-460e-be61-d83a06308bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:26.944689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-096ca8c4-84c8-460e-be61-d83a06308bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1094 time: 0.0959907 Mar 03 18:23:26.961099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:27.001060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:27.128533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-ce1b4c82-f919-4ce7-ad36-c7b9f63af781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:27.131169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-ce1b4c82-f919-4ce7-ad36-c7b9f63af781 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 200 len: 897 time: 0.1764433 Mar 03 18:23:27.201578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 172.25.0.38 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e0291cc6-2b0e-454c-ba92-f5863fa9a3ed) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:27.239334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-01e44596-9d16-40dc-8e3c-d0ce0faa255e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 200 len: 217 time: 0.1008067 Mar 03 18:23:27.332266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-9d1f01d5-8d2a-4fdb-a100-7aecb139f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:27.334218 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-9d1f01d5-8d2a-4fdb-a100-7aecb139f4e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a HTTP/1.1" status: 200 len: 834 time: 0.0760090 Mar 03 18:23:27.410000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:27.438513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff6e5-7486-40c8-8910-ac745845a835 req-9bb0761a-1759-4cbf-983b-cda80952b143 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:27.440086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45dff6e5-7486-40c8-8910-ac745845a835 req-9bb0761a-1759-4cbf-983b-cda80952b143 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 943 time: 0.5938544 Mar 03 18:23:27.470479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-e6c2497e-5919-4e55-abbc-5f93ec4828d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:27.471814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-e6c2497e-5919-4e55-abbc-5f93ec4828d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f0c9847-9791-4db3-b218-66dbb49715c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301496 Mar 03 18:23:27.501047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45dff6e5-7486-40c8-8910-ac745845a835 req-3b06693f-25d3-4ea4-9ee2-946f38e4b52d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532646 Mar 03 18:23:27.514264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:27.595833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:27.598966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:27.608176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:27.638233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-78a1ea0d-5e6c-42c3-8669-b8dc12bc99cf service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576352 Mar 03 18:23:27.641966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=e0291cc6-2b0e-454c-ba92-f5863fa9a3ed,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:27.777467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c345bda-ec6b-47d1-968c-43c5424f4dee req-721cd447-6ff7-4636-ab42-104182d60e08 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334317 Mar 03 18:23:28.030733 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:28.495082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:28.711299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92ecf3-0b59-4442-9936-aec21a895c5a req-e1ee626c-bbbe-4b67-a39f-a622e0c3f57a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:28.712665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c92ecf3-0b59-4442-9936-aec21a895c5a req-e1ee626c-bbbe-4b67-a39f-a622e0c3f57a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 943 time: 0.0965183 Mar 03 18:23:28.731554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 6e9989b4-66db-4682-9fe9-6cddc3c997fd is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:23:28.774033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c92ecf3-0b59-4442-9936-aec21a895c5a req-32cc09cd-160e-4ef9-a8d7-91e6ca7a6e28 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514231 Mar 03 18:23:28.919393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:28.928894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] Sync routers for ids ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:28.943422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] Routers {'6e9989b4-66db-4682-9fe9-6cddc3c997fd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:28.944160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:28.946567 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:28.947738 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-454a2446-418c-47e6-a4d6-79e29c8f59f8 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0491288 Mar 03 18:23:28.950919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:29.009056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:29.018123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] Routers {'6e9989b4-66db-4682-9fe9-6cddc3c997fd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:29.018724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:29.084261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:29.084666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0329dc-78e9-4f54-a573-e276a71f71b2 None None] The sync data for ids ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:29.147582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8ebb13a6-58e4-450c-a421-16b8c775e387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/routers/6e9989b4-66db-4682-9fe9-6cddc3c997fd HTTP/1.1" status: 200 len: 884 time: 0.1956038 Mar 03 18:23:29.150006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33214) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:29.357528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ad1fad4d-f967-46d4-95b8-3f08a02906ae tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:router {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:29.376260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ad1fad4d-f967-46d4-95b8-3f08a02906ae tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:router {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:29.377558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ad1fad4d-f967-46d4-95b8-3f08a02906ae tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2266431 Mar 03 18:23:29.380507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33220) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:29.385851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e7dc3d6a-4f16-430f-bd72-45b435080485 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1199215967'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:30.050468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3d6a-4f16-430f-bd72-45b435080485 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:30.064401 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3d6a-4f16-430f-bd72-45b435080485 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:30.156096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e9254-092e-45d2-a4e7-2c9ea9148cd0 req-7c9cf0de-3e1d-4709-a86d-8562c5b5c8b1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:30.157563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b8e9254-092e-45d2-a4e7-2c9ea9148cd0 req-7c9cf0de-3e1d-4709-a86d-8562c5b5c8b1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 943 time: 0.1823626 Mar 03 18:23:30.274770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b8e9254-092e-45d2-a4e7-2c9ea9148cd0 req-8fade10d-307f-4c60-ba63-980412bf7a63 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102543 Mar 03 18:23:30.296402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dc3d6a-4f16-430f-bd72-45b435080485 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 6e9989b4-66db-4682-9fe9-6cddc3c997fd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:30.477793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dc3d6a-4f16-430f-bd72-45b435080485 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:30.488543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3d6a-4f16-430f-bd72-45b435080485 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:30.489041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e7dc3d6a-4f16-430f-bd72-45b435080485 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/6e9989b4-66db-4682-9fe9-6cddc3c997fd HTTP/1.1" status: 200 len: 891 time: 1.1074240 Mar 03 18:23:30.489912 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] Sync routers for ids ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:30.491676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33228) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:30.504335 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] Routers {'6e9989b4-66db-4682-9fe9-6cddc3c997fd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:30.504335 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:30.565831 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:30.573704 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] Routers {'6e9989b4-66db-4682-9fe9-6cddc3c997fd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:30.574304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:30.638889 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:30.639036 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ccceb-d8e5-4367-a53f-bb5208bc3fc8 None None] The sync data for ids ['6e9989b4-66db-4682-9fe9-6cddc3c997fd'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:30.721895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-11ab7f6e-966d-4a89-91ef-838c9b15eb81 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/routers/6e9989b4-66db-4682-9fe9-6cddc3c997fd HTTP/1.1" status: 200 len: 891 time: 0.2258179 Mar 03 18:23:30.721895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33234) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:30.765970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5170a84e-3172-4a7c-9b84-7f9f5d21edac tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:30.783941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5170a84e-3172-4a7c-9b84-7f9f5d21edac tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:30.784995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5170a84e-3172-4a7c-9b84-7f9f5d21edac tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9989b4-66db-4682-9fe9-6cddc3c997fd HTTP/1.1" status: 200 len: 205 time: 0.0624585 Mar 03 18:23:30.787929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33238) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:30.970002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:31.267857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:31.280213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port e0291cc6-2b0e-454c-ba92-f5863fa9a3ed {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:31.280555 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:31.527587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:23:31.542199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:31.691275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for e0291cc6-2b0e-454c-ba92-f5863fa9a3ed owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:31.704362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:31.721053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'port_id': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'mac_address': 'fa:16:3e:77:39:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:23:31.733412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69e7fb-f04c-4511-9078-b7363886e49a req-23a316a2-430e-40db-8710-c115bb899488 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:31.734951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba69e7fb-f04c-4511-9078-b7363886e49a req-23a316a2-430e-40db-8710-c115bb899488 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 943 time: 0.2970152 Mar 03 18:23:31.782445 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:31.803034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:23:31.817598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba69e7fb-f04c-4511-9078-b7363886e49a req-b27086f8-baed-4bd1-93d5-09a6a9ac3619 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736053 Mar 03 18:23:31.820959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:31.825033 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:31.900666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:31.926163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:31.976958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=e0291cc6-2b0e-454c-ba92-f5863fa9a3ed,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:32.079003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.178921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:23:32.260064 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.261357 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.288960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.289740 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Fanout notify agent at l3_agent the message router_deleted on router 6e9989b4-66db-4682-9fe9-6cddc3c997fd {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:23:32.316356 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.317482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c3d9da59-1f4e-42c8-9c84-0cb4587ccdf4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/6e9989b4-66db-4682-9fe9-6cddc3c997fd HTTP/1.1" status: 204 len: 168 time: 1.5285676 Mar 03 18:23:32.321723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33246) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:32.327110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1772047418'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:32.332754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:32.337439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:32.341588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:32.348049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:32.359012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:32.362481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.392669 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:23:32.403802 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.404141 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment 2a7c548e-af21-49c7-8384-0cf57a499390 of type vlan for network 9548a3e8-726d-4809-be33-12a38802724f Mar 03 18:23:32.437985 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.472689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.480167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:32.480282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:32.595929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2709763 Mar 03 18:23:32.598341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:32.601499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6936c8-bc69-4964-a6cc-6f9e48f8701c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=9548a3e8-726d-4809-be33-12a38802724f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:32.603962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': '9548a3e8-726d-4809-be33-12a38802724f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:32.612548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 9548a3e8-726d-4809-be33-12a38802724f details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:23:32.721679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:32.725494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:32.727721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:32.735709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:32.743630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:32.747649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.035766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.135381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=cebd4a6a-25ad-4435-b602-6b201da193a0,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:33.150232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': '2a7c548e-af21-49c7-8384-0cf57a499390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9548a3e8-726d-4809-be33-12a38802724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:33.150232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: 9548a3e8-726d-4809-be33-12a38802724f, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:23:33.166808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec816-7645-4d81-8803-27dce7ae5f86 req-88c1e028-4f2c-4273-be1d-a1e85f7adf98 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:33.170876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b8ec816-7645-4d81-8803-27dce7ae5f86 req-88c1e028-4f2c-4273-be1d-a1e85f7adf98 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 944 time: 0.1957800 Mar 03 18:23:33.197303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 9548a3e8-726d-4809-be33-12a38802724f is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:23:33.217640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 9548a3e8-726d-4809-be33-12a38802724f) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:33.228165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96b9d4-af33-49b5-9618-3c42e4d24d1a None None] Network 9548a3e8-726d-4809-be33-12a38802724f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:33.235688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:33.236298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.252931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b8ec816-7645-4d81-8803-27dce7ae5f86 req-4e3839f1-2e77-473a-aac6-d7cb67f02bd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729771 Mar 03 18:23:33.266826 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-08727f97-181e-4256-b379-9a8685ab952c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6679411 Mar 03 18:23:33.269491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33258) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:33.274883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1709212053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:33.284215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:33.289039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:router and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:33.294134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:33.299691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:33.316119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.316119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.334122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.354259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.384523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.386305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0d62eb96-068c-405f-b10b-76be3ef6cd25 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1153665 Mar 03 18:23:33.390453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33262) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:33.481008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-9548a3e8-726d-4809-be33-12a38802724f', 'network_id': '9548a3e8-726d-4809-be33-12a38802724f', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': 'cebd4a6a-25ad-4435-b602-6b201da193a0'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:23:33.482488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.542592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:33.681586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:33.690885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:33.691246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.740904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Allocated IP 2001:db8::2 (9548a3e8-726d-4809-be33-12a38802724f/cebd4a6a-25ad-4435-b602-6b201da193a0/a27ec1ae-d9b4-4298-aa49-7f8e3c727500) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:33.932632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:33.993494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:23:34.056748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.066896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:34.066896 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.158399 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.184980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Transition to ACTIVE for port object a27ec1ae-d9b4-4298-aa49-7f8e3c727500 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:34.184980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:34.210279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Transition to ACTIVE for port object a27ec1ae-d9b4-4298-aa49-7f8e3c727500 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:34.210279 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.274384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Network 9548a3e8-726d-4809-be33-12a38802724f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:34.277629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:34.282302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:34.362814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Pushing event updated for resources: {'Port': ['ID=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:34.435085 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'code': 200} Mar 03 18:23:34.446668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Attempting to bind port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:34.446668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Attempting to bind port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '2a7c548e-af21-49c7-8384-0cf57a499390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9548a3e8-726d-4809-be33-12a38802724f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:34.446668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Attempting to bind port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 on network 9548a3e8-726d-4809-be33-12a38802724f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:34.453939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:34.453939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Checking segment: {'id': '2a7c548e-af21-49c7-8384-0cf57a499390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9548a3e8-726d-4809-be33-12a38802724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:34.453939 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.456968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Bound using segment: {'id': '2a7c548e-af21-49c7-8384-0cf57a499390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9548a3e8-726d-4809-be33-12a38802724f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:34.456968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Bound port: a27ec1ae-d9b4-4298-aa49-7f8e3c727500, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c548e-af21-49c7-8384-0cf57a499390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9548a3e8-726d-4809-be33-12a38802724f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:34.463899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.616462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] For port a27ec1ae-d9b4-4298-aa49-7f8e3c727500, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:34.621451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] For port a27ec1ae-d9b4-4298-aa49-7f8e3c727500, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,segment=NetworkSegment(2a7c548e-af21-49c7-8384-0cf57a499390),segment_id=2a7c548e-af21-49c7-8384-0cf57a499390)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:34.627702 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.632383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8::1 (9548a3e8-726d-4809-be33-12a38802724f/cebd4a6a-25ad-4435-b602-6b201da193a0/7e9cad99-2ea0-4d11-9519-4ac8e3e520e9) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:34.638339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9751e98-3eef-4933-91ed-0d6ce6adcf68 req-32cd6dca-b67b-40f2-80a2-f28148394829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:34.640176 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9751e98-3eef-4933-91ed-0d6ce6adcf68 req-32cd6dca-b67b-40f2-80a2-f28148394829 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1096 time: 0.1236620 Mar 03 18:23:34.658937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad065d6-3493-432d-afe0-b0ffc5321029 req-be77ae2b-b321-4b39-9d01-0f838255870d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:34.660401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad065d6-3493-432d-afe0-b0ffc5321029 req-be77ae2b-b321-4b39-9d01-0f838255870d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1690998 Mar 03 18:23:34.724867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952534-608c-4e92-9abb-6035dc87fc9d None None] Pushing event updated for resources: {'Port': ['ID=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:34.806923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ad065d6-3493-432d-afe0-b0ffc5321029 req-eb815c99-e9ed-4401-90ae-8f8691dbfda6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265099 Mar 03 18:23:34.847952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c9751e98-3eef-4933-91ed-0d6ce6adcf68 req-28d1ef0e-5e50-40bd-807f-a04cad068af3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004044 Mar 03 18:23:34.868134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:34.889037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:34.915299 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:35.003202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 9548a3e8-726d-4809-be33-12a38802724f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:35.006202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:35.016204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:35.016666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:35.172754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7e9cad99-2ea0-4d11-9519-4ac8e3e520e9,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:35.412550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-ae1ba8db-9fda-437b-8f49-dc348e4989d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5474072 Mar 03 18:23:35.473142 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:35.748779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-d78eb237-1ce2-44a2-92ca-e0b456943379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:35.750309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-d78eb237-1ce2-44a2-92ca-e0b456943379 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1097 time: 0.2603366 Mar 03 18:23:35.795451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fca5d5-cc75-4189-86c2-683ea09706d0 None None] Network 9548a3e8-726d-4809-be33-12a38802724f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:35.930836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2b4f7a69-ec89-40ea-a68a-c53be8948d04 None None] Provisioning for port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:36.032510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-1b8938ca-c62d-4733-b771-908de4ec575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:36.034054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-1b8938ca-c62d-4733-b771-908de4ec575c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.2625852 Mar 03 18:23:36.150225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1f7d3-11c0-437d-a27f-ee4871b72cb5 req-7d2679c9-8cc0-4da8-8e55-9835fa364088 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:36.154178 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6be1f7d3-11c0-437d-a27f-ee4871b72cb5 req-7d2679c9-8cc0-4da8-8e55-9835fa364088 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.2168632 Mar 03 18:23:36.225521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27ec1ae-d9b4-4298-aa49-7f8e3c727500 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:36.230580 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.235687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-54f5b176-c235-40e2-b75c-05f71f9179ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 1001 time: 0.1945555 Mar 03 18:23:36.236986 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.237769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.239730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6be1f7d3-11c0-437d-a27f-ee4871b72cb5 req-6871bde8-dce9-458d-a817-7504abc815ef tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768118 Mar 03 18:23:36.344003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:36.352013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:36.352614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.459723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7e9cad99-2ea0-4d11-9519-4ac8e3e520e9,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:36.463012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-04d1676f-55f1-4f31-bcab-e8169db3902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:36.464427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-04d1676f-55f1-4f31-bcab-e8169db3902d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.2223897 Mar 03 18:23:36.536797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0cfc0e2d-a346-40f3-b248-54d2492afea0 None None] Provisioning complete for port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:36.537303 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cfc0e2d-a346-40f3-b248-54d2492afea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.574399 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.594120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network 9548a3e8-726d-4809-be33-12a38802724f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:36.598358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-d3609ad5-60d6-4493-8bc6-8c60b05c1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:36.600486 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-d3609ad5-60d6-4493-8bc6-8c60b05c1988 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264071 Mar 03 18:23:36.601373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:36.635141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a27ec1ae-d9b4-4298-aa49-7f8e3c727500, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,segment=NetworkSegment(2a7c548e-af21-49c7-8384-0cf57a499390),segment_id=2a7c548e-af21-49c7-8384-0cf57a499390)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:36.644607 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.784224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:36.823334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0cfc0e2d-a346-40f3-b248-54d2492afea0 None None] Provisioning for port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:36.834354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0cfc0e2d-a346-40f3-b248-54d2492afea0 None None] Provisioning complete for port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:36.836509 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0cfc0e2d-a346-40f3-b248-54d2492afea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:36.965800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc0e2d-a346-40f3-b248-54d2492afea0 None None] Port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:37.110617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f6e111b4-df88-423e-8eff-ab735a6c1452 None None] Provisioning complete for port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:37.110989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6e111b4-df88-423e-8eff-ab735a6c1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:37.136808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-c5715159-f039-479b-ac91-95852a97464c service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274558 Mar 03 18:23:37.172559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f6e111b4-df88-423e-8eff-ab735a6c1452 None None] Port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:37.240407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 1c61a94c-9a67-4faa-80eb-f1c268ec7ee6 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:23:37.292121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a6430365-b067-4903-8ba8-f34c51c7640e None None] Provisioning complete for port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:37.292575 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6430365-b067-4903-8ba8-f34c51c7640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:37.348026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a6430365-b067-4903-8ba8-f34c51c7640e None None] Port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:37.439766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-591b8d5e-a639-4f90-b2ee-511f211b3bcf req-26b1ba0e-d8c5-42f9-ad6c-d637df990b9e service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952003 Mar 03 18:23:37.477067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:37.487147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] Sync routers for ids ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:37.495255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-52ef30b4-6289-471a-b30b-94b8f9c0b4ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/1c61a94c-9a67-4faa-80eb-f1c268ec7ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1049113 Mar 03 18:23:37.496443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] Routers {'1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:37.497652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:37.498485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33292) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:37.561585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:37.569831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a175f2-51da-4c7c-9617-a4e162afc598 req-0d2ebd97-1840-45ba-a4fb-2c5e6771e37a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:37.571266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] Routers {'1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:37.571379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62a175f2-51da-4c7c-9617-a4e162afc598 req-0d2ebd97-1840-45ba-a4fb-2c5e6771e37a tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1720943 Mar 03 18:23:37.571868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:37.603306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008440d8-039c-4683-94ac-c49abd436919 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:37.603815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-008440d8-039c-4683-94ac-c49abd436919 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:23:37.631515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:37.632144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71773a-d9a6-45a2-82bd-5ce4fd5d862a None None] The sync data for ids ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'] in n-d-827121-1 is: [] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:37.640049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62a175f2-51da-4c7c-9617-a4e162afc598 req-6db0d7fd-5949-453e-b25d-cb41a8c32819 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590630 Mar 03 18:23:37.640790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-008440d8-039c-4683-94ac-c49abd436919 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:23:37.641833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-008440d8-039c-4683-94ac-c49abd436919 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports/7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 HTTP/1.1" status: 200 len: 911 time: 0.1426141 Mar 03 18:23:37.644534 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33300) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:37.650133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cebd4a6a-25ad-4435-b602-6b201da193a0'}]}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:37.836449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d62a1-34b0-4c21-8aec-e93bd0f24803 req-dfffbb1c-7abf-4c7a-ba5b-35426aafda25 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:37.837996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b9d62a1-34b0-4c21-8aec-e93bd0f24803 req-dfffbb1c-7abf-4c7a-ba5b-35426aafda25 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.0834360 Mar 03 18:23:37.910651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b9d62a1-34b0-4c21-8aec-e93bd0f24803 req-816db12c-6a16-4fbf-9fac-ae26c658dfe8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619366 Mar 03 18:23:37.917454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:37.933773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33310) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:38.062905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27ec1ae-d9b4-4298-aa49-7f8e3c727500 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:38.146322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:38.146973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:38.188453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef944717-f23c-4205-a528-5849c4205a7a tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:38.192541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ef944717-f23c-4205-a528-5849c4205a7a tempest-TestNetworkAdvancedServerOps-739248238 tempest-TestNetworkAdvancedServerOps-739248238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1091 time: 0.2538040 Mar 03 18:23:38.193558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:38.200120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:38.209101 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:38.214380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Usage tracker for resource:floatingip and tenant:a88532a2002144a3850df64bed516c95 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:38.217433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:38.224427 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:38.239758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:38.404352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:38.532082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:38.543162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:38.550006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:38.551095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:38.551761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Allocated IP 172.25.0.92 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e81f4955-bf8b-4880-8433-56b310b48a49) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:38.555524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/ports/7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 HTTP/1.1" status: 200 len: 911 time: 0.9071774 Mar 03 18:23:38.555650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33318) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:38.626985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045a77d-915e-4669-a0b0-bc29b004229a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7e9cad99-2ea0-4d11-9519-4ac8e3e520e9,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:39.067372 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:39.171930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:39.241503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:39.245308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:39.278894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:39.326214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=e81f4955-bf8b-4880-8433-56b310b48a49,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:39.458425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.120974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:40.121608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.224680 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.369955 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.495599 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.528828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 7e9cad99-2ea0-4d11-9519-4ac8e3e520e9 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:40.855967 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.861596 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.897404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:40.919346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=7e9cad99-2ea0-4d11-9519-4ac8e3e520e9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:41.439453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event updated for resources: {'Port': ['ID=e81f4955-bf8b-4880-8433-56b310b48a49,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:41.444002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:41.501457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:41.912117 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP 7cf205a3-d2b9-482b-aacf-09205a47cd8a associated. External IP: 172.25.0.92, port: 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a. Mar 03 18:23:41.978272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 1c61a94c-9a67-4faa-80eb-f1c268ec7ee6 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:42.224168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:42.236534 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] Sync routers for ids ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:42.246707 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] Routers {'1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:42.247624 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:42.277110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-07bc4484-5f12-43cf-8b22-7fbfd8290b35 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/1c61a94c-9a67-4faa-80eb-f1c268ec7ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7168255 Mar 03 18:23:42.280343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:42.376915 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:42.389043 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] Routers {'1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:42.389043 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:42.507448 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:42.507448 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6531c69-bed9-4247-bad6-04c1da67d0a0 None None] The sync data for ids ['1c61a94c-9a67-4faa-80eb-f1c268ec7ee6'] in n-d-827121-1 is: [] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:42.614791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4dc67070-1946-4d40-b363-9e47fc8e6cab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c61a94c-9a67-4faa-80eb-f1c268ec7ee6 HTTP/1.1" status: 200 len: 205 time: 0.3337126 Mar 03 18:23:42.618488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33340) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:42.820446 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd34a-6bf7-4e6a-bf91-dbb96419d4e9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:42.836603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:43.045219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:43.055906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] Sync routers for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:43.071516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:43.072268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:43.078722 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.148954 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5bcc3f9e-c95b-47c9-b6c6-499602289fff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9539428 Mar 03 18:23:43.150309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:23:43.186418 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd34a-6bf7-4e6a-bf91-dbb96419d4e9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.189084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd34a-6bf7-4e6a-bf91-dbb96419d4e9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.217635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd34a-6bf7-4e6a-bf91-dbb96419d4e9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.218471 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9bd34a-6bf7-4e6a-bf91-dbb96419d4e9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Fanout notify agent at l3_agent the message router_deleted on router 1c61a94c-9a67-4faa-80eb-f1c268ec7ee6 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:23:43.241318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c9bd34a-6bf7-4e6a-bf91-dbb96419d4e9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.242587 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9c9bd34a-6bf7-4e6a-bf91-dbb96419d4e9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/1c61a94c-9a67-4faa-80eb-f1c268ec7ee6 HTTP/1.1" status: 204 len: 168 time: 0.6237657 Mar 03 18:23:43.245206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33352) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:43.308870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:43.313571 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'status': 'completed', 'code': 200} Mar 03 18:23:43.364010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet cebd4a6a-25ad-4435-b602-6b201da193a0 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:23:43.374026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.444274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.464897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-81bcd60b-0324-4ab1-95f4-4cf8d59d2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:43.467276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-81bcd60b-0324-4ab1-95f4-4cf8d59d2158 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1096 time: 0.1136451 Mar 03 18:23:43.486453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8804bd-f456-416f-ba40-7597b73e7d04 req-1057a3b3-4927-407b-ad50-e85a7e5b97e4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:43.488244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d8804bd-f456-416f-ba40-7597b73e7d04 req-1057a3b3-4927-407b-ad50-e85a7e5b97e4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1960940 Mar 03 18:23:43.562052 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d8804bd-f456-416f-ba40-7597b73e7d04 req-d462d0e7-aa88-4ab2-be78-99cab05de87e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632446 Mar 03 18:23:43.584877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.598181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33356) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:43.684376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.822506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-060e9b8e-6356-4298-bfb4-9334aabe91dd tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/7cf205a3-d2b9-482b-aacf-09205a47cd8a HTTP/1.1" status: 200 len: 990 time: 0.2227354 Mar 03 18:23:43.823334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69936cbd-686c-4813-b6a9-f863b0bee0ad None None] Network 9548a3e8-726d-4809-be33-12a38802724f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:43.825582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:43.828304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=cebd4a6a-25ad-4435-b602-6b201da193a0,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:43.831267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-e96e4ff7-4780-4d6b-a5ed-c7545a81ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:43.832256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-e96e4ff7-4780-4d6b-a5ed-c7545a81ec34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 200 len: 897 time: 0.3582554 Mar 03 18:23:43.838272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d3e41782-7298-463b-9ff4-d3e30edc58b4 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/cebd4a6a-25ad-4435-b602-6b201da193a0 HTTP/1.1" status: 204 len: 168 time: 0.5918415 Mar 03 18:23:43.841462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33362) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:43.958746 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-5b3dda09-31b8-4766-a8e7-1ccae9c87b22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 200 len: 998 time: 0.1194246 Mar 03 18:23:44.000367 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.011545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:44.012540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.057175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '7cf205a3-d2b9-482b-aacf-09205a47cd8a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'port_id': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'mac_address': 'fa:16:3e:77:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:23:40Z', 'updated_at': '2022-03-03T18:23:40Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:22Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:44.063701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] Checking router: 3ba17dd9-99e8-45fc-b9dc-276cfe279390 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:23:44.073371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-44b467b4-fc68-426a-bf1c-cdcd999f7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:44.078535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:44.079356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:44.081600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-44b467b4-fc68-426a-bf1c-cdcd999f7609 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a HTTP/1.1" status: 200 len: 834 time: 0.1158836 Mar 03 18:23:44.193501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-52ee43a8-ec41-4ee0-beb7-fb505bf7348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:44.195033 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-52ee43a8-ec41-4ee0-beb7-fb505bf7348f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f0c9847-9791-4db3-b218-66dbb49715c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066439 Mar 03 18:23:44.205103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-fc0611af-436f-4e73-9929-0db62ff0d3aa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:23:44.206019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-fc0611af-436f-4e73-9929-0db62ff0d3aa service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048754 Mar 03 18:23:44.282237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:44.287078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port a27ec1ae-d9b4-4298-aa49-7f8e3c727500, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,segment=NetworkSegment(2a7c548e-af21-49c7-8384-0cf57a499390),segment_id=2a7c548e-af21-49c7-8384-0cf57a499390)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:44.287633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.339614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] DHCP port deletion for 9548a3e8-726d-4809-be33-12a38802724f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:23:44.349106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Deleting port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:44.349506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.363182 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-07b11c15-68e5-4da3-b6c7-d9e6f9493248 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517601 Mar 03 18:23:44.501797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bdfa0a5-cc50-4dc2-ad03-24af36782e5e req-2e41c102-dc48-429b-9922-dbb1f79cf179 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327510 Mar 03 18:23:44.552875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for a27ec1ae-d9b4-4298-aa49-7f8e3c727500 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:44.650788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.698082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:44.699922 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No DVR routers for this DVR port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:23:44.741803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] For port a27ec1ae-d9b4-4298-aa49-7f8e3c727500, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a27ec1ae-d9b4-4298-aa49-7f8e3c727500,segment=NetworkSegment(2a7c548e-af21-49c7-8384-0cf57a499390),segment_id=2a7c548e-af21-49c7-8384-0cf57a499390)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:44.742183 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.823686 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.826494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33368) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:44.860520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9548a3e8-726d-4809-be33-12a38802724f']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:44.874624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7c548e-af21-49c7-8384-0cf57a499390') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:44.874918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7c548e-af21-49c7-8384-0cf57a499390') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:44.889917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.909347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.918000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:23:44.919329 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:23:44.939657 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:23:44.952531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Calling delete_port for a27ec1ae-d9b4-4298-aa49-7f8e3c727500 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:44.975420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-789bd766-be75-400a-91f1-e800e333e1ca tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/7cf205a3-d2b9-482b-aacf-09205a47cd8a HTTP/1.1" status: 200 len: 990 time: 0.1477337 Mar 03 18:23:45.027284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.047764 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.056588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=9548a3e8-726d-4809-be33-12a38802724f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:45.065732 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5135ec9a-143f-431b-89c6-0252f6dac273 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/9548a3e8-726d-4809-be33-12a38802724f HTTP/1.1" status: 204 len: 168 time: 1.2228413 Mar 03 18:23:45.069358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33376) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:45.076191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1442540210', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:23:45.084056 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:23:45.092516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:45.095156 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:23:45.095507 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:23:45.098581 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:router and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:45.101691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:45.104662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '7cf205a3-d2b9-482b-aacf-09205a47cd8a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'port_id': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'mac_address': 'fa:16:3e:77:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:23:40Z', 'updated_at': '2022-03-03T18:23:40Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:22Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:45.108789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c3995-a66f-4c1f-9951-ab92efc7f1cd None None] The sync data for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 is: [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '7cf205a3-d2b9-482b-aacf-09205a47cd8a', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'port_id': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'mac_address': 'fa:16:3e:77:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:23:40Z', 'updated_at': '2022-03-03T18:23:40Z', 'revision_number': 0, 'project_id': 'a88532a2002144a3850df64bed516c95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:22Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:45.109289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:45.124355 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.125353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.144242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.168873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.196479 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.200963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5dc1030a-2d9e-4bd6-b2de-6344d99f58bc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1272786 Mar 03 18:23:45.201281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33380) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:45.207337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-864295649'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:45.213010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:45.217077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:45.220033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:45.226376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:45.237479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:45.240919 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.277190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:23:45.288312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.289163 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment cb1bf7a8-3471-4182-ac36-32edd53535ee of type vlan for network cab101a4-3cb8-4ad5-a21b-5079a60c8327 Mar 03 18:23:45.321192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.354399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.357909 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722293f1-ea1a-46ac-a5e7-ab56d6b0dd93 None None] New status for floating IP 7cf205a3-d2b9-482b-aacf-09205a47cd8a: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:23:45.359852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:45.360605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.470810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2677355 Mar 03 18:23:45.473362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33386) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:45.481795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:45.495710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f4297-1499-4052-b89c-e8dfb1524912 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=cab101a4-3cb8-4ad5-a21b-5079a60c8327,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:45.507008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:23:45.606654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Deleting port a27ec1ae-d9b4-4298-aa49-7f8e3c727500 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:45.607267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.706782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d16bf614-b986-47ad-8203-92941a1096b5 None None] The port 'a27ec1ae-d9b4-4298-aa49-7f8e3c727500' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:23:45.772802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:45.776699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:45.780071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:45.785893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:45.795430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:45.798785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:45.980076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33392) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:46.088656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:46.103216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27ec1ae-d9b4-4298-aa49-7f8e3c727500 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:46.167488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a27ec1ae-d9b4-4298-aa49-7f8e3c727500 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:46.167830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a27ec1ae-d9b4-4298-aa49-7f8e3c727500 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:46.182400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4bd54afc-21a4-4f44-bdd9-15c6c082c8c3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/7cf205a3-d2b9-482b-aacf-09205a47cd8a HTTP/1.1" status: 200 len: 992 time: 0.1998055 Mar 03 18:23:46.188763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=e02089db-29d8-4e85-9d93-35ace94767a5,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:46.198052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:46.198409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: cab101a4-3cb8-4ad5-a21b-5079a60c8327, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:23:46.217618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:23:46.227264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, cab101a4-3cb8-4ad5-a21b-5079a60c8327) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:46.232010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:46.232539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:46.241745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ab2ff-b4ce-4555-b0d7-bfa2d7031c3a None None] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:46.255673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-313bbdc0-a6af-4473-baad-353c1b9f9904 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7810476 Mar 03 18:23:46.258577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33398) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:46.460432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:23:46.461261 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:46.618253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Allocated IP 2001:db8::2 (cab101a4-3cb8-4ad5-a21b-5079a60c8327/e02089db-29d8-4e85-9d93-35ace94767a5/1845c1ae-e21e-4f6b-8b19-72c7abd10c4f) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:46.728836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:46.824978 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:46.836039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Transition to ACTIVE for port object 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:46.856728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Transition to ACTIVE for port object 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:46.862438 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:46.923762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:46.926391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:46.928644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:46.970537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Pushing event updated for resources: {'Port': ['ID=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:47.024062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-5c398cc4-0c2c-4363-8c4e-adf6fc357200 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711145 Mar 03 18:23:47.029395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Attempting to bind port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:47.029763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Attempting to bind port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:47.030118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Attempting to bind port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f on network cab101a4-3cb8-4ad5-a21b-5079a60c8327 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:47.035542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:47.035911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Checking segment: {'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:47.036437 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:47.036824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Bound using segment: {'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:47.037275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Bound port: 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:47.037668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:47.189853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-27f5f833-597f-442d-9988-fd273906c840 None None] For port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:47.194478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-27f5f833-597f-442d-9988-fd273906c840 None None] For port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,segment=NetworkSegment(cb1bf7a8-3471-4182-ac36-32edd53535ee),segment_id=cb1bf7a8-3471-4182-ac36-32edd53535ee)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:47.202800 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:47.208630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-11e7705c-c7bc-4256-a77e-bc29b40dadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:47.210325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-11e7705c-c7bc-4256-a77e-bc29b40dadf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2c7063f4354347b1f2bf1ef075de17&device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 1096 time: 0.0990880 Mar 03 18:23:47.247004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8::1 (cab101a4-3cb8-4ad5-a21b-5079a60c8327/e02089db-29d8-4e85-9d93-35ace94767a5/7c2bd78a-fe32-4643-8c9a-5503d0cdcafb) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:47.321057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5f833-597f-442d-9988-fd273906c840 None None] Pushing event updated for resources: {'Port': ['ID=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:47.437939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-d8470361-1bf5-4b4f-a6ff-c9809c3912e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:47.439512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-d8470361-1bf5-4b4f-a6ff-c9809c3912e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 200 len: 914 time: 0.2076547 Mar 03 18:23:47.447581 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:47.470313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:47.499987 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:47.549060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-c222e79b-01a5-410a-b2be-724ebe100da9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b03d9fc-3dfd-4958-938a-8d771f641107 HTTP/1.1" status: 200 len: 217 time: 0.1025050 Mar 03 18:23:47.606667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:47.609752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:47.618505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:47.619046 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:47.626648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:47.630493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-84d14b76-109e-43b6-bbd0-37c27e2b377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:47.632014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-84d14b76-109e-43b6-bbd0-37c27e2b377e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3eac9f71-0751-49df-a0be-ce084e0a6b29 HTTP/1.1" status: 200 len: 853 time: 0.0773215 Mar 03 18:23:47.679840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-974a5240-02b8-45d6-9262-8d101eda77f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b0d39cf-2281-4587-8ebe-277478af2ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412390 Mar 03 18:23:47.747355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:47.822887 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-1c390f0c-0976-4f95-83f4-0a89a2f032ea service neutron] 10.222.0.16 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344194 Mar 03 18:23:47.962124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e84713-a5f3-4352-ab64-48779cbcf4d4 req-3de397fa-971c-4a3f-8b2b-0b3d025c5d07 service neutron] 10.222.0.16 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324000 Mar 03 18:23:48.095993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:48.193811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:48.197488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:48.212112 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:48.216818 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:48.218097 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:48.377811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:48.431619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:48.433006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:48.558605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa88b6-99c2-4db0-b32b-705fe7ad5dfb None None] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:48.669150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fc872db2-c551-428d-a320-a2b5f8413c05 None None] Provisioning for port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:48.676915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fc872db2-c551-428d-a320-a2b5f8413c05 None None] Provisioning complete for port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:48.677291 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc872db2-c551-428d-a320-a2b5f8413c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:48.748945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:23:48.905474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:48.916303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:48.919485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b3430f22-4779-48bd-966b-19a5d31ef7f2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6598175 Mar 03 18:23:48.922197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33410) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:48.927680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378047289'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:48.933287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:48.937197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:48.939044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc872db2-c551-428d-a320-a2b5f8413c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:48.940332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:48.946276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:48.951850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:48.952493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:48.957281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:48.960803 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:48.993817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:23:49.002896 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.003260 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment d722768e-5c01-4cf8-aaee-514a1591e627 of type vlan for network a6ac2d7a-e286-42df-8c7e-aaa566fffebb Mar 03 18:23:49.032941 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.061945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.067841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:49.068540 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.103648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-fc872db2-c551-428d-a320-a2b5f8413c05 None None] For port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,segment=NetworkSegment(cb1bf7a8-3471-4182-ac36-32edd53535ee),segment_id=cb1bf7a8-3471-4182-ac36-32edd53535ee)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:49.118214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc872db2-c551-428d-a320-a2b5f8413c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.177570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2516491 Mar 03 18:23:49.178304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33414) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:49.179146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:49.181156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c8c4c-1bdb-4a81-9386-2b6bd13c9387 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=a6ac2d7a-e286-42df-8c7e-aaa566fffebb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:49.186557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:49.233902 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:23:49.298671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:49.303019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:49.306124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:49.313559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:49.323996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:49.328568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.448467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc872db2-c551-428d-a320-a2b5f8413c05 None None] Pushing event updated for resources: {'Port': ['ID=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:49.571925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a53c3e30-605f-4ad4-9923-448c19d674bd None None] Provisioning for port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:49.592041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6013419f-23ae-4111-b906-1d0def7e247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.596046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a53c3e30-605f-4ad4-9923-448c19d674bd None None] Provisioning complete for port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:49.596654 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a53c3e30-605f-4ad4-9923-448c19d674bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.615187 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.696542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a53c3e30-605f-4ad4-9923-448c19d674bd None None] Port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:49.697678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:49.705228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:49.705638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: a6ac2d7a-e286-42df-8c7e-aaa566fffebb, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:23:49.720136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a53c3e30-605f-4ad4-9923-448c19d674bd None None] Provisioning complete for port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:49.720469 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a53c3e30-605f-4ad4-9923-448c19d674bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.727338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:23:49.738576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a6ac2d7a-e286-42df-8c7e-aaa566fffebb) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:49.742604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:49.743264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:49.763498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce80a72-f8c7-4b19-9019-af767b5f2402 None None] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:49.774899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8658acc8-7f20-4c80-866b-79fe503e0fe2 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5923610 Mar 03 18:23:49.775289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33426) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:49.810857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:23:47Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:47Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:49.899332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:23:49.899731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Updating router 9a1fd658-945b-4aa8-b911-9bdd236eba71 port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:23:50.022251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:50.069628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:50.372968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:23:50.373796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:50.416033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a5859448-535a-4225-b282-a59ccd0fb35d None None] Provisioning complete for port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:50.416404 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a5859448-535a-4225-b282-a59ccd0fb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:50.538360 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:50.559605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:50.560049 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:50.662295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a5859448-535a-4225-b282-a59ccd0fb35d None None] Port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:50.786409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Allocated IP 2001:db8:1::2 (a6ac2d7a-e286-42df-8c7e-aaa566fffebb/eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0/5601e3fe-1b30-438d-874f-876a3a84d3d2) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:51.044821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.070254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Transition to ACTIVE for port object 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:51.109860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.287028 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.338390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005266c4-0d5f-44ae-ad0b-fc0a550ad2ae None None] Pushing event updated for resources: {'Port': ['ID=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:51.349070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Transition to ACTIVE for port object 5601e3fe-1b30-438d-874f-876a3a84d3d2 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:51.379532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Attempting to bind port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:51.380043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Attempting to bind port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:51.380232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Attempting to bind port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb on network cab101a4-3cb8-4ad5-a21b-5079a60c8327 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:51.385073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Transition to ACTIVE for port object 5601e3fe-1b30-438d-874f-876a3a84d3d2 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:51.390109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:51.390500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Checking segment: {'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:51.390896 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.391353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Bound using segment: {'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:51.391810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Bound port: 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1bf7a8-3471-4182-ac36-32edd53535ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:51.392259 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.404168 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.486087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8:1::1 (a6ac2d7a-e286-42df-8c7e-aaa566fffebb/eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0/71f7d854-0e34-4b7b-bfa0-6295344f08ed) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:51.508173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1defd6-eb61-405b-8385-5ec448f0d096 req-38eec99d-91a7-41b9-8005-8fed1437ec35 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:51.509806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c1defd6-eb61-405b-8385-5ec448f0d096 req-38eec99d-91a7-41b9-8005-8fed1437ec35 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 945 time: 0.1173103 Mar 03 18:23:51.514409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:51.520160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:51.522697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:51.550459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Pushing event updated for resources: {'Port': ['ID=5601e3fe-1b30-438d-874f-876a3a84d3d2,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:51.559066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c1defd6-eb61-405b-8385-5ec448f0d096 req-e92c262e-e8d0-4b23-a259-d62ca940d17a tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Mar 03 18:23:51.653620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.655014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] For port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:51.665473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Attempting to bind port 5601e3fe-1b30-438d-874f-876a3a84d3d2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:51.665826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Attempting to bind port 5601e3fe-1b30-438d-874f-876a3a84d3d2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:51.666184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Attempting to bind port 5601e3fe-1b30-438d-874f-876a3a84d3d2 on network a6ac2d7a-e286-42df-8c7e-aaa566fffebb {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:51.669473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] For port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,segment=NetworkSegment(cb1bf7a8-3471-4182-ac36-32edd53535ee),segment_id=cb1bf7a8-3471-4182-ac36-32edd53535ee)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:51.669597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 71f7d854-0e34-4b7b-bfa0-6295344f08ed will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:51.674188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:51.674562 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Checking segment: {'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:51.674959 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.675345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Bound using segment: {'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:51.675797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Bound port: 5601e3fe-1b30-438d-874f-876a3a84d3d2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:51.676166 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.686497 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.692590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.755715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:51.758525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:51.760798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:51.761317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.786051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=71f7d854-0e34-4b7b-bfa0-6295344f08ed,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:51.842661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005266c4-0d5f-44ae-ad0b-fc0a550ad2ae None None] Pushing event updated for resources: {'Port': ['ID=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:51.856689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:51.857421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:51.915929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c3686059-fb55-428f-bb44-616ad9d9618d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:51.929158 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:52.048056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] For port 5601e3fe-1b30-438d-874f-876a3a84d3d2, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:52.062522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] For port 5601e3fe-1b30-438d-874f-876a3a84d3d2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5601e3fe-1b30-438d-874f-876a3a84d3d2,segment=NetworkSegment(d722768e-5c01-4cf8-aaee-514a1591e627),segment_id=d722768e-5c01-4cf8-aaee-514a1591e627)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:52.073088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:52.151329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:52.232853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dd95e-6911-43c8-95c1-2dc7bc2a5313 None None] Pushing event updated for resources: {'Port': ['ID=5601e3fe-1b30-438d-874f-876a3a84d3d2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:52.335237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:52.341045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:52.341885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:52.504966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=71f7d854-0e34-4b7b-bfa0-6295344f08ed,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:52.533574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 3, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 1, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:52.537738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf877daf-0a14-4f89-8df5-28daa54da68e None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 3, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 1, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:52.563631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:52.565215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:52.921349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:52.929650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.017965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2d2df-eca0-49ec-9c5c-8cc8056bde83 req-3c2ddaf3-3391-439d-951d-d38c6326cd61 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:53.019470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64b2d2df-eca0-49ec-9c5c-8cc8056bde83 req-3c2ddaf3-3391-439d-951d-d38c6326cd61 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 945 time: 0.2459857 Mar 03 18:23:53.025186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.151450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:53.180117 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b3208a75-78bc-44f9-9900-a740f8d89e41 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4039762 Mar 03 18:23:53.182932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33440) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:53.189299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64b2d2df-eca0-49ec-9c5c-8cc8056bde83 req-664d4c45-8673-421e-bbe0-3950d55b657b tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601682 Mar 03 18:23:53.228805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-958502632'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:53.240418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:53.255907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:53.259934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:53.270119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:53.289654 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:53.293006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.339674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-63fbfcbf-faf3-433b-852f-be0079fcf64d tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:53.341363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-63fbfcbf-faf3-433b-852f-be0079fcf64d tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 945 time: 0.1545424 Mar 03 18:23:53.377842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:23:53.404977 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.405512 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment 36c1409a-7d8d-4318-bb0d-e62dcc4fc022 of type vlan for network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c Mar 03 18:23:53.432938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Deleting port 3b03d9fc-3dfd-4958-938a-8d771f641107 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:23:53.433278 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.450637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873d22a-e41f-4d5e-a07d-1441e555dd39 None None] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:53.491326 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.582568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e1b3229a-04b0-48a1-b490-642418197717 None None] Provisioning for port 5601e3fe-1b30-438d-874f-876a3a84d3d2 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:53.611071 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.616612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:53.617211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:53.869538 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6842604 Mar 03 18:23:53.873217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33444) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:53.878838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:53.959068 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bdc44-cde7-41d6-b0a3-f6d5b88d38b5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:53.970159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:23:54.003027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] For port 3b03d9fc-3dfd-4958-938a-8d771f641107, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=3b03d9fc-3dfd-4958-938a-8d771f641107,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:54.003713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.064921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:54.076999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:54.086024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:54.101079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:54.123186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:54.129442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.181863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-07ba22d8-1ad1-4924-8726-d169780ee8c8 None None] Provisioning for port 71f7d854-0e34-4b7b-bfa0-6295344f08ed completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:54.215689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-07ba22d8-1ad1-4924-8726-d169780ee8c8 None None] Provisioning complete for port 71f7d854-0e34-4b7b-bfa0-6295344f08ed triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:54.227976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07ba22d8-1ad1-4924-8726-d169780ee8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.251184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Calling delete_port for 3b03d9fc-3dfd-4958-938a-8d771f641107 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:23:54.330195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:54.373812 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:23:54.517274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.527950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.546426 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.548583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-07ba22d8-1ad1-4924-8726-d169780ee8c8 None None] Port 71f7d854-0e34-4b7b-bfa0-6295344f08ed cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:54.594888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bd9c2-af30-4592-aaee-c35ca03a749a req-0a329e2b-a9b2-4951-a782-edbaa5c29938 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:54.598289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:54.603494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d2bd9c2-af30-4592-aaee-c35ca03a749a req-0a329e2b-a9b2-4951-a782-edbaa5c29938 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6533885-435f-46f3-9192-dbc16c6104a8 HTTP/1.1" status: 200 len: 945 time: 0.1825128 Mar 03 18:23:54.606207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:54.606791 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.674642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:54.675610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:23:54.691158 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2d2bd9c2-af30-4592-aaee-c35ca03a749a req-34f25d49-702d-4e25-afd4-314e3adae678 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866728 Mar 03 18:23:54.691912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=c9ae7201-4c34-49a6-ad4a-14ba05562d17,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:54.692383 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.723511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:23:54.730898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['3b03d9fc-3dfd-4958-938a-8d771f641107'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:23:54.737466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:54.752552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:54.753199 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.767046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ee8ff-a00f-4367-8e9f-9a5515c1e465 None None] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:54.782128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f1c48602-9c3d-4e12-ac7a-3be0891823e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9075212 Mar 03 18:23:54.784846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33450) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:54.807946 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:54.819149 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:54.820406 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:54.822782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Pushing event deleted for resources: {'Port': ['ID=3b03d9fc-3dfd-4958-938a-8d771f641107,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:54.851524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6af26d1c-ff2c-4c33-81aa-671ea811186a None None] Provisioning complete for port 71f7d854-0e34-4b7b-bfa0-6295344f08ed triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:54.861706 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6af26d1c-ff2c-4c33-81aa-671ea811186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.913837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] No DVR routers for this DVR port 3b03d9fc-3dfd-4958-938a-8d771f641107 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:23:54.923690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:54.927522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'name': 'network-vif-deleted', 'tag': '3b03d9fc-3dfd-4958-938a-8d771f641107'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:23:54.963682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-623ccafc-25cc-4def-a556-63e7ed06e090 req-106d03b8-d4d2-45bb-badc-e03d7bfbf7ad tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.16 "DELETE /v2.0/ports/3b03d9fc-3dfd-4958-938a-8d771f641107 HTTP/1.1" status: 204 len: 173 time: 1.6158442 Mar 03 18:23:55.006953 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:55.008956 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.042326 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6533885-435f-46f3-9192-dbc16c6104a8', 'name': 'network-vif-deleted', 'tag': '3b03d9fc-3dfd-4958-938a-8d771f641107', 'status': 'completed', 'code': 200} Mar 03 18:23:55.108596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6af26d1c-ff2c-4c33-81aa-671ea811186a None None] Port 71f7d854-0e34-4b7b-bfa0-6295344f08ed cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:23:55.168582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,segment=NetworkSegment(cb1bf7a8-3471-4182-ac36-32edd53535ee),segment_id=cb1bf7a8-3471-4182-ac36-32edd53535ee)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:55.224604 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.225576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5601e3fe-1b30-438d-874f-876a3a84d3d2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:55.410218 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 3, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:23:52Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:55.414163 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:23:55.414507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Updating router 9a1fd658-945b-4aa8-b911-9bdd236eba71 port 71f7d854-0e34-4b7b-bfa0-6295344f08ed binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:23:55.457249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:55.474132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5601e3fe-1b30-438d-874f-876a3a84d3d2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:55.481266 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.489228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5601e3fe-1b30-438d-874f-876a3a84d3d2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:55.494079 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.523032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:23:55.524032 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.711494 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.765655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.813888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Allocated IP 2001:db8:2::2 (b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c/c9ae7201-4c34-49a6-ad4a-14ba05562d17/cdd5c241-06b1-4ace-a67a-5799c06e685a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:55.823693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5601e3fe-1b30-438d-874f-876a3a84d3d2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5601e3fe-1b30-438d-874f-876a3a84d3d2,segment=NetworkSegment(d722768e-5c01-4cf8-aaee-514a1591e627),segment_id=d722768e-5c01-4cf8-aaee-514a1591e627)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:55.830746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.957689 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:55.973099 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Transition to ACTIVE for port object 71f7d854-0e34-4b7b-bfa0-6295344f08ed will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:55.980581 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.052239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5601e3fe-1b30-438d-874f-876a3a84d3d2,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:56.107145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a07b2-e0d2-4516-9904-054fd007ca82 None None] Pushing event updated for resources: {'Port': ['ID=71f7d854-0e34-4b7b-bfa0-6295344f08ed,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:56.142126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:56.235620 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Attempting to bind port 71f7d854-0e34-4b7b-bfa0-6295344f08ed on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:56.235913 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Attempting to bind port 71f7d854-0e34-4b7b-bfa0-6295344f08ed by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:56.236248 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Attempting to bind port 71f7d854-0e34-4b7b-bfa0-6295344f08ed on network a6ac2d7a-e286-42df-8c7e-aaa566fffebb {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:56.242798 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:56.243193 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Checking segment: {'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:56.243563 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.243965 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Bound using segment: {'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:56.244841 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Bound port: 71f7d854-0e34-4b7b-bfa0-6295344f08ed, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd722768e-5c01-4cf8-aaee-514a1591e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:56.244841 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.312882 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.330611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Transition to ACTIVE for port object cdd5c241-06b1-4ace-a67a-5799c06e685a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:56.340374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:56.340740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.349515 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] For port 71f7d854-0e34-4b7b-bfa0-6295344f08ed, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:56.353025 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] For port 71f7d854-0e34-4b7b-bfa0-6295344f08ed, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=71f7d854-0e34-4b7b-bfa0-6295344f08ed,segment=NetworkSegment(d722768e-5c01-4cf8-aaee-514a1591e627),segment_id=d722768e-5c01-4cf8-aaee-514a1591e627)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:56.357844 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.392882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Transition to ACTIVE for port object cdd5c241-06b1-4ace-a67a-5799c06e685a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:56.422121 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.445910 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:56.446626 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:56.499400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:56.505565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:56.507376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8:2::1 (b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c/c9ae7201-4c34-49a6-ad4a-14ba05562d17/87f09514-74bc-4544-ac35-da1ab303a6e7) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:23:56.512546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:56.521009 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a07b2-e0d2-4516-9904-054fd007ca82 None None] Pushing event updated for resources: {'Port': ['ID=71f7d854-0e34-4b7b-bfa0-6295344f08ed,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:56.584469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Pushing event updated for resources: {'Port': ['ID=cdd5c241-06b1-4ace-a67a-5799c06e685a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:56.657181 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:56.720560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.745348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 87f09514-74bc-4544-ac35-da1ab303a6e7 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:23:56.753567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Attempting to bind port cdd5c241-06b1-4ace-a67a-5799c06e685a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:23:56.754295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Attempting to bind port cdd5c241-06b1-4ace-a67a-5799c06e685a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:23:56.754879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Attempting to bind port cdd5c241-06b1-4ace-a67a-5799c06e685a on network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:23:56.761501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:23:56.762952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Checking segment: {'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:56.763623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.764210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Bound using segment: {'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:23:56.764878 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Bound port: cdd5c241-06b1-4ace-a67a-5799c06e685a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:23:56.765584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.774985 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.846836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:56.850334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:56.854343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:23:56.854876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.877121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=87f09514-74bc-4544-ac35-da1ab303a6e7,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:56.879636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] For port cdd5c241-06b1-4ace-a67a-5799c06e685a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:23:56.882843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] For port cdd5c241-06b1-4ace-a67a-5799c06e685a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cdd5c241-06b1-4ace-a67a-5799c06e685a,segment=NetworkSegment(36c1409a-7d8d-4318-bb0d-e62dcc4fc022),segment_id=36c1409a-7d8d-4318-bb0d-e62dcc4fc022)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:23:56.889967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:56.966234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cca30-1df3-4ecd-a3e2-61eb876ce717 None None] Pushing event updated for resources: {'Port': ['ID=cdd5c241-06b1-4ace-a67a-5799c06e685a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:57.017013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:57.071687 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 3, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:23:56Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:57.078716 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a2511-ac2a-464c-860b-e64ddf41e9d2 None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:23:51Z', 'revision_number': 3, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:23:56Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:23:57.499930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:57.504579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:57.505502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:57.664678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=87f09514-74bc-4544-ac35-da1ab303a6e7,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:57.681003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 3b03d9fc-3dfd-4958-938a-8d771f641107 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:23:57.746881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:23:57.750879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 3b03d9fc-3dfd-4958-938a-8d771f641107 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:23:57.751206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 3b03d9fc-3dfd-4958-938a-8d771f641107 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:23:57.752811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:58.069917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:23:58.127932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab994a0-2e24-4164-afe1-cb8b18b6f9af None None] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:58.214262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cdd5c241-06b1-4ace-a67a-5799c06e685a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:58.250588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:23:58.265377 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5e30bd18-4e40-4adf-b221-1aefcef4f49d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4780931 Mar 03 18:23:58.267434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33468) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:58.271284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:23:58.273478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-509695457'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:58.279966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:58.284532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:network and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:58.287131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:58.294078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:58.305440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:58.310505 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:58.323839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-77718003-b21b-4915-80d3-7ac758570121 None None] Provisioning for port cdd5c241-06b1-4ace-a67a-5799c06e685a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:58.341382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:23:58.357435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:23:58.357900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:58.358199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:23:58.358547 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added segment 7b302bae-3152-4653-9cfe-e1071ac914b7 of type vlan for network ac5e5112-ef1a-4afb-acdc-f310644a0db1 Mar 03 18:23:58.388381 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:58.424766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:58.431105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:58.432017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:58.546223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Network': ['ID=ac5e5112-ef1a-4afb-acdc-f310644a0db1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:58.569028 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ef1b06f7-4971-4d73-8723-b0ecfbab4111 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2967663 Mar 03 18:23:58.570009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33484) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:58.572951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:23:58.579199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'subnet': {'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:23:58.621434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port cdd5c241-06b1-4ace-a67a-5799c06e685a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:23:58.668630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cdd5c241-06b1-4ace-a67a-5799c06e685a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:58.669002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:58.705951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:23:58.715409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:23:58.720231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:subnet and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:23:58.723759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:23:58.730189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:23:58.739776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Made reservation on behalf of 69c9da2769624459a3c6f1965cbe47bf for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:23:58.743391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:58.976242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:59.062931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Subnet': ['ID=34e76871-c053-434d-9505-c493b565e52f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:59.076234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Checking segment: {'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:23:59.076587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network hostable DHCP agents. Network: ac5e5112-ef1a-4afb-acdc-f310644a0db1, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:23:59.096554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:23:59.109191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ac5e5112-ef1a-4afb-acdc-f310644a0db1) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:23:59.114221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:23:59.114816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:59.151314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9ef5687e-8fec-414a-a56d-38de3b116e10 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5764046 Mar 03 18:23:59.151499 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b4247-779e-4687-8609-0730e2725742 None None] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:23:59.152853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33488) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:23:59.188886 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:59.344346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port cdd5c241-06b1-4ace-a67a-5799c06e685a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cdd5c241-06b1-4ace-a67a-5799c06e685a,segment=NetworkSegment(36c1409a-7d8d-4318-bb0d-e62dcc4fc022),segment_id=36c1409a-7d8d-4318-bb0d-e62dcc4fc022)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:23:59.362320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:59.363106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5601e3fe-1b30-438d-874f-876a3a84d3d2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:23:59.584638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0bf25d92-d3fd-47d9-860d-7f2ef38ae8dc None None] Provisioning complete for port cdd5c241-06b1-4ace-a67a-5799c06e685a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:59.585019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0bf25d92-d3fd-47d9-860d-7f2ef38ae8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:59.716447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=cdd5c241-06b1-4ace-a67a-5799c06e685a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:23:59.764882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5601e3fe-1b30-438d-874f-876a3a84d3d2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:23:59.765440 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:23:59.978283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:23:59.979124 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:00.000430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:23:56Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:23:56Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:23:57Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:00.009115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:00.009498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Updating router 9a1fd658-945b-4aa8-b911-9bdd236eba71 port 87f09514-74bc-4544-ac35-da1ab303a6e7 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:24:00.107227 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:00.176848 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:00.310374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71f7d854-0e34-4b7b-bfa0-6295344f08ed up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:00.615108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Allocated IP 2001:db8:3::2 (ac5e5112-ef1a-4afb-acdc-f310644a0db1/34e76871-c053-434d-9505-c493b565e52f/cf1f9087-e84f-4139-8f59-9bcc428d1a5b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:24:00.616948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0bf25d92-d3fd-47d9-860d-7f2ef38ae8dc None None] Provisioning for port 87f09514-74bc-4544-ac35-da1ab303a6e7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:00.646954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0bf25d92-d3fd-47d9-860d-7f2ef38ae8dc None None] Provisioning complete for port 87f09514-74bc-4544-ac35-da1ab303a6e7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:00.647325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0bf25d92-d3fd-47d9-860d-7f2ef38ae8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:00.740294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 71f7d854-0e34-4b7b-bfa0-6295344f08ed completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:00.792145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 71f7d854-0e34-4b7b-bfa0-6295344f08ed triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:00.792517 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:00.892016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0bf25d92-d3fd-47d9-860d-7f2ef38ae8dc None None] Port 87f09514-74bc-4544-ac35-da1ab303a6e7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:24:01.160377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f9a18199-90c8-4861-aafa-4c5d217a366e None None] Provisioning complete for port 87f09514-74bc-4544-ac35-da1ab303a6e7 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:01.160749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f9a18199-90c8-4861-aafa-4c5d217a366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.229290 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.243960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.270117 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.288137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Transition to ACTIVE for port object cf1f9087-e84f-4139-8f59-9bcc428d1a5b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:01.293733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f9a18199-90c8-4861-aafa-4c5d217a366e None None] Port 87f09514-74bc-4544-ac35-da1ab303a6e7 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:24:01.304800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Transition to ACTIVE for port object 87f09514-74bc-4544-ac35-da1ab303a6e7 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:01.320090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.360336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 71f7d854-0e34-4b7b-bfa0-6295344f08ed, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=71f7d854-0e34-4b7b-bfa0-6295344f08ed,segment=NetworkSegment(d722768e-5c01-4cf8-aaee-514a1591e627),segment_id=d722768e-5c01-4cf8-aaee-514a1591e627)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:01.375802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Transition to ACTIVE for port object cf1f9087-e84f-4139-8f59-9bcc428d1a5b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:01.376941 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.391078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.487846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cdd5c241-06b1-4ace-a67a-5799c06e685a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:01.508896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Allocated IP 2001:db8:3::1 (ac5e5112-ef1a-4afb-acdc-f310644a0db1/34e76871-c053-434d-9505-c493b565e52f/075b7074-a1c4-470d-8a7a-ea976430f035) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:24:01.512661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Pushing event updated for resources: {'Port': ['ID=87f09514-74bc-4544-ac35-da1ab303a6e7,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:01.535240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:24:01.638924 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:24:01.647397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.647770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.648030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.648443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.648777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.649100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.649518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.649845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.650166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.650485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.650804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.651127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:01.657113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:24:01.703696 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.720154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Transition to ACTIVE for port object 075b7074-a1c4-470d-8a7a-ea976430f035 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:01.746760 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.818043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:24:01.821050 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:24:01.825218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:24:01.825779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.844195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=075b7074-a1c4-470d-8a7a-ea976430f035,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:01.893355 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Attempting to bind port 87f09514-74bc-4544-ac35-da1ab303a6e7 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:24:01.893853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Attempting to bind port 87f09514-74bc-4544-ac35-da1ab303a6e7 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:24:01.894484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Attempting to bind port 87f09514-74bc-4544-ac35-da1ab303a6e7 on network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:24:01.906200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Attempting to bind port cf1f9087-e84f-4139-8f59-9bcc428d1a5b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:24:01.906607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Attempting to bind port cf1f9087-e84f-4139-8f59-9bcc428d1a5b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:24:01.907169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Attempting to bind port cf1f9087-e84f-4139-8f59-9bcc428d1a5b on network ac5e5112-ef1a-4afb-acdc-f310644a0db1 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:24:01.912177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=71f7d854-0e34-4b7b-bfa0-6295344f08ed,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:01.947312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:24:01.947678 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Checking segment: {'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:24:01.948090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.948460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Bound using segment: {'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:24:01.949026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Bound port: 87f09514-74bc-4544-ac35-da1ab303a6e7, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c1409a-7d8d-4318-bb0d-e62dcc4fc022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:24:01.950109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.979310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:24:01.979682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Checking segment: {'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:24:01.980079 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.981014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Bound using segment: {'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:24:01.981530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Bound port: cf1f9087-e84f-4139-8f59-9bcc428d1a5b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:24:01.981905 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:01.985251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:02.066429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cdd5c241-06b1-4ace-a67a-5799c06e685a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:02.066688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:02.091605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Pushing event updated for resources: {'Port': ['ID=cf1f9087-e84f-4139-8f59-9bcc428d1a5b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:02.228682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] For port 87f09514-74bc-4544-ac35-da1ab303a6e7, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:24:02.249127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] For port 87f09514-74bc-4544-ac35-da1ab303a6e7, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=87f09514-74bc-4544-ac35-da1ab303a6e7,segment=NetworkSegment(36c1409a-7d8d-4318-bb0d-e62dcc4fc022),segment_id=36c1409a-7d8d-4318-bb0d-e62dcc4fc022)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:24:02.255706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] For port cf1f9087-e84f-4139-8f59-9bcc428d1a5b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:24:02.259226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] For port cf1f9087-e84f-4139-8f59-9bcc428d1a5b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cf1f9087-e84f-4139-8f59-9bcc428d1a5b,segment=NetworkSegment(7b302bae-3152-4653-9cfe-e1071ac914b7),segment_id=7b302bae-3152-4653-9cfe-e1071ac914b7)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:24:02.285046 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:02.321015 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:02.416783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b3d6c-0d5d-49e4-bbbd-a9e1e173bc0c None None] Pushing event updated for resources: {'Port': ['ID=87f09514-74bc-4544-ac35-da1ab303a6e7,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:02.419374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:02.419975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:02.541587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:02.547009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:02.548237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:02.653838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:02.697106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa0cc3-8104-4b00-9e30-065b8b81efe2 None None] Pushing event updated for resources: {'Port': ['ID=cf1f9087-e84f-4139-8f59-9bcc428d1a5b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:02.728293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event updated for resources: {'Port': ['ID=075b7074-a1c4-470d-8a7a-ea976430f035,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:02.786371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:24:02.787644 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:24:03.014242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 1, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:02Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:03.018390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4e7712-0f9e-4499-bb4c-5da71fe44f4c None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 1, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:02Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:03.091491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:03.288920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:03.309422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2ffc9b52-94ea-4b3c-aee4-4f48e993885c tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1535470 Mar 03 18:24:03.312002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33516) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:03.317455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:03.488925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-ac1fc38d-d906-45f7-b035-8140f055ad79 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:03.490342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-ac1fc38d-d906-45f7-b035-8140f055ad79 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Synchronizing usage tracker for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:24:03.519189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-ac1fc38d-d906-45f7-b035-8140f055ad79 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Unset dirty status for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:24:03.528940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-ac1fc38d-d906-45f7-b035-8140f055ad79 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/networks?id=7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 200 len: 813 time: 0.2229283 Mar 03 18:24:03.547650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-256ae0b7-c9c7-46a7-ac16-b1efcd7b7318 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/quotas/de2c7063f4354347b1f2bf1ef075de17 HTTP/1.1" status: 200 len: 375 time: 0.0172951 Mar 03 18:24:03.606074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-eae31ca6-5219-4ff5-9a11-91c997b1e33b tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de2c7063f4354347b1f2bf1ef075de17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564880 Mar 03 18:24:03.627069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf1f9087-e84f-4139-8f59-9bcc428d1a5b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:03.724825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1ec71-7f29-4b4a-b166-f4986cb173e2 None None] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:24:03.835531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-644d1808-02a6-4d49-98e2-d3dd048d1171 None None] Provisioning for port cf1f9087-e84f-4139-8f59-9bcc428d1a5b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:03.859479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-4d8fcd41-e8bb-4fa2-b863-93e1c08f25bd service neutron] 10.222.0.23 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419963 Mar 03 18:24:03.930869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port cf1f9087-e84f-4139-8f59-9bcc428d1a5b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:03.941424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cf1f9087-e84f-4139-8f59-9bcc428d1a5b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:03.941901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.038155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-fe020784-20cb-41a6-a2b5-493fd6fa5977 service neutron] 10.222.0.23 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781254 Mar 03 18:24:04.117357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.extraroute_db [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 18:24:04.149474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.extraroute_db [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Removed routes are [] {{(pid=87886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 18:24:04.149765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.239505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.298302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port cf1f9087-e84f-4139-8f59-9bcc428d1a5b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cf1f9087-e84f-4139-8f59-9bcc428d1a5b,segment=NetworkSegment(7b302bae-3152-4653-9cfe-e1071ac914b7),segment_id=7b302bae-3152-4653-9cfe-e1071ac914b7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:04.305939 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.307210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71f7d854-0e34-4b7b-bfa0-6295344f08ed up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:04.354936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3cfdcd9d-cae3-4389-8983-fa7c8bd69b35 req-7ef6bec9-cb0a-4aaf-9858-603397bc15de tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Synchronizing usage tracker for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:24:04.417718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-3cfdcd9d-cae3-4389-8983-fa7c8bd69b35 req-7ef6bec9-cb0a-4aaf-9858-603397bc15de tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Unset dirty status for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:24:04.419362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3cfdcd9d-cae3-4389-8983-fa7c8bd69b35 req-7ef6bec9-cb0a-4aaf-9858-603397bc15de tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 210 time: 0.1692441 Mar 03 18:24:04.465306 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=cf1f9087-e84f-4139-8f59-9bcc428d1a5b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:04.486790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 71f7d854-0e34-4b7b-bfa0-6295344f08ed triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:04.487381 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.701964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f25f6101-506d-4542-a52f-1195cbac7b17 None None] Provisioning complete for port cf1f9087-e84f-4139-8f59-9bcc428d1a5b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:04.702497 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f25f6101-506d-4542-a52f-1195cbac7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.779052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.783177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.903490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f25f6101-506d-4542-a52f-1195cbac7b17 None None] Provisioning for port 075b7074-a1c4-470d-8a7a-ea976430f035 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:04.908909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f25f6101-506d-4542-a52f-1195cbac7b17 None None] Provisioning complete for port 075b7074-a1c4-470d-8a7a-ea976430f035 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:04.909477 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f25f6101-506d-4542-a52f-1195cbac7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:04.928031 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:04.943901 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:04.944561 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:04.971041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f25f6101-506d-4542-a52f-1195cbac7b17 None None] Port 075b7074-a1c4-470d-8a7a-ea976430f035 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:24:04.990806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:05.113620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-96fbd594-8e7c-4754-b5f1-d975048f852c None None] Provisioning complete for port 075b7074-a1c4-470d-8a7a-ea976430f035 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:05.114155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-96fbd594-8e7c-4754-b5f1-d975048f852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:05.131632 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:05.196445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:05.210731 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:05.211944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f1846a8b-5a8e-49ed-a9e5-ba165ce6cda7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 200 len: 954 time: 1.8989918 Mar 03 18:24:05.214690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33538) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:05.245145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-96fbd594-8e7c-4754-b5f1-d975048f852c None None] Port 075b7074-a1c4-470d-8a7a-ea976430f035 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:24:05.366812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eeb4e3d9-1f20-400e-b8a5-68b753c15298 None None] Provisioning complete for port 075b7074-a1c4-470d-8a7a-ea976430f035 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:05.367179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e3d9-1f20-400e-b8a5-68b753c15298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:05.422002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f768e8ee-4db3-4e09-ab04-d172e4398b17 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 200 len: 954 time: 0.2056236 Mar 03 18:24:05.424431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33542) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:05.428617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4e3d9-1f20-400e-b8a5-68b753c15298 None None] Port 075b7074-a1c4-470d-8a7a-ea976430f035 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:24:05.431036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'routes': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:05.577501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87f09514-74bc-4544-ac35-da1ab303a6e7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:05.588927 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:04Z', 'revision_number': 6, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:02Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:02Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:05.594518 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:05.594847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Updating router 9a1fd658-945b-4aa8-b911-9bdd236eba71 port 075b7074-a1c4-470d-8a7a-ea976430f035 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:24:05.652047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 87f09514-74bc-4544-ac35-da1ab303a6e7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:05.654345 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:05.659759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 87f09514-74bc-4544-ac35-da1ab303a6e7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:05.660133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:05.787240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eeb45c03-cbdb-4289-9cd7-7455c6f94fbe req-fc3ef1c8-a104-42ae-8689-3ebc99499bc8 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 210 time: 0.0597322 Mar 03 18:24:05.807448 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:05.858293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 87f09514-74bc-4544-ac35-da1ab303a6e7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=87f09514-74bc-4544-ac35-da1ab303a6e7,segment=NetworkSegment(36c1409a-7d8d-4318-bb0d-e62dcc4fc022),segment_id=36c1409a-7d8d-4318-bb0d-e62dcc4fc022)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:05.863920 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:05.865476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf1f9087-e84f-4139-8f59-9bcc428d1a5b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:05.988527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=87f09514-74bc-4544-ac35-da1ab303a6e7,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:06.001724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port cf1f9087-e84f-4139-8f59-9bcc428d1a5b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:06.002259 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.079129 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.095441 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Transition to ACTIVE for port object 075b7074-a1c4-470d-8a7a-ea976430f035 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:06.104253 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.157823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-982c606b-94ba-414b-ba27-a0cee103d6a5 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:06.159276 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-982c606b-94ba-414b-ba27-a0cee103d6a5 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.35 "GET /v2.0/networks?id=7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 200 len: 813 time: 0.3710692 Mar 03 18:24:06.175270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Request body: {'port': {'device_id': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3', 'admin_state_up': True, 'tenant_id': 'de2c7063f4354347b1f2bf1ef075de17'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:06.243029 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Pushing event updated for resources: {'Port': ['ID=075b7074-a1c4-470d-8a7a-ea976430f035,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:06.312032 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.312265 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.313048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.313048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.313241 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.313486 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.313803 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.314408 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.314519 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.314751 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.315059 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.315367 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:06.338238 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Attempting to bind port 075b7074-a1c4-470d-8a7a-ea976430f035 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:24:06.338598 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Attempting to bind port 075b7074-a1c4-470d-8a7a-ea976430f035 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:24:06.338947 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Attempting to bind port 075b7074-a1c4-470d-8a7a-ea976430f035 on network ac5e5112-ef1a-4afb-acdc-f310644a0db1 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:24:06.344978 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:24:06.345362 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Checking segment: {'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:24:06.345762 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.346144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Bound using segment: {'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:24:06.346713 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Bound port: 075b7074-a1c4-470d-8a7a-ea976430f035, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b302bae-3152-4653-9cfe-e1071ac914b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:24:06.347077 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.436827 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] For port 075b7074-a1c4-470d-8a7a-ea976430f035, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:24:06.439750 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] For port 075b7074-a1c4-470d-8a7a-ea976430f035, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=075b7074-a1c4-470d-8a7a-ea976430f035,segment=NetworkSegment(7b302bae-3152-4653-9cfe-e1071ac914b7),segment_id=7b302bae-3152-4653-9cfe-e1071ac914b7)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:24:06.445159 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.448765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:06.490090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:06.517476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Made reservation on behalf of de2c7063f4354347b1f2bf1ef075de17 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:24:06.521082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.521228 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:06.521758 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:06.543997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added routes are [] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 18:24:06.544312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 18:24:06.591457 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30b61-14cd-48f4-ad27-47dde01c462f None None] Pushing event updated for resources: {'Port': ['ID=075b7074-a1c4-470d-8a7a-ea976430f035,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:06.648990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:06.687915 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:06.848181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Allocated IP 172.20.0.2 (7b0d39cf-2281-4587-8ebe-277478af2ee3/3eac9f71-0751-49df-a0be-ce084e0a6b29/6e170785-cecb-4319-a2bf-8f03fd29ef4b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:24:06.951316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6aaa478f-eef0-43d5-9c60-b0439cf99e87 req-c309113f-8b48-4217-84f8-d2dab46328b6 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 210 time: 0.0470448 Mar 03 18:24:07.041432 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:04Z', 'revision_number': 6, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:07.045776 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f91dff0-8ab4-40a8-a9e3-64db4b031298 None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:04Z', 'revision_number': 6, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:07.234466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:07.250920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:07.272624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:07.282508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:07.283115 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:07.444283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:07.495402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 075b7074-a1c4-470d-8a7a-ea976430f035 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:07.506489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:07.512403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:07.689486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:07.698570 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:07.740006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:07.741124 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8166b780-60e1-4866-9f43-0b962a2ce547 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 200 len: 704 time: 2.3155625 Mar 03 18:24:07.744153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33550) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:07.761907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 075b7074-a1c4-470d-8a7a-ea976430f035 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:07.769370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 075b7074-a1c4-470d-8a7a-ea976430f035 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:07.769755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:07.771529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Network 7b0d39cf-2281-4587-8ebe-277478af2ee3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:24:07.774557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:24:07.779110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:24:07.824170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Pushing event updated for resources: {'Port': ['ID=6e170785-cecb-4319-a2bf-8f03fd29ef4b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:07.859139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:07.859580 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:07.878027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-d1269ac3-a86d-4ca7-a845-e4b468afadc1 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7062058 Mar 03 18:24:07.889583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Request body: {'port': {'device_id': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:07.934912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f4fd7f5f-2fe3-464a-b935-0fb9376423a9 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 200 len: 704 time: 0.1895339 Mar 03 18:24:07.937714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33554) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:07.976755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:08.010434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 7, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:08.015364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:08.024546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:08.039533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:08.040173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:08.186085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 075b7074-a1c4-470d-8a7a-ea976430f035, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=075b7074-a1c4-470d-8a7a-ea976430f035,segment=NetworkSegment(7b302bae-3152-4653-9cfe-e1071ac914b7),segment_id=7b302bae-3152-4653-9cfe-e1071ac914b7)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:08.198720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:08.200039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87f09514-74bc-4544-ac35-da1ab303a6e7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:08.310440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd74dd-bf5c-4782-b00c-587f758cc193 req-44e902d6-9e48-4ad6-a487-165397617eb5 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:08.311076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0bdd74dd-bf5c-4782-b00c-587f758cc193 req-44e902d6-9e48-4ad6-a487-165397617eb5 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Synchronizing usage tracker for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:24:08.331910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:08.391777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0bdd74dd-bf5c-4782-b00c-587f758cc193 req-44e902d6-9e48-4ad6-a487-165397617eb5 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Unset dirty status for tenant:de2c7063f4354347b1f2bf1ef075de17 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:24:08.399883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0bdd74dd-bf5c-4782-b00c-587f758cc193 req-44e902d6-9e48-4ad6-a487-165397617eb5 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 931 time: 0.3109274 Mar 03 18:24:08.424447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=075b7074-a1c4-470d-8a7a-ea976430f035,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:08.465100 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0bdd74dd-bf5c-4782-b00c-587f758cc193 req-8c2da0cb-2744-4d3f-8ee3-74139a98ecf2 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654271 Mar 03 18:24:08.505155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 87f09514-74bc-4544-ac35-da1ab303a6e7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:08.505554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:08.515617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:08.538619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e170785-cecb-4319-a2bf-8f03fd29ef4b {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:24:08.546431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:08.563150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Transition to ACTIVE for port object 6e170785-cecb-4319-a2bf-8f03fd29ef4b will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:08.568476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:08.803831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Pushing event updated for resources: {'Port': ['ID=6e170785-cecb-4319-a2bf-8f03fd29ef4b,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:08.820833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 7, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:08.825353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cd744-8eb3-437b-be95-0608a04d09c4 None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 7, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 4, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:08.849175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Attempting to bind port 6e170785-cecb-4319-a2bf-8f03fd29ef4b on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:24:08.849546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Attempting to bind port 6e170785-cecb-4319-a2bf-8f03fd29ef4b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:24:08.850041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Attempting to bind port 6e170785-cecb-4319-a2bf-8f03fd29ef4b on network 7b0d39cf-2281-4587-8ebe-277478af2ee3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:24:08.854937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Port 6e170785-cecb-4319-a2bf-8f03fd29ef4b on network 7b0d39cf-2281-4587-8ebe-277478af2ee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:24:08.855923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Attempting to bind port 6e170785-cecb-4319-a2bf-8f03fd29ef4b on network 7b0d39cf-2281-4587-8ebe-277478af2ee3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:24:08.862460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:24:08.862574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Checking segment: {'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:24:08.862896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Bound using segment: {'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:24:08.863322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Bound port: 6e170785-cecb-4319-a2bf-8f03fd29ef4b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f17a030-82a4-449f-9548-c743b459cd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:24:08.863669 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:09.018541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 075b7074-a1c4-470d-8a7a-ea976430f035 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:09.018875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:09.052383 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:09.062563 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:09.063182 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:09.101843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] For port 6e170785-cecb-4319-a2bf-8f03fd29ef4b, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:24:09.104804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] For port 6e170785-cecb-4319-a2bf-8f03fd29ef4b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e170785-cecb-4319-a2bf-8f03fd29ef4b,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:24:09.110366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:09.165864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:09.166468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:09.168559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] 10.222.0.35 "PUT /v2.0/ports/6e170785-cecb-4319-a2bf-8f03fd29ef4b HTTP/1.1" status: 200 len: 1091 time: 1.2835259 Mar 03 18:24:09.169106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'tag': '6e170785-cecb-4319-a2bf-8f03fd29ef4b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:24:09.233624 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:09.247913 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'tag': '6e170785-cecb-4319-a2bf-8f03fd29ef4b', 'status': 'completed', 'code': 200} Mar 03 18:24:09.259759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 075b7074-a1c4-470d-8a7a-ea976430f035, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=075b7074-a1c4-470d-8a7a-ea976430f035,segment=NetworkSegment(7b302bae-3152-4653-9cfe-e1071ac914b7),segment_id=7b302bae-3152-4653-9cfe-e1071ac914b7)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:09.259957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:09.263415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097898-cb6d-4a89-b14a-e8f3fcad4b2f service neutron] Pushing event updated for resources: {'Port': ['ID=6e170785-cecb-4319-a2bf-8f03fd29ef4b,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:09.292854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-811f0859-21bf-44ec-9230-866f42452af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:09.295042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-811f0859-21bf-44ec-9230-866f42452af4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2c7063f4354347b1f2bf1ef075de17&device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 1094 time: 0.0876210 Mar 03 18:24:09.363090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-86f50584-7168-4f2d-a07e-7171c1160224 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e170785-cecb-4319-a2bf-8f03fd29ef4b HTTP/1.1" status: 200 len: 217 time: 0.0613642 Mar 03 18:24:09.389759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 075b7074-a1c4-470d-8a7a-ea976430f035 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:09.429597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-3bb15883-fd24-4bb0-8501-2198a28652f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:09.431359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-3bb15883-fd24-4bb0-8501-2198a28652f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3eac9f71-0751-49df-a0be-ce084e0a6b29 HTTP/1.1" status: 200 len: 853 time: 0.0627973 Mar 03 18:24:09.476730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 075b7074-a1c4-470d-8a7a-ea976430f035 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:09.499547 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-aca8a5c8-bf3a-41c0-8855-9fe7c4e23d8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b0d39cf-2281-4587-8ebe-277478af2ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610921 Mar 03 18:24:09.575916 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 7, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:08Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:09.577247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 075b7074-a1c4-470d-8a7a-ea976430f035 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:09.577832 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:09.579913 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:09.592039 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:09.592039 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:09.684302 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:09.704344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Port 075b7074-a1c4-470d-8a7a-ea976430f035 update to ACTIVE by agent not found {{(pid=87888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 18:24:09.734633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-3f6e69ad-6482-49c8-8cb6-6e36202cdc04 service neutron] 10.222.0.35 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306826 Mar 03 18:24:09.760689 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:09.774059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=075b7074-a1c4-470d-8a7a-ea976430f035,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:09.796370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb688-a22b-4a2f-97bb-68c649c774a5 req-25b1748c-92ff-477b-8673-e76ebd3bcbab tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:09.798001 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-479eb688-a22b-4a2f-97bb-68c649c774a5 req-25b1748c-92ff-477b-8673-e76ebd3bcbab tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 943 time: 0.1520960 Mar 03 18:24:09.918550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-479eb688-a22b-4a2f-97bb-68c649c774a5 req-99f1be84-c0d7-43e7-a676-1161c5da5865 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751498 Mar 03 18:24:09.927032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-175ae4b3-5452-49a5-aa47-efe4a5b9ba80 req-5afce852-0ddd-45ae-bd9a-28a09a9ca1f9 service neutron] 10.222.0.35 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861384 Mar 03 18:24:10.001567 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:10.059065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-26b04a17-d534-4d04-af2f-82edf86c8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:10.061193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-26b04a17-d534-4d04-af2f-82edf86c8fba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2c7063f4354347b1f2bf1ef075de17&device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 1094 time: 0.0789289 Mar 03 18:24:10.149949 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 7, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:08Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:10.154147 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa184c4-12db-4cbd-a439-34fabb627c3f None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:06Z', 'revision_number': 7, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '075b7074-a1c4-470d-8a7a-ea976430f035', 'name': '', 'network_id': 'ac5e5112-ef1a-4afb-acdc-f310644a0db1', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:6e:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '34e76871-c053-434d-9505-c493b565e52f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:24:00Z', 'updated_at': '2022-03-03T18:24:08Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': '34e76871-c053-434d-9505-c493b565e52f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:10.202473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-ee8da008-806d-495b-8b53-837b042ca389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:10.203920 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-ee8da008-806d-495b-8b53-837b042ca389 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 200 len: 914 time: 0.1364315 Mar 03 18:24:10.277498 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-e2d2240d-e1e9-4348-8113-71435880f2ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e170785-cecb-4319-a2bf-8f03fd29ef4b HTTP/1.1" status: 200 len: 217 time: 0.0673323 Mar 03 18:24:10.335753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:10.343168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-8546162c-9c57-432d-a1b1-f2244d2bc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:10.344600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-8546162c-9c57-432d-a1b1-f2244d2bc8dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3eac9f71-0751-49df-a0be-ce084e0a6b29 HTTP/1.1" status: 200 len: 853 time: 0.0607529 Mar 03 18:24:10.393514 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-8e42e0ed-40c3-4bc3-9235-8b754f141bc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b0d39cf-2281-4587-8ebe-277478af2ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425727 Mar 03 18:24:10.528908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-1ec79ec0-dc4e-485d-8e40-71020aa438f7 service neutron] 10.222.0.35 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285098 Mar 03 18:24:10.614330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:10.624250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:10.630100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-11a4b993-c45f-4d59-9617-c98066993b21 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889527 Mar 03 18:24:10.630343 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33564) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:10.638044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:10.638877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:10.662390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-710eecf9-fd19-44c6-abfb-7c81cf441e7b req-8bef0933-23cd-4bdf-b8cb-2fb21e1d86a1 service neutron] 10.222.0.35 "GET /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268477 Mar 03 18:24:10.697610 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet 34e76871-c053-434d-9505-c493b565e52f {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:24:10.701429 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:10.757615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:10.840595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:10.840877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:10.916041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:10.958578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=34e76871-c053-434d-9505-c493b565e52f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:10.960597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:10.969262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8218795c-8478-428a-aa2b-129ac10118e7 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/34e76871-c053-434d-9505-c493b565e52f HTTP/1.1" status: 204 len: 168 time: 0.3374560 Mar 03 18:24:10.971269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33570) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:10.990828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca24a4-0a72-4086-a8be-2828874d3a4a None None] Network ac5e5112-ef1a-4afb-acdc-f310644a0db1 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:24:11.128042 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.147520 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port cf1f9087-e84f-4139-8f59-9bcc428d1a5b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:11.147859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.220792 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294437f-b8ae-4ad4-bc8d-f56979584290 req-8403d9fc-44e0-41e2-af86-a32768f2b0e6 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:11.222273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d294437f-b8ae-4ad4-bc8d-f56979584290 req-8403d9fc-44e0-41e2-af86-a32768f2b0e6 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 943 time: 0.1594958 Mar 03 18:24:11.322322 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d294437f-b8ae-4ad4-bc8d-f56979584290 req-5bb7ab70-e2e4-491e-9c5d-6d7081a89c1d tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733922 Mar 03 18:24:11.336525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:09Z', 'revision_number': 8, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:11.345457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:11.350098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:11.350782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:11.413614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port cf1f9087-e84f-4139-8f59-9bcc428d1a5b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cf1f9087-e84f-4139-8f59-9bcc428d1a5b,segment=NetworkSegment(7b302bae-3152-4653-9cfe-e1071ac914b7),segment_id=7b302bae-3152-4653-9cfe-e1071ac914b7)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:11.414172 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.419216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb913ca-6e98-45f9-9785-fb1a47925d7c None None] DHCP port deletion for ac5e5112-ef1a-4afb-acdc-f310644a0db1 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:24:11.473930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2bb913ca-6e98-45f9-9785-fb1a47925d7c None None] Deleting port cf1f9087-e84f-4139-8f59-9bcc428d1a5b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:11.474483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2bb913ca-6e98-45f9-9785-fb1a47925d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.533225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf1f9087-e84f-4139-8f59-9bcc428d1a5b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:11.537837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for cf1f9087-e84f-4139-8f59-9bcc428d1a5b owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:11.604860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:11.616494 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.663556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=cf1f9087-e84f-4139-8f59-9bcc428d1a5b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:11.666872 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No DVR routers for this DVR port cf1f9087-e84f-4139-8f59-9bcc428d1a5b on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:24:11.688792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2bb913ca-6e98-45f9-9785-fb1a47925d7c None None] The port 'cf1f9087-e84f-4139-8f59-9bcc428d1a5b' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:24:11.789774 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.797877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port cf1f9087-e84f-4139-8f59-9bcc428d1a5b {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:24:11.798266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cf1f9087-e84f-4139-8f59-9bcc428d1a5b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:11.823273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5e5112-ef1a-4afb-acdc-f310644a0db1']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:11.835462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b302bae-3152-4653-9cfe-e1071ac914b7') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:11.835759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b302bae-3152-4653-9cfe-e1071ac914b7') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:11.846853 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.863110 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.869149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:24:11.869617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:24:11.888185 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:24:11.966209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.971467 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:11.997022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=ac5e5112-ef1a-4afb-acdc-f310644a0db1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:12.006612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e6b08e6f-9622-414c-b9ad-7c70ec5a1a59 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/ac5e5112-ef1a-4afb-acdc-f310644a0db1 HTTP/1.1" status: 204 len: 168 time: 1.0343654 Mar 03 18:24:12.009274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33574) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:12.017818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:09Z', 'revision_number': 8, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:12.021722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d6e45-df14-4992-82b3-ca7e7129ced3 None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:09Z', 'revision_number': 8, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f09514-74bc-4544-ac35-da1ab303a6e7', 'name': '', 'network_id': 'b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:9a:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:55Z', 'updated_at': '2022-03-03T18:24:05Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'c9ae7201-4c34-49a6-ad4a-14ba05562d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:12.455460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e170785-cecb-4319-a2bf-8f03fd29ef4b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:24:12.529559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe39c-07fe-4b12-b7b5-d60d5435e03f req-6f9caf33-c3c4-4613-b53e-6e11b3e83214 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:12.531078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1ffe39c-07fe-4b12-b7b5-d60d5435e03f req-6f9caf33-c3c4-4613-b53e-6e11b3e83214 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 943 time: 0.0940049 Mar 03 18:24:12.584132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1ffe39c-07fe-4b12-b7b5-d60d5435e03f req-5ac561b8-f206-4a3f-b1e0-a40f025f911e tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Mar 03 18:24:12.606048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e170785-cecb-4319-a2bf-8f03fd29ef4b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e170785-cecb-4319-a2bf-8f03fd29ef4b,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:12.619015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6e170785-cecb-4319-a2bf-8f03fd29ef4b', 'network_id': '7b0d39cf-2281-4587-8ebe-277478af2ee3', 'port_id': '6e170785-cecb-4319-a2bf-8f03fd29ef4b', 'mac_address': 'fa:16:3e:e5:7b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eac9f71-0751-49df-a0be-ce084e0a6b29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:24:12.674543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:12.693675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e170785-cecb-4319-a2bf-8f03fd29ef4b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:24:12.703827 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:12.709611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e170785-cecb-4319-a2bf-8f03fd29ef4b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e170785-cecb-4319-a2bf-8f03fd29ef4b,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:12.713575 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:12.780034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e170785-cecb-4319-a2bf-8f03fd29ef4b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:12.926227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6e170785-cecb-4319-a2bf-8f03fd29ef4b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:24:13.041021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 87f09514-74bc-4544-ac35-da1ab303a6e7 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:13.041606 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:13.227608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 87f09514-74bc-4544-ac35-da1ab303a6e7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=87f09514-74bc-4544-ac35-da1ab303a6e7,segment=NetworkSegment(36c1409a-7d8d-4318-bb0d-e62dcc4fc022),segment_id=36c1409a-7d8d-4318-bb0d-e62dcc4fc022)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:13.227882 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:13.348821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 87f09514-74bc-4544-ac35-da1ab303a6e7 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:13.413012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 075b7074-a1c4-470d-8a7a-ea976430f035 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:13.445862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 075b7074-a1c4-470d-8a7a-ea976430f035 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:24:13.446294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 075b7074-a1c4-470d-8a7a-ea976430f035 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:13.524716 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:13.684694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=87f09514-74bc-4544-ac35-da1ab303a6e7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:13.938370 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:13.951002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b40ef-ab68-4c58-950d-96a89e2ce49c req-befbd229-4052-4fc6-a663-3ddd5e8250af tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:13.952436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-383b40ef-ab68-4c58-950d-96a89e2ce49c req-befbd229-4052-4fc6-a663-3ddd5e8250af tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 944 time: 0.2396653 Mar 03 18:24:14.120833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-383b40ef-ab68-4c58-950d-96a89e2ce49c req-32612035-3f86-4718-b010-d27131f5b0eb tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622686 Mar 03 18:24:14.305409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:14.459907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:14.469535 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:14.470486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e170785-cecb-4319-a2bf-8f03fd29ef4b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:14.476210 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-30cb4b42-c6ac-4d35-b612-9f7846fb3a83 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635966 Mar 03 18:24:14.476421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33586) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:14.479145 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:14.479733 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:14.540253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6e170785-cecb-4319-a2bf-8f03fd29ef4b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:14.545791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6e170785-cecb-4319-a2bf-8f03fd29ef4b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:14.546159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.547001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet c9ae7201-4c34-49a6-ad4a-14ba05562d17 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:24:14.549973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.604768 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.674178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.677082 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:14.695155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.701716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e170785-cecb-4319-a2bf-8f03fd29ef4b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:24:14.711858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6e170785-cecb-4319-a2bf-8f03fd29ef4b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e170785-cecb-4319-a2bf-8f03fd29ef4b,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:14.716639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.763608 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e170785-cecb-4319-a2bf-8f03fd29ef4b', 'code': 200} Mar 03 18:24:14.783779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.792457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6e170785-cecb-4319-a2bf-8f03fd29ef4b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:14.830138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ae7201-4c34-49a6-ad4a-14ba05562d17,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:14.832032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:14.835984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5c238-4ddf-475e-81d8-99267b6000a9 None None] Network b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:24:14.851272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-68e17997-ccf0-4792-9627-82e84f1fa6a3 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/c9ae7201-4c34-49a6-ad4a-14ba05562d17 HTTP/1.1" status: 204 len: 168 time: 0.3738325 Mar 03 18:24:14.852189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33592) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:15.000035 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.012599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port cdd5c241-06b1-4ace-a67a-5799c06e685a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:15.013654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.041269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844783fd-9168-4685-a326-7f9dd541163a req-1f05bd83-3fcb-4b2c-a8aa-3a7beff086b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:15.043970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-844783fd-9168-4685-a326-7f9dd541163a req-1f05bd83-3fcb-4b2c-a8aa-3a7beff086b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 1096 time: 0.2270713 Mar 03 18:24:15.057452 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:13Z', 'revision_number': 9, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:15.062524 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:15.079978 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:15.080918 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:15.108496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-844783fd-9168-4685-a326-7f9dd541163a req-1c88c8a3-693b-4174-9138-93a6755f4c81 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Mar 03 18:24:15.141900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] DHCP port deletion for b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:24:15.146459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Deleting port cdd5c241-06b1-4ace-a67a-5799c06e685a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:15.146829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.273365 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:15.384425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] For port cdd5c241-06b1-4ace-a67a-5799c06e685a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cdd5c241-06b1-4ace-a67a-5799c06e685a,segment=NetworkSegment(36c1409a-7d8d-4318-bb0d-e62dcc4fc022),segment_id=36c1409a-7d8d-4318-bb0d-e62dcc4fc022)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:15.384901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.419527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port cdd5c241-06b1-4ace-a67a-5799c06e685a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=cdd5c241-06b1-4ace-a67a-5799c06e685a,segment=NetworkSegment(36c1409a-7d8d-4318-bb0d-e62dcc4fc022),segment_id=36c1409a-7d8d-4318-bb0d-e62dcc4fc022)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:15.420034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.518722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503940b-0ddb-497f-a1d2-dae7cad44ad8 req-0013154c-257d-463c-a0ed-ae5d611c9963 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:15.526180 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5503940b-0ddb-497f-a1d2-dae7cad44ad8 req-0013154c-257d-463c-a0ed-ae5d611c9963 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 945 time: 0.0935562 Mar 03 18:24:15.588295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for cdd5c241-06b1-4ace-a67a-5799c06e685a owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:15.597703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Calling delete_port for cdd5c241-06b1-4ace-a67a-5799c06e685a owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:15.604516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5503940b-0ddb-497f-a1d2-dae7cad44ad8 req-9c7dba6e-fc95-4f48-9539-1beb52e08fce tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774605 Mar 03 18:24:15.625797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cdd5c241-06b1-4ace-a67a-5799c06e685a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:15.631719 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:13Z', 'revision_number': 9, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:15.636238 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ddcf-69a6-4985-9ea6-b102eeeb7738 None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:13Z', 'revision_number': 9, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '71f7d854-0e34-4b7b-bfa0-6295344f08ed', 'name': '', 'network_id': 'a6ac2d7a-e286-42df-8c7e-aaa566fffebb', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:20:32:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:50Z', 'updated_at': '2022-03-03T18:24:01Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:15.680935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.726404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port cdd5c241-06b1-4ace-a67a-5799c06e685a {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:24:15.726799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device cdd5c241-06b1-4ace-a67a-5799c06e685a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:15.729385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=cdd5c241-06b1-4ace-a67a-5799c06e685a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:15.732355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No DVR routers for this DVR port cdd5c241-06b1-4ace-a67a-5799c06e685a on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:24:15.734721 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:24:15.735232 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:24:15.781439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.781717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.782052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.782383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.782712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.783061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.783388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.783707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.784023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.784365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.784681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.784995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:15.865169 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.889116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:15.900718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c1409a-7d8d-4318-bb0d-e62dcc4fc022') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:15.901017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c1409a-7d8d-4318-bb0d-e62dcc4fc022') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:15.912427 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.928791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.934607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:24:15.934982 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:24:15.949017 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:24:16.034406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:16.039765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:16.065524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:16.078015 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f9d0d520-58e4-44e3-8bd7-09de007e46ab tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/b6a64a2d-9bc8-4e7a-b654-a0ce2fee814c HTTP/1.1" status: 204 len: 168 time: 1.2242973 Mar 03 18:24:16.080849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33598) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:16.236655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Deleting port cdd5c241-06b1-4ace-a67a-5799c06e685a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:16.237063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:16.333519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d0f2e-2a9e-45e1-a401-0982ebfd4c8e None None] The port 'cdd5c241-06b1-4ace-a67a-5799c06e685a' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:24:16.591728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:16.783694 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5998-3429-4cf1-a4c5-d769f616cec9 req-5f17a6b9-4bac-431d-bb2a-55b30bc1d260 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:16.785262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d43d5998-3429-4cf1-a4c5-d769f616cec9 req-5f17a6b9-4bac-431d-bb2a-55b30bc1d260 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 945 time: 0.0848458 Mar 03 18:24:16.829108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d43d5998-3429-4cf1-a4c5-d769f616cec9 req-c36593e9-26ec-4747-bb2d-434dad759a0b tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Mar 03 18:24:16.951724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 71f7d854-0e34-4b7b-bfa0-6295344f08ed {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:16.952068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:17.144664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 71f7d854-0e34-4b7b-bfa0-6295344f08ed, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=71f7d854-0e34-4b7b-bfa0-6295344f08ed,segment=NetworkSegment(d722768e-5c01-4cf8-aaee-514a1591e627),segment_id=d722768e-5c01-4cf8-aaee-514a1591e627)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:17.145600 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:17.406940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 71f7d854-0e34-4b7b-bfa0-6295344f08ed owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:17.420616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87f09514-74bc-4544-ac35-da1ab303a6e7 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:17.456925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 87f09514-74bc-4544-ac35-da1ab303a6e7 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:24:17.457380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 87f09514-74bc-4544-ac35-da1ab303a6e7 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:17.590817 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:17.639976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=71f7d854-0e34-4b7b-bfa0-6295344f08ed,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:17.845610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.155958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.168180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:18.327186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:18.338223 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:18.346546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-183f9926-26a0-4867-ad56-6b4d4a99b316 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2643781 Mar 03 18:24:18.346833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33618) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:18.352632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:18.353633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:18.419200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:24:18.422086 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.479048 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.528279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:18.568359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.648484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.694014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:18.698627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.705679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c1e63817-91fd-4039-b692-bc63a5026840 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0 HTTP/1.1" status: 204 len: 168 time: 0.3576164 Mar 03 18:24:18.708394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33622) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:18.751139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3de75-09c5-42cc-b7a6-f10ac3f193c7 None None] Network a6ac2d7a-e286-42df-8c7e-aaa566fffebb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:24:18.841514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:18.853870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 5601e3fe-1b30-438d-874f-876a3a84d3d2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:18.853870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.029511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:17Z', 'revision_number': 10, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:19.033458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:19.042282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:19.043466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:23:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:19.071577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 5601e3fe-1b30-438d-874f-876a3a84d3d2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5601e3fe-1b30-438d-874f-876a3a84d3d2,segment=NetworkSegment(d722768e-5c01-4cf8-aaee-514a1591e627),segment_id=d722768e-5c01-4cf8-aaee-514a1591e627)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:19.072010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.100098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] DHCP port deletion for a6ac2d7a-e286-42df-8c7e-aaa566fffebb request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:24:19.113290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Deleting port 5601e3fe-1b30-438d-874f-876a3a84d3d2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:19.113690 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.270682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:19.311560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 5601e3fe-1b30-438d-874f-876a3a84d3d2 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:19.386105 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.433081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=5601e3fe-1b30-438d-874f-876a3a84d3d2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:19.437305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No DVR routers for this DVR port 5601e3fe-1b30-438d-874f-876a3a84d3d2 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:24:19.575086 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.581807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5601e3fe-1b30-438d-874f-876a3a84d3d2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:19.606112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ac2d7a-e286-42df-8c7e-aaa566fffebb']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:19.617915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd722768e-5c01-4cf8-aaee-514a1591e627') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:19.618205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd722768e-5c01-4cf8-aaee-514a1591e627') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:19.629348 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.638217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 5601e3fe-1b30-438d-874f-876a3a84d3d2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:24:19.638564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5601e3fe-1b30-438d-874f-876a3a84d3d2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:19.645665 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.651657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:24:19.652866 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:24:19.667514 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:24:19.701440 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] For port 5601e3fe-1b30-438d-874f-876a3a84d3d2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5601e3fe-1b30-438d-874f-876a3a84d3d2,segment=NetworkSegment(d722768e-5c01-4cf8-aaee-514a1591e627),segment_id=d722768e-5c01-4cf8-aaee-514a1591e627)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:19.701833 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.708742 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a4646894-60b3-45a3-bd29-89cbe7285cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.751342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.769064 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:19.782942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=a6ac2d7a-e286-42df-8c7e-aaa566fffebb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:19.788352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-122d250e-3d3f-4a01-b816-58b3943a1aff tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/a6ac2d7a-e286-42df-8c7e-aaa566fffebb HTTP/1.1" status: 204 len: 168 time: 1.0781405 Mar 03 18:24:19.790390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33628) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:19.838189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Calling delete_port for 5601e3fe-1b30-438d-874f-876a3a84d3d2 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:19.965712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:24:19.966061 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:24:19.983582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:17Z', 'revision_number': 10, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:19.987364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bd308-bdd7-41aa-ad4d-7d2ccff5c937 None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:17Z', 'revision_number': 10, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None, '_interfaces': [{'id': '7c2bd78a-fe32-4643-8c9a-5503d0cdcafb', 'name': '', 'network_id': 'cab101a4-3cb8-4ad5-a21b-5079a60c8327', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:47Z', 'updated_at': '2022-03-03T18:23:55Z', 'revision_number': 5, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'subnets': [{'id': 'e02089db-29d8-4e85-9d93-35ace94767a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:20.296610 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:20.467241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Deleting port 5601e3fe-1b30-438d-874f-876a3a84d3d2 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:20.467629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:20.536584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f69d1264-70c9-495e-b658-bf8ca36ca169 None None] The port '5601e3fe-1b30-438d-874f-876a3a84d3d2' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:24:20.635576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:20.636080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:20.932265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,segment=NetworkSegment(cb1bf7a8-3471-4182-ac36-32edd53535ee),segment_id=cb1bf7a8-3471-4182-ac36-32edd53535ee)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:20.932605 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:21.051032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:21.225073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:21.299499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=7c2bd78a-fe32-4643-8c9a-5503d0cdcafb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:21.450468 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:21.468179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71f7d854-0e34-4b7b-bfa0-6295344f08ed no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:21.503429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 71f7d854-0e34-4b7b-bfa0-6295344f08ed {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:24:21.503696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 71f7d854-0e34-4b7b-bfa0-6295344f08ed not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:21.727344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:21.807712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab9d23e4-8576-4bb2-bffd-b869f6b523f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:21.863501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:21.872585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:21.876805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3424f046-f8af-4e15-9673-10de5ad2a69a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0854332 Mar 03 18:24:21.879736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33638) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:21.881802 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:21.882412 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:21.946177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting subnet e02089db-29d8-4e85-9d93-35ace94767a5 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:24:21.949342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.001886 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.024992 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:22.133222 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:21Z', 'revision_number': 11, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:22.138384 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:22.147805 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:22.148422 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:22.199521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.271883 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.277773 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:22.309477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Subnet': ['ID=e02089db-29d8-4e85-9d93-35ace94767a5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:22.314409 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.321547 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7286a5cf-97a3-47c2-ae93-85b37f8a5f1a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/e02089db-29d8-4e85-9d93-35ace94767a5 HTTP/1.1" status: 204 len: 168 time: 0.4408133 Mar 03 18:24:22.322152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433fb0bc-2ecd-4576-b396-94120b0acaa2 None None] Network cab101a4-3cb8-4ad5-a21b-5079a60c8327 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:24:22.324849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33642) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:22.426593 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:21Z', 'revision_number': 11, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:22.430660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31392300-5924-445a-83f9-27dbe7796e7f None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:21Z', 'revision_number': 11, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:22.453221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.464027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Deleting port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:22.464405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.671635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] For port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,segment=NetworkSegment(cb1bf7a8-3471-4182-ac36-32edd53535ee),segment_id=cb1bf7a8-3471-4182-ac36-32edd53535ee)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:22.671985 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.806761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] DHCP port deletion for cab101a4-3cb8-4ad5-a21b-5079a60c8327 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:24:22.812157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Deleting port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:22.812606 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:22.926394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Calling delete_port for 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:22.935917 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.004427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.047857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] For port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,segment=NetworkSegment(cb1bf7a8-3471-4182-ac36-32edd53535ee),segment_id=cb1bf7a8-3471-4182-ac36-32edd53535ee)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:23.048163 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.051894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Port': ['ID=1845c1ae-e21e-4f6b-8b19-72c7abd10c4f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:23.055212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.057108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No DVR routers for this DVR port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:24:23.171321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Calling delete_port for 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:23.181644 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.206591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab101a4-3cb8-4ad5-a21b-5079a60c8327']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:23.218219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1bf7a8-3471-4182-ac36-32edd53535ee') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:23.218513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1bf7a8-3471-4182-ac36-32edd53535ee') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:23.229865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.243663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:24:23.244012 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:24:23.246366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.252290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:24:23.252672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:24:23.266801 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:24:23.344714 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.362122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.372473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Pushing event deleted for resources: {'Network': ['ID=cab101a4-3cb8-4ad5-a21b-5079a60c8327,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:23.379458 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1f77c8aa-096b-4acb-b1a3-e89f70bd7d9e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/networks/cab101a4-3cb8-4ad5-a21b-5079a60c8327 HTTP/1.1" status: 204 len: 168 time: 1.0531025 Mar 03 18:24:23.382143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33648) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:23.386864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'routes': None}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:23.453760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:23.488716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:24:23.488983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:23.489418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:23.520836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:24:23.521179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7c2bd78a-fe32-4643-8c9a-5503d0cdcafb not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:23.666330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Added routes are [] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 18:24:23.666620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.extraroute_db [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Removed routes are [] {{(pid=87887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 18:24:23.667050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.745948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Deleting port 1845c1ae-e21e-4f6b-8b19-72c7abd10c4f {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:23.746245 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.814028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-042ff18f-4438-4132-8850-d0e2bee470ed None None] The port '1845c1ae-e21e-4f6b-8b19-72c7abd10c4f' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:24:23.928932 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:23.932152 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.186238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router 9a1fd658-945b-4aa8-b911-9bdd236eba71 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:24:24.288961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.322618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:24.329830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.333610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-be0d381d-a4b3-4ece-936d-f176731c768e tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 200 len: 705 time: 0.9479215 Mar 03 18:24:24.333751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] Sync routers for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:24.333842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33654) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:24.355090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:24.355797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:24.380544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0c57ce82-49c5-4fc0-85fc-d5f52369e4ae tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:24:24.398588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0c57ce82-49c5-4fc0-85fc-d5f52369e4ae tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:24:24.399870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0c57ce82-49c5-4fc0-85fc-d5f52369e4ae tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 200 len: 205 time: 0.0650697 Mar 03 18:24:24.402685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33658) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:24.456230 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.527960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:24.534127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc980fed-91a2-4c8e-bb82-01ab874e7b6a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.634139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:21Z', 'revision_number': 11, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:24.638491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] Checking router: 9a1fd658-945b-4aa8-b911-9bdd236eba71 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:24.646665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] Routers {'9a1fd658-945b-4aa8-b911-9bdd236eba71'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:24.647268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a1fd658-945b-4aa8-b911-9bdd236eba71'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:24.771957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] Set router 9a1fd658-945b-4aa8-b911-9bdd236eba71 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:24.825149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc980fed-91a2-4c8e-bb82-01ab874e7b6a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.827356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc980fed-91a2-4c8e-bb82-01ab874e7b6a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.852990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc980fed-91a2-4c8e-bb82-01ab874e7b6a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.853967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc980fed-91a2-4c8e-bb82-01ab874e7b6a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Fanout notify agent at l3_agent the message router_deleted on router 9a1fd658-945b-4aa8-b911-9bdd236eba71 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:24:24.869772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc980fed-91a2-4c8e-bb82-01ab874e7b6a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.876650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cc980fed-91a2-4c8e-bb82-01ab874e7b6a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 204 len: 168 time: 0.4690511 Mar 03 18:24:24.878406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33664) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:24.879608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:21Z', 'revision_number': 11, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:24.883794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861b13a-5ed3-468f-add4-afa475c4e8f5 None None] The sync data for ids ['9a1fd658-945b-4aa8-b911-9bdd236eba71'] in n-d-827121-1 is: [{'id': '9a1fd658-945b-4aa8-b911-9bdd236eba71', 'name': 'tempest-RoutersIpV6Test-router-1442540210', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:23:45Z', 'updated_at': '2022-03-03T18:24:21Z', 'revision_number': 11, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:24.884255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-870264659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:24.892929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:24.897124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Usage tracker for resource:router and tenant:69c9da2769624459a3c6f1965cbe47bf is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:24.900627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:24.906577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:24.918858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.920265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.938095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.955618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.983792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:24.985207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-660f2849-dc39-44e3-a984-ab8a35b3c071 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1056223 Mar 03 18:24:24.987758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33672) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:24.993202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-517293d6-f5f1-4235-ad90-560a9fea6f4d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:25.521592 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-517293d6-f5f1-4235-ad90-560a9fea6f4d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:25.536287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-517293d6-f5f1-4235-ad90-560a9fea6f4d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330614'] for router, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:25.701688 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517293d6-f5f1-4235-ad90-560a9fea6f4d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Router afcc5900-c856-4f16-8b2d-0b9a25a5b41d is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:24:25.851747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517293d6-f5f1-4235-ad90-560a9fea6f4d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:24:25.858793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-517293d6-f5f1-4235-ad90-560a9fea6f4d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:25.859917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-517293d6-f5f1-4235-ad90-560a9fea6f4d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "PUT /v2.0/routers/afcc5900-c856-4f16-8b2d-0b9a25a5b41d HTTP/1.1" status: 200 len: 697 time: 0.8710968 Mar 03 18:24:25.862366 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] Sync routers for ids ['afcc5900-c856-4f16-8b2d-0b9a25a5b41d'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:24:25.862783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33678) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:25.871491 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] Routers {'afcc5900-c856-4f16-8b2d-0b9a25a5b41d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:25.872068 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['afcc5900-c856-4f16-8b2d-0b9a25a5b41d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:25.997220 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] Set router afcc5900-c856-4f16-8b2d-0b9a25a5b41d gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:26.007938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dbdc4781-638f-4b8b-82bc-8dbd3fe418ea tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/routers/afcc5900-c856-4f16-8b2d-0b9a25a5b41d HTTP/1.1" status: 200 len: 703 time: 0.1420636 Mar 03 18:24:26.008263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33682) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.054750 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7c389776-d1bc-4754-8888-a9b7b6da27cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Synchronizing usage tracker for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:24:26.068127 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7c389776-d1bc-4754-8888-a9b7b6da27cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Unset dirty status for tenant:69c9da2769624459a3c6f1965cbe47bf on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:24:26.069612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7c389776-d1bc-4754-8888-a9b7b6da27cf tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=afcc5900-c856-4f16-8b2d-0b9a25a5b41d HTTP/1.1" status: 200 len: 205 time: 0.0600381 Mar 03 18:24:26.072020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33686) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.102861 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcc5900-c856-4f16-8b2d-0b9a25a5b41d', 'name': 'tempest-RoutersIpV6Test-router-870264659', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:24:24Z', 'updated_at': '2022-03-03T18:24:25Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:26.109842 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] Checking router: afcc5900-c856-4f16-8b2d-0b9a25a5b41d for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:24:26.125394 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] Routers {'afcc5900-c856-4f16-8b2d-0b9a25a5b41d'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:24:26.126192 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['afcc5900-c856-4f16-8b2d-0b9a25a5b41d'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:26.216602 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3671-3d64-4a9d-97cc-255e6a558d5d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:26.432566 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] Set router afcc5900-c856-4f16-8b2d-0b9a25a5b41d gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:24:26.563152 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcc5900-c856-4f16-8b2d-0b9a25a5b41d', 'name': 'tempest-RoutersIpV6Test-router-870264659', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:24:24Z', 'updated_at': '2022-03-03T18:24:25Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:24:26.568700 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8d8e0-ce3a-435d-9d5e-b4dd9a0b2510 None None] The sync data for ids ['afcc5900-c856-4f16-8b2d-0b9a25a5b41d'] in n-d-827121-1 is: [{'id': 'afcc5900-c856-4f16-8b2d-0b9a25a5b41d', 'name': 'tempest-RoutersIpV6Test-router-870264659', 'tenant_id': '69c9da2769624459a3c6f1965cbe47bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:24:24Z', 'updated_at': '2022-03-03T18:24:25Z', 'revision_number': 2, 'project_id': '69c9da2769624459a3c6f1965cbe47bf', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:24:26.600945 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3671-3d64-4a9d-97cc-255e6a558d5d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:26.603612 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3671-3d64-4a9d-97cc-255e6a558d5d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:26.634308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3671-3d64-4a9d-97cc-255e6a558d5d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:26.635153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f3671-3d64-4a9d-97cc-255e6a558d5d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Fanout notify agent at l3_agent the message router_deleted on router afcc5900-c856-4f16-8b2d-0b9a25a5b41d {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:24:26.659999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3671-3d64-4a9d-97cc-255e6a558d5d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:26.661923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5e5f3671-3d64-4a9d-97cc-255e6a558d5d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/afcc5900-c856-4f16-8b2d-0b9a25a5b41d HTTP/1.1" status: 204 len: 168 time: 0.5886116 Mar 03 18:24:26.669027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33696) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.718834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fd13956c-f300-4a18-8787-ad6c89e6a6d6 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=afcc5900-c856-4f16-8b2d-0b9a25a5b41d HTTP/1.1" status: 200 len: 205 time: 0.0464149 Mar 03 18:24:26.719592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33700) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.789116 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-c293fe03-f5f8-4f2d-a6c2-9f59f2ab9465 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] delete failed (client error): The resource could not be found. Mar 03 18:24:26.793008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c293fe03-f5f8-4f2d-a6c2-9f59f2ab9465 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/afcc5900-c856-4f16-8b2d-0b9a25a5b41d HTTP/1.1" status: 404 len: 336 time: 0.0694971 Mar 03 18:24:26.793256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.837487 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-79448d01-b600-44e3-afa4-71d230195c9f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:26.838014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79448d01-b600-44e3-afa4-71d230195c9f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:26.839850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-79448d01-b600-44e3-afa4-71d230195c9f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/34e76871-c053-434d-9505-c493b565e52f HTTP/1.1" status: 404 len: 337 time: 0.0456347 Mar 03 18:24:26.842684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33710) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.887029 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9882e676-6493-48ed-8cae-cb8039873c80 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:26.887413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9882e676-6493-48ed-8cae-cb8039873c80 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:26.889102 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9882e676-6493-48ed-8cae-cb8039873c80 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/c9ae7201-4c34-49a6-ad4a-14ba05562d17 HTTP/1.1" status: 404 len: 337 time: 0.0450773 Mar 03 18:24:26.891623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33714) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.932308 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf65a775-790c-4250-8f8a-1d08093e9817 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:26.933089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf65a775-790c-4250-8f8a-1d08093e9817 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:26.935165 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cf65a775-790c-4250-8f8a-1d08093e9817 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/eb1cd0a3-8efb-4fa0-a014-6af4cb2311e0 HTTP/1.1" status: 404 len: 337 time: 0.0426342 Mar 03 18:24:26.937836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:26.974950 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b432bad5-3553-4b75-9ad3-b075fe031462 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:26.975405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b432bad5-3553-4b75-9ad3-b075fe031462 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:26.977083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b432bad5-3553-4b75-9ad3-b075fe031462 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/e02089db-29d8-4e85-9d93-35ace94767a5 HTTP/1.1" status: 404 len: 337 time: 0.0383568 Mar 03 18:24:26.979935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33722) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.023112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-147ebf30-a66a-458e-9cf6-55bd24da6909 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 200 len: 205 time: 0.0413239 Mar 03 18:24:27.025473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33726) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.093768 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-07212977-51bb-46dc-ae58-e6ed5bd54782 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] delete failed (client error): The resource could not be found. Mar 03 18:24:27.097316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07212977-51bb-46dc-ae58-e6ed5bd54782 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/9a1fd658-945b-4aa8-b911-9bdd236eba71 HTTP/1.1" status: 404 len: 336 time: 0.0683737 Mar 03 18:24:27.097532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33730) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.140442 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b3b2183-b522-47cd-8e1c-c264cef5943d tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c61a94c-9a67-4faa-80eb-f1c268ec7ee6 HTTP/1.1" status: 200 len: 205 time: 0.0415878 Mar 03 18:24:27.142851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33734) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.210636 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-ca40b099-7d5c-49f9-a557-3fca339f3beb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] delete failed (client error): The resource could not be found. Mar 03 18:24:27.211545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ca40b099-7d5c-49f9-a557-3fca339f3beb tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/1c61a94c-9a67-4faa-80eb-f1c268ec7ee6 HTTP/1.1" status: 404 len: 336 time: 0.0678298 Mar 03 18:24:27.216161 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33738) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.255003 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c431df0-b7f4-455d-aec4-2075573a95fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:27.255545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c431df0-b7f4-455d-aec4-2075573a95fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:27.257372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1c431df0-b7f4-455d-aec4-2075573a95fc tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/cebd4a6a-25ad-4435-b602-6b201da193a0 HTTP/1.1" status: 404 len: 337 time: 0.0401807 Mar 03 18:24:27.260116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33742) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.308627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fd880d5e-7946-481b-bdf7-2f8e94044c5a tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9989b4-66db-4682-9fe9-6cddc3c997fd HTTP/1.1" status: 200 len: 205 time: 0.0473418 Mar 03 18:24:27.311183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33746) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.379255 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-1001f9db-54aa-4e5f-a4a5-11c4ff1f9274 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] delete failed (client error): The resource could not be found. Mar 03 18:24:27.382695 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1001f9db-54aa-4e5f-a4a5-11c4ff1f9274 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/6e9989b4-66db-4682-9fe9-6cddc3c997fd HTTP/1.1" status: 404 len: 336 time: 0.0679009 Mar 03 18:24:27.383157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33752) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.434185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33758) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.434371 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d10ae4c0-5a42-460c-9834-93abce21017f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a21daa1-442a-4f3e-99d1-06ef54373456 HTTP/1.1" status: 200 len: 205 time: 0.0495281 Mar 03 18:24:27.508885 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-2ccbc64e-314c-4d42-a451-54d24dbcce46 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] delete failed (client error): The resource could not be found. Mar 03 18:24:27.509931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2ccbc64e-314c-4d42-a451-54d24dbcce46 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/8a21daa1-442a-4f3e-99d1-06ef54373456 HTTP/1.1" status: 404 len: 336 time: 0.0745993 Mar 03 18:24:27.512692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33762) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.552921 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-846499ab-f0ff-4f82-a30c-8b37969b486f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:27.553565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846499ab-f0ff-4f82-a30c-8b37969b486f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:27.557656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-846499ab-f0ff-4f82-a30c-8b37969b486f tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/db587c5d-79c5-4cf6-8578-4a0398157a43 HTTP/1.1" status: 404 len: 337 time: 0.0414851 Mar 03 18:24:27.557936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33766) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.601766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-50f493fc-e090-4c25-8ede-2987e7001698 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=a78fa716-f3f9-4aa8-8c14-2f53f190b1bc HTTP/1.1" status: 200 len: 205 time: 0.0420811 Mar 03 18:24:27.604011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33770) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.678283 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-695172b2-2569-495a-99c9-9d6632067fa5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] delete failed (client error): The resource could not be found. Mar 03 18:24:27.681374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-695172b2-2569-495a-99c9-9d6632067fa5 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/a78fa716-f3f9-4aa8-8c14-2f53f190b1bc HTTP/1.1" status: 404 len: 336 time: 0.0745635 Mar 03 18:24:27.682146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33776) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.726617 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d4cc54-2b50-427d-a12e-c015361b34df tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:27.727221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d4cc54-2b50-427d-a12e-c015361b34df tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:27.732399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b9d4cc54-2b50-427d-a12e-c015361b34df tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/57a35e71-ea4c-4f68-a1be-c7dce9249b6a HTTP/1.1" status: 404 len: 337 time: 0.0492229 Mar 03 18:24:27.732800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33780) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.784684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33784) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.784920 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-98f6352f-6736-4183-b4e7-f332a7ab75cd tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "GET /v2.0/ports?device_id=af6f5d36-0db4-43e7-948a-15ddd6f00847 HTTP/1.1" status: 200 len: 205 time: 0.0507455 Mar 03 18:24:27.856576 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [None req-02d875a7-633c-42b1-9f06-f7b032b1f77b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] delete failed (client error): The resource could not be found. Mar 03 18:24:27.857607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-02d875a7-633c-42b1-9f06-f7b032b1f77b tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/routers/af6f5d36-0db4-43e7-948a-15ddd6f00847 HTTP/1.1" status: 404 len: 336 time: 0.0715547 Mar 03 18:24:27.860230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:27.949675 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c093ae9c-9828-4da2-8ad6-8c71ffa20a75 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:27.950431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c093ae9c-9828-4da2-8ad6-8c71ffa20a75 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:27.952317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c093ae9c-9828-4da2-8ad6-8c71ffa20a75 tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/209a6faf-95dc-45cb-a373-7356755f5e13 HTTP/1.1" status: 404 len: 337 time: 0.0912111 Mar 03 18:24:27.955089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33794) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:28.002043 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6501a9dc-c6fd-43b7-9bfa-749411d734da tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] DELETE failed (client error): The resource could not be found. Mar 03 18:24:28.003994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6501a9dc-c6fd-43b7-9bfa-749411d734da tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:24:28.004616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6501a9dc-c6fd-43b7-9bfa-749411d734da tempest-RoutersIpV6Test-558796640 tempest-RoutersIpV6Test-558796640-project] 10.222.0.23 "DELETE /v2.0/subnets/254f3f79-8ccd-480c-acc9-323d372d1f9b HTTP/1.1" status: 404 len: 337 time: 0.0483572 Mar 03 18:24:28.308333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33802) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:28.467844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1bd75267-73ee-4f0e-9018-61819efd01be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69c9da2769624459a3c6f1965cbe47bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560419 Mar 03 18:24:28.468030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33808) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:28.525077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54afeaa5-612a-4aff-810f-a7e50228d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:28.550077 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54afeaa5-612a-4aff-810f-a7e50228d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:28.603620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54afeaa5-612a-4aff-810f-a7e50228d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:28.618292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afeaa5-612a-4aff-810f-a7e50228d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d260cef4-6269-443f-8a52-3b7599e4daa9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:28.624663 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54afeaa5-612a-4aff-810f-a7e50228d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:28.626270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-54afeaa5-612a-4aff-810f-a7e50228d529 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d260cef4-6269-443f-8a52-3b7599e4daa9 HTTP/1.1" status: 204 len: 168 time: 0.1574364 Mar 03 18:24:31.168493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33906) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:31.294219 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:31.309117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:31.312970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c040b7bcc64416845a50bf6d1b9e5f is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:31.315797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:31.321659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:31.374389 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:24:31.404155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:31.409151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:31.573589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8c040b7bcc64416845a50bf6d1b9e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039176 Mar 03 18:24:31.574434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bce80-3b5c-479b-9d99-595160cecd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f9b749-4801-425b-a965-95ace7740af5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:31.576287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33912) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:31.755110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:31.779853 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:31.844441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:31.860141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f9b749-4801-425b-a965-95ace7740af5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:31.871248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.871594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.871931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.872262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.872591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.872914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.873246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.874268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.874268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.874268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.875331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.875331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:24:31.878459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:31.882241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5626646e-502a-420c-b311-010e710193e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47f9b749-4801-425b-a965-95ace7740af5 HTTP/1.1" status: 204 len: 168 time: 0.3048053 Mar 03 18:24:32.228798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 33928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:32.252138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:32.267308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:32.271292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e7714e96514857aa79e191415db6c4 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:32.274467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:32.285412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:32.420433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:32.430748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:32.490060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4e7714e96514857aa79e191415db6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584307 Mar 03 18:24:32.490353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c58d1-7176-44cb-9f36-bb55da06b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d86d0d-0ba0-47e1-80ff-f78a0c0b1f57,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:32.495754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 33932) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:32.572232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2801544-adbd-4d85-bdd4-e4736377913f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:32.598561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2801544-adbd-4d85-bdd4-e4736377913f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:32.653029 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2801544-adbd-4d85-bdd4-e4736377913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:32.687882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2801544-adbd-4d85-bdd4-e4736377913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d86d0d-0ba0-47e1-80ff-f78a0c0b1f57,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:32.698089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a2801544-adbd-4d85-bdd4-e4736377913f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:32.703501 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a2801544-adbd-4d85-bdd4-e4736377913f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7d86d0d-0ba0-47e1-80ff-f78a0c0b1f57 HTTP/1.1" status: 204 len: 168 time: 0.2051849 Mar 03 18:24:35.769149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:35.929760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:35.948653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:35.953924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2f731f4f5740d695756d653a689f49 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:35.957832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:35.965947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:36.065541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.077067 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.130927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43243598-7367-4e14-a8cd-c67e9e915b9e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:36.139387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-be4c15bf-c3fc-48b4-8357-1461b347a392 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e2f731f4f5740d695756d653a689f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691201 Mar 03 18:24:36.142050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34010) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:36.211901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5818f453-0d4e-4338-b0f0-017858b49131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.240012 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5818f453-0d4e-4338-b0f0-017858b49131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.294075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5818f453-0d4e-4338-b0f0-017858b49131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.314383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818f453-0d4e-4338-b0f0-017858b49131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43243598-7367-4e14-a8cd-c67e9e915b9e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:36.318230 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5818f453-0d4e-4338-b0f0-017858b49131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.318487 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5818f453-0d4e-4338-b0f0-017858b49131 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43243598-7367-4e14-a8cd-c67e9e915b9e HTTP/1.1" status: 204 len: 168 time: 0.1753731 Mar 03 18:24:36.668596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34022) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:36.697917 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.715345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:36.720201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Usage tracker for resource:security_group_rule and tenant:30caf623012d4857bee34f9759ca3f01 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:36.723812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:36.731108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:36.824109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.830850 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:36.885156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30caf623012d4857bee34f9759ca3f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147930 Mar 03 18:24:36.887082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364d7f3-a8d7-4e15-89f1-5d04ca8f9f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daebd756-a004-4cb2-9740-d1fe6d84186a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:36.888839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34030) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:37.020598 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96f03683-7500-4423-99f3-54f8fd52938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:37.029081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-42bd7952-4b88-4ca5-97ac-ca8474f92d5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947812 Mar 03 18:24:37.056806 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96f03683-7500-4423-99f3-54f8fd52938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:37.138242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96f03683-7500-4423-99f3-54f8fd52938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:37.179089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-96f03683-7500-4423-99f3-54f8fd52938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:37.194470 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-96f03683-7500-4423-99f3-54f8fd52938d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/daebd756-a004-4cb2-9740-d1fe6d84186a HTTP/1.1" status: 204 len: 168 time: 0.2976565 Mar 03 18:24:37.197676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f03683-7500-4423-99f3-54f8fd52938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daebd756-a004-4cb2-9740-d1fe6d84186a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:37.307859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-8db5ba88-cc21-4f3e-8391-992bf5d70276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:37.310010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-8db5ba88-cc21-4f3e-8391-992bf5d70276 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1097 time: 0.1589534 Mar 03 18:24:37.482969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-913adc3e-2b9f-480b-8844-71a8be16e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:37.484836 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-913adc3e-2b9f-480b-8844-71a8be16e299 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.1510618 Mar 03 18:24:37.626379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-66f436c2-573c-4dde-b335-942846c6cc01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 1001 time: 0.1338794 Mar 03 18:24:37.696561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-78bfcc47-063c-43b2-b64a-1968ea21c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:37.698618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-78bfcc47-063c-43b2-b64a-1968ea21c53e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0661011 Mar 03 18:24:37.810445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-8dc05824-67cf-4a28-a2bd-52db2bfe71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:37.811992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-8dc05824-67cf-4a28-a2bd-52db2bfe71fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035969 Mar 03 18:24:38.046201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-c7b114cf-4dab-4ed8-98fe-f859d3ed9fd8 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261333 Mar 03 18:24:38.288859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56608c54-9f59-4673-b8e1-0a4ea0bcdce3 req-0aef3c69-ee71-4e0b-8870-b763150a10df service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296505 Mar 03 18:24:38.780038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52b82e-2d1e-4f09-87ed-dc8e20c9aa8d req-506de256-b877-4c50-9f75-fd2107e87a0f tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:38.781452 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa52b82e-2d1e-4f09-87ed-dc8e20c9aa8d req-506de256-b877-4c50-9f75-fd2107e87a0f tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 945 time: 0.0926170 Mar 03 18:24:38.837544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fa52b82e-2d1e-4f09-87ed-dc8e20c9aa8d req-8cc9ec4f-3474-488f-9458-e6d04ccba5d9 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497215 Mar 03 18:24:39.084880 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-1146b23e-bf09-440c-ae1b-1836a7877aee tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883995638&fields=id&tenant_id=561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 267 time: 0.0400250 Mar 03 18:24:39.243179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-32c674d6-1ddd-4417-b341-726944954cb9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:39.244619 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-32c674d6-1ddd-4417-b341-726944954cb9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.1516588 Mar 03 18:24:39.259506 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-66db42e5-e235-4f7e-88e8-9a1c8b02f801 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/quotas/561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 375 time: 0.0095935 Mar 03 18:24:39.357717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-7556dbf2-aeb8-4681-9d75-4c08fa5f688c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0925076 Mar 03 18:24:39.373012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-00a3b9f0-7532-457f-ae15-0fd1f9ac944b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:24:39.374074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-00a3b9f0-7532-457f-ae15-0fd1f9ac944b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054214 Mar 03 18:24:39.418477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34102) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:39.502784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-6bac0940-9c33-48bf-a318-8b63c4c9ff08 service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233981 Mar 03 18:24:39.535404 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:39.550115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:39.553956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Usage tracker for resource:security_group_rule and tenant:058dc3ec1f64435a925ad0dea55c5b7e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:39.556791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:39.563061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:39.634522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-34198c89-7d97-4716-875c-ee4974762b1c service neutron] 10.222.0.23 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258538 Mar 03 18:24:39.648865 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:39.653265 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:39.699340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d14e68-2cf0-4dcc-9027-c6ecf958279d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:39.703393 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-da53eeb1-0bc7-4484-999a-b2161f170745 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=058dc3ec1f64435a925ad0dea55c5b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838941 Mar 03 18:24:39.705976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34110) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:39.763540 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d3bafa-32ac-4622-a208-c18d85200daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:39.794245 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d3bafa-32ac-4622-a208-c18d85200daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:39.846144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d3bafa-32ac-4622-a208-c18d85200daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:39.866227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3bafa-32ac-4622-a208-c18d85200daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d14e68-2cf0-4dcc-9027-c6ecf958279d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:39.868531 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d3bafa-32ac-4622-a208-c18d85200daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:39.872581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-97d3bafa-32ac-4622-a208-c18d85200daa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53d14e68-2cf0-4dcc-9027-c6ecf958279d HTTP/1.1" status: 204 len: 168 time: 0.1655898 Mar 03 18:24:40.040288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f526892-e2c7-4561-8d35-70c460d8f4bb req-75f74724-233e-4e26-9baa-9b1dea6d91ce tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:40.042342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3f526892-e2c7-4561-8d35-70c460d8f4bb req-75f74724-233e-4e26-9baa-9b1dea6d91ce tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 945 time: 0.0901041 Mar 03 18:24:40.046495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f1e4a048-49b5-439c-8529-1bb0d77f59c7 req-a828757a-34b2-4b4b-a677-b32a46d711a1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 210 time: 0.0527101 Mar 03 18:24:40.107150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3f526892-e2c7-4561-8d35-70c460d8f4bb req-d485667f-48b3-4c2d-9169-01e31d74588e tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/security-groups?id=b01d696c-5c05-4c41-ad30-a36c222f73fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483108 Mar 03 18:24:40.245254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34132) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:40.268165 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.288063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:40.292987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Usage tracker for resource:security_group_rule and tenant:7f55b9688da34573a9492d010c083ede is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:40.293428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-fa91aba3-726c-4200-83f0-57962f83e857 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:40.294968 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-fa91aba3-726c-4200-83f0-57962f83e857 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 945 time: 0.0890322 Mar 03 18:24:40.296146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:40.302331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:40.416282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.421150 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.476898 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f55b9688da34573a9492d010c083ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303364 Mar 03 18:24:40.478489 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53beac-5709-47b4-9165-7be64205994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb6152-b8c8-480a-b9e3-47fa2456308f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:40.482153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34138) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:40.526644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Deleting port 6e170785-cecb-4319-a2bf-8f03fd29ef4b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:24:40.526971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.545065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf95c51c-7a4b-4241-af3b-436403bac390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.577686 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf95c51c-7a4b-4241-af3b-436403bac390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.636645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf95c51c-7a4b-4241-af3b-436403bac390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.657944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95c51c-7a4b-4241-af3b-436403bac390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb6152-b8c8-480a-b9e3-47fa2456308f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:40.662170 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-bf95c51c-7a4b-4241-af3b-436403bac390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.663471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-bf95c51c-7a4b-4241-af3b-436403bac390 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3cb6152-b8c8-480a-b9e3-47fa2456308f HTTP/1.1" status: 204 len: 168 time: 0.1802554 Mar 03 18:24:40.804027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] For port 6e170785-cecb-4319-a2bf-8f03fd29ef4b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6e170785-cecb-4319-a2bf-8f03fd29ef4b,segment=NetworkSegment(0f17a030-82a4-449f-9548-c743b459cd20),segment_id=0f17a030-82a4-449f-9548-c743b459cd20)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:40.804415 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:40.927002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Calling delete_port for 6e170785-cecb-4319-a2bf-8f03fd29ef4b owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:24:41.086110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:41.099583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6e170785-cecb-4319-a2bf-8f03fd29ef4b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:24:41.156864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Pushing event deleted for resources: {'Port': ['ID=6e170785-cecb-4319-a2bf-8f03fd29ef4b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:41.337251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] No DVR routers for this DVR port 6e170785-cecb-4319-a2bf-8f03fd29ef4b on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:24:41.343982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:41.346624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'name': 'network-vif-deleted', 'tag': '6e170785-cecb-4319-a2bf-8f03fd29ef4b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:24:41.356257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-142574df-bd56-4f51-a153-c64fd2a10766 req-0d6ebd02-fb2a-49f4-8af6-2271142453de tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 210 time: 0.0677559 Mar 03 18:24:41.375451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffa664e7-1b35-4458-abd1-cb533f009a89 req-55874ab4-f9d0-46ed-82db-163732267705 tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.35 "DELETE /v2.0/ports/6e170785-cecb-4319-a2bf-8f03fd29ef4b HTTP/1.1" status: 204 len: 173 time: 1.0743182 Mar 03 18:24:41.377642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b8b7a686-0bc2-4320-b0eb-0dd41669d3d1 req-b4d21cfc-47ca-47bb-8ba3-96334a97682b tempest-VolumesSnapshotTestJSON-1363659243 tempest-VolumesSnapshotTestJSON-1363659243-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de4fa82-c985-41a0-9719-ac2fa1dd7cfa HTTP/1.1" status: 200 len: 210 time: 0.0715654 Mar 03 18:24:41.435331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-7edf4086-0c42-4c09-b820-a252d8579857 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:41.437071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-7edf4086-0c42-4c09-b820-a252d8579857 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 812 time: 0.2564518 Mar 03 18:24:41.499862 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-9a0ffe76-f40f-4d7c-b293-901b77a99b87 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561b627deff84fc195b225e848b4b9b3 HTTP/1.1" status: 200 len: 380 time: 0.0489268 Mar 03 18:24:41.501006 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de4fa82-c985-41a0-9719-ac2fa1dd7cfa', 'name': 'network-vif-deleted', 'tag': '6e170785-cecb-4319-a2bf-8f03fd29ef4b', 'status': 'completed', 'code': 200} Mar 03 18:24:41.512296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'port': {'device_id': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'admin_state_up': True, 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'security_groups': ['fe2ba4f7-5f73-433d-b448-f5b7f82f3b14']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:41.672143 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:41.682720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:41.694471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Made reservation on behalf of 561b627deff84fc195b225e848b4b9b3 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:24:41.698165 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:41.890256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.20.0.12 (5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb/0777aeed-14a4-447a-bd98-0bbe36ffdd97/0417df41-b7bb-4bd5-a081-6b74b308a87f) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:24:42.147782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:42.165685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Transition to ACTIVE for port object 0417df41-b7bb-4bd5-a081-6b74b308a87f will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:42.191114 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:42.266456 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:24:42.269416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:24:42.281684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:24:42.314380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=0417df41-b7bb-4bd5-a081-6b74b308a87f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:42.353839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:42.355005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:42.382476 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-a4a101be-3604-45b1-a7fd-9fb89a77fc8a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8744712 Mar 03 18:24:42.577660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a11b5452-c2b1-490e-8e31-a840080d0705 None None] Provisioning for port 0417df41-b7bb-4bd5-a081-6b74b308a87f completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:42.579965 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Request body: {'port': {'device_id': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:42.585184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a11b5452-c2b1-490e-8e31-a840080d0705 None None] Provisioning complete for port 0417df41-b7bb-4bd5-a081-6b74b308a87f triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:42.586154 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a11b5452-c2b1-490e-8e31-a840080d0705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:42.651008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a11b5452-c2b1-490e-8e31-a840080d0705 None None] Port 0417df41-b7bb-4bd5-a081-6b74b308a87f cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:24:42.735802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36292-12e3-42d8-b4e7-16041554cee8 req-784e8337-ee65-42b2-a5f5-1bde41bb5f0d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:42.738900 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eec36292-12e3-42d8-b4e7-16041554cee8 req-784e8337-ee65-42b2-a5f5-1bde41bb5f0d tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 932 time: 0.1111784 Mar 03 18:24:42.747283 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:42.788972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eec36292-12e3-42d8-b4e7-16041554cee8 req-4369153d-ffac-4402-90da-5155aec484b1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Mar 03 18:24:43.185660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0417df41-b7bb-4bd5-a081-6b74b308a87f {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:24:43.196464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:43.212741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Transition to ACTIVE for port object 0417df41-b7bb-4bd5-a081-6b74b308a87f will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:24:43.216738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:43.773409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Pushing event updated for resources: {'Port': ['ID=0417df41-b7bb-4bd5-a081-6b74b308a87f,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:43.951824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Attempting to bind port 0417df41-b7bb-4bd5-a081-6b74b308a87f on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:24:43.951824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Attempting to bind port 0417df41-b7bb-4bd5-a081-6b74b308a87f by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:24:43.952114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Attempting to bind port 0417df41-b7bb-4bd5-a081-6b74b308a87f on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:24:43.958337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Port 0417df41-b7bb-4bd5-a081-6b74b308a87f on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:24:43.958976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Attempting to bind port 0417df41-b7bb-4bd5-a081-6b74b308a87f on network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:24:43.970136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:24:43.970747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Checking segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:24:43.971385 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Bound using segment: {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:24:43.972042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Bound port: 0417df41-b7bb-4bd5-a081-6b74b308a87f, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029a865-d819-4d13-bbb3-b21476509154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:24:43.972582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:44.163167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] For port 0417df41-b7bb-4bd5-a081-6b74b308a87f, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:24:44.168574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] For port 0417df41-b7bb-4bd5-a081-6b74b308a87f, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:24:44.179510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5556b2f-3e59-4581-8835-2315d780d91f req-8c0a9cc2-dd48-42ad-b96a-b55a99303fba tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:44.180608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5556b2f-3e59-4581-8835-2315d780d91f req-8c0a9cc2-dd48-42ad-b96a-b55a99303fba tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:24:44.185480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:44.257714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:44.258523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:44.260080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] 10.222.0.16 "PUT /v2.0/ports/0417df41-b7bb-4bd5-a081-6b74b308a87f HTTP/1.1" status: 200 len: 1092 time: 1.8653059 Mar 03 18:24:44.263220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:24:44.287044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e5556b2f-3e59-4581-8835-2315d780d91f req-8c0a9cc2-dd48-42ad-b96a-b55a99303fba tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:24:44.288389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5556b2f-3e59-4581-8835-2315d780d91f req-8c0a9cc2-dd48-42ad-b96a-b55a99303fba tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 944 time: 0.2532172 Mar 03 18:24:44.383501 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'status': 'completed', 'code': 200} Mar 03 18:24:44.411764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c19639-ad47-440e-836f-867eb49e5f7b service neutron] Pushing event updated for resources: {'Port': ['ID=0417df41-b7bb-4bd5-a081-6b74b308a87f,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:44.439498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5556b2f-3e59-4581-8835-2315d780d91f req-39a8cbcc-1453-4247-aa89-d210d5c1f747 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193109 Mar 03 18:24:44.471554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-ece0ac8f-3783-4b85-86b1-1abdaf7d532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:44.473775 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-ece0ac8f-3783-4b85-86b1-1abdaf7d532b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 1095 time: 0.1543853 Mar 03 18:24:44.568704 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-f0374cc3-a0f5-4fe2-a3a6-f59f1fe5705c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f HTTP/1.1" status: 200 len: 217 time: 0.0834961 Mar 03 18:24:44.597479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e170785-cecb-4319-a2bf-8f03fd29ef4b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:24:44.664095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6e170785-cecb-4319-a2bf-8f03fd29ef4b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:24:44.664438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6e170785-cecb-4319-a2bf-8f03fd29ef4b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:24:44.681381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-04add07f-9445-4387-8240-35a0ba4dc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:44.683025 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-04add07f-9445-4387-8240-35a0ba4dc9a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0840874 Mar 03 18:24:44.773121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-8d734ddd-72b5-410d-822c-2962f5eb5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:44.774715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-8d734ddd-72b5-410d-822c-2962f5eb5eed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847600 Mar 03 18:24:45.034031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-8b32419c-3e47-447b-ac95-49c42b7399d8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475693 Mar 03 18:24:45.209001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2fc7b3e-f683-496e-9a24-4b88a02ca5ed req-630b6959-2879-4fe2-bae0-bd7d2628e05f service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675880 Mar 03 18:24:45.437830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-75c242b8-5988-4986-838c-c0ceea333ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:45.439335 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-75c242b8-5988-4986-838c-c0ceea333ed8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 1095 time: 0.1425178 Mar 03 18:24:45.705073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-272e8600-2f53-4e37-97c5-854156b838f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:45.723655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-272e8600-2f53-4e37-97c5-854156b838f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.2754099 Mar 03 18:24:46.015110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac04966-383d-4f2d-ac3b-3cf71d002556 req-a16c110d-5865-4463-bfaa-c49468ee642c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:46.024949 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ac04966-383d-4f2d-ac3b-3cf71d002556 req-a16c110d-5865-4463-bfaa-c49468ee642c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1629994 Mar 03 18:24:46.105411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-54d53058-b2f8-4e9b-8eed-a79426bbcf82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f HTTP/1.1" status: 200 len: 217 time: 0.2093513 Mar 03 18:24:46.200860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ac04966-383d-4f2d-ac3b-3cf71d002556 req-3f3a88ec-2ced-439e-9bac-fde0f085aad6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710436 Mar 03 18:24:46.224848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-f93d3e1b-5873-431d-ab58-5adfba432987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:46.226734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-f93d3e1b-5873-431d-ab58-5adfba432987 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.1145499 Mar 03 18:24:46.238042 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d44ff1-0d49-4cbc-a1a2-010d0942ff9b req-15df4c91-ea43-4e62-b40e-74ecd067c51c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:46.239900 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a1d44ff1-0d49-4cbc-a1a2-010d0942ff9b req-15df4c91-ea43-4e62-b40e-74ecd067c51c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 944 time: 0.5433528 Mar 03 18:24:46.356826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a1d44ff1-0d49-4cbc-a1a2-010d0942ff9b req-5c1febfe-4a31-413a-957b-eb97f6b9c2f3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663965 Mar 03 18:24:46.432019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-8bb85cb7-a2e5-4428-a0c9-cc0d765c647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:46.445125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-8bb85cb7-a2e5-4428-a0c9-cc0d765c647e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930251 Mar 03 18:24:46.622285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-1f0a3bb4-ccb0-454b-8027-a6ece569e748 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763129 Mar 03 18:24:46.761658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4eb81820-6ee7-486c-879e-bfa575e82a9e req-c30b8c4a-e58a-4cf8-8520-1f57e5a40d91 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330328 Mar 03 18:24:47.443859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38142da-e736-47cf-bfee-e61967ea53ee req-3a3fa858-f79e-40fc-ba94-74c19f0e9c13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:47.456184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f38142da-e736-47cf-bfee-e61967ea53ee req-3a3fa858-f79e-40fc-ba94-74c19f0e9c13 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1127799 Mar 03 18:24:47.524943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f38142da-e736-47cf-bfee-e61967ea53ee req-fafe1cee-ad64-464d-9499-2687267bf43c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658147 Mar 03 18:24:47.592087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34264) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:47.733871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452ef1e-5cf5-481f-9fb8-18f660638a97 req-8a744678-faec-41fe-9979-17e67e01a784 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:47.735478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b452ef1e-5cf5-481f-9fb8-18f660638a97 req-8a744678-faec-41fe-9979-17e67e01a784 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 944 time: 0.1430089 Mar 03 18:24:47.765722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:47.784495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:47.788475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Usage tracker for resource:security_group_rule and tenant:a437ed6e408a4c238eea2f97d350addb is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:47.791920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:47.799913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:47.815651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b452ef1e-5cf5-481f-9fb8-18f660638a97 req-f2d75fc9-1f48-4745-999f-ee8bb8e24a6c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734921 Mar 03 18:24:47.928087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:47.932738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.002521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a437ed6e408a4c238eea2f97d350addb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092896 Mar 03 18:24:48.003595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa5d5-c9ef-478e-bb4e-e1035c8d3361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5e6a2-f161-4f54-bc60-6fcb28c361e3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:48.006491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34274) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:48.077146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12607b55-a9ec-446d-8aa6-86e823054b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.078051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-ce9b36ce-9c11-4921-9bbb-b42f0b00b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:48.079935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-ce9b36ce-9c11-4921-9bbb-b42f0b00b981 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1096 time: 0.0922737 Mar 03 18:24:48.114610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12607b55-a9ec-446d-8aa6-86e823054b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.184488 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12607b55-a9ec-446d-8aa6-86e823054b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.189037 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.211474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-12607b55-a9ec-446d-8aa6-86e823054b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.212859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-12607b55-a9ec-446d-8aa6-86e823054b15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11b5e6a2-f161-4f54-bc60-6fcb28c361e3 HTTP/1.1" status: 204 len: 168 time: 0.2049332 Mar 03 18:24:48.214467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12607b55-a9ec-446d-8aa6-86e823054b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5e6a2-f161-4f54-bc60-6fcb28c361e3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:48.389152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-4d3fd92a-5617-4694-8b56-14597dbfa28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:48.390935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-4d3fd92a-5617-4694-8b56-14597dbfa28e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 200 len: 897 time: 0.2921715 Mar 03 18:24:48.498091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-aa64c560-2443-4504-a8c0-aa4f6302dd0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 200 len: 1000 time: 0.1003399 Mar 03 18:24:48.520393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34284) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:48.538512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.558853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:48.563448 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Usage tracker for resource:security_group_rule and tenant:81c20cd50689441cb6cd738eafc613b1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:48.568100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:48.580077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:48.587719 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-556a70fb-cf8d-46f1-9d90-28519230ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:48.590805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-556a70fb-cf8d-46f1-9d90-28519230ff47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a HTTP/1.1" status: 200 len: 834 time: 0.0862238 Mar 03 18:24:48.710634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-057f1884-a442-4799-a529-42b65e272761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:48.712230 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-057f1884-a442-4799-a529-42b65e272761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f0c9847-9791-4db3-b218-66dbb49715c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151066 Mar 03 18:24:48.752389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.758200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:48.817608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81c20cd50689441cb6cd738eafc613b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934830 Mar 03 18:24:48.817608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c1864-b4ae-4cc7-8a65-27c9761796c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb7f1b8-e7f2-45cd-a7cf-035b3b4b322c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:48.821684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34292) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:48.839415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089e8a-c449-4abe-8f55-3fa7c8a42cb7 req-9bf832c0-da0e-43ab-8924-3b529a2adfff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:48.841727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53089e8a-c449-4abe-8f55-3fa7c8a42cb7 req-9bf832c0-da0e-43ab-8924-3b529a2adfff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1736093 Mar 03 18:24:48.906249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53089e8a-c449-4abe-8f55-3fa7c8a42cb7 req-91612009-621c-4084-8651-bfe7401fde93 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580354 Mar 03 18:24:48.933630 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-33f25374-61df-48ad-aca3-c85c91004c55 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145634 Mar 03 18:24:48.941849 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e9cdab0-f2aa-4c9e-99f1-71ddfe6992e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:49.096422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e9cdab0-f2aa-4c9e-99f1-71ddfe6992e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:49.193581 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87e46e60-1452-4340-83dc-0ee5279b1d3f req-4c4ff4a4-dfc1-4844-afc1-ecbd056ad1c3 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525787 Mar 03 18:24:49.201667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaea9a-d061-4545-ab2b-9bfbb49067e7 req-ac92c69e-375b-49fc-a8e2-80848b962f10 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:49.203306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6feaea9a-d061-4545-ab2b-9bfbb49067e7 req-ac92c69e-375b-49fc-a8e2-80848b962f10 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 944 time: 0.2659521 Mar 03 18:24:49.235573 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e9cdab0-f2aa-4c9e-99f1-71ddfe6992e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:49.261691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cdab0-f2aa-4c9e-99f1-71ddfe6992e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb7f1b8-e7f2-45cd-a7cf-035b3b4b322c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:49.278149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1e9cdab0-f2aa-4c9e-99f1-71ddfe6992e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:49.281919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1e9cdab0-f2aa-4c9e-99f1-71ddfe6992e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbb7f1b8-e7f2-45cd-a7cf-035b3b4b322c HTTP/1.1" status: 204 len: 168 time: 0.4560530 Mar 03 18:24:49.282356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6feaea9a-d061-4545-ab2b-9bfbb49067e7 req-65123f04-bd06-4711-b979-1473cdb5ceb1 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684903 Mar 03 18:24:49.548826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9009db33-5f29-40e6-bd55-13190ec05928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:50.121536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3206c-26e1-40a6-aa1f-9695769fc850 req-e1e6e5f9-3beb-4301-9bfd-2f02ff7629f8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:50.123766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12a3206c-26e1-40a6-aa1f-9695769fc850 req-e1e6e5f9-3beb-4301-9bfd-2f02ff7629f8 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1000245 Mar 03 18:24:50.171924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12a3206c-26e1-40a6-aa1f-9695769fc850 req-92b8cb34-2640-41b5-9abe-3e75b4abbac6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Mar 03 18:24:50.490096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a83d0a-3fea-460c-99de-34bbe2b05a12 req-ca646428-edba-40c1-b67a-dff5ba677ce2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:50.492795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83a83d0a-3fea-460c-99de-34bbe2b05a12 req-ca646428-edba-40c1-b67a-dff5ba677ce2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 944 time: 0.0920289 Mar 03 18:24:50.542895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83a83d0a-3fea-460c-99de-34bbe2b05a12 req-637f805a-e18c-4bf4-b562-9b6535b226ff tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425773 Mar 03 18:24:51.410267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fa5b6-8691-4596-bc44-c4979666468d req-2c9e94df-43de-4011-adc7-1e724187ce4e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:51.413822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-212fa5b6-8691-4596-bc44-c4979666468d req-2c9e94df-43de-4011-adc7-1e724187ce4e tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1091545 Mar 03 18:24:51.460435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-212fa5b6-8691-4596-bc44-c4979666468d req-1fef9d8c-c1a9-4ee7-a7d0-c529158d8f57 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437136 Mar 03 18:24:51.748181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1cdf-588c-4016-9ba4-f41b59977b68 req-d803b4a3-c6e4-4d1c-b505-ae161017d898 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:51.755682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edcb1cdf-588c-4016-9ba4-f41b59977b68 req-d803b4a3-c6e4-4d1c-b505-ae161017d898 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 944 time: 0.1055655 Mar 03 18:24:51.817193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d20df3f-82e5-4099-9c3c-cb6a090fc75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:51.823616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edcb1cdf-588c-4016-9ba4-f41b59977b68 req-5710c260-3b3b-4b66-8aa2-17f339008f89 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667460 Mar 03 18:24:52.684045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf99072-742e-44cf-8895-75361dc5d29d req-ed150c5f-4526-4e27-9400-80492d01b901 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:52.692881 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7cf99072-742e-44cf-8895-75361dc5d29d req-ed150c5f-4526-4e27-9400-80492d01b901 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.0896349 Mar 03 18:24:52.740541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7cf99072-742e-44cf-8895-75361dc5d29d req-c8c54e0e-17ff-4359-84c1-0ce53d98f739 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464997 Mar 03 18:24:52.952747 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:53.022341 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:53.058377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765970-71b0-4605-b42f-ab1aadc3d2dc req-833f045c-1013-4118-b27d-769d63e7c6bb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:53.065664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe765970-71b0-4605-b42f-ab1aadc3d2dc req-833f045c-1013-4118-b27d-769d63e7c6bb tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 944 time: 0.1106176 Mar 03 18:24:53.141602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe765970-71b0-4605-b42f-ab1aadc3d2dc req-81d2f805-55de-4a8d-87f5-e7ce91c8a1f2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750501 Mar 03 18:24:53.846150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0417df41-b7bb-4bd5-a081-6b74b308a87f details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:24:54.000034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0417df41-b7bb-4bd5-a081-6b74b308a87f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:54.015872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'port_id': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'mac_address': 'fa:16:3e:d3:41:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:24:54.023516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195d4e-a5e8-4ce1-abe9-1050e00ca729 req-e1881ad0-807a-462e-b4f1-f2441253af85 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:54.031780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f195d4e-a5e8-4ce1-abe9-1050e00ca729 req-e1881ad0-807a-462e-b4f1-f2441253af85 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1242664 Mar 03 18:24:54.110333 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:54.121115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f195d4e-a5e8-4ce1-abe9-1050e00ca729 req-c71429e7-23a4-4475-8872-33c06acc8f44 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880523 Mar 03 18:24:54.140551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0417df41-b7bb-4bd5-a081-6b74b308a87f {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:24:54.180409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0417df41-b7bb-4bd5-a081-6b74b308a87f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:54.190080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:54.294952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0417df41-b7bb-4bd5-a081-6b74b308a87f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:54.344156 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:54.368321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:54.487606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be551506-f583-48db-8347-36c16da21885 req-47479f74-ffec-4135-8744-a4cb8d5150e9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:54.495026 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be551506-f583-48db-8347-36c16da21885 req-47479f74-ffec-4135-8744-a4cb8d5150e9 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 945 time: 0.1469746 Mar 03 18:24:54.540535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be551506-f583-48db-8347-36c16da21885 req-eece9381-7608-424e-8a25-6e3fc4eeb420 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Mar 03 18:24:54.545457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0417df41-b7bb-4bd5-a081-6b74b308a87f'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:24:55.297652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d60a74-3747-4aac-a58f-f682027ccc5e req-bcc1f775-f4f7-42d8-9f2e-b7971d5edd71 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:55.299839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98d60a74-3747-4aac-a58f-f682027ccc5e req-bcc1f775-f4f7-42d8-9f2e-b7971d5edd71 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.0809784 Mar 03 18:24:55.350033 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98d60a74-3747-4aac-a58f-f682027ccc5e req-3f7ee86a-f958-480d-bb5c-9d7f853c6ee1 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Mar 03 18:24:55.764598 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6e32c-01d7-4e21-982c-ccd6a569b4b0 req-f5844670-353c-4281-b748-117c105906b5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:55.766216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77c6e32c-01d7-4e21-982c-ccd6a569b4b0 req-f5844670-353c-4281-b748-117c105906b5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 945 time: 0.1109200 Mar 03 18:24:55.826308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77c6e32c-01d7-4e21-982c-ccd6a569b4b0 req-dc6d5140-b8d2-4885-ba59-fe1b9b574d04 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528498 Mar 03 18:24:55.853105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0417df41-b7bb-4bd5-a081-6b74b308a87f up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:24:55.931287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 0417df41-b7bb-4bd5-a081-6b74b308a87f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:24:55.937009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 0417df41-b7bb-4bd5-a081-6b74b308a87f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:24:55.937425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:56.136272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:56.176171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:24:56.194639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0417df41-b7bb-4bd5-a081-6b74b308a87f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:24:56.201873 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:56.249370 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'code': 200} Mar 03 18:24:56.317706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0417df41-b7bb-4bd5-a081-6b74b308a87f,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:24:56.406218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c00063-f859-4ef2-8c6b-032fdfbc308a req-6488b22a-12eb-44a7-a96f-3773246210be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:56.410966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7c00063-f859-4ef2-8c6b-032fdfbc308a req-6488b22a-12eb-44a7-a96f-3773246210be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 1097 time: 0.0832536 Mar 03 18:24:56.454524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7c00063-f859-4ef2-8c6b-032fdfbc308a req-c420b2dc-977d-4c97-9da0-08c57818c856 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361471 Mar 03 18:24:56.581075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab6775-111a-4280-bb39-bc2739d88a27 req-fe387053-0a21-49c6-9aad-ec4c055348e2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:56.589380 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25ab6775-111a-4280-bb39-bc2739d88a27 req-fe387053-0a21-49c6-9aad-ec4c055348e2 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.0973589 Mar 03 18:24:56.641777 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-25ab6775-111a-4280-bb39-bc2739d88a27 req-0a597c91-b433-4b81-9f48-a6e33e91abd3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512142 Mar 03 18:24:57.028655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d2e0-f09b-4dc5-b275-ee27ec15faab req-c7ebb9a4-4d79-4bb4-a6c2-bd74ef72094a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:57.030060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8810d2e0-f09b-4dc5-b275-ee27ec15faab req-c7ebb9a4-4d79-4bb4-a6c2-bd74ef72094a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 946 time: 0.0939853 Mar 03 18:24:57.075344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8810d2e0-f09b-4dc5-b275-ee27ec15faab req-15d7e2c3-47c7-4930-803d-b7063dbc4968 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Mar 03 18:24:57.846219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174bfb7-8852-4c07-9260-ade36671ffb6 req-a40e5ff0-a824-45cc-99fb-58a7a0d07115 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:57.849627 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f174bfb7-8852-4c07-9260-ade36671ffb6 req-a40e5ff0-a824-45cc-99fb-58a7a0d07115 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.0966082 Mar 03 18:24:57.918066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f174bfb7-8852-4c07-9260-ade36671ffb6 req-8c825d00-9bd6-4049-933a-b139be32aa7d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582681 Mar 03 18:24:58.358372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8100-d4b3-4073-9056-c0c3c35de9be req-2ed6ebad-d989-4ba5-8461-24d1a7b10c7a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:58.359989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5cac8100-d4b3-4073-9056-c0c3c35de9be req-2ed6ebad-d989-4ba5-8461-24d1a7b10c7a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 946 time: 0.1041994 Mar 03 18:24:58.609532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5cac8100-d4b3-4073-9056-c0c3c35de9be req-22e919ee-9799-4df4-ab12-b2bde8bf8db4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436385 Mar 03 18:24:58.803818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d171a-28bc-40cd-9766-9396a9f137a5 req-77057320-4866-40f1-9d69-14fa8cf8beae tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:58.814211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d31d171a-28bc-40cd-9766-9396a9f137a5 req-77057320-4866-40f1-9d69-14fa8cf8beae tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 946 time: 0.0980248 Mar 03 18:24:58.859806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d31d171a-28bc-40cd-9766-9396a9f137a5 req-1a45ac31-1bca-4f6b-b47e-e27cef26fb07 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Mar 03 18:24:58.891247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34436) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:59.235114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb2e51-95f5-4c2f-a13c-5f2f825badea req-fbcd5f1a-dbe7-4f39-85c9-603fd5965ed3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:59.236929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20fb2e51-95f5-4c2f-a13c-5f2f825badea req-fbcd5f1a-dbe7-4f39-85c9-603fd5965ed3 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1845345 Mar 03 18:24:59.285628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20fb2e51-95f5-4c2f-a13c-5f2f825badea req-17b4f6d1-3e76-4c27-822d-7546fc6fe899 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Mar 03 18:24:59.329504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf279c3-e8bf-4566-8812-2c53e158aee2 tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:24:59.331005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9bf279c3-e8bf-4566-8812-2c53e158aee2 tempest-TestVolumeBootPattern-1405183309 tempest-TestVolumeBootPattern-1405183309-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 1092 time: 0.4385214 Mar 03 18:24:59.333907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34448) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:24:59.340006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:24:59.347588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:24:59.351688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Usage tracker for resource:floatingip and tenant:561b627deff84fc195b225e848b4b9b3 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:24:59.355219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:24:59.361162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:24:59.372060 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:59.521553 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:59.784711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Allocated IP 172.25.0.138 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/0267671a-e59c-4bf0-b2ba-bcc0d6fb3d23) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:24:59.944241 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:24:59.975032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:00.050824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:00.058810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:00.069511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:00.092375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=0267671a-e59c-4bf0-b2ba-bcc0d6fb3d23,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:00.590053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:00.602653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ea4a5-8b4a-4cf2-b03f-ee372360137a req-8aa142bc-9a76-4c35-908f-e8d813d26b54 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:00.605124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b13ea4a5-8b4a-4cf2-b03f-ee372360137a req-8aa142bc-9a76-4c35-908f-e8d813d26b54 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1832302 Mar 03 18:25:00.722016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b13ea4a5-8b4a-4cf2-b03f-ee372360137a req-f9e38e4e-2e07-4c35-8dba-e14cf7620913 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995746 Mar 03 18:25:00.867693 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:00.954313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869b083-5a89-457a-973d-5b9f7890c227 req-f54a2a31-9bcd-48ef-91c7-d00512d76988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:00.955831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2869b083-5a89-457a-973d-5b9f7890c227 req-f54a2a31-9bcd-48ef-91c7-d00512d76988 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1096 time: 0.1589341 Mar 03 18:25:01.219285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:01.223924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2869b083-5a89-457a-973d-5b9f7890c227 req-acbe668f-8f5a-4504-a955-087f9484cdf6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532468 Mar 03 18:25:01.224942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:01.336837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event updated for resources: {'Port': ['ID=0267671a-e59c-4bf0-b2ba-bcc0d6fb3d23,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:01.347284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:01.639762 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Floating IP be69ea47-4483-4669-82dc-a1c45b8ec93e associated. External IP: 172.25.0.138, port: 0417df41-b7bb-4bd5-a081-6b74b308a87f. Mar 03 18:25:01.900052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:25:01.906400 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:25:01.989418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229eceb-08ed-464c-b79a-13cbf783fd08 req-79209212-788b-47e8-8e92-927fd86bd322 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:01.991757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8229eceb-08ed-464c-b79a-13cbf783fd08 req-79209212-788b-47e8-8e92-927fd86bd322 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.1136956 Mar 03 18:25:02.034804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:25:02.094422 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8229eceb-08ed-464c-b79a-13cbf783fd08 req-bd2b4652-dcd5-4281-b3dc-a5510cd03430 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856535 Mar 03 18:25:02.284937 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:02.324832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:02.348253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'port_id': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'mac_address': 'fa:16:3e:77:39:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:25:02.361217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:25:02.393894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:25:02.419919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:02.424522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:25:02.434556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:02.474033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:02.496463 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'code': 200} Mar 03 18:25:02.529680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:02.530557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:02.569884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-54e5ebac-69df-4da0-b38f-ae97f5ff567c tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2205372 Mar 03 18:25:02.569884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:25:02.614673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:02.622849 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'status': 'completed', 'code': 200} Mar 03 18:25:02.653202 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:25:02.696530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:02.760021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-17b233dc-2df9-4970-80c3-ae9cb57bd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:02.762480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-17b233dc-2df9-4970-80c3-ae9cb57bd4df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 1097 time: 0.1060586 Mar 03 18:25:02.782915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.783493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.783982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.784471 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.784955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.785474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.785943 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.786650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.787131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.787619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.788086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.788561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:02.841038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:25:02.841636 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:25:02.877089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:02.986139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-aadae2ee-4078-4a1b-bd2a-55ed90710909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:02.987736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-aadae2ee-4078-4a1b-bd2a-55ed90710909 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.2168884 Mar 03 18:25:03.148874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-45dc3c7c-5b7c-468d-bdb9-60473e72c49d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f HTTP/1.1" status: 200 len: 1000 time: 0.1537809 Mar 03 18:25:03.220736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-86ede29e-3ed4-4ef3-8aee-39b4637dfe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:03.224333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-86ede29e-3ed4-4ef3-8aee-39b4637dfe69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0692501 Mar 03 18:25:03.385730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-3c56eeeb-cc78-458e-ab7f-a4c7d8e2add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:03.387963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-3c56eeeb-cc78-458e-ab7f-a4c7d8e2add5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543918 Mar 03 18:25:03.406941 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:03.432349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:25:03.451335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:51Z', 'revision_number': 1, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}, {'id': 'be69ea47-4483-4669-82dc-a1c45b8ec93e', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:d3:41:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:25:00Z', 'updated_at': '2022-03-03T18:25:00Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:03.453202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5694e-cd21-46ff-b308-1bcf433f4208 req-10d12284-4d09-4c03-8e96-7cf2e94c1c4c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:03.453644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cac5694e-cd21-46ff-b308-1bcf433f4208 req-10d12284-4d09-4c03-8e96-7cf2e94c1c4c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 943 time: 0.1510446 Mar 03 18:25:03.465649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:03.466813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:25:03.473083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:03.525850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:03.527046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:24:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:03.568471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cac5694e-cd21-46ff-b308-1bcf433f4208 req-3d418a04-d859-4682-a3d4-294f98f8aed9 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652728 Mar 03 18:25:03.595822 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-ede792c2-17dd-4d41-88bc-0892c21835d2 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026470 Mar 03 18:25:03.601015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34498) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:03.716749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:03.751679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a2bc21f2-66be-48d9-bf03-418d7f40af5c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/floatingips/7cf205a3-d2b9-482b-aacf-09205a47cd8a HTTP/1.1" status: 200 len: 991 time: 0.1489649 Mar 03 18:25:03.759621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4941b203-33e3-41a4-8e5d-e14c3a41aafb req-91cda354-761d-4eed-8b85-f8242ea6d88e service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561716 Mar 03 18:25:03.842248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:03.885371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:25:04.491646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:51Z', 'revision_number': 1, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}, {'id': 'be69ea47-4483-4669-82dc-a1c45b8ec93e', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:d3:41:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:25:00Z', 'updated_at': '2022-03-03T18:25:00Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:04.505706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6c2bf-2c26-4ad9-8b16-99a8eaf6852c None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:51Z', 'revision_number': 1, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}, {'id': 'be69ea47-4483-4669-82dc-a1c45b8ec93e', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:d3:41:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:25:00Z', 'updated_at': '2022-03-03T18:25:00Z', 'revision_number': 0, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:25:04.750494 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c4d74-1335-4286-90c3-d741226694a0 None None] New status for floating IP be69ea47-4483-4669-82dc-a1c45b8ec93e: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:25:05.941844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:06.030873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:06.031239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:06.281518 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:06.318294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:25:06.337187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:06.350178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:06.387664 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'code': 200} Mar 03 18:25:06.432495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:08.374652 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:25:18.190210 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:19.569949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8b4e7ad3-0f28-44fa-9e60-97289b6f77f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:21.817272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1d6af4b0-3b51-484e-afa7-72552a2320cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:22.930176 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:23.011046 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:24.329612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:24.379904 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:28.630862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34748) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:28.717223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] Deleting subnet 3eac9f71-0751-49df-a0be-ce084e0a6b29 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:25:28.721251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:28.793536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:28.859758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:28.943429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:28.981505 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eac9f71-0751-49df-a0be-ce084e0a6b29,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:28.985117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:28.995975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e31eea59-ce10-4c2b-9b0e-9d18f34f8808 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3eac9f71-0751-49df-a0be-ce084e0a6b29 HTTP/1.1" status: 204 len: 168 time: 0.3639810 Mar 03 18:25:28.998412 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34752) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:29.140146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.269200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.298629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0d39cf-2281-4587-8ebe-277478af2ee3']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:29.311548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f17a030-82a4-449f-9548-c743b459cd20') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:29.311846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f17a030-82a4-449f-9548-c743b459cd20') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:29.323771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.341363 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.348259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:25:29.349021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:25:29.362568 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:25:29.440052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.445626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.469233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b0d39cf-2281-4587-8ebe-277478af2ee3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:29.477062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4750684b-fdc2-42c1-b279-e30bc9dae607 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b0d39cf-2281-4587-8ebe-277478af2ee3 HTTP/1.1" status: 204 len: 168 time: 0.4777069 Mar 03 18:25:29.749188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34760) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:29.799829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ff61d030-70f7-4448-b6cc-d3f2df30a77c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de2c7063f4354347b1f2bf1ef075de17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469952 Mar 03 18:25:29.800133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34764) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:29.860053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d285fc7-8616-4657-aff6-0f9328da83e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.891795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d285fc7-8616-4657-aff6-0f9328da83e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.944111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d285fc7-8616-4657-aff6-0f9328da83e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.962396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d285fc7-8616-4657-aff6-0f9328da83e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01d696c-5c05-4c41-ad30-a36c222f73fe,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:29.972816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4d285fc7-8616-4657-aff6-0f9328da83e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:29.977023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4d285fc7-8616-4657-aff6-0f9328da83e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b01d696c-5c05-4c41-ad30-a36c222f73fe HTTP/1.1" status: 204 len: 168 time: 0.1731689 Mar 03 18:25:32.160048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 34950) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:32.278583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:32.293540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:32.297356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Usage tracker for resource:security_group_rule and tenant:37a51d7169dc461fa5ab360c2a173098 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:32.300317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:32.305942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:32.406602 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:32.410882 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:32.458530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37a51d7169dc461fa5ab360c2a173098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973664 Mar 03 18:25:32.459464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f7b65-7986-44d6-9ba4-d09366558b02,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:32.461187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34958) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:32.468325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.468665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.469003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.469473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.469734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.470062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.470379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.470698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.471017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.471335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.471655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.471969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfb6fd-b95a-404e-a07c-7af6a3419690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.660092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:32.685171 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:32.736513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:32.751005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f7b65-7986-44d6-9ba4-d09366558b02,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:32.762197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.762536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.762868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.763197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.763517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.763836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.764153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.764468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.764780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.765093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.765435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.765761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:32.768501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:32.772265 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cc12d3a6-4b6c-4ca1-adab-efeb7f474b21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de1f7b65-7986-44d6-9ba4-d09366558b02 HTTP/1.1" status: 204 len: 168 time: 0.3068407 Mar 03 18:25:33.069134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34968) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:33.086306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:33.101422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:33.106827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Usage tracker for resource:security_group_rule and tenant:532f6f15b6de4afba736363f55575982 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:33.109729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:33.115523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:33.206538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:33.210542 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:33.260494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15c58c-3e32-45e1-8d26-8c20a4d6286b,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:33.265138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-73aca80e-0b48-40ce-ac6c-b29f8433c1be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=532f6f15b6de4afba736363f55575982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949255 Mar 03 18:25:33.267710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34972) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:33.331062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3409f34-930a-4379-aef3-0ddfdd436385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:33.357552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3409f34-930a-4379-aef3-0ddfdd436385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:33.410474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3409f34-930a-4379-aef3-0ddfdd436385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:33.429112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3409f34-930a-4379-aef3-0ddfdd436385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15c58c-3e32-45e1-8d26-8c20a4d6286b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:33.434218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d3409f34-930a-4379-aef3-0ddfdd436385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:33.438575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d3409f34-930a-4379-aef3-0ddfdd436385 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f15c58c-3e32-45e1-8d26-8c20a4d6286b HTTP/1.1" status: 204 len: 168 time: 0.1691439 Mar 03 18:25:34.294595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 34998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:34.400234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1777151165-network', 'tenant_id': '802025b21da94c609643bc2d95355567'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:34.405737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:34.409921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Usage tracker for resource:network and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:34.412844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:34.420020 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:34.429847 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Made reservation on behalf of 802025b21da94c609643bc2d95355567 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:25:34.432869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.449554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.464002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:34.467889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:34.470704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:34.477075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:34.565614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.569906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.603359 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:25:34.612402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ff31c-cab7-4b8a-ba0d-cf903df2161d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:34.618492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.618809 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Added segment 7d0bc773-fb25-4880-9f0b-95ef302d8c60 of type vlan for network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f Mar 03 18:25:34.647897 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.677706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.678659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:34.679225 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:34.784051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4882886 Mar 03 18:25:34.784895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ab3e3-d27a-4f5e-8098-f2f6ebe30aec admin admin] Pushing event updated for resources: {'Network': ['ID=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:34.786913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35006) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:34.793010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Request body: {'subnet': {'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1777151165-subnet', 'tenant_id': '802025b21da94c609643bc2d95355567', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:34.797243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:25:34.804831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:34.809105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Usage tracker for resource:subnet and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:34.812004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:34.818458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:34.830310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Made reservation on behalf of 802025b21da94c609643bc2d95355567 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:25:34.833015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.042968 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.114921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd547d4d-616c-4a79-9816-9da041173888,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:35.121919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Checking segment: {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:35.122270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Network hostable DHCP agents. Network: 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:25:35.141070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:25:35.149885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:35.155075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:35.156142 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.159245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589ca0e-44cc-4afa-9d7b-eb5320b83dac None None] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:25:35.178619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-427afd4a-40bc-4ada-bbab-5af273ec7b40 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3879876 Mar 03 18:25:35.178820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35010) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:35.183720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:35.189190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:35.193134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Usage tracker for resource:router and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:35.195964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:35.202139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:35.212662 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.214214 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.228737 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.368288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:25:35.369060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.490723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.525775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Allocated IP 172.20.0.2 (69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f/fd547d4d-616c-4a79-9816-9da041173888/e561488c-7a87-4450-b45a-dcd04affbae5) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:25:35.784597 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.796037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Transition to ACTIVE for port object e561488c-7a87-4450-b45a-dcd04affbae5 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:35.823439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Transition to ACTIVE for port object e561488c-7a87-4450-b45a-dcd04affbae5 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:35.830766 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.900673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:35.904046 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:35.908100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:35.927852 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:35.950200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Pushing event updated for resources: {'Port': ['ID=e561488c-7a87-4450-b45a-dcd04affbae5,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:35.958409 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:36.016969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Attempting to bind port e561488c-7a87-4450-b45a-dcd04affbae5 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:25:36.017201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Attempting to bind port e561488c-7a87-4450-b45a-dcd04affbae5 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:25:36.017545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Attempting to bind port e561488c-7a87-4450-b45a-dcd04affbae5 on network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:36.026062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:25:36.026676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Checking segment: {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:36.026870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:36.027264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Bound using segment: {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:25:36.027724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Bound port: e561488c-7a87-4450-b45a-dcd04affbae5, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:25:36.028099 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:36.122004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Allocated IP 172.25.0.98 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/ba8f9b75-989c-455d-b14c-337930271c90) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:25:36.122278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] For port e561488c-7a87-4450-b45a-dcd04affbae5, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:25:36.126901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] For port e561488c-7a87-4450-b45a-dcd04affbae5, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e561488c-7a87-4450-b45a-dcd04affbae5,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:25:36.131957 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:36.239662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1b994-f0eb-4274-9833-e3fc638b66c5 None None] Pushing event updated for resources: {'Port': ['ID=e561488c-7a87-4450-b45a-dcd04affbae5,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:36.300237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:36.334267 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:36.400206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:36.403179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:36.407026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:36.457130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Pushing event updated for resources: {'Port': ['ID=ba8f9b75-989c-455d-b14c-337930271c90,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:36.871215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:37.228617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:37.378430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d0f3d8-1ac5-42f6-b78a-e4b6e4d6fdbd None None] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:25:37.489706 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c88ffeca-f66f-47d2-a168-5a62bfe47341 None None] Provisioning for port e561488c-7a87-4450-b45a-dcd04affbae5 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:37.548404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e561488c-7a87-4450-b45a-dcd04affbae5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:37.567410 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Router 40eecf09-59c5-488f-b811-e8c77f91af39 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:25:37.676794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e561488c-7a87-4450-b45a-dcd04affbae5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:37.685012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e561488c-7a87-4450-b45a-dcd04affbae5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:37.685474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:37.778675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:25:37.794112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Sync routers for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:25:37.812689 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:37.816531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5f3811d6-2a7d-4067-b720-a5a243a53b3b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6344037 Mar 03 18:25:37.817162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35038) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:37.820039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:37.820670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:37.936782 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:37.981740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e561488c-7a87-4450-b45a-dcd04affbae5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e561488c-7a87-4450-b45a-dcd04affbae5,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:37.989112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:38.177154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e561488c-7a87-4450-b45a-dcd04affbae5,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:38.179762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-71f120a7-fb04-412f-b6ae-c06db1194c46 None None] Provisioning complete for port e561488c-7a87-4450-b45a-dcd04affbae5 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:38.180139 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-71f120a7-fb04-412f-b6ae-c06db1194c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:38.212683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:38.613296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:36Z', 'revision_number': 3, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:38.617183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Checking router: 40eecf09-59c5-488f-b811-e8c77f91af39 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:25:38.617568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Updating router 40eecf09-59c5-488f-b811-e8c77f91af39 port ba8f9b75-989c-455d-b14c-337930271c90 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:25:38.673402 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:38.713976 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:38.938363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Allocated IP 172.20.0.1 (69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f/fd547d4d-616c-4a79-9816-9da041173888/2dd007d2-9195-4244-b50e-36f084651a62) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:25:39.013161 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.024921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Transition to ACTIVE for port object ba8f9b75-989c-455d-b14c-337930271c90 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:39.034018 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.113472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.123858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42725e2c-4102-40ef-8c21-88969f62620b None None] Pushing event updated for resources: {'Port': ['ID=ba8f9b75-989c-455d-b14c-337930271c90,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:39.128431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Attempting to bind port ba8f9b75-989c-455d-b14c-337930271c90 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:25:39.128559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Attempting to bind port ba8f9b75-989c-455d-b14c-337930271c90 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:25:39.128921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Attempting to bind port ba8f9b75-989c-455d-b14c-337930271c90 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:39.131282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Transition to ACTIVE for port object 2dd007d2-9195-4244-b50e-36f084651a62 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:39.134553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:25:39.134964 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:39.135421 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.135930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:25:39.136183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Bound port: ba8f9b75-989c-455d-b14c-337930271c90, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:25:39.136550 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.159296 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.211704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] For port ba8f9b75-989c-455d-b14c-337930271c90, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:25:39.215303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] For port ba8f9b75-989c-455d-b14c-337930271c90, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba8f9b75-989c-455d-b14c-337930271c90,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:25:39.219499 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.229111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:39.232204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:39.234716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:39.293434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd007d2-9195-4244-b50e-36f084651a62,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:39.310607 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.313374 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:39.314016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:39.364237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42725e2c-4102-40ef-8c21-88969f62620b None None] Pushing event updated for resources: {'Port': ['ID=ba8f9b75-989c-455d-b14c-337930271c90,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:39.526030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e561488c-7a87-4450-b45a-dcd04affbae5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:39.569392 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.585364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:39.747636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a88b7e22-33b2-4949-bba3-2ed3e23e8f6a None None] Provisioning for port 2dd007d2-9195-4244-b50e-36f084651a62 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:39.799549 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.804426 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.815777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a88b7e22-33b2-4949-bba3-2ed3e23e8f6a None None] Provisioning complete for port 2dd007d2-9195-4244-b50e-36f084651a62 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:39.816151 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a88b7e22-33b2-4949-bba3-2ed3e23e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.872771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e561488c-7a87-4450-b45a-dcd04affbae5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:39.873083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.916030 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:39.921186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd007d2-9195-4244-b50e-36f084651a62,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:39.942689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a88b7e22-33b2-4949-bba3-2ed3e23e8f6a None None] Port 2dd007d2-9195-4244-b50e-36f084651a62 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:25:40.132028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:36Z', 'revision_number': 3, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:40.136624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc9d17-4f60-4671-9372-2c91636dfa91 None None] The sync data for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 is: [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:36Z', 'revision_number': 3, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:25:40.254961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:40.257043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:40.525407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Router 40eecf09-59c5-488f-b811-e8c77f91af39 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:25:40.678264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-786ef718-e8ff-43e1-bc02-03fe4e2cd775 None None] Provisioning complete for port 2dd007d2-9195-4244-b50e-36f084651a62 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:40.678918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-786ef718-e8ff-43e1-bc02-03fe4e2cd775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:40.741739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:25:40.757117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-786ef718-e8ff-43e1-bc02-03fe4e2cd775 None None] Port 2dd007d2-9195-4244-b50e-36f084651a62 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:25:40.761638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fcb9b0b5-c948-4339-a026-c20069086920 admin admin] 10.222.0.23 "PUT /v2.0/routers/40eecf09-59c5-488f-b811-e8c77f91af39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9434557 Mar 03 18:25:41.319804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35072) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:41.325546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1434344067-network', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:41.330880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:41.334769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Usage tracker for resource:network and tenant:eb18d5dcadaa44778935d60ca3afaceb is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:41.337636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:41.343819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:41.355049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Made reservation on behalf of eb18d5dcadaa44778935d60ca3afaceb for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:25:41.357449 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.369356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.384245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:41.388155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Usage tracker for resource:security_group_rule and tenant:eb18d5dcadaa44778935d60ca3afaceb is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:41.391110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:41.397301 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:41.532427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.537866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.546948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba8f9b75-989c-455d-b14c-337930271c90 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:41.563768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:25:41.593439 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.594138 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Added segment f4f8da7f-2ea8-4b53-a246-2b453a2672aa of type vlan for network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 Mar 03 18:25:41.604565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39831244-4cdb-4fd0-8d8b-242aa9ac17ea,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:41.627955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ba8f9b75-989c-455d-b14c-337930271c90 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:41.633205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ba8f9b75-989c-455d-b14c-337930271c90 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:41.633379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.633839 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.667380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.668577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:41.669302 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.760426 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.778800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ba8f9b75-989c-455d-b14c-337930271c90, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba8f9b75-989c-455d-b14c-337930271c90,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:41.779959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] Pushing event updated for resources: {'Network': ['ID=9fe0bd78-0547-4ab8-8dac-dae5297bf958,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:41.784383 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.784729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-978026d0-9b2b-4c3f-8da3-5406ea163f1c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4638803 Mar 03 18:25:41.791864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35078) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:41.797873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Request body: {'subnet': {'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1434344067-subnet', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:41.804236 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:41.808137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Usage tracker for resource:subnet and tenant:eb18d5dcadaa44778935d60ca3afaceb is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:41.812012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:41.826697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:41.832624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:25:41.839732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Made reservation on behalf of eb18d5dcadaa44778935d60ca3afaceb for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:25:41.847842 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:41.963598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ba8f9b75-989c-455d-b14c-337930271c90,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:42.077031 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Sync routers for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:25:42.087511 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:42.088789 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:42.122954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:42.208258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3685afd0-ffd3-4f10-b021-53372d9e7356,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:42.217189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Checking segment: {'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:42.217650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Network hostable DHCP agents. Network: 9fe0bd78-0547-4ab8-8dac-dae5297bf958, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:25:42.238717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:25:42.250057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 9fe0bd78-0547-4ab8-8dac-dae5297bf958) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:42.254652 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:42.255309 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:42.269315 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a93fc2-9f17-45ed-a868-6ed66ed0bda7 None None] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:25:42.297768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-743fb404-5edf-4a64-884a-3d89633ce041 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5010800 Mar 03 18:25:42.298306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35082) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:42.304480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:42.310405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:42.314492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Usage tracker for resource:router and tenant:eb18d5dcadaa44778935d60ca3afaceb is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:42.317798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:42.325033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:42.335791 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:42.336359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:42.337509 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:42.364729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:42.523822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-9fe0bd78-0547-4ab8-8dac-dae5297bf958', 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'fixed_ips': [{'subnet_id': '3685afd0-ffd3-4f10-b021-53372d9e7356'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:25:42.525000 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:42.722307 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:42.725066 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 2, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:42.732122 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Checking router: 40eecf09-59c5-488f-b811-e8c77f91af39 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:25:42.732493 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Updating router 40eecf09-59c5-488f-b811-e8c77f91af39 port 2dd007d2-9195-4244-b50e-36f084651a62 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:25:42.760764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Allocated IP 172.20.0.2 (9fe0bd78-0547-4ab8-8dac-dae5297bf958/3685afd0-ffd3-4f10-b021-53372d9e7356/38d5a58b-fce8-466a-8129-c74c2fb7337c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:25:42.812969 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.137613 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.149627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Transition to ACTIVE for port object 38d5a58b-fce8-466a-8129-c74c2fb7337c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:43.172777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Transition to ACTIVE for port object 38d5a58b-fce8-466a-8129-c74c2fb7337c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:43.181267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.316221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:43.328126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:43.337436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:43.340849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.366376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Pushing event updated for resources: {'Port': ['ID=38d5a58b-fce8-466a-8129-c74c2fb7337c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:43.388755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.390918 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.404838 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Transition to ACTIVE for port object 2dd007d2-9195-4244-b50e-36f084651a62 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:43.413576 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.468434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Attempting to bind port 38d5a58b-fce8-466a-8129-c74c2fb7337c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:25:43.468807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Attempting to bind port 38d5a58b-fce8-466a-8129-c74c2fb7337c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:25:43.469165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Attempting to bind port 38d5a58b-fce8-466a-8129-c74c2fb7337c on network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:43.476189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:25:43.476556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Checking segment: {'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:43.476953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.477338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Bound using segment: {'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:25:43.477816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Bound port: 38d5a58b-fce8-466a-8129-c74c2fb7337c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:25:43.478178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.569802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba8f9b75-989c-455d-b14c-337930271c90 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:43.588387 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Pushing event updated for resources: {'Port': ['ID=2dd007d2-9195-4244-b50e-36f084651a62,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:43.605980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Allocated IP 172.25.0.234 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7635f1fc-51cf-4302-9fd0-3bb6ed115143) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:25:43.622393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] For port 38d5a58b-fce8-466a-8129-c74c2fb7337c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:25:43.641798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] For port 38d5a58b-fce8-466a-8129-c74c2fb7337c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38d5a58b-fce8-466a-8129-c74c2fb7337c,segment=NetworkSegment(f4f8da7f-2ea8-4b53-a246-2b453a2672aa),segment_id=f4f8da7f-2ea8-4b53-a246-2b453a2672aa)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:25:43.648637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.655443 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.655786 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.656183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.657789 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.658125 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.658449 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.658770 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.659090 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.659407 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.659720 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.660040 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.665153 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:25:43.735643 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Attempting to bind port 2dd007d2-9195-4244-b50e-36f084651a62 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:25:43.736192 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Attempting to bind port 2dd007d2-9195-4244-b50e-36f084651a62 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:25:43.736558 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Attempting to bind port 2dd007d2-9195-4244-b50e-36f084651a62 on network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:43.750245 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:25:43.750633 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Checking segment: {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:43.751038 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.751430 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Bound using segment: {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:25:43.751900 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Bound port: 2dd007d2-9195-4244-b50e-36f084651a62, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:25:43.753762 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.770264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb76cb-ab4e-4902-a486-d8646d1ee867 None None] Pushing event updated for resources: {'Port': ['ID=38d5a58b-fce8-466a-8129-c74c2fb7337c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:43.773773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ba8f9b75-989c-455d-b14c-337930271c90 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:43.774145 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.862402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.902258 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.909673 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] For port 2dd007d2-9195-4244-b50e-36f084651a62, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:25:43.913057 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] For port 2dd007d2-9195-4244-b50e-36f084651a62, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2dd007d2-9195-4244-b50e-36f084651a62,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:25:43.920126 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:43.983641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:43.986715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:43.996399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:44.063269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Pushing event updated for resources: {'Port': ['ID=7635f1fc-51cf-4302-9fd0-3bb6ed115143,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:44.139084 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:44.144130 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:44.211223 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc05bcf-6a37-4ec2-8544-9e4a65514a9a None None] Pushing event updated for resources: {'Port': ['ID=2dd007d2-9195-4244-b50e-36f084651a62,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:44.361093 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:44.535182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:44.741810 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:43Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:44.745818 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f91e77-2e45-49b2-8aa4-e6147daae01c None None] The sync data for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 is: [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:43Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:25:44.924013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:45.202423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e8d68e-a528-42e3-b031-639a158f1c3f None None] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:25:45.374343 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:25:45.407339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:25:45.477936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-cb37de62-503f-4e39-b8c4-9824bcf0f1d1 None None] Provisioning for port 38d5a58b-fce8-466a-8129-c74c2fb7337c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:45.626585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35104) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:45.701437 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:25:45.743295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2dd007d2-9195-4244-b50e-36f084651a62 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:45.756645 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:45.760942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35110) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:45.761120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-740a89a4-9a30-455e-b5dd-a0c4e4e20b78 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4616401 Mar 03 18:25:45.796170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Sync routers for ids ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:25:45.870163 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Routers {'d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:45.872388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:45.928443 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:45.964655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:45.973783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1277d9a3ff2a408288bb9a12b5f97cca is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:45.978921 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:45.987819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:46.078195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Set router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:46.240805 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.256237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.326422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2dd007d2-9195-4244-b50e-36f084651a62 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:46.337571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2dd007d2-9195-4244-b50e-36f084651a62 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:46.338502 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.385289 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1277d9a3ff2a408288bb9a12b5f97cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570481 Mar 03 18:25:46.386037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d5aa6-6225-43d7-bbc8-5dab74a3f8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f7c8f-8acf-4afb-ba96-430ae4a0758a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:46.388154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35116) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:46.487139 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc68c-32f8-45f0-b38e-511010e809b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.523687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc68c-32f8-45f0-b38e-511010e809b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.554201 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.586040 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc68c-32f8-45f0-b38e-511010e809b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.600147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2dd007d2-9195-4244-b50e-36f084651a62, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2dd007d2-9195-4244-b50e-36f084651a62,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:46.602705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:25:44Z', 'revision_number': 3, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port': {'id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:43Z', 'updated_at': '2022-03-03T18:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:46.607915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.608791 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38d5a58b-fce8-466a-8129-c74c2fb7337c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:46.620428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc68c-32f8-45f0-b38e-511010e809b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.621763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9f7cc68c-32f8-45f0-b38e-511010e809b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d70f7c8f-8acf-4afb-ba96-430ae4a0758a HTTP/1.1" status: 204 len: 168 time: 0.2321846 Mar 03 18:25:46.624381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cc68c-32f8-45f0-b38e-511010e809b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f7c8f-8acf-4afb-ba96-430ae4a0758a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:46.699872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Checking router: d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:25:46.700228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Updating router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:25:46.822478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.838926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:46.875133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2dd007d2-9195-4244-b50e-36f084651a62,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:46.902012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 38d5a58b-fce8-466a-8129-c74c2fb7337c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:46.948868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 38d5a58b-fce8-466a-8129-c74c2fb7337c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:46.949431 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.145811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.283558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Allocated IP 172.20.0.1 (9fe0bd78-0547-4ab8-8dac-dae5297bf958/3685afd0-ffd3-4f10-b021-53372d9e7356/f572909b-1cff-4b8c-aef2-8e291c3784f6) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:25:47.305226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 38d5a58b-fce8-466a-8129-c74c2fb7337c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38d5a58b-fce8-466a-8129-c74c2fb7337c,segment=NetworkSegment(f4f8da7f-2ea8-4b53-a246-2b453a2672aa),segment_id=f4f8da7f-2ea8-4b53-a246-2b453a2672aa)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:47.314038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.393047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-80477c6a-0a67-4380-a750-78a7717cda9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1782973 Mar 03 18:25:47.403157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=38d5a58b-fce8-466a-8129-c74c2fb7337c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:47.456187 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.472360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.476468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Transition to ACTIVE for port object f572909b-1cff-4b8c-aef2-8e291c3784f6 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:47.485350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Transition to ACTIVE for port object 7635f1fc-51cf-4302-9fd0-3bb6ed115143 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:47.496253 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.535517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2dd007d2-9195-4244-b50e-36f084651a62 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:47.561679 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.610640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-0657aaa3-2bd8-4d4f-ad51-1efad491026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:47.612136 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-0657aaa3-2bd8-4d4f-ad51-1efad491026f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1096 time: 0.1342144 Mar 03 18:25:47.629209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Attempting to bind port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:25:47.629597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Attempting to bind port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:25:47.629965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Attempting to bind port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:47.636760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:47.638227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254fb9-edcd-4761-8024-7295adcaf739 None None] Pushing event updated for resources: {'Port': ['ID=7635f1fc-51cf-4302-9fd0-3bb6ed115143,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:47.643586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:25:47.643960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:47.644358 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.644743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:25:47.645204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Bound port: 7635f1fc-51cf-4302-9fd0-3bb6ed115143, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:25:47.645599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.661310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:47.663518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:47.700774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2dd007d2-9195-4244-b50e-36f084651a62 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:47.701149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.733545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Pushing event updated for resources: {'Port': ['ID=f572909b-1cff-4b8c-aef2-8e291c3784f6,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:47.765944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] For port 7635f1fc-51cf-4302-9fd0-3bb6ed115143, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:25:47.782184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] For port 7635f1fc-51cf-4302-9fd0-3bb6ed115143, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7635f1fc-51cf-4302-9fd0-3bb6ed115143,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:25:47.790300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.810564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:47.859580 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-0cdc0dee-e334-44ba-b63e-3d0b9e5dab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:47.861270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-0cdc0dee-e334-44ba-b63e-3d0b9e5dab62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 200 len: 897 time: 0.2269459 Mar 03 18:25:47.922384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254fb9-edcd-4761-8024-7295adcaf739 None None] Pushing event updated for resources: {'Port': ['ID=7635f1fc-51cf-4302-9fd0-3bb6ed115143,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:47.924954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Routers {'d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:47.925709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:47.972372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38d5a58b-fce8-466a-8129-c74c2fb7337c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:48.055714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-56a8d07e-aa2f-47ed-bfa0-894d611ee73b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 200 len: 1000 time: 0.1828704 Mar 03 18:25:48.083226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-111dda91-2b8c-412e-888e-c3cd14ae37b4 None None] Provisioning for port f572909b-1cff-4b8c-aef2-8e291c3784f6 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:48.091412 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-111dda91-2b8c-412e-888e-c3cd14ae37b4 None None] Provisioning complete for port f572909b-1cff-4b8c-aef2-8e291c3784f6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:48.091412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-111dda91-2b8c-412e-888e-c3cd14ae37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:48.133782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-dc21bbfd-1a8e-44a7-883e-85b1752da041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:48.133782 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-dc21bbfd-1a8e-44a7-883e-85b1752da041 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a HTTP/1.1" status: 200 len: 834 time: 0.0690644 Mar 03 18:25:48.235989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-111dda91-2b8c-412e-888e-c3cd14ae37b4 None None] Port f572909b-1cff-4b8c-aef2-8e291c3784f6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:25:48.242672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:48.258456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 38d5a58b-fce8-466a-8129-c74c2fb7337c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:48.258821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:48.281638 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:48.300544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] Set router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:48.316039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-9277971d-7860-469a-997e-6a039f49b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:48.317565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-9277971d-7860-469a-997e-6a039f49b977 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f0c9847-9791-4db3-b218-66dbb49715c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787696 Mar 03 18:25:48.561437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-51b1b950-d36e-4a2e-95d6-0194d25357bf service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370553 Mar 03 18:25:48.663385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:25:44Z', 'revision_number': 3, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port': {'id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:43Z', 'updated_at': '2022-03-03T18:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:48.668681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964f0d4-9c88-4749-963c-644e855e18a0 None None] The sync data for ids ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'] in n-d-827121-1 is: [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:25:44Z', 'revision_number': 3, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port': {'id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:43Z', 'updated_at': '2022-03-03T18:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:25:48.795745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.db.resource_extend [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 18:25:48.818654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:48.826044 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:48.954141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89a5a317-4a25-4bc0-bfc2-ae7d4e2e2828 req-2993d1a6-eec2-40ae-b15d-3bc44e63d9db service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852215 Mar 03 18:25:48.961865 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:48.966369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Pushing event updated for resources: {'Port': ['ID=f572909b-1cff-4b8c-aef2-8e291c3784f6,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:49.111078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:49.112569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:49.319549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:25:49.364194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-8cda9bea-10cf-4051-ab76-06fcb4ba0564 None None] Provisioning complete for port f572909b-1cff-4b8c-aef2-8e291c3784f6 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:49.364801 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8cda9bea-10cf-4051-ab76-06fcb4ba0564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:49.421689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-8cda9bea-10cf-4051-ab76-06fcb4ba0564 None None] Port f572909b-1cff-4b8c-aef2-8e291c3784f6 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:25:49.514218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:25:49.538999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d0c47fd3-8dfe-4753-8baf-9e130fd21aad admin admin] 10.222.0.23 "PUT /v2.0/routers/d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7769196 Mar 03 18:25:49.553101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7635f1fc-51cf-4302-9fd0-3bb6ed115143 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:49.591105 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e969a788-5665-43f7-ab41-d3690d17bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:49.638335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:49.643535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:49.644212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:49.832173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:49.844802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 7635f1fc-51cf-4302-9fd0-3bb6ed115143, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7635f1fc-51cf-4302-9fd0-3bb6ed115143,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:49.849652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:49.922524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=7635f1fc-51cf-4302-9fd0-3bb6ed115143,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:50.333861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35128) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:50.340819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113764698', 'description': 'tempest-secgroup-smoke-2113764698 description', 'project_id': '802025b21da94c609643bc2d95355567'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:50.348475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:50.352170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:50.356835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:50.366086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:50.375522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.399107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:50.403404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:50.407189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:50.413284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:50.515564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.522055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.595156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b95a9e-61bd-4181-b46d-b8271005c5a3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:50.607004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.607004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f42d8d92-1888-4b5e-9718-5dc071d9bc39 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2653668 Mar 03 18:25:50.607004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35134) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:50.612864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'security_group_rule': {'security_group_id': 'c6b95a9e-61bd-4181-b46d-b8271005c5a3', 'project_id': '802025b21da94c609643bc2d95355567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:50.635631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:50.635631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:50.648541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:50.648541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:50.655871 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Sync routers for ids ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:25:50.676468 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Routers {'d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:50.676468 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:50.683273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.767931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.767931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.806138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e48ac88-01df-4ee5-ba1b-6a456c596ebf,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:50.813739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.813739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7f89affe-0ff4-484b-aab1-8b56b697b2a2 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2049153 Mar 03 18:25:50.815726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35140) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:50.825861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'security_group_rule': {'security_group_id': 'c6b95a9e-61bd-4181-b46d-b8271005c5a3', 'project_id': '802025b21da94c609643bc2d95355567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:50.836393 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:50.843473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:50.843473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:50.855298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:50.857090 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Set router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:50.877364 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.970237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:50.970237 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.016066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1942b664-6b36-42e8-bbdd-7b69b334a001,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:51.016066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.016066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-46e3ecde-29d8-4aad-bc5b-4397ed731a8d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1936114 Mar 03 18:25:51.018452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:51.022382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'security_group_rule': {'security_group_id': 'c6b95a9e-61bd-4181-b46d-b8271005c5a3', 'project_id': '802025b21da94c609643bc2d95355567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:51.031582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:51.034747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:51.038044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:51.044717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:51.068798 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.156288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.161309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.186594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1429394b-1896-43f9-a640-a4c20ec73a71,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:51.189569 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:25:48Z', 'revision_number': 4, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port': {'id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:43Z', 'updated_at': '2022-03-03T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f572909b-1cff-4b8c-aef2-8e291c3784f6', 'name': '', 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'mac_address': 'fa:16:3e:a8:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3685afd0-ffd3-4f10-b021-53372d9e7356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:46Z', 'updated_at': '2022-03-03T18:25:48Z', 'revision_number': 2, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'subnets': [{'id': '3685afd0-ffd3-4f10-b021-53372d9e7356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:51.193926 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Checking router: d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:25:51.194296 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Updating router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 port f572909b-1cff-4b8c-aef2-8e291c3784f6 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:25:51.195664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.199669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9c620023-7a07-45bb-9b7c-9c2ec6a22689 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1803517 Mar 03 18:25:51.199788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35148) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:51.204822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'security_group_rule': {'security_group_id': 'c6b95a9e-61bd-4181-b46d-b8271005c5a3', 'project_id': '802025b21da94c609643bc2d95355567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:51.211792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:51.215769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:51.218603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:51.224517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:51.242179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.251313 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.323225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.328100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.363441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21479dd4-9094-4ef0-9a26-eb26001d6670,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:51.371210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.371622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0021c467-9cf8-48ec-bf0c-aa2eea6f736f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1707437 Mar 03 18:25:51.376342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35152) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:51.383280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'security_group_rule': {'security_group_id': 'c6b95a9e-61bd-4181-b46d-b8271005c5a3', 'project_id': '802025b21da94c609643bc2d95355567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:51.390230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:51.395577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:51.395785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:51.408764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:51.424632 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Project 802025b21da94c609643bc2d95355567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:25:51.438018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.507993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.507993 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.541825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4fd9e3-fa14-4a9a-aae7-a3d0fdd0cea7,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:51.548590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.548590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-59d8017b-40fd-4651-a3cd-c2939cbc782d tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695285 Mar 03 18:25:51.558893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35156) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:25:51.558893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'security_group_rule': {'security_group_id': 'c6b95a9e-61bd-4181-b46d-b8271005c5a3', 'project_id': '802025b21da94c609643bc2d95355567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:51.564687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7635f1fc-51cf-4302-9fd0-3bb6ed115143 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:51.570358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:51.570358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:security_group_rule and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:25:51.583383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:25:51.589926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:51.611503 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Project 802025b21da94c609643bc2d95355567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:25:51.623277 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.658505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:51.658505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.706552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.711244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.718446 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.732890 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Transition to ACTIVE for port object f572909b-1cff-4b8c-aef2-8e291c3784f6 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:51.742641 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.747188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490ca0bb-c155-4774-837a-b9585099aaa4,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:51.764383 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.767569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7118b9f9-438a-4e99-81af-858655871851 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2175863 Mar 03 18:25:51.828002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1c10d08-6b43-4722-85e5-a3a14d390ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:51.920734 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5b302-8c9f-43d4-b1ea-7ee1e08afabc None None] Pushing event updated for resources: {'Port': ['ID=f572909b-1cff-4b8c-aef2-8e291c3784f6,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:51.965659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-32bfdae9-f9c6-44df-811a-d4b021cf0703 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Synchronizing usage tracker for tenant:802025b21da94c609643bc2d95355567 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:25:51.999160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-32bfdae9-f9c6-44df-811a-d4b021cf0703 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Unset dirty status for tenant:802025b21da94c609643bc2d95355567 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:25:51.999160 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-32bfdae9-f9c6-44df-811a-d4b021cf0703 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113764698&fields=id&tenant_id=802025b21da94c609643bc2d95355567 HTTP/1.1" status: 200 len: 267 time: 0.0795488 Mar 03 18:25:52.030923 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Attempting to bind port f572909b-1cff-4b8c-aef2-8e291c3784f6 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:25:52.030923 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Attempting to bind port f572909b-1cff-4b8c-aef2-8e291c3784f6 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:25:52.030923 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Attempting to bind port f572909b-1cff-4b8c-aef2-8e291c3784f6 on network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:52.038425 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:25:52.038425 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Checking segment: {'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:52.038425 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:52.039000 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Bound using segment: {'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:25:52.042056 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Bound port: f572909b-1cff-4b8c-aef2-8e291c3784f6, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:25:52.042056 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:52.200929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-affc4422-734d-4db9-8c8f-af8e01df3bbf tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:52.200929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-affc4422-734d-4db9-8c8f-af8e01df3bbf tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Synchronizing usage tracker for tenant:802025b21da94c609643bc2d95355567 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:25:52.223190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-affc4422-734d-4db9-8c8f-af8e01df3bbf tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Unset dirty status for tenant:802025b21da94c609643bc2d95355567 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:25:52.224602 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-affc4422-734d-4db9-8c8f-af8e01df3bbf tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 809 time: 0.2204497 Mar 03 18:25:52.226002 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] For port f572909b-1cff-4b8c-aef2-8e291c3784f6, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:25:52.230090 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] For port f572909b-1cff-4b8c-aef2-8e291c3784f6, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f572909b-1cff-4b8c-aef2-8e291c3784f6,segment=NetworkSegment(f4f8da7f-2ea8-4b53-a246-2b453a2672aa),segment_id=f4f8da7f-2ea8-4b53-a246-2b453a2672aa)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:25:52.235477 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:52.243810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-abd62b85-f73f-4e1b-9914-af985518e242 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/quotas/802025b21da94c609643bc2d95355567 HTTP/1.1" status: 200 len: 375 time: 0.0109496 Mar 03 18:25:52.319625 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Routers {'d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:25:52.320371 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:52.346253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-707073c6-45f5-450a-a121-141149de07df tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954125 Mar 03 18:25:52.402688 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5b302-8c9f-43d4-b1ea-7ee1e08afabc None None] Pushing event updated for resources: {'Port': ['ID=f572909b-1cff-4b8c-aef2-8e291c3784f6,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:52.529241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-95ee4037-ce6e-4861-930a-32b2afbb27bd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:25:52.530281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-95ee4037-ce6e-4861-930a-32b2afbb27bd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1624913 Mar 03 18:25:52.565383 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] Set router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:25:52.687310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-2d49f1a3-e9fb-424b-bc99-64fbffdab897 service neutron] 10.222.0.23 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494126 Mar 03 18:25:52.835406 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-e02e4f2e-2610-4073-8b99-e90dcf5e2d0e service neutron] 10.222.0.23 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396525 Mar 03 18:25:52.944227 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:52.961904 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:25:48Z', 'revision_number': 4, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port': {'id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:43Z', 'updated_at': '2022-03-03T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f572909b-1cff-4b8c-aef2-8e291c3784f6', 'name': '', 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'mac_address': 'fa:16:3e:a8:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3685afd0-ffd3-4f10-b021-53372d9e7356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:46Z', 'updated_at': '2022-03-03T18:25:52Z', 'revision_number': 4, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'subnets': [{'id': '3685afd0-ffd3-4f10-b021-53372d9e7356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:25:52.966940 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e06688-2032-4f7e-b3f3-0bbdebe42fcc None None] The sync data for ids ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'] in n-d-827121-1 is: [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:25:48Z', 'revision_number': 4, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port': {'id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:43Z', 'updated_at': '2022-03-03T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'f572909b-1cff-4b8c-aef2-8e291c3784f6', 'name': '', 'network_id': '9fe0bd78-0547-4ab8-8dac-dae5297bf958', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'mac_address': 'fa:16:3e:a8:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3685afd0-ffd3-4f10-b021-53372d9e7356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:46Z', 'updated_at': '2022-03-03T18:25:52Z', 'revision_number': 4, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'subnets': [{'id': '3685afd0-ffd3-4f10-b021-53372d9e7356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:25:53.028176 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:53.143997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e1cb1467-f3b1-47e4-8dd9-5ce9c5c84fb9 req-4d726aa3-ad6b-4bbe-b5bb-59cab662c0c7 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Synchronizing usage tracker for tenant:802025b21da94c609643bc2d95355567 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:25:53.172477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-e1cb1467-f3b1-47e4-8dd9-5ce9c5c84fb9 req-4d726aa3-ad6b-4bbe-b5bb-59cab662c0c7 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Unset dirty status for tenant:802025b21da94c609643bc2d95355567 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:25:53.172477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1cb1467-f3b1-47e4-8dd9-5ce9c5c84fb9 req-4d726aa3-ad6b-4bbe-b5bb-59cab662c0c7 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 210 time: 0.0975749 Mar 03 18:25:53.549182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f572909b-1cff-4b8c-aef2-8e291c3784f6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:53.633029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f572909b-1cff-4b8c-aef2-8e291c3784f6 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:53.637104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f572909b-1cff-4b8c-aef2-8e291c3784f6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:53.637104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:53.787371 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:53.853760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port f572909b-1cff-4b8c-aef2-8e291c3784f6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f572909b-1cff-4b8c-aef2-8e291c3784f6,segment=NetworkSegment(f4f8da7f-2ea8-4b53-a246-2b453a2672aa),segment_id=f4f8da7f-2ea8-4b53-a246-2b453a2672aa)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:53.853760 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:53.942568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=f572909b-1cff-4b8c-aef2-8e291c3784f6,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:54.325677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:54.371939 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:54.444265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-8e58e61d-aea6-45cc-b126-8bb2634321cf tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:54.446885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-8e58e61d-aea6-45cc-b126-8bb2634321cf tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.35 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 809 time: 0.1775155 Mar 03 18:25:54.496138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9034326a-ac92-478a-bd9a-c78d9a09368f req-d52a293b-8e45-41da-ba53-03d5adb9ea6c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 210 time: 0.2058103 Mar 03 18:25:54.502291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-e1772428-1146-4284-b7f9-507186f0ebdc tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Synchronizing usage tracker for tenant:802025b21da94c609643bc2d95355567 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:25:54.516105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-e1772428-1146-4284-b7f9-507186f0ebdc tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Unset dirty status for tenant:802025b21da94c609643bc2d95355567 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:25:54.517652 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-e1772428-1146-4284-b7f9-507186f0ebdc tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802025b21da94c609643bc2d95355567 HTTP/1.1" status: 200 len: 380 time: 0.0629315 Mar 03 18:25:54.527628 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'port': {'device_id': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'admin_state_up': True, 'tenant_id': '802025b21da94c609643bc2d95355567', 'security_groups': ['c6b95a9e-61bd-4181-b46d-b8271005c5a3']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:54.669167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:25:54.679075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:25:54.689308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Made reservation on behalf of 802025b21da94c609643bc2d95355567 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:25:54.692935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:54.857210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Allocated IP 172.20.0.4 (69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f/fd547d4d-616c-4a79-9816-9da041173888/7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:25:55.046856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.062567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Transition to ACTIVE for port object 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:55.085848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.159875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:25:55.162829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:25:55.171953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:25:55.203243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'Port': ['ID=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:55.240365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:55.240975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.265836 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-87fc0630-6a69-4218-bfd7-2365278c63a1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426641 Mar 03 18:25:55.277864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Request body: {'port': {'device_id': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:25:55.361858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e17cf4a-10b7-49db-8599-736d080f2b30 None None] Provisioning for port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:25:55.366587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e17cf4a-10b7-49db-8599-736d080f2b30 None None] Provisioning complete for port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:55.366962 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e17cf4a-10b7-49db-8599-736d080f2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.393627 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.422592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1e17cf4a-10b7-49db-8599-736d080f2b30 None None] Port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:25:55.508118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f572909b-1cff-4b8c-aef2-8e291c3784f6 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:25:55.580127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f572909b-1cff-4b8c-aef2-8e291c3784f6 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:25:55.580422 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.755096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeee614-907c-4f64-a236-a97be3feb404 req-fdeb6f99-13fd-48b5-8801-35f8167dce48 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:55.756077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3eeee614-907c-4f64-a236-a97be3feb404 req-fdeb6f99-13fd-48b5-8801-35f8167dce48 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Synchronizing usage tracker for tenant:802025b21da94c609643bc2d95355567 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:25:55.818947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3eeee614-907c-4f64-a236-a97be3feb404 req-fdeb6f99-13fd-48b5-8801-35f8167dce48 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Unset dirty status for tenant:802025b21da94c609643bc2d95355567 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:25:55.820101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3eeee614-907c-4f64-a236-a97be3feb404 req-fdeb6f99-13fd-48b5-8801-35f8167dce48 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 931 time: 0.1990824 Mar 03 18:25:55.822729 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:25:55.831794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.868051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Transition to ACTIVE for port object 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:25:55.877456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:55.917029 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3eeee614-907c-4f64-a236-a97be3feb404 req-8cf851b4-c31d-4c73-9419-3cdf6cb384fb tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875688 Mar 03 18:25:56.161421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Pushing event updated for resources: {'Port': ['ID=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:56.231960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Attempting to bind port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:25:56.232295 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Attempting to bind port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:25:56.232633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Attempting to bind port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d on network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:56.237278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d on network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:25:56.237620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Attempting to bind port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d on network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:25:56.243254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:25:56.243718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Checking segment: {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:25:56.244639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Bound using segment: {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:25:56.245058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Bound port: 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0bc773-fb25-4880-9f0b-95ef302d8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:25:56.245428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:56.334590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] For port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:25:56.337985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] For port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:25:56.342162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:56.396566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:56.397169 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:56.398545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] 10.222.0.35 "PUT /v2.0/ports/7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 1091 time: 1.1250470 Mar 03 18:25:56.398975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:25:56.442566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80e506-8f1b-45fe-9ffd-17d4cb64aecf service neutron] Pushing event updated for resources: {'Port': ['ID=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:56.499228 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'status': 'completed', 'code': 200} Mar 03 18:25:56.542079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-18944111-a952-4e3f-a927-2bae55051d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:56.543658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-18944111-a952-4e3f-a927-2bae55051d92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1094 time: 0.0886116 Mar 03 18:25:56.620810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-5b67b5ac-ac8f-4c32-8113-1ff5db05f8ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 217 time: 0.0705957 Mar 03 18:25:56.686703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-8b8a53cc-39af-4528-9064-b9d593cb5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:56.688122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-8b8a53cc-39af-4528-9064-b9d593cb5358 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 200 len: 848 time: 0.0617578 Mar 03 18:25:56.762904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-a8570f42-479b-4023-828a-fd751767ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:56.764359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-a8570f42-479b-4023-828a-fd751767ca75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688019 Mar 03 18:25:56.894784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-49a8e91b-7905-49e0-9c50-6a4d190dc094 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246231 Mar 03 18:25:57.061553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86bd574b-144b-48ec-9d15-3ec9336067c5 req-a21b2a54-5b35-4767-81da-b676e26ebc01 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600347 Mar 03 18:25:57.159494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e70c8-70ed-494f-b4b4-25fc79c8da94 req-064863c1-ef50-4808-b7f3-f709253cc59b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:57.160935 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea7e70c8-70ed-494f-b4b4-25fc79c8da94 req-064863c1-ef50-4808-b7f3-f709253cc59b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 943 time: 0.1321876 Mar 03 18:25:57.213186 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea7e70c8-70ed-494f-b4b4-25fc79c8da94 req-1a174c3a-8f61-48ec-b075-676c614a0325 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Mar 03 18:25:57.223851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-160125dc-2809-4f0c-834c-cffebee564a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:57.225598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-160125dc-2809-4f0c-834c-cffebee564a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1094 time: 0.1145916 Mar 03 18:25:57.359290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-3ddbaefc-7d52-4f35-b974-565caa8691bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:57.360732 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-3ddbaefc-7d52-4f35-b974-565caa8691bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 910 time: 0.1296146 Mar 03 18:25:57.432590 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-ca9e6894-8a95-4a55-89e6-cc612c5f9063 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 217 time: 0.0655332 Mar 03 18:25:57.493596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-2b646c81-db8b-4312-9c0b-a2617cac5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:57.495613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-2b646c81-db8b-4312-9c0b-a2617cac5e33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 200 len: 848 time: 0.0565205 Mar 03 18:25:57.572690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-50149651-9a0a-4765-aef9-c80eded18612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:57.574589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-50149651-9a0a-4765-aef9-c80eded18612 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724411 Mar 03 18:25:57.704257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-71dea984-4ae8-460f-bf28-dbd69f339be3 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236138 Mar 03 18:25:57.952336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4856c58e-5f9d-4859-86fe-4a3a6989d4cb req-eb14c675-0963-4599-aa0b-9b28691a6c42 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394161 Mar 03 18:25:58.399256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548855e-2383-4f7a-97a0-d062c25914a2 req-2761ca7b-38db-4a74-889c-59bfba53a519 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:58.401963 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2548855e-2383-4f7a-97a0-d062c25914a2 req-2761ca7b-38db-4a74-889c-59bfba53a519 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 943 time: 0.0819759 Mar 03 18:25:58.444589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2548855e-2383-4f7a-97a0-d062c25914a2 req-13fce24c-baaf-423a-a098-51522378f3e9 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376136 Mar 03 18:25:58.980561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:25:59.112682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:59.126466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'port_id': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'mac_address': 'fa:16:3e:06:d9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:25:59.179649 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:59.196188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:25:59.211933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:25:59.215339 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:25:59.284826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:25:59.457971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:25:59.638620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955ce1e-4014-4c9a-8b7f-6e8ff8b09e62 req-888a69b5-f189-4cc8-b930-873437db1967 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:25:59.640066 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1955ce1e-4014-4c9a-8b7f-6e8ff8b09e62 req-888a69b5-f189-4cc8-b930-873437db1967 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 944 time: 0.0881305 Mar 03 18:25:59.686067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1955ce1e-4014-4c9a-8b7f-6e8ff8b09e62 req-aed5e490-094a-4ff4-a630-7c584b4981c3 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Mar 03 18:26:00.885221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b1fbf-e979-442c-8866-5159e920a02b req-182890d8-a625-4605-a972-f1b904413220 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:00.892284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef1b1fbf-e979-442c-8866-5159e920a02b req-182890d8-a625-4605-a972-f1b904413220 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 944 time: 0.0961964 Mar 03 18:26:00.935612 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef1b1fbf-e979-442c-8866-5159e920a02b req-5c4b7c06-bcce-4f81-9368-aa84f9596547 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 Mar 03 18:26:00.979275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:01.051717 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:01.056707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:01.057075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:01.175991 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:01.203322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:01.214988 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:01.218610 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:01.253740 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'code': 200} Mar 03 18:26:01.293688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:01.503389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509cd9f-e9e1-429d-a100-362676f9f5e2 req-306faddc-452b-4bc1-b84f-7b7f1068a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:01.504859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c509cd9f-e9e1-429d-a100-362676f9f5e2 req-306faddc-452b-4bc1-b84f-7b7f1068a67b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1096 time: 0.0742464 Mar 03 18:26:01.544006 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c509cd9f-e9e1-429d-a100-362676f9f5e2 req-e72027b1-712b-4f36-82fd-0156188eb385 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331450 Mar 03 18:26:02.161776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa31e5-ea54-4b64-bdd6-efc5b6ad58dd req-8c7d18e3-3e1a-42b2-875c-a889b8ebb8e1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:02.169863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcaa31e5-ea54-4b64-bdd6-efc5b6ad58dd req-8c7d18e3-3e1a-42b2-875c-a889b8ebb8e1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 945 time: 0.1113920 Mar 03 18:26:02.210437 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcaa31e5-ea54-4b64-bdd6-efc5b6ad58dd req-c30cc47b-18ac-4093-94fd-02b07ffbb644 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401890 Mar 03 18:26:03.395580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbedbe6-7959-4d44-b3c1-161595b9fea5 req-3e8fd866-b926-4bef-8147-dbb60479138f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:03.396913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fbedbe6-7959-4d44-b3c1-161595b9fea5 req-3e8fd866-b926-4bef-8147-dbb60479138f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 945 time: 0.0791504 Mar 03 18:26:03.447369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fbedbe6-7959-4d44-b3c1-161595b9fea5 req-cf13fa37-c099-46c9-89ae-d36894d8b921 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Mar 03 18:26:03.630181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7d2a2-2de8-48a7-aa01-fca4198adbd4 req-2cce921c-ccf8-4186-a62e-0d3d7d235e73 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:03.631633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccb7d2a2-2de8-48a7-aa01-fca4198adbd4 req-2cce921c-ccf8-4186-a62e-0d3d7d235e73 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 945 time: 0.0831714 Mar 03 18:26:03.674380 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccb7d2a2-2de8-48a7-aa01-fca4198adbd4 req-121d27f5-973f-4aaf-9289-d801ae8a7654 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370915 Mar 03 18:26:03.857975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d1dd4-129c-4e51-80a3-94d1ab84396d req-19758ad2-f1e6-468e-bc09-343333d87cb8 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:03.859418 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c93d1dd4-129c-4e51-80a3-94d1ab84396d req-19758ad2-f1e6-468e-bc09-343333d87cb8 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 945 time: 0.0798783 Mar 03 18:26:03.901985 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c93d1dd4-129c-4e51-80a3-94d1ab84396d req-50921348-d181-4d03-aeab-b190526960d4 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369377 Mar 03 18:26:03.924096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35216) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:04.041411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcbc43-b425-40ea-91d2-4a6c2f2c469f tempest-TestServerBasicOps-224500729 tempest-TestServerBasicOps-224500729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:04.042903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-35bcbc43-b425-40ea-91d2-4a6c2f2c469f tempest-TestServerBasicOps-224500729 tempest-TestServerBasicOps-224500729-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1091 time: 0.1178570 Mar 03 18:26:04.045811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35222) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:04.050963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'tenant_id': '802025b21da94c609643bc2d95355567', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:04.059960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:04.063822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Usage tracker for resource:floatingip and tenant:802025b21da94c609643bc2d95355567 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:04.066689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:04.072367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:04.083167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:04.220795 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:04.352357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Allocated IP 172.25.0.139 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/a9a429be-7d02-4109-926c-e42f47d0eaad) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:04.496980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:04.525400 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:04.584740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:04.587712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:04.591407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:04.640915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'Port': ['ID=a9a429be-7d02-4109-926c-e42f47d0eaad,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:05.003871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:05.076679 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:05.390410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:05.394791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:05.508215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event updated for resources: {'Port': ['ID=a9a429be-7d02-4109-926c-e42f47d0eaad,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:05.518978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:05.690164 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Floating IP 3ac6e168-a304-41d8-8c5d-2c696422d921 associated. External IP: 172.25.0.139, port: 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d. Mar 03 18:26:06.029423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Router 40eecf09-59c5-488f-b811-e8c77f91af39 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:26:06.208592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:06.219334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] Sync routers for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:06.230095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:06.231095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:06.235298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:06.291748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8e5542d8-23a7-436e-a02d-c29282845b6b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2441874 Mar 03 18:26:06.292564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:06.348518 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'status': 'completed', 'code': 200} Mar 03 18:26:06.422010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:06.449656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-6938b651-e8da-4208-8999-56248641778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:06.451137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-6938b651-e8da-4208-8999-56248641778a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1096 time: 0.0808012 Mar 03 18:26:06.582249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-89b8ded6-668e-450e-969b-dc431d721d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:06.584648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-89b8ded6-668e-450e-969b-dc431d721d98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 910 time: 0.1280260 Mar 03 18:26:06.683080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-89c75325-374d-4d48-b7c4-f5989478fa2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 999 time: 0.0924711 Mar 03 18:26:06.772402 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '3ac6e168-a304-41d8-8c5d-2c696422d921', 'tenant_id': '802025b21da94c609643bc2d95355567', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'port_id': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'mac_address': 'fa:16:3e:06:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:26:04Z', 'updated_at': '2022-03-03T18:26:04Z', 'revision_number': 0, 'project_id': '802025b21da94c609643bc2d95355567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:46Z', 'revision_number': 5, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:06.776736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] Checking router: 40eecf09-59c5-488f-b811-e8c77f91af39 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:06.785541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:06.786164 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:06.871932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-865adb80-88c1-4bba-9acb-7099e95160e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:06.873298 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-865adb80-88c1-4bba-9acb-7099e95160e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 200 len: 848 time: 0.1848168 Mar 03 18:26:06.947706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-e3becde9-8182-4132-a33d-9b9dafb77ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:06.949213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-e3becde9-8182-4132-a33d-9b9dafb77ce1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698373 Mar 03 18:26:06.964641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:07.080786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-ec01fa60-0b8c-454d-af65-66bed18b9eee service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255827 Mar 03 18:26:07.214052 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e20324b-4e56-4a1f-a7d2-55b89e3f8c82 req-215d6510-4b94-4768-915b-1a45c432578e service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267633 Mar 03 18:26:07.358016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '3ac6e168-a304-41d8-8c5d-2c696422d921', 'tenant_id': '802025b21da94c609643bc2d95355567', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'port_id': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'mac_address': 'fa:16:3e:06:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:26:04Z', 'updated_at': '2022-03-03T18:26:04Z', 'revision_number': 0, 'project_id': '802025b21da94c609643bc2d95355567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:46Z', 'revision_number': 5, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:07.361942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37281fb4-ffe9-4767-bde5-907db778a4d8 None None] The sync data for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 is: [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '3ac6e168-a304-41d8-8c5d-2c696422d921', 'tenant_id': '802025b21da94c609643bc2d95355567', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'port_id': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'mac_address': 'fa:16:3e:06:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:26:04Z', 'updated_at': '2022-03-03T18:26:04Z', 'revision_number': 0, 'project_id': '802025b21da94c609643bc2d95355567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:46Z', 'revision_number': 5, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:07.542958 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7befbf7-aaa2-4795-a099-1456e49b027e None None] New status for floating IP 3ac6e168-a304-41d8-8c5d-2c696422d921: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:26:18.164614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:19.132035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35238) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:19.342259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port e81f4955-bf8b-4880-8433-56b310b48a49 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:19.342594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:19.509684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:19.510004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:19.541504 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70c32b12-5840-4c64-815f-2a1acb6027b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:19.635641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for e81f4955-bf8b-4880-8433-56b310b48a49 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:19.780385 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:19.827260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=e81f4955-bf8b-4880-8433-56b310b48a49,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:19.919186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:19.919537 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Floating IP 7cf205a3-d2b9-482b-aacf-09205a47cd8a disassociated (deleted). External IP: 172.25.0.92, port: 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a. Mar 03 18:26:20.371057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:26:20.546105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:20.555491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] Sync routers for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:20.564903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:20.565525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:20.565658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:20.625774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-87003187-51b1-4292-919e-92a66ca7a882 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/floatingips/7cf205a3-d2b9-482b-aacf-09205a47cd8a HTTP/1.1" status: 204 len: 168 time: 1.4925580 Mar 03 18:26:20.626366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:20.673023 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'status': 'completed', 'code': 200} Mar 03 18:26:20.749967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:20.791340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509993-b368-459f-acc4-8c09e282926a req-a1403831-477c-48ac-b1ba-fd788760aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:20.791340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98509993-b368-459f-acc4-8c09e282926a req-a1403831-477c-48ac-b1ba-fd788760aef1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a88532a2002144a3850df64bed516c95&device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 1096 time: 0.0804024 Mar 03 18:26:20.932279 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509993-b368-459f-acc4-8c09e282926a req-f4aa4cc5-b4db-40cc-a19f-ba16b9ec534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:20.935094 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98509993-b368-459f-acc4-8c09e282926a req-f4aa4cc5-b4db-40cc-a19f-ba16b9ec534f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 200 len: 897 time: 0.1398008 Mar 03 18:26:21.048510 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98509993-b368-459f-acc4-8c09e282926a req-44aa5ccb-c6d5-488b-87b1-de8e45a2fbac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 200 len: 217 time: 0.0781770 Mar 03 18:26:21.089792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:22Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:21.093642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] Checking router: 3ba17dd9-99e8-45fc-b9dc-276cfe279390 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:21.102494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:21.103601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:25:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:21.118851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509993-b368-459f-acc4-8c09e282926a req-b669d8c3-9dc3-49be-8347-0e915e316e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:21.120276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98509993-b368-459f-acc4-8c09e282926a req-b669d8c3-9dc3-49be-8347-0e915e316e7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a HTTP/1.1" status: 200 len: 834 time: 0.0645580 Mar 03 18:26:21.184175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363d2e7-5d90-4745-ae94-c80515d83ab7 req-9054cd74-57c7-4348-ba85-6724f99ed569 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:21.185659 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2363d2e7-5d90-4745-ae94-c80515d83ab7 req-9054cd74-57c7-4348-ba85-6724f99ed569 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.2462132 Mar 03 18:26:21.243932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2363d2e7-5d90-4745-ae94-c80515d83ab7 req-8e91ec59-282f-480e-85f5-15b645bc70b4 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511596 Mar 03 18:26:21.254401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509993-b368-459f-acc4-8c09e282926a req-5a1d0bed-3e67-41a3-879e-dd996a9c3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:21.256013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98509993-b368-459f-acc4-8c09e282926a req-5a1d0bed-3e67-41a3-879e-dd996a9c3148 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f0c9847-9791-4db3-b218-66dbb49715c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284759 Mar 03 18:26:21.302732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:21.390918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98509993-b368-459f-acc4-8c09e282926a req-683a90c3-2e7a-4269-ae61-0ff4bc53d650 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282744 Mar 03 18:26:21.525788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98509993-b368-459f-acc4-8c09e282926a req-4c532178-882b-417e-8fe1-d1a1e94e2929 service neutron] 10.222.0.16 "GET /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274505 Mar 03 18:26:21.614567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:22Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:21.618465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398c753-2c79-48a2-ab50-8b1aefd443a3 None None] The sync data for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 is: [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:23:10Z', 'revision_number': 4, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'ffe08656-e1f2-4efa-8424-a12a33a1b2a7', 'name': '', 'network_id': '3f0c9847-9791-4db3-b218-66dbb49715c9', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'mac_address': 'fa:16:3e:24:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:23:06Z', 'updated_at': '2022-03-03T18:23:22Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'subnets': [{'id': '8e6ac0f3-77dd-4345-b92a-ba5b34ff242a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:21.815865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3501550c-7414-419a-b264-a22e6c711b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:21.832640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa530c77-544b-4ba0-852f-363a36d0d6de None None] New status for floating IP 7cf205a3-d2b9-482b-aacf-09205a47cd8a: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:26:22.373955 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:26:22.436442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d947767-e9ed-42ed-bc6d-aca9f3ea6872 req-e7e381ee-ea97-43ca-8be9-2b0e4c3bcd6d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:22.437158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0d947767-e9ed-42ed-bc6d-aca9f3ea6872 req-e7e381ee-ea97-43ca-8be9-2b0e4c3bcd6d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:22.452234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0d947767-e9ed-42ed-bc6d-aca9f3ea6872 req-e7e381ee-ea97-43ca-8be9-2b0e4c3bcd6d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:22.453375 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d947767-e9ed-42ed-bc6d-aca9f3ea6872 req-e7e381ee-ea97-43ca-8be9-2b0e4c3bcd6d tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.0994294 Mar 03 18:26:22.497746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d947767-e9ed-42ed-bc6d-aca9f3ea6872 req-6c22b488-6401-4d39-aa6d-793f394d5fca tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383718 Mar 03 18:26:22.694405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-c77cc5a5-6edc-45f4-990a-ca8de7edfc24 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:22.695835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-c77cc5a5-6edc-45f4-990a-ca8de7edfc24 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 945 time: 0.0793154 Mar 03 18:26:22.772474 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:22.772724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:22.936125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:23.012826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:23.021029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:23.021410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:23.252720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:23.393089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:23.442296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:23.518182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] No DVR routers for this DVR port 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:26:23.520835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:23.523476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-deleted', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:23.539575 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-612b2fb3-fbd0-4c69-8a56-7c7ff139d8af req-d58d8526-284c-41e7-9dbc-58ac0514b28f tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.16 "DELETE /v2.0/ports/5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a HTTP/1.1" status: 204 len: 173 time: 0.8385401 Mar 03 18:26:23.574247 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004e65dd-ddd9-45d4-9ff6-1abd4c01b05c', 'name': 'network-vif-deleted', 'tag': '5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a', 'status': 'completed', 'code': 200} Mar 03 18:26:23.651615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-54959037-5e7c-4eca-a853-7cfa1f170076 req-3118bcef-a5f8-4f70-ba69-cbb3eaa0edaa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Synchronizing usage tracker for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:23.667305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-54959037-5e7c-4eca-a853-7cfa1f170076 req-3118bcef-a5f8-4f70-ba69-cbb3eaa0edaa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Unset dirty status for tenant:a88532a2002144a3850df64bed516c95 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:23.668513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54959037-5e7c-4eca-a853-7cfa1f170076 req-3118bcef-a5f8-4f70-ba69-cbb3eaa0edaa tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "GET /v2.0/ports?device_id=004e65dd-ddd9-45d4-9ff6-1abd4c01b05c HTTP/1.1" status: 200 len: 210 time: 0.0587277 Mar 03 18:26:24.323642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:24.366272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:24.764549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35262) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:25.303194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:25.783435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port ffe08656-e1f2-4efa-8424-a12a33a1b2a7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:25.784107 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:25.976451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port ffe08656-e1f2-4efa-8424-a12a33a1b2a7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:25.976813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:26.097878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for ffe08656-e1f2-4efa-8424-a12a33a1b2a7 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:26.324335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:26:26.358598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:26:26.358912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 5ca70ed3-7ee1-4b68-aa9a-d0459e2c882a not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:26:26.363200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:26.409114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=ffe08656-e1f2-4efa-8424-a12a33a1b2a7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:26.686207 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:27.164462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:26:27.337186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:27.346128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] Sync routers for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:27.354646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-da087e36-515e-42cf-a6f3-6ab26069fcff tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "PUT /v2.0/routers/3ba17dd9-99e8-45fc-b9dc-276cfe279390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5888860 Mar 03 18:26:27.356044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:27.356644 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:27.357122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35268) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:27.427335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting subnet 8e6ac0f3-77dd-4345-b92a-ba5b34ff242a {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:26:27.430123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:27.485755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:27.571766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:27.574983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:27.648880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:27.687722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6ac0f3-77dd-4345-b92a-ba5b34ff242a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:27.693081 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:27.699225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2d75a0ef-9b5a-45d4-a0d1-e06fcb086425 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/subnets/8e6ac0f3-77dd-4345-b92a-ba5b34ff242a HTTP/1.1" status: 204 len: 168 time: 0.3410532 Mar 03 18:26:27.701911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35272) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:27.706235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e963cac5-3ae9-4aae-acd4-d023a9da5cbd None None] Network 3f0c9847-9791-4db3-b218-66dbb49715c9 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:26:27.888356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.023765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:26:26Z', 'revision_number': 5, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port': {'id': '861494a2-d7c7-4cf9-984d-10c488cf8b9d', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:22:53Z', 'updated_at': '2022-03-03T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:28.028198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] Checking router: 3ba17dd9-99e8-45fc-b9dc-276cfe279390 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:28.037640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] Routers {'3ba17dd9-99e8-45fc-b9dc-276cfe279390'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:28.038859 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:28.072196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.081846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Deleting port 861494a2-d7c7-4cf9-984d-10c488cf8b9d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:28.082283 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.106035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] DHCP port deletion for 3f0c9847-9791-4db3-b218-66dbb49715c9 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:26:28.162734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Deleting port 9406c622-65f6-47d1-b509-734bc69e48dc {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:28.163108 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.242801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] Set router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:28.261390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] For port 861494a2-d7c7-4cf9-984d-10c488cf8b9d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=861494a2-d7c7-4cf9-984d-10c488cf8b9d,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:28.261970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.381254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:26:28Z', 'revision_number': 6, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:28.386150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Calling delete_port for 861494a2-d7c7-4cf9-984d-10c488cf8b9d owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:28.390187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d929d-5044-46d5-8e0c-604f09aadab7 None None] The sync data for ids ['3ba17dd9-99e8-45fc-b9dc-276cfe279390'] in n-d-827121-1 is: [{'id': '3ba17dd9-99e8-45fc-b9dc-276cfe279390', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465299931', 'tenant_id': 'a88532a2002144a3850df64bed516c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:22:51Z', 'updated_at': '2022-03-03T18:26:28Z', 'revision_number': 6, 'project_id': 'a88532a2002144a3850df64bed516c95', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:28.502478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] For port 9406c622-65f6-47d1-b509-734bc69e48dc, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=9406c622-65f6-47d1-b509-734bc69e48dc,segment=NetworkSegment(9cba3861-9ab8-4b07-95e3-b7bad8f47717),segment_id=9cba3861-9ab8-4b07-95e3-b7bad8f47717)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:28.502869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.561221 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.608864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Port': ['ID=861494a2-d7c7-4cf9-984d-10c488cf8b9d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:28.628455 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Calling delete_port for 9406c622-65f6-47d1-b509-734bc69e48dc owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:28.712996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:28.767339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Pushing event deleted for resources: {'Port': ['ID=9406c622-65f6-47d1-b509-734bc69e48dc,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:28.770117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] No DVR routers for this DVR port 9406c622-65f6-47d1-b509-734bc69e48dc on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:26:28.782167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.782519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.782856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.783586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.783586 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.783881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.784150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.784475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.784797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.785118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.785485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.785809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cd2bea-52fa-47e4-b83f-1ba85e37aefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:28.835884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.005486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.007496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.030249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.030841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba17dd9-99e8-45fc-b9dc-276cfe279390 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:26:29.045349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.046417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6897da51-d244-43b8-bc50-fdfc55aecbd6 tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/routers/3ba17dd9-99e8-45fc-b9dc-276cfe279390 HTTP/1.1" status: 204 len: 168 time: 1.3435524 Mar 03 18:26:29.049131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35276) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:29.163933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.295576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.320700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0c9847-9791-4db3-b218-66dbb49715c9']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:29.336614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cba3861-9ab8-4b07-95e3-b7bad8f47717') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:29.337414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cba3861-9ab8-4b07-95e3-b7bad8f47717') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:29.349117 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.366536 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.372801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:26:29.373183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:26:29.388270 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:26:29.466701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.472713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.504675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'Network': ['ID=3f0c9847-9791-4db3-b218-66dbb49715c9,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:29.514966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d0519cdd-86bc-4c35-9d1c-53c0d58872be tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/networks/3f0c9847-9791-4db3-b218-66dbb49715c9 HTTP/1.1" status: 204 len: 168 time: 0.4621627 Mar 03 18:26:29.515189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:29.523809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9406c622-65f6-47d1-b509-734bc69e48dc no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:26:29.558513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 9406c622-65f6-47d1-b509-734bc69e48dc {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:26:29.558857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 9406c622-65f6-47d1-b509-734bc69e48dc not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:26:29.559287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 861494a2-d7c7-4cf9-984d-10c488cf8b9d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:26:29.584639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae8fb-158b-4215-b047-e7e298a91f8c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.616810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae8fb-158b-4215-b047-e7e298a91f8c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.644972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 861494a2-d7c7-4cf9-984d-10c488cf8b9d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:26:29.645316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 861494a2-d7c7-4cf9-984d-10c488cf8b9d not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:26:29.645750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ffe08656-e1f2-4efa-8424-a12a33a1b2a7 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:26:29.680095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ffe08656-e1f2-4efa-8424-a12a33a1b2a7 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:26:29.680405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ffe08656-e1f2-4efa-8424-a12a33a1b2a7 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:26:29.683728 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae8fb-158b-4215-b047-e7e298a91f8c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.701585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae8fb-158b-4215-b047-e7e298a91f8c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc9ca4-6af8-40e9-b14d-66a4726b85ac,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:29.714053 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae8fb-158b-4215-b047-e7e298a91f8c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:29.717927 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b7ae8fb-158b-4215-b047-e7e298a91f8c tempest-TestNetworkAdvancedServerOps-910176526 tempest-TestNetworkAdvancedServerOps-910176526-project] 10.222.0.23 "DELETE /v2.0/security-groups/7dcc9ca4-6af8-40e9-b14d-66a4726b85ac HTTP/1.1" status: 204 len: 168 time: 0.2017341 Mar 03 18:26:30.022798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35290) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:30.172061 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e9b2b23e-baa7-4cf7-b197-994943b7db4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a88532a2002144a3850df64bed516c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480768 Mar 03 18:26:30.174569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35296) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:30.235918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-80d08691-3475-4556-aac5-8c6866fee4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.261429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-80d08691-3475-4556-aac5-8c6866fee4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.312473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-80d08691-3475-4556-aac5-8c6866fee4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.329169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d08691-3475-4556-aac5-8c6866fee4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f123e3-517f-4d65-948b-395cde98060e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:30.337477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-80d08691-3475-4556-aac5-8c6866fee4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.338581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-80d08691-3475-4556-aac5-8c6866fee4ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7f123e3-517f-4d65-948b-395cde98060e HTTP/1.1" status: 204 len: 168 time: 0.1631515 Mar 03 18:26:30.608934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35304) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:30.657385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4c3873da-0ccf-46b8-b78b-a75266ed669f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d3a5859d22b4baba87f4892cdf44320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472703 Mar 03 18:26:30.659713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35308) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:30.717446 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c447aad-78d0-41b3-ae41-5b5cfc677942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.744863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c447aad-78d0-41b3-ae41-5b5cfc677942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.803444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c447aad-78d0-41b3-ae41-5b5cfc677942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.820751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c447aad-78d0-41b3-ae41-5b5cfc677942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8b71fb-f1a0-4838-86f5-2fdd85847286,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:30.831141 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c447aad-78d0-41b3-ae41-5b5cfc677942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:30.832239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c447aad-78d0-41b3-ae41-5b5cfc677942 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a8b71fb-f1a0-4838-86f5-2fdd85847286 HTTP/1.1" status: 204 len: 168 time: 0.1716533 Mar 03 18:26:31.544490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35332) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:31.648903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-293564545-network', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:31.654236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:31.658150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Usage tracker for resource:network and tenant:5339e478b1414cfda4b5a3a7e283643b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:31.661005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:31.666890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:31.676531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Made reservation on behalf of 5339e478b1414cfda4b5a3a7e283643b for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:26:31.678827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:31.691079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:31.705665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:31.709456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5339e478b1414cfda4b5a3a7e283643b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:31.712197 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:31.717802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:31.798586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:31.802522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:31.832015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:26:31.840608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d27a4c-518d-41e6-9635-03b74f97f520,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:31.846583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:31.846952 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Added segment 01f8053e-04b2-47aa-a6de-d3873f73f72d of type vlan for network 8040a4c6-eb03-4bdf-860f-ee0400be8078 Mar 03 18:26:31.873892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:31.902960 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:31.904224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:31.904935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.003600 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4580054 Mar 03 18:26:32.007861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35338) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:32.008743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d9f6-0313-42c5-9a8a-ab4282b951d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8040a4c6-eb03-4bdf-860f-ee0400be8078,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:32.013587 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Request body: {'subnet': {'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-293564545-subnet', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:32.018470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:26:32.019776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:32.023977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Usage tracker for resource:subnet and tenant:5339e478b1414cfda4b5a3a7e283643b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:32.027034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:32.033501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:32.045090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Made reservation on behalf of 5339e478b1414cfda4b5a3a7e283643b for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:26:32.047467 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.248025 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.321657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f1308e-c826-4dc2-a869-80879f380b0b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:32.333112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Checking segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:32.333503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Network hostable DHCP agents. Network: 8040a4c6-eb03-4bdf-860f-ee0400be8078, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:26:32.353833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:26:32.362797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 8040a4c6-eb03-4bdf-860f-ee0400be8078) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:32.367642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:32.368266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.374273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a686a6-e201-4c9c-9081-dbf6596545a7 None None] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:26:32.391991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6d4fa3f9-7e66-493e-b99a-bc63d5c0de61 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3826964 Mar 03 18:26:32.394869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35342) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:32.400321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:32.405562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:32.409425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Usage tracker for resource:router and tenant:5339e478b1414cfda4b5a3a7e283643b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:32.412401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:32.419107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:32.430154 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.431257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.446697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.593477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-8040a4c6-eb03-4bdf-860f-ee0400be8078', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'fixed_ips': [{'subnet_id': 'd9f1308e-c826-4dc2-a869-80879f380b0b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:26:32.594347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.730920 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.753802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Allocated IP 172.20.0.2 (8040a4c6-eb03-4bdf-860f-ee0400be8078/d9f1308e-c826-4dc2-a869-80879f380b0b/5538b2c1-e21f-4afb-ac55-24cdbed3eb79) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:32.955239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:32.965877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Transition to ACTIVE for port object 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:32.983648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Transition to ACTIVE for port object 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:32.989592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.051421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:33.054372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:33.057301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:33.102607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Pushing event updated for resources: {'Port': ['ID=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:33.171562 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Attempting to bind port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:26:33.171962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Attempting to bind port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:26:33.172346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Attempting to bind port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:33.177550 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.179527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:26:33.179897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Checking segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:33.180308 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.180705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Bound using segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:26:33.181158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Bound port: 5538b2c1-e21f-4afb-ac55-24cdbed3eb79, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:26:33.181545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.206861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.270509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] For port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:26:33.273568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] For port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:26:33.279236 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.345791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Allocated IP 172.25.0.201 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/2c66df1e-622a-40d6-847a-a9a38ed701f4) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:33.363343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b16c-82b3-457b-9360-73a3e6f594e0 None None] Pushing event updated for resources: {'Port': ['ID=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:33.502907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.535001 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:33.612739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:33.615578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:33.624840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:33.659736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c66df1e-622a-40d6-847a-a9a38ed701f4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:33.679270 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.679620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.679960 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.680294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.680674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.681006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.681356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.681676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.682005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.682338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.682686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:33.682980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:34.056817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:34.260940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf81cd-e3a0-4d3b-98fa-accc78f1cf35 None None] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:26:34.363797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-67904155-b7a8-4f08-843f-d23117ee0625 None None] Provisioning for port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:34.400034 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:34.735495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:26:34.924636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:34.935248 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Sync routers for ids ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:34.944494 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Routers {'1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:34.945095 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:34.948423 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:34.949700 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9c36a64b-3bbc-4ffb-9942-f8a8cfb1bbf2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5538497 Mar 03 18:26:34.952452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35348) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:35.124166 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Set router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:35.434141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:26:33Z', 'revision_number': 3, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port': {'id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:33Z', 'updated_at': '2022-03-03T18:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:35.437808 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Checking router: 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:35.438173 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Updating router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f port 2c66df1e-622a-40d6-847a-a9a38ed701f4 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:26:35.492111 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.558631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:35.628034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:35.636075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:35.636612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.643089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.768912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.802418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:35.806267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.860404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Allocated IP 172.20.0.1 (8040a4c6-eb03-4bdf-860f-ee0400be8078/d9f1308e-c826-4dc2-a869-80879f380b0b/31a4a95c-fa02-41a5-9b7c-a20df75ef87d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:35.871075 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.884317 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Transition to ACTIVE for port object 2c66df1e-622a-40d6-847a-a9a38ed701f4 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:35.891815 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.909609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:35.965556 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Attempting to bind port 2c66df1e-622a-40d6-847a-a9a38ed701f4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:26:35.966196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Attempting to bind port 2c66df1e-622a-40d6-847a-a9a38ed701f4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:26:35.966316 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Attempting to bind port 2c66df1e-622a-40d6-847a-a9a38ed701f4 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:35.980330 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a4bde-3b52-420a-bfed-004ccae84833 None None] Pushing event updated for resources: {'Port': ['ID=2c66df1e-622a-40d6-847a-a9a38ed701f4,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:35.982824 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:26:35.983190 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:35.983597 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:35.983976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:26:35.984456 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Bound port: 2c66df1e-622a-40d6-847a-a9a38ed701f4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:26:35.984826 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.012632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.028707 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Transition to ACTIVE for port object 31a4a95c-fa02-41a5-9b7c-a20df75ef87d will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:36.052996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.062988 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] For port 2c66df1e-622a-40d6-847a-a9a38ed701f4, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:26:36.066286 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] For port 2c66df1e-622a-40d6-847a-a9a38ed701f4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c66df1e-622a-40d6-847a-a9a38ed701f4,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:26:36.069666 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.115845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:36.119486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:36.123751 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:36.145572 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Routers {'1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:36.146193 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:36.164666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Pushing event updated for resources: {'Port': ['ID=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:36.191646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.222618 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a4bde-3b52-420a-bfed-004ccae84833 None None] Pushing event updated for resources: {'Port': ['ID=2c66df1e-622a-40d6-847a-a9a38ed701f4,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:36.345627 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] Set router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:36.421584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e5babe63-4f55-4b29-803b-a20487e1b957 None None] Provisioning for port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:36.426523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e5babe63-4f55-4b29-803b-a20487e1b957 None None] Provisioning complete for port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:36.426971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e5babe63-4f55-4b29-803b-a20487e1b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.449192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.481966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e5babe63-4f55-4b29-803b-a20487e1b957 None None] Port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:26:36.626997 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:26:33Z', 'revision_number': 3, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port': {'id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:33Z', 'updated_at': '2022-03-03T18:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:36.630856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c096c-f1da-45f6-8bf6-3f9c278ff09e None None] The sync data for ids ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'] in n-d-827121-1 is: [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:26:33Z', 'revision_number': 3, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port': {'id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:33Z', 'updated_at': '2022-03-03T18:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:36.678697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.683320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.794571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Pushing event updated for resources: {'Port': ['ID=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:36.799673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:36.950849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:36.952102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:37.169840 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:26:37.206023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f38acb28-94fc-478a-a75c-f0a1422fd28d None None] Provisioning complete for port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:37.206598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f38acb28-94fc-478a-a75c-f0a1422fd28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:37.264921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f38acb28-94fc-478a-a75c-f0a1422fd28d None None] Port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:26:37.362265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:37.373699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2720105a-3933-4f69-937f-a836a200e89e admin admin] 10.222.0.23 "PUT /v2.0/routers/1de36d37-4de7-4a4d-a7f6-ee47dd445c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4201906 Mar 03 18:26:37.596781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:37.670320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:37.670703 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:37.801739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c66df1e-622a-40d6-847a-a9a38ed701f4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:37.879642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2c66df1e-622a-40d6-847a-a9a38ed701f4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:37.885816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2c66df1e-622a-40d6-847a-a9a38ed701f4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:37.886334 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:37.903204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35366) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:37.908864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1487359795-network', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:37.914381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:37.919513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Usage tracker for resource:network and tenant:6f0b2e27fdce4dbda77e37e7bfd1925a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:37.922550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:37.929009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:37.940702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Made reservation on behalf of 6f0b2e27fdce4dbda77e37e7bfd1925a for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:26:37.944305 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:37.957941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:37.966221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-4bccec7b-7a29-4004-aae2-0d79feadd181 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932894 Mar 03 18:26:37.976325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:37.980752 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0b2e27fdce4dbda77e37e7bfd1925a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:37.983665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:37.989516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:38.052170 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.071938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2c66df1e-622a-40d6-847a-a9a38ed701f4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c66df1e-622a-40d6-847a-a9a38ed701f4,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:38.076415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.116683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.123098 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.150396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-2b318f14-5701-424d-bfeb-d5f520b9f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:38.152093 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-2b318f14-5701-424d-bfeb-d5f520b9f492 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1097 time: 0.1015470 Mar 03 18:26:38.159399 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:26:38.169612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:38.176241 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.176968 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Added segment 471e4c73-883e-4888-8075-0ec2c784055b of type vlan for network 8430d44e-b69b-43db-8c62-31ed749213da Mar 03 18:26:38.188814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2c66df1e-622a-40d6-847a-a9a38ed701f4,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:38.207848 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.242061 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.243574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:38.244157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.285726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Sync routers for ids ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:38.295752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Routers {'1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:38.296367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:38.346498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-fec0a7bb-400b-4baa-b4c0-bb2188a7288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:38.348169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8430d44e-b69b-43db-8c62-31ed749213da,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:38.348373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-fec0a7bb-400b-4baa-b4c0-bb2188a7288b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.1387575 Mar 03 18:26:38.351699 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cd1ed1db-52a0-475e-ab95-3fc5b49250e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4474823 Mar 03 18:26:38.354627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35370) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:38.360257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Request body: {'subnet': {'network_id': '8430d44e-b69b-43db-8c62-31ed749213da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1487359795-subnet', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:38.362029 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 8430d44e-b69b-43db-8c62-31ed749213da details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:26:38.365869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:38.370339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Usage tracker for resource:subnet and tenant:6f0b2e27fdce4dbda77e37e7bfd1925a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:38.373317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:38.379770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:38.391867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Made reservation on behalf of 6f0b2e27fdce4dbda77e37e7bfd1925a for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:26:38.395039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.572069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Set router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:38.598577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-58353052-098e-4600-8ca6-e5a7387f2804 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 1001 time: 0.2396028 Mar 03 18:26:38.618482 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.662842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-90bdb78c-9911-4d62-b05d-8512df55ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:38.664492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-90bdb78c-9911-4d62-b05d-8512df55ad5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0606303 Mar 03 18:26:38.744875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-a0a20fac-ae53-472c-a713-15170866cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:38.746387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-a0a20fac-ae53-472c-a713-15170866cbc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765710 Mar 03 18:26:38.822791 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=550ebc98-b7ca-45ff-8a7d-181f40a62e44,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:38.850262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Checking segment: {'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:38.850626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Network hostable DHCP agents. Network: 8430d44e-b69b-43db-8c62-31ed749213da, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:26:38.871746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Network 8430d44e-b69b-43db-8c62-31ed749213da is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:26:38.882287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 8430d44e-b69b-43db-8c62-31ed749213da) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:38.887626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:38.887797 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-c57d3782-bcdc-4ddf-94a6-5e178dd7fddc service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357756 Mar 03 18:26:38.888207 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.897072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb77cfbd-af08-4359-a83e-7dafadf0550d None None] Network 8430d44e-b69b-43db-8c62-31ed749213da requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:26:38.911427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8cdac2b5-c33f-4a28-9acf-731dddcab39e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5554788 Mar 03 18:26:38.914077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35374) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:38.918982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:38.924877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:38.930660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Usage tracker for resource:router and tenant:6f0b2e27fdce4dbda77e37e7bfd1925a is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:26:38.934627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:26:38.939997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:38.950765 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.951871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:38.967469 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.026433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3271ec87-53e2-49a2-908c-176e83ccbd32 req-340d1403-54cc-4327-aba1-f945e67ba52b service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322868 Mar 03 18:26:39.090229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:26:36Z', 'revision_number': 4, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port': {'id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:33Z', 'updated_at': '2022-03-03T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '31a4a95c-fa02-41a5-9b7c-a20df75ef87d', 'name': '', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'mac_address': 'fa:16:3e:c0:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:35Z', 'updated_at': '2022-03-03T18:26:36Z', 'revision_number': 2, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'subnets': [{'id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:39.098659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Checking router: 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:39.099111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Updating router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:26:39.228764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-8430d44e-b69b-43db-8c62-31ed749213da', 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'fixed_ips': [{'subnet_id': '550ebc98-b7ca-45ff-8a7d-181f40a62e44'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:26:39.229611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.238437 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.249141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.533287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Allocated IP 172.20.0.2 (8430d44e-b69b-43db-8c62-31ed749213da/550ebc98-b7ca-45ff-8a7d-181f40a62e44/57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:39.561969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.584047 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c66df1e-622a-40d6-847a-a9a38ed701f4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:39.595434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.730687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Allocated IP 172.25.0.87 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/6c5aa748-8ff3-451c-88c2-b5835392323a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:39.811458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2c66df1e-622a-40d6-847a-a9a38ed701f4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:39.811840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.882218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.912165 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.974023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:39.976996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:39.981210 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:39.984972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:40.014785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5aa748-8ff3-451c-88c2-b5835392323a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:40.017233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Transition to ACTIVE for port object 31a4a95c-fa02-41a5-9b7c-a20df75ef87d will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:40.026840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.033578 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.108122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Transition to ACTIVE for port object 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:40.219707 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f36363-d154-4b55-b48c-64024356e842 None None] Pushing event updated for resources: {'Port': ['ID=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:40.233540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Transition to ACTIVE for port object 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:40.267845 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.403695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Network 8430d44e-b69b-43db-8c62-31ed749213da is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:40.404352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Pushing event updated for resources: {'Port': ['ID=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:40.406635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Attempting to bind port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:26:40.406999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Attempting to bind port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:26:40.407357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Attempting to bind port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:40.410673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:40.417427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:40.421604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:26:40.421979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Checking segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:40.422380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.422767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Bound using segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:26:40.423231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Bound port: 31a4a95c-fa02-41a5-9b7c-a20df75ef87d, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:26:40.423603 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.532108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.575242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Attempting to bind port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:26:40.575848 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Attempting to bind port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:26:40.575952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Attempting to bind port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 on network 8430d44e-b69b-43db-8c62-31ed749213da {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:40.593710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:26:40.594085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Checking segment: {'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:40.594481 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.594869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Bound using segment: {'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:26:40.595331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Bound port: 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:26:40.595700 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.646008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] For port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:26:40.662813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] For port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:26:40.668751 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.804695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] For port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:26:40.816667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Routers {'1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:40.817310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:40.867339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] For port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,segment=NetworkSegment(471e4c73-883e-4888-8075-0ec2c784055b),segment_id=471e4c73-883e-4888-8075-0ec2c784055b)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:26:40.884507 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:40.891651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f36363-d154-4b55-b48c-64024356e842 None None] Pushing event updated for resources: {'Port': ['ID=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:40.894856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:41.104880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8973f1-f84a-4bd5-b27f-90a76d646011 None None] Pushing event updated for resources: {'Port': ['ID=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:41.132376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:26:41.144822 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] Set router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:41.347210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:41.357912 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Sync routers for ids ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:41.368441 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Routers {'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:41.369059 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:41.380912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:41.382197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-38eb041a-8223-4f9a-aacc-cc34b842e531 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4671640 Mar 03 18:26:41.385024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35382) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:41.397207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35386) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:41.659071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:41.690775 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Set router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:41.728213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port 0267671a-e59c-4bf0-b2ba-bcc0d6fb3d23 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:41.729863 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:41.740853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35394) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:41.759622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:41.772806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:26:36Z', 'revision_number': 4, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port': {'id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:33Z', 'updated_at': '2022-03-03T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '31a4a95c-fa02-41a5-9b7c-a20df75ef87d', 'name': '', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'mac_address': 'fa:16:3e:c0:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:35Z', 'updated_at': '2022-03-03T18:26:40Z', 'revision_number': 4, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'subnets': [{'id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:41.781813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a7e2-f906-43d3-9c4c-96b0b8d6c7ae None None] The sync data for ids ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'] in n-d-827121-1 is: [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:26:36Z', 'revision_number': 4, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port': {'id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:33Z', 'updated_at': '2022-03-03T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '31a4a95c-fa02-41a5-9b7c-a20df75ef87d', 'name': '', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'mac_address': 'fa:16:3e:c0:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:35Z', 'updated_at': '2022-03-03T18:26:40Z', 'revision_number': 4, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'subnets': [{'id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:42.012758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.013093 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.084774 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:26:40Z', 'revision_number': 3, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port': {'id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:39Z', 'updated_at': '2022-03-03T18:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:42.089854 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Checking router: fcf56c30-c6dc-4a1a-9b1a-71dc8408302a for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:42.090427 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Updating router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a port 6c5aa748-8ff3-451c-88c2-b5835392323a binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:26:42.181205 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.455955 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562d91e-5201-4080-baa1-9af04ae2e66e None None] Network 8430d44e-b69b-43db-8c62-31ed749213da requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:26:42.484684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.515646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for 0267671a-e59c-4bf0-b2ba-bcc0d6fb3d23 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:42.654531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-486e3754-8fae-4339-a023-b67f010120f7 None None] Provisioning for port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:42.658966 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.667358 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-486e3754-8fae-4339-a023-b67f010120f7 None None] Provisioning complete for port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:42.668331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-486e3754-8fae-4339-a023-b67f010120f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.686684 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Transition to ACTIVE for port object 6c5aa748-8ff3-451c-88c2-b5835392323a will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:42.695687 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.737982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Allocated IP 172.20.0.1 (8430d44e-b69b-43db-8c62-31ed749213da/550ebc98-b7ca-45ff-8a7d-181f40a62e44/0c44fb29-02e1-49be-96d6-172c98d9936b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:42.784979 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.800225 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2ce8c-5268-419f-8f78-eba491fcad05 None None] Pushing event updated for resources: {'Port': ['ID=6c5aa748-8ff3-451c-88c2-b5835392323a,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:42.830173 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Attempting to bind port 6c5aa748-8ff3-451c-88c2-b5835392323a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:26:42.830672 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Attempting to bind port 6c5aa748-8ff3-451c-88c2-b5835392323a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:26:42.831119 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Attempting to bind port 6c5aa748-8ff3-451c-88c2-b5835392323a on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:42.861657 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:26:42.862273 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:42.862778 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.863636 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:26:42.864648 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Bound port: 6c5aa748-8ff3-451c-88c2-b5835392323a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:26:42.865702 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:42.881696 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=0267671a-e59c-4bf0-b2ba-bcc0d6fb3d23,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:42.945015 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] For port 6c5aa748-8ff3-451c-88c2-b5835392323a, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:26:42.948715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] For port 6c5aa748-8ff3-451c-88c2-b5835392323a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c5aa748-8ff3-451c-88c2-b5835392323a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:26:42.957834 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.009103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-486e3754-8fae-4339-a023-b67f010120f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.057070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-486e3754-8fae-4339-a023-b67f010120f7 None None] For port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,segment=NetworkSegment(471e4c73-883e-4888-8075-0ec2c784055b),segment_id=471e4c73-883e-4888-8075-0ec2c784055b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:43.066308 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Routers {'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:43.067129 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:43.074905 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.075501 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Floating IP be69ea47-4483-4669-82dc-a1c45b8ec93e disassociated (deleted). External IP: 172.25.0.138, port: 0417df41-b7bb-4bd5-a081-6b74b308a87f. Mar 03 18:26:43.076463 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-486e3754-8fae-4339-a023-b67f010120f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.098880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.137028 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2ce8c-5268-419f-8f78-eba491fcad05 None None] Pushing event updated for resources: {'Port': ['ID=6c5aa748-8ff3-451c-88c2-b5835392323a,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:43.149484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Transition to ACTIVE for port object 0c44fb29-02e1-49be-96d6-172c98d9936b will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:43.187018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f46d06-8d4b-469d-a7e2-8fcaf50ee43c req-cbfe7052-d1ed-478a-bcc9-fbd57b9e5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:43.188558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45f46d06-8d4b-469d-a7e2-8fcaf50ee43c req-cbfe7052-d1ed-478a-bcc9-fbd57b9e5f77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1096 time: 1.4394696 Mar 03 18:26:43.244129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e3754-8fae-4339-a023-b67f010120f7 None None] Pushing event updated for resources: {'Port': ['ID=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:43.267731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-45f46d06-8d4b-469d-a7e2-8fcaf50ee43c req-a60ced1e-f08a-4b46-8c2a-ed19db5dea42 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690739 Mar 03 18:26:43.276383 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.315690 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] Set router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:43.358762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Network 8430d44e-b69b-43db-8c62-31ed749213da is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:43.361635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:43.365219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:43.408861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0c44fb29-02e1-49be-96d6-172c98d9936b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:43.423660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.423960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.424252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.424578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.424963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.425292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.425645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.425963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.426270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.426589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.426900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.427216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:43.441722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.721314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e1a27f0c-7e57-4592-b246-f622ccdfe06d None None] Provisioning complete for port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:43.722173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e1a27f0c-7e57-4592-b246-f622ccdfe06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:43.744250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:26:43.830695 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:26:40Z', 'revision_number': 3, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port': {'id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:39Z', 'updated_at': '2022-03-03T18:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:43.834390 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:43.835719 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65053996-f31d-4c5c-a794-6223b011ad5e None None] The sync data for ids ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'] in n-d-827121-1 is: [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:26:40Z', 'revision_number': 3, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port': {'id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:39Z', 'updated_at': '2022-03-03T18:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:43.906773 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:44.037530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:44.044675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:44.045154 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:44.074570 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:44.077205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c699ab-b368-403d-8912-60b02609151a None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:44.115135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:44.116172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:44.187131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:44.196575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:44.221733 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9b094b24-e7ac-4953-bc4b-473d6c01bead tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "DELETE /v2.0/floatingips/be69ea47-4483-4669-82dc-a1c45b8ec93e HTTP/1.1" status: 204 len: 168 time: 2.8211114 Mar 03 18:26:44.222837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:44.280845 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'status': 'completed', 'code': 200} Mar 03 18:26:44.332716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-865888f6-bbbf-4fcf-a380-82415b5e87e9 None None] Provisioning for port 0c44fb29-02e1-49be-96d6-172c98d9936b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:44.412650 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:44.418803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0c44fb29-02e1-49be-96d6-172c98d9936b,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:44.459860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-865888f6-bbbf-4fcf-a380-82415b5e87e9 None None] Provisioning complete for port 0c44fb29-02e1-49be-96d6-172c98d9936b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:44.459860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-865888f6-bbbf-4fcf-a380-82415b5e87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:44.464494 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-077a547a-a984-4c48-b04c-2ec5ebd5e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:44.466910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-077a547a-a984-4c48-b04c-2ec5ebd5e456 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 1097 time: 0.1435354 Mar 03 18:26:44.615697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-865888f6-bbbf-4fcf-a380-82415b5e87e9 None None] Port 0c44fb29-02e1-49be-96d6-172c98d9936b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:26:44.624867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Network 8430d44e-b69b-43db-8c62-31ed749213da is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:44.626705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:44.642333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:44.747950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 31a4a95c-fa02-41a5-9b7c-a20df75ef87d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:44.862426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-a5dad39b-7236-4ad4-82e4-8954be6293ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:44.862426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-a5dad39b-7236-4ad4-82e4-8954be6293ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.3852699 Mar 03 18:26:45.046469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:26:45.128089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-9ab96372-eaf8-40ad-bbf7-1fe9411e3842 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f HTTP/1.1" status: 200 len: 217 time: 0.2581155 Mar 03 18:26:45.186433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af230592-ebe5-4729-afcf-ca0d36fccc96 req-8410366d-2feb-4e0b-b018-20c9831ba6a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:45.187706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-af230592-ebe5-4729-afcf-ca0d36fccc96 req-8410366d-2feb-4e0b-b018-20c9831ba6a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:45.202430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-18af0672-03b0-4bdf-b77d-658b6ea167c6 None None] Provisioning complete for port 0c44fb29-02e1-49be-96d6-172c98d9936b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:45.202809 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-18af0672-03b0-4bdf-b77d-658b6ea167c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:45.221565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-af230592-ebe5-4729-afcf-ca0d36fccc96 req-8410366d-2feb-4e0b-b018-20c9831ba6a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:45.222797 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af230592-ebe5-4729-afcf-ca0d36fccc96 req-8410366d-2feb-4e0b-b018-20c9831ba6a5 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 946 time: 0.5040717 Mar 03 18:26:45.263303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-34f8fe90-256f-4eed-b5d2-b31a70b75085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:45.265153 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-34f8fe90-256f-4eed-b5d2-b31a70b75085 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.1288180 Mar 03 18:26:45.276278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:45.299266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:45.299799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:45.340068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-18af0672-03b0-4bdf-b77d-658b6ea167c6 None None] Port 0c44fb29-02e1-49be-96d6-172c98d9936b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:26:45.343374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af230592-ebe5-4729-afcf-ca0d36fccc96 req-57a31f85-5bb5-4411-9084-ba93bea1174a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083736 Mar 03 18:26:45.372294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:51Z', 'revision_number': 1, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:45.377630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-3665f47c-5621-454d-9957-242668b7df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:45.379193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-3665f47c-5621-454d-9957-242668b7df15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063113 Mar 03 18:26:45.386577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c699ab-b368-403d-8912-60b02609151a None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:45.403861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:45.404567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:45.411252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:45.421859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a0d0da7a-7bc8-456f-ba59-2205614ca9e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/fcf56c30-c6dc-4a1a-9b1a-71dc8408302a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0356686 Mar 03 18:26:45.520044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-8bd4e072-c600-4c3a-952e-044def13b471 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343286 Mar 03 18:26:45.610246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:45.666873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:45.685688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d90f6-37aa-4df5-a55c-8a7e248d740f req-c316235b-a9f6-4ad5-b50a-c09791d66c37 service neutron] 10.222.0.16 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405656 Mar 03 18:26:45.710375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:45.719646 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:45.906379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c5aa748-8ff3-451c-88c2-b5835392323a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:45.987501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:46.110727 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Sync routers for ids ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:46.111234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-1107b719-3ac9-4283-9c06-9ebe0c6d7915 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:46.111940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-1107b719-3ac9-4283-9c06-9ebe0c6d7915 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Synchronizing usage tracker for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:46.116696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6c5aa748-8ff3-451c-88c2-b5835392323a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:46.122492 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Routers {'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:46.123416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:46.130346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-1107b719-3ac9-4283-9c06-9ebe0c6d7915 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Unset dirty status for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:46.131992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-1107b719-3ac9-4283-9c06-9ebe0c6d7915 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/networks?id=8040a4c6-eb03-4bdf-860f-ee0400be8078 HTTP/1.1" status: 200 len: 910 time: 0.1527593 Mar 03 18:26:46.136100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6c5aa748-8ff3-451c-88c2-b5835392323a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:46.136634 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:46.152455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-c7197432-d116-426c-a185-188ec114c387 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/quotas/6f0b2e27fdce4dbda77e37e7bfd1925a HTTP/1.1" status: 200 len: 375 time: 0.0136569 Mar 03 18:26:46.243277 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-9ccc9e5d-a9c2-41e2-b8fc-bc509f2ea855 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f0b2e27fdce4dbda77e37e7bfd1925a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846486 Mar 03 18:26:46.325762 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Set router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:46.332133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:46.353103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 6c5aa748-8ff3-451c-88c2-b5835392323a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c5aa748-8ff3-451c-88c2-b5835392323a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:46.359171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-20c699ab-b368-403d-8912-60b02609151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:51Z', 'revision_number': 1, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:46.361461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:46.434313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-d5d55bef-6005-40c6-9c47-35e76872c457 service neutron] 10.222.0.23 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826365 Mar 03 18:26:46.438872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=6c5aa748-8ff3-451c-88c2-b5835392323a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:46.444892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c699ab-b368-403d-8912-60b02609151a None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '818b8e93-1a03-4b1f-b1fb-89e443fb0749', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'port_id': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'mac_address': 'fa:16:3e:0e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219288a4-6589-4482-99e0-d500e1e2353b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:22:44Z', 'updated_at': '2022-03-03T18:22:51Z', 'revision_number': 1, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:46.636120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-af3cfcab-8425-4c73-9fcc-26f86e005fb4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:46.637622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-af3cfcab-8425-4c73-9fcc-26f86e005fb4 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 946 time: 0.3445108 Mar 03 18:26:46.638402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb1d6a-6099-4686-a91f-382d9496ee8c req-12e9c00b-06a0-4727-ba92-81abf984d42e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:46.640972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ceb1d6a-6099-4686-a91f-382d9496ee8c req-12e9c00b-06a0-4727-ba92-81abf984d42e tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 946 time: 0.1440883 Mar 03 18:26:46.654773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-c0dc0797-3878-4517-85e9-3ef4e93e414a service neutron] 10.222.0.23 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193813 Mar 03 18:26:46.717178 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:26:43Z', 'revision_number': 4, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port': {'id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:39Z', 'updated_at': '2022-03-03T18:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '0c44fb29-02e1-49be-96d6-172c98d9936b', 'name': '', 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'mac_address': 'fa:16:3e:61:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '550ebc98-b7ca-45ff-8a7d-181f40a62e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:42Z', 'updated_at': '2022-03-03T18:26:43Z', 'revision_number': 2, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'subnets': [{'id': '550ebc98-b7ca-45ff-8a7d-181f40a62e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:46.722458 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Checking router: fcf56c30-c6dc-4a1a-9b1a-71dc8408302a for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:46.722925 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Updating router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a port 0c44fb29-02e1-49be-96d6-172c98d9936b binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:26:46.748796 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7ceb1d6a-6099-4686-a91f-382d9496ee8c req-f25f1887-caa7-4246-b71d-66d03f043ce3 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940104 Mar 03 18:26:46.791099 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:46.806213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port 0417df41-b7bb-4bd5-a081-6b74b308a87f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:46.806970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:46.866433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3abe4-f7b8-4134-be47-7d62c5a6eb80 None None] New status for floating IP be69ea47-4483-4669-82dc-a1c45b8ec93e: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:26:46.920501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-29b71b1b-80bf-4851-9ae6-27c60f30fe07 req-5cdd3ad6-d874-4c31-8fdc-3ea071f3a22e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Synchronizing usage tracker for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:46.938570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-29b71b1b-80bf-4851-9ae6-27c60f30fe07 req-5cdd3ad6-d874-4c31-8fdc-3ea071f3a22e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Unset dirty status for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:46.950605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-29b71b1b-80bf-4851-9ae6-27c60f30fe07 req-5cdd3ad6-d874-4c31-8fdc-3ea071f3a22e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 210 time: 0.0703909 Mar 03 18:26:47.102608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] For port 0417df41-b7bb-4bd5-a081-6b74b308a87f, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0417df41-b7bb-4bd5-a081-6b74b308a87f,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:47.102825 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.184229 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.195207 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Transition to ACTIVE for port object 0c44fb29-02e1-49be-96d6-172c98d9936b will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:47.202877 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.235155 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for 0417df41-b7bb-4bd5-a081-6b74b308a87f owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:47.335696 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Pushing event updated for resources: {'Port': ['ID=0c44fb29-02e1-49be-96d6-172c98d9936b,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:47.380996 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.381365 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.381901 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.382225 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.382574 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.382893 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.383237 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.383566 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.383881 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.384192 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.384503 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.384810 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:26:47.439946 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Attempting to bind port 0c44fb29-02e1-49be-96d6-172c98d9936b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:26:47.440337 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Attempting to bind port 0c44fb29-02e1-49be-96d6-172c98d9936b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:26:47.440703 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Attempting to bind port 0c44fb29-02e1-49be-96d6-172c98d9936b on network 8430d44e-b69b-43db-8c62-31ed749213da {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:47.446511 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:26:47.446885 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Checking segment: {'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:47.447278 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.447660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Bound using segment: {'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:26:47.448110 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Bound port: 0c44fb29-02e1-49be-96d6-172c98d9936b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471e4c73-883e-4888-8075-0ec2c784055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:26:47.448467 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.530613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.546288 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] For port 0c44fb29-02e1-49be-96d6-172c98d9936b, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:26:47.549650 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] For port 0c44fb29-02e1-49be-96d6-172c98d9936b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0c44fb29-02e1-49be-96d6-172c98d9936b,segment=NetworkSegment(471e4c73-883e-4888-8075-0ec2c784055b),segment_id=471e4c73-883e-4888-8075-0ec2c784055b)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:26:47.553925 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.582765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=0417df41-b7bb-4bd5-a081-6b74b308a87f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:47.660653 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Routers {'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:47.661269 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:47.662253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] No DVR routers for this DVR port 0417df41-b7bb-4bd5-a081-6b74b308a87f on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:26:47.665263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:47.667829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'name': 'network-vif-deleted', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:47.687686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b3832dc-a882-48c1-9943-1b2e8ce7418d req-5748a6f0-d877-4142-b0d0-f2ffb2bcc704 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.16 "DELETE /v2.0/ports/0417df41-b7bb-4bd5-a081-6b74b308a87f HTTP/1.1" status: 204 len: 173 time: 1.0317674 Mar 03 18:26:47.748446 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c911bc1c-2e7e-49d1-90d7-9bbd62d50829', 'name': 'network-vif-deleted', 'tag': '0417df41-b7bb-4bd5-a081-6b74b308a87f', 'status': 'completed', 'code': 200} Mar 03 18:26:47.753637 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611194-5d33-4520-8e89-104cb4f48c62 None None] Pushing event updated for resources: {'Port': ['ID=0c44fb29-02e1-49be-96d6-172c98d9936b,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:47.832603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c5aa748-8ff3-451c-88c2-b5835392323a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:47.907736 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] Set router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:47.979354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6c5aa748-8ff3-451c-88c2-b5835392323a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:47.979959 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:48.089314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd67ffea-1ebe-4756-a60a-de116a89543b req-23c47aa7-787c-4c9c-8bda-10964813a060 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911bc1c-2e7e-49d1-90d7-9bbd62d50829 HTTP/1.1" status: 200 len: 210 time: 0.1101835 Mar 03 18:26:48.158283 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3af4d673-1bb5-47a5-9bb4-fd254c190d36 req-666b5f74-ab50-4c16-abf1-52ebb8ba1775 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 210 time: 0.1154013 Mar 03 18:26:48.191031 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:48.201844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 31a4a95c-fa02-41a5-9b7c-a20df75ef87d up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:48.286568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:48.287103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:48.480136 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:26:43Z', 'revision_number': 4, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port': {'id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:39Z', 'updated_at': '2022-03-03T18:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '0c44fb29-02e1-49be-96d6-172c98d9936b', 'name': '', 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'mac_address': 'fa:16:3e:61:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '550ebc98-b7ca-45ff-8a7d-181f40a62e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:42Z', 'updated_at': '2022-03-03T18:26:47Z', 'revision_number': 4, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'subnets': [{'id': '550ebc98-b7ca-45ff-8a7d-181f40a62e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:48.484422 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4985d4-a718-489f-8a07-24b6563f262b None None] The sync data for ids ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'] in n-d-827121-1 is: [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:26:43Z', 'revision_number': 4, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port': {'id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:39Z', 'updated_at': '2022-03-03T18:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '0c44fb29-02e1-49be-96d6-172c98d9936b', 'name': '', 'network_id': '8430d44e-b69b-43db-8c62-31ed749213da', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'mac_address': 'fa:16:3e:61:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '550ebc98-b7ca-45ff-8a7d-181f40a62e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:42Z', 'updated_at': '2022-03-03T18:26:47Z', 'revision_number': 4, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'subnets': [{'id': '550ebc98-b7ca-45ff-8a7d-181f40a62e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:49.323805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4e0d2cc-06e8-4ef6-97a2-0fceaa8ac54c req-a37e3ced-32cd-4bdd-bc31-e26d114f0649 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 210 time: 0.0543053 Mar 03 18:26:49.359988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-83c8675b-a891-47e4-8cde-132e1e761c16 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:49.361815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-83c8675b-a891-47e4-8cde-132e1e761c16 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.35 "GET /v2.0/networks?id=8040a4c6-eb03-4bdf-860f-ee0400be8078 HTTP/1.1" status: 200 len: 910 time: 0.1946416 Mar 03 18:26:49.387446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Request body: {'port': {'device_id': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'admin_state_up': True, 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:49.403795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:26:49.424940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:26:49.444198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Made reservation on behalf of 6f0b2e27fdce4dbda77e37e7bfd1925a for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:26:49.447333 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:49.551799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-32999ecf-047a-49c6-b608-2bb1b555d0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:49.615644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Allocated IP 172.20.0.14 (8040a4c6-eb03-4bdf-860f-ee0400be8078/d9f1308e-c826-4dc2-a869-80879f380b0b/c7596a9e-c421-44cf-90f2-b7bda18ccca5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:26:49.842924 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:49.844131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0c44fb29-02e1-49be-96d6-172c98d9936b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:49.861089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Transition to ACTIVE for port object c7596a9e-c421-44cf-90f2-b7bda18ccca5 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:49.888266 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:49.919965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 0c44fb29-02e1-49be-96d6-172c98d9936b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:49.925657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0c44fb29-02e1-49be-96d6-172c98d9936b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:49.926030 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:49.953782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:26:49.956394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:26:49.964664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:26:50.000082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Pushing event updated for resources: {'Port': ['ID=c7596a9e-c421-44cf-90f2-b7bda18ccca5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:50.040283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:50.040894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:50.072547 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-ba5e6fcc-5810-4712-9955-03b14e056a33 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6900907 Mar 03 18:26:50.084916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Request body: {'port': {'device_id': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:26:50.125118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:50.178273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 0c44fb29-02e1-49be-96d6-172c98d9936b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0c44fb29-02e1-49be-96d6-172c98d9936b,segment=NetworkSegment(471e4c73-883e-4888-8075-0ec2c784055b),segment_id=471e4c73-883e-4888-8075-0ec2c784055b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:50.184080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:50.215559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:50.262556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=0c44fb29-02e1-49be-96d6-172c98d9936b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:50.300956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df61b33e-5153-4718-ab6f-3f30c4adb99b None None] Provisioning for port c7596a9e-c421-44cf-90f2-b7bda18ccca5 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:50.308673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-df61b33e-5153-4718-ab6f-3f30c4adb99b None None] Provisioning complete for port c7596a9e-c421-44cf-90f2-b7bda18ccca5 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:50.309096 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df61b33e-5153-4718-ab6f-3f30c4adb99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:50.380361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-df61b33e-5153-4718-ab6f-3f30c4adb99b None None] Port c7596a9e-c421-44cf-90f2-b7bda18ccca5 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:26:50.434340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0417df41-b7bb-4bd5-a081-6b74b308a87f no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:26:50.469922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 0417df41-b7bb-4bd5-a081-6b74b308a87f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:26:50.470183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0417df41-b7bb-4bd5-a081-6b74b308a87f not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:26:50.603138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2f96-bf6e-4abc-b9dd-a0f361871454 req-a4ce44aa-e2bb-4703-8583-988bddee038a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:50.603826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-40be2f96-bf6e-4abc-b9dd-a0f361871454 req-a4ce44aa-e2bb-4703-8583-988bddee038a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Synchronizing usage tracker for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:50.666420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-40be2f96-bf6e-4abc-b9dd-a0f361871454 req-a4ce44aa-e2bb-4703-8583-988bddee038a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Unset dirty status for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:50.667566 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40be2f96-bf6e-4abc-b9dd-a0f361871454 req-a4ce44aa-e2bb-4703-8583-988bddee038a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1028 time: 0.1878695 Mar 03 18:26:50.669518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7596a9e-c421-44cf-90f2-b7bda18ccca5 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:26:50.680794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:50.713433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Transition to ACTIVE for port object c7596a9e-c421-44cf-90f2-b7bda18ccca5 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:26:50.722027 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:50.780674 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40be2f96-bf6e-4abc-b9dd-a0f361871454 req-d02cd295-822b-455e-8dd0-a3db09563bdd tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030915 Mar 03 18:26:51.001265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7596a9e-c421-44cf-90f2-b7bda18ccca5,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:51.115618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Attempting to bind port c7596a9e-c421-44cf-90f2-b7bda18ccca5 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:26:51.115954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Attempting to bind port c7596a9e-c421-44cf-90f2-b7bda18ccca5 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:26:51.116279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Attempting to bind port c7596a9e-c421-44cf-90f2-b7bda18ccca5 on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:51.121523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Port c7596a9e-c421-44cf-90f2-b7bda18ccca5 on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:26:51.121844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Attempting to bind port c7596a9e-c421-44cf-90f2-b7bda18ccca5 on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:26:51.126876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:26:51.127210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Checking segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:26:51.127591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Bound using segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:26:51.128005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Bound port: c7596a9e-c421-44cf-90f2-b7bda18ccca5, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:26:51.128347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:51.220570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] For port c7596a9e-c421-44cf-90f2-b7bda18ccca5, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:26:51.223839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] For port c7596a9e-c421-44cf-90f2-b7bda18ccca5, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7596a9e-c421-44cf-90f2-b7bda18ccca5,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:26:51.227719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:51.285972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:51.286582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:51.287943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] 10.222.0.35 "PUT /v2.0/ports/c7596a9e-c421-44cf-90f2-b7bda18ccca5 HTTP/1.1" status: 200 len: 1092 time: 1.2078044 Mar 03 18:26:51.288375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'tag': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:51.319702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6b0c6-0db3-4355-abee-ef285fab9ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7596a9e-c421-44cf-90f2-b7bda18ccca5,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:51.373543 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'tag': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5', 'status': 'completed', 'code': 200} Mar 03 18:26:51.415954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-7e1bb826-8de3-460e-8e53-60dc7f0cae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:51.417506 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-7e1bb826-8de3-460e-8e53-60dc7f0cae04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f0b2e27fdce4dbda77e37e7bfd1925a&device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1095 time: 0.0798063 Mar 03 18:26:51.487387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-c166246a-9031-4eac-8d75-b55728f9da35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7596a9e-c421-44cf-90f2-b7bda18ccca5 HTTP/1.1" status: 200 len: 217 time: 0.0635004 Mar 03 18:26:51.556073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-4fb9a20c-f6c3-400d-b4a6-9aa3fe97fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:51.557572 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-4fb9a20c-f6c3-400d-b4a6-9aa3fe97fe83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9f1308e-c826-4dc2-a869-80879f380b0b HTTP/1.1" status: 200 len: 848 time: 0.0647883 Mar 03 18:26:51.638015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-78a75c1f-d295-48fa-9018-2f76437e44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:51.638670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-78a75c1f-d295-48fa-9018-2f76437e44ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8040a4c6-eb03-4bdf-860f-ee0400be8078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753798 Mar 03 18:26:51.798783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-35645ac7-6b6b-42e3-a47f-a86820713057 service neutron] 10.222.0.35 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538067 Mar 03 18:26:51.830311 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be8a95cf-7799-455b-951e-878aaa9df660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:51.859877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0c44fb29-02e1-49be-96d6-172c98d9936b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:51.982882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0c44fb29-02e1-49be-96d6-172c98d9936b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:51.983505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:52.062213 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4deaa088-95c2-41b4-b8c0-321c483de466 req-4a657e50-f96c-43ed-bab9-13eaed8d43a7 service neutron] 10.222.0.35 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569540 Mar 03 18:26:52.081193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb40a8-35dd-4993-9ec2-cda3f4650235 req-ed7d7930-61c9-4a04-bd2d-82362205438a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:52.092376 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75bb40a8-35dd-4993-9ec2-cda3f4650235 req-ed7d7930-61c9-4a04-bd2d-82362205438a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1095 time: 0.1440372 Mar 03 18:26:52.182513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75bb40a8-35dd-4993-9ec2-cda3f4650235 req-2dbf0f41-6a86-44f6-8e36-bfea411798fa tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889165 Mar 03 18:26:52.209136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-cc7eaa3f-5a79-43e0-b898-ce15dde625f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:52.210681 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-cc7eaa3f-5a79-43e0-b898-ce15dde625f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f0b2e27fdce4dbda77e37e7bfd1925a&device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1095 time: 0.0912745 Mar 03 18:26:52.345555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-e68ffac1-8919-4386-a52f-27b6a27b7084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:52.347010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-e68ffac1-8919-4386-a52f-27b6a27b7084 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8040a4c6-eb03-4bdf-860f-ee0400be8078 HTTP/1.1" status: 200 len: 910 time: 0.1309624 Mar 03 18:26:52.419561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-75b37a70-48a4-46bb-8ef8-577b9bfedc21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7596a9e-c421-44cf-90f2-b7bda18ccca5 HTTP/1.1" status: 200 len: 217 time: 0.0643699 Mar 03 18:26:52.481353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-5ce8ff27-e53d-4277-ab3d-c38c219a9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:52.482799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-5ce8ff27-e53d-4277-ab3d-c38c219a9774 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9f1308e-c826-4dc2-a869-80879f380b0b HTTP/1.1" status: 200 len: 848 time: 0.0573518 Mar 03 18:26:52.560573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-3b3bb361-36d4-4cac-a921-dfc2eab3a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:52.562071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-3b3bb361-36d4-4cac-a921-dfc2eab3a672 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8040a4c6-eb03-4bdf-860f-ee0400be8078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728056 Mar 03 18:26:52.695673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-9d0b9855-6d29-4ef1-82fe-cf98d3ce88e6 service neutron] 10.222.0.35 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265094 Mar 03 18:26:52.941992 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:52.959676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d1453a6-be91-41d8-a9c8-f2fea2cbe2c3 req-d7256d8c-9b89-4b00-9be2-eb17088080d0 service neutron] 10.222.0.35 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575612 Mar 03 18:26:53.018872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:53.358102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef3b22-cadf-48d7-a740-1d5ab1adba3d req-4f001593-9501-4fd3-828d-7e6193a3db5f tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:53.359584 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21ef3b22-cadf-48d7-a740-1d5ab1adba3d req-4f001593-9501-4fd3-828d-7e6193a3db5f tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1095 time: 0.0708549 Mar 03 18:26:53.398286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-21ef3b22-cadf-48d7-a740-1d5ab1adba3d req-4ca999fb-d8ee-46bd-9f58-9cd7b8041101 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Synchronizing usage tracker for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:53.415658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-21ef3b22-cadf-48d7-a740-1d5ab1adba3d req-4ca999fb-d8ee-46bd-9f58-9cd7b8041101 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Unset dirty status for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:53.416899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21ef3b22-cadf-48d7-a740-1d5ab1adba3d req-4ca999fb-d8ee-46bd-9f58-9cd7b8041101 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518622 Mar 03 18:26:53.902883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35488) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:54.125869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port a09ef960-6282-4842-944d-8785a8615c19 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:54.126226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:54.302039 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:54.302255 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:54.317926 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:54.372662 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:54.430261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for a09ef960-6282-4842-944d-8785a8615c19 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:54.634022 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:54.688251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=a09ef960-6282-4842-944d-8785a8615c19,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:54.758958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ece3c-b7bb-4e5d-8e8c-a9a647be6cdf req-7c3fb4b7-0d53-4e3d-94c1-5750e4ace8e2 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:54.760517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-394ece3c-b7bb-4e5d-8e8c-a9a647be6cdf req-7c3fb4b7-0d53-4e3d-94c1-5750e4ace8e2 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1095 time: 0.2055271 Mar 03 18:26:54.822531 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:54.822883 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Floating IP 818b8e93-1a03-4b1f-b1fb-89e443fb0749 disassociated (deleted). External IP: 172.25.0.99, port: 6861f4eb-c56f-4189-b784-cdf210a6d0e7. Mar 03 18:26:54.886225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-394ece3c-b7bb-4e5d-8e8c-a9a647be6cdf req-e58856fc-7ebf-48ca-8167-3c8de924abec tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177309 Mar 03 18:26:55.137240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7596a9e-c421-44cf-90f2-b7bda18ccca5 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:26:55.182222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:26:55.268379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c7596a9e-c421-44cf-90f2-b7bda18ccca5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7596a9e-c421-44cf-90f2-b7bda18ccca5,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:55.282203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'port_id': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5', 'mac_address': 'fa:16:3e:50:1b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:26:55.339252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:55.358579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7596a9e-c421-44cf-90f2-b7bda18ccca5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:26:55.374962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c7596a9e-c421-44cf-90f2-b7bda18ccca5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7596a9e-c421-44cf-90f2-b7bda18ccca5,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:55.379657 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:55.448914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c7596a9e-c421-44cf-90f2-b7bda18ccca5,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:55.491942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:26:55.502589 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:26:55.507829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:55.511945 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:55.512546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:55.562234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7eef17dd-984b-41ba-a262-d7b9898fc46a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "DELETE /v2.0/floatingips/818b8e93-1a03-4b1f-b1fb-89e443fb0749 HTTP/1.1" status: 204 len: 168 time: 1.6582670 Mar 03 18:26:55.562977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:55.602625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c7596a9e-c421-44cf-90f2-b7bda18ccca5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:26:55.614116 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'status': 'completed', 'code': 200} Mar 03 18:26:55.703412 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:55.718785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f490027-4b56-4430-bf87-5aa950241a83 req-f2d80079-5772-4d05-94df-c96c29d322a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:55.720851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f490027-4b56-4430-bf87-5aa950241a83 req-f2d80079-5772-4d05-94df-c96c29d322a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561b627deff84fc195b225e848b4b9b3&device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 1097 time: 0.0766182 Mar 03 18:26:55.945355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f490027-4b56-4430-bf87-5aa950241a83 req-53c6170e-725e-44df-9cc3-1bb28714617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:55.947326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f490027-4b56-4430-bf87-5aa950241a83 req-53c6170e-725e-44df-9cc3-1bb28714617e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 200 len: 913 time: 0.2196507 Mar 03 18:26:56.018127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f490027-4b56-4430-bf87-5aa950241a83 req-3023b2dc-4942-445b-81c1-36a79f624ca5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0627844 Mar 03 18:26:56.043086 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:56.047598 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:26:56.065673 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:26:56.066630 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:56.074794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3914646-7374-41f7-a698-00a24cb888ac req-f19ac3bf-6dea-433d-82d8-efa8ffdf6a7f tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:56.076964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3914646-7374-41f7-a698-00a24cb888ac req-f19ac3bf-6dea-433d-82d8-efa8ffdf6a7f tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1096 time: 0.0776789 Mar 03 18:26:56.094383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd14d5b-a7b4-4311-a805-efcf183165d6 req-38a3fd8c-49e6-4f2a-9a40-0a1083875a44 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:56.095071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ccd14d5b-a7b4-4311-a805-efcf183165d6 req-38a3fd8c-49e6-4f2a-9a40-0a1083875a44 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:56.110476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f490027-4b56-4430-bf87-5aa950241a83 req-a5ac1d6f-a5f8-4805-986e-3f19c66d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:56.111870 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f490027-4b56-4430-bf87-5aa950241a83 req-a5ac1d6f-a5f8-4805-986e-3f19c66d715b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 200 len: 851 time: 0.0868161 Mar 03 18:26:56.124095 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3914646-7374-41f7-a698-00a24cb888ac req-78e54bda-1913-4b19-bdcf-a6434590c313 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Mar 03 18:26:56.154358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ccd14d5b-a7b4-4311-a805-efcf183165d6 req-38a3fd8c-49e6-4f2a-9a40-0a1083875a44 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:56.155500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccd14d5b-a7b4-4311-a805-efcf183165d6 req-38a3fd8c-49e6-4f2a-9a40-0a1083875a44 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 946 time: 0.2591596 Mar 03 18:26:56.214326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccd14d5b-a7b4-4311-a805-efcf183165d6 req-0f14bb77-7b10-4f86-9348-3850e79832fe tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527666 Mar 03 18:26:56.236768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f490027-4b56-4430-bf87-5aa950241a83 req-87c3485d-eeb8-4964-a2c4-c610b110fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:56.236768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f490027-4b56-4430-bf87-5aa950241a83 req-87c3485d-eeb8-4964-a2c4-c610b110fa44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121447 Mar 03 18:26:56.263777 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:26:56.364492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f490027-4b56-4430-bf87-5aa950241a83 req-976a98c9-e223-4337-a7df-a28ad34d1031 service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263900 Mar 03 18:26:56.495848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f490027-4b56-4430-bf87-5aa950241a83 req-4332ec7b-c89d-4bf3-a102-4601b98f990c service neutron] 10.222.0.35 "GET /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246457 Mar 03 18:26:56.599934 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:26:56.603675 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd7d08-7ee9-4d3d-b454-389325d454b6 None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:46Z', 'revision_number': 4, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c43a4bfc-22aa-4484-9958-13bb52088581', 'name': '', 'network_id': '5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'mac_address': 'fa:16:3e:5e:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:44Z', 'updated_at': '2022-03-03T18:13:53Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'subnets': [{'id': '0777aeed-14a4-447a-bd98-0bbe36ffdd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:26:56.801158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996d1cc-b499-46f2-adf7-dfcb6df39d4f None None] New status for floating IP 818b8e93-1a03-4b1f-b1fb-89e443fb0749: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:26:57.135579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7596a9e-c421-44cf-90f2-b7bda18ccca5 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:26:57.201635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port c7596a9e-c421-44cf-90f2-b7bda18ccca5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:26:57.206057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port c7596a9e-c421-44cf-90f2-b7bda18ccca5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:26:57.206418 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:57.307311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0078b-cf0e-42e3-b591-4d18c7524eae req-a092940d-5ac7-40a7-82bd-cf6a29112136 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:57.308944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcd0078b-cf0e-42e3-b591-4d18c7524eae req-a092940d-5ac7-40a7-82bd-cf6a29112136 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1096 time: 0.0784948 Mar 03 18:26:57.332843 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:57.352429 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcd0078b-cf0e-42e3-b591-4d18c7524eae req-db8cadec-5569-4048-a949-8824fca83875 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370247 Mar 03 18:26:57.359794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:57.372486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port c7596a9e-c421-44cf-90f2-b7bda18ccca5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7596a9e-c421-44cf-90f2-b7bda18ccca5,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:57.378171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:57.419993 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5', 'code': 200} Mar 03 18:26:57.451870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61208c6-1bd0-4503-9911-99324ccace7e req-5c060188-3bb3-4130-8134-bcfc60ae2b2b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:57.453240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d61208c6-1bd0-4503-9911-99324ccace7e req-5c060188-3bb3-4130-8134-bcfc60ae2b2b tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 946 time: 0.1444871 Mar 03 18:26:57.457020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=c7596a9e-c421-44cf-90f2-b7bda18ccca5,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:57.504189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefb750-5542-41d2-9926-6f42894bb7b6 req-6845c37b-0143-4132-a035-6d3098b2a8a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:57.505639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cdefb750-5542-41d2-9926-6f42894bb7b6 req-6845c37b-0143-4132-a035-6d3098b2a8a2 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 946 time: 0.1556153 Mar 03 18:26:57.540624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88193c4d-b391-4ab7-9d4b-121b6bd8d8f6 req-c982ddcc-41b1-489f-b464-586c94c46002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:57.542106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88193c4d-b391-4ab7-9d4b-121b6bd8d8f6 req-c982ddcc-41b1-489f-b464-586c94c46002 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.0740287 Mar 03 18:26:57.565758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:26:57.566093 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:57.581903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-88193c4d-b391-4ab7-9d4b-121b6bd8d8f6 req-18a957c1-cb4f-4ef3-b831-3df96c1a2063 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Mar 03 18:26:57.613379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cdefb750-5542-41d2-9926-6f42894bb7b6 req-a74b4056-fb2f-4ed0-8170-c9384d934f1a tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020226 Mar 03 18:26:57.816033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] For port 6861f4eb-c56f-4189-b784-cdf210a6d0e7, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6861f4eb-c56f-4189-b784-cdf210a6d0e7,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:26:57.816386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:58.044130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for 6861f4eb-c56f-4189-b784-cdf210a6d0e7 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:26:58.187212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:58.236087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=6861f4eb-c56f-4189-b784-cdf210a6d0e7,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:26:58.317622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] No DVR routers for this DVR port 6861f4eb-c56f-4189-b784-cdf210a6d0e7 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:26:58.319963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:26:58.322541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'name': 'network-vif-deleted', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:26:58.337672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d61208c6-1bd0-4503-9911-99324ccace7e req-7383f97b-3234-4612-9952-2ccbb2b12958 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.35 "DELETE /v2.0/ports/6861f4eb-c56f-4189-b784-cdf210a6d0e7 HTTP/1.1" status: 204 len: 173 time: 0.8735111 Mar 03 18:26:58.366855 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219288a4-6589-4482-99e0-d500e1e2353b', 'name': 'network-vif-deleted', 'tag': '6861f4eb-c56f-4189-b784-cdf210a6d0e7', 'status': 'completed', 'code': 200} Mar 03 18:26:58.527622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d2811-143e-425c-9351-b45be27fc04d req-06c8927c-0011-4694-957a-5eb74783f14e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:58.529134 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c5d2811-143e-425c-9351-b45be27fc04d req-06c8927c-0011-4694-957a-5eb74783f14e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.0724013 Mar 03 18:26:58.576658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c5d2811-143e-425c-9351-b45be27fc04d req-254465eb-dfcb-49fc-aee7-859693e108a9 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Mar 03 18:26:58.793805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-130ff81d-8713-462f-b50d-e1c23f1f7783 req-12093f34-4892-4f1a-9096-416118bc6b34 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Synchronizing usage tracker for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:26:58.812566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-130ff81d-8713-462f-b50d-e1c23f1f7783 req-12093f34-4892-4f1a-9096-416118bc6b34 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Unset dirty status for tenant:561b627deff84fc195b225e848b4b9b3 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:26:58.813834 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-130ff81d-8713-462f-b50d-e1c23f1f7783 req-12093f34-4892-4f1a-9096-416118bc6b34 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "GET /v2.0/ports?device_id=219288a4-6589-4482-99e0-d500e1e2353b HTTP/1.1" status: 200 len: 210 time: 0.0813007 Mar 03 18:26:59.372987 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:26:59.757055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363975bd-40f5-42af-aef4-64cf67f4e9a0 req-644b3c1c-ae65-4d17-9835-491a6c9e046a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:59.758591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-363975bd-40f5-42af-aef4-64cf67f4e9a0 req-644b3c1c-ae65-4d17-9835-491a6c9e046a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.0693803 Mar 03 18:26:59.798345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-363975bd-40f5-42af-aef4-64cf67f4e9a0 req-bd9046b2-4489-44d7-af6b-ae60f2662825 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Mar 03 18:26:59.906551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35522) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:26:59.978058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e852c-4d01-41dc-80c6-f7254c1f8f71 req-574a6d2d-e03c-4f14-874f-6721450061b3 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:26:59.979558 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-573e852c-4d01-41dc-80c6-f7254c1f8f71 req-574a6d2d-e03c-4f14-874f-6721450061b3 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.0736825 Mar 03 18:27:00.020177 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-573e852c-4d01-41dc-80c6-f7254c1f8f71 req-5e4de14d-e03d-4b27-aefc-89a90fd9b3c9 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Mar 03 18:27:00.067376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Deleting port 8924fb34-c681-414d-a5fc-5c8df49b3ab3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:00.067719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:00.285948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:00.286191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:00.353683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918aaac-bb47-4fe2-a80a-487e7fb17647 req-18b02dcf-5ecc-4b1f-8980-76f1ad96282a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:00.355193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3918aaac-bb47-4fe2-a80a-487e7fb17647 req-18b02dcf-5ecc-4b1f-8980-76f1ad96282a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.2219553 Mar 03 18:27:00.416912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Calling delete_port for 8924fb34-c681-414d-a5fc-5c8df49b3ab3 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:00.500592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3918aaac-bb47-4fe2-a80a-487e7fb17647 req-c8f87ade-2e5e-483a-ac1b-2b73d87ce481 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906270 Mar 03 18:27:00.585430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:00.631742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'Port': ['ID=8924fb34-c681-414d-a5fc-5c8df49b3ab3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:00.725826 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:00.744976 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:00.748808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ba9aaaef-8cff-49f5-807e-4531e780f256 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "DELETE /v2.0/floatingips/41100112-e3ba-433c-bafd-c8e4edd12615 HTTP/1.1" status: 204 len: 168 time: 0.8386090 Mar 03 18:27:00.778043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-1cd7802b-b6cf-4c08-94d4-854567b1ef76 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:00.779509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-1cd7802b-b6cf-4c08-94d4-854567b1ef76 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/networks?id=8040a4c6-eb03-4bdf-860f-ee0400be8078 HTTP/1.1" status: 200 len: 910 time: 0.1316352 Mar 03 18:27:00.793984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-1636c24b-52a0-4f28-a3a9-75de13b470e9 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/quotas/6f0b2e27fdce4dbda77e37e7bfd1925a HTTP/1.1" status: 200 len: 375 time: 0.0091290 Mar 03 18:27:00.875444 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-cf100824-c900-4c19-877f-89dabb78ac24 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f0b2e27fdce4dbda77e37e7bfd1925a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765045 Mar 03 18:27:01.014730 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-78abf35f-b822-476f-9148-91a5e58a23cf service neutron] 10.222.0.23 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326129 Mar 03 18:27:01.160404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6861f4eb-c56f-4189-b784-cdf210a6d0e7 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:01.178064 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-70a155b7-40e3-4b03-87af-36890cc64b82 service neutron] 10.222.0.23 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576388 Mar 03 18:27:01.208028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6861f4eb-c56f-4189-b784-cdf210a6d0e7 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:01.208384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6861f4eb-c56f-4189-b784-cdf210a6d0e7 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:01.385541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-51c04728-9dc5-4ed8-8d3c-7e9ddba3798e req-6d345f75-b8fd-4ad6-b009-0ecf67943955 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 210 time: 0.0632734 Mar 03 18:27:02.463311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-65cf6e18-ab56-450e-9452-7954ecf49b1e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:02.466679 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-65cf6e18-ab56-450e-9452-7954ecf49b1e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.16 "GET /v2.0/networks?id=8040a4c6-eb03-4bdf-860f-ee0400be8078 HTTP/1.1" status: 200 len: 910 time: 0.1490159 Mar 03 18:27:02.480389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Request body: {'port': {'device_id': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'admin_state_up': True, 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:27:02.487745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:27:02.529650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:27:02.544930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcb1913d-5012-463d-b3f5-143a37642862 req-caeb3268-3924-4cdf-9889-0d71918c35d2 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 210 time: 0.0529323 Mar 03 18:27:02.550561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Made reservation on behalf of 6f0b2e27fdce4dbda77e37e7bfd1925a for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:27:02.552880 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:02.709436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Allocated IP 172.20.0.11 (8040a4c6-eb03-4bdf-860f-ee0400be8078/d9f1308e-c826-4dc2-a869-80879f380b0b/a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:27:02.898179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:02.913948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Transition to ACTIVE for port object a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:27:02.936878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:02.947690 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c7596a9e-c421-44cf-90f2-b7bda18ccca5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:27:03.006868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:27:03.009724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:27:03.018464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:27:03.049226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Pushing event updated for resources: {'Port': ['ID=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:03.079668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:03.080442 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.110161 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-428d8539-13b0-4eca-af5a-88dc74d6f42c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6355000 Mar 03 18:27:03.126606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Request body: {'port': {'device_id': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:27:03.253452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:03.331788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ba79f12a-8b90-4a9d-96ab-52d6188156fd None None] Provisioning for port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:27:03.338169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ba79f12a-8b90-4a9d-96ab-52d6188156fd None None] Provisioning complete for port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:27:03.338749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8d18-2369-4d7d-9467-fd758c7c3f39 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.339294 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ba79f12a-8b90-4a9d-96ab-52d6188156fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.376508 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8d18-2369-4d7d-9467-fd758c7c3f39 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.386040 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.400766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ba79f12a-8b90-4a9d-96ab-52d6188156fd None None] Port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:27:03.447124 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8d18-2369-4d7d-9467-fd758c7c3f39 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.466720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b8d18-2369-4d7d-9467-fd758c7c3f39 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ba4f7-5f73-433d-b448-f5b7f82f3b14,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:03.485366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8d18-2369-4d7d-9467-fd758c7c3f39 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.489808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b5b8d18-2369-4d7d-9467-fd758c7c3f39 tempest-TestVolumeBootPattern-351847437 tempest-TestVolumeBootPattern-351847437-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe2ba4f7-5f73-433d-b448-f5b7f82f3b14 HTTP/1.1" status: 204 len: 168 time: 0.2352719 Mar 03 18:27:03.542385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35570) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:03.812885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f2ba-9ae1-4523-a8bb-43fbb4cd9c9c req-07fce4bb-3066-46f8-8279-5ef2860c9ed2 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:03.813611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0b44f2ba-9ae1-4523-a8bb-43fbb4cd9c9c req-07fce4bb-3066-46f8-8279-5ef2860c9ed2 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Synchronizing usage tracker for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:27:03.841557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:27:03.850597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:03.854212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0b44f2ba-9ae1-4523-a8bb-43fbb4cd9c9c req-07fce4bb-3066-46f8-8279-5ef2860c9ed2 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Unset dirty status for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:27:03.855498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b44f2ba-9ae1-4523-a8bb-43fbb4cd9c9c req-07fce4bb-3066-46f8-8279-5ef2860c9ed2 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1028 time: 0.2028992 Mar 03 18:27:03.880551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Transition to ACTIVE for port object a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:27:03.888548 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:04.000946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0b44f2ba-9ae1-4523-a8bb-43fbb4cd9c9c req-0d8123a2-966b-4df8-afd0-f8d12e25e7ae tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372547 Mar 03 18:27:04.095605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Pushing event updated for resources: {'Port': ['ID=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:04.144397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Attempting to bind port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:27:04.144713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Attempting to bind port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:27:04.145309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Attempting to bind port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:27:04.150372 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:27:04.150687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Attempting to bind port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 on network 8040a4c6-eb03-4bdf-860f-ee0400be8078 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:27:04.156194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:27:04.156532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Checking segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:27:04.156909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Bound using segment: {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:27:04.157770 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Bound port: a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f8053e-04b2-47aa-a6de-d3873f73f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:27:04.157770 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:04.253034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] For port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:27:04.256011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] For port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:27:04.260485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:04.315703 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:04.316322 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:04.317716 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] 10.222.0.16 "PUT /v2.0/ports/a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 HTTP/1.1" status: 200 len: 1092 time: 1.1961691 Mar 03 18:27:04.318157 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'tag': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:27:04.363389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db078797-c54c-4c3f-a170-1bd56391b167 service neutron] Pushing event updated for resources: {'Port': ['ID=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:04.377082 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'tag': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3', 'status': 'completed', 'code': 200} Mar 03 18:27:04.388437 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:04.459664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-d7494b1e-ac1d-4811-966a-3fd3a7049895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:04.461350 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-d7494b1e-ac1d-4811-966a-3fd3a7049895 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f0b2e27fdce4dbda77e37e7bfd1925a&device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1095 time: 0.0769973 Mar 03 18:27:04.539691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-eccf9df4-a1e0-4418-ba52-dc74d83bfe15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 HTTP/1.1" status: 200 len: 217 time: 0.0669856 Mar 03 18:27:04.602966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-69d17227-f4b0-4e78-b910-aa404e7f1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:04.604407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-69d17227-f4b0-4e78-b910-aa404e7f1ebf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9f1308e-c826-4dc2-a869-80879f380b0b HTTP/1.1" status: 200 len: 848 time: 0.0592229 Mar 03 18:27:04.681677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-eea6eaa4-834c-4cdc-904d-57a7d30978a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:04.683155 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-eea6eaa4-834c-4cdc-904d-57a7d30978a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8040a4c6-eb03-4bdf-860f-ee0400be8078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732491 Mar 03 18:27:04.743607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Deleting port c43a4bfc-22aa-4484-9958-13bb52088581 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:04.743945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:04.813030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-a7cf9c8d-0a28-4299-9e3e-c75d1cbb3c4c service neutron] 10.222.0.16 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238983 Mar 03 18:27:04.913094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] For port c43a4bfc-22aa-4484-9958-13bb52088581, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c43a4bfc-22aa-4484-9958-13bb52088581,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:04.913504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:04.943808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be16906d-02d0-4020-b573-e2f62bb55f9b req-a8d42207-edbe-4af9-8b98-664d4f3e3bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243000 Mar 03 18:27:05.036157 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Calling delete_port for c43a4bfc-22aa-4484-9958-13bb52088581 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:05.092722 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-67cb17dd-e2d2-4a45-afb7-534ce7aff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:05.094294 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-67cb17dd-e2d2-4a45-afb7-534ce7aff805 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f0b2e27fdce4dbda77e37e7bfd1925a&device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1095 time: 0.0782347 Mar 03 18:27:05.410984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-d8416d67-1ea1-4947-99c7-0eef68fa0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:05.412348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-d8416d67-1ea1-4947-99c7-0eef68fa0d2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8040a4c6-eb03-4bdf-860f-ee0400be8078 HTTP/1.1" status: 200 len: 910 time: 0.3117731 Mar 03 18:27:05.416087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab825d8-4909-4220-a077-eaeb4eeeb06c req-b90c40a9-0214-4566-9d68-7d31b40e590c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:05.417561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1ab825d8-4909-4220-a077-eaeb4eeeb06c req-b90c40a9-0214-4566-9d68-7d31b40e590c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1095 time: 0.2930081 Mar 03 18:27:05.444591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:05.490883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c43a4bfc-22aa-4484-9958-13bb52088581,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:05.505137 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-9e8984fd-9047-49e3-8954-c89c61027ed4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 HTTP/1.1" status: 200 len: 217 time: 0.0867009 Mar 03 18:27:05.573938 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1ab825d8-4909-4220-a077-eaeb4eeeb06c req-c693a17f-bf0e-4ee9-90c5-b7467006f5cc tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059873 Mar 03 18:27:05.598204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-7288cfcc-0329-4748-87a1-a33e4157c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:05.600050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-7288cfcc-0329-4748-87a1-a33e4157c871 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9f1308e-c826-4dc2-a869-80879f380b0b HTTP/1.1" status: 200 len: 848 time: 0.0840271 Mar 03 18:27:05.685255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-bc29772f-2118-4c11-adfc-3d07bdfbd7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:05.686905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-bc29772f-2118-4c11-adfc-3d07bdfbd7de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8040a4c6-eb03-4bdf-860f-ee0400be8078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803781 Mar 03 18:27:05.773229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:05.823640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-81611c77-ec6d-43b2-9883-2714afcbfd5a service neutron] 10.222.0.16 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290412 Mar 03 18:27:05.955752 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-028d99e9-1705-43e3-ba40-2e2edc13ca59 req-c83d462b-6123-457b-b5ca-306f5b758fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257057 Mar 03 18:27:06.129544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Router e3e097c7-696b-4eda-83bd-6052f4f39cfc has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:27:06.306475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:27:06.315146 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] Sync routers for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:27:06.318207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-51c0887f-9441-40ff-9ddc-e002057d83ef admin admin] 10.222.0.23 "PUT /v2.0/routers/e3e097c7-696b-4eda-83bd-6052f4f39cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7747600 Mar 03 18:27:06.320663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35582) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:06.326444 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:06.327095 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:06.493341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:06.500197 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:06.784024 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:27:05Z', 'revision_number': 5, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port': {'id': 'ee6b7a15-15a5-43bd-a3c4-69685ad59247', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:06.787828 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] Checking router: e3e097c7-696b-4eda-83bd-6052f4f39cfc for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:27:06.796582 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] Routers {'e3e097c7-696b-4eda-83bd-6052f4f39cfc'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:06.797191 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:06.844256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:06.860711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Deleting port ee6b7a15-15a5-43bd-a3c4-69685ad59247 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:06.860967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:06.906225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f396e-e239-49a1-b9bb-6fb122b2e3ee req-f08e3312-8185-40b6-b1f5-c8daa4a89b8a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:06.907713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f8f396e-e239-49a1-b9bb-6fb122b2e3ee req-f08e3312-8185-40b6-b1f5-c8daa4a89b8a tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1095 time: 0.1484995 Mar 03 18:27:06.953555 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] Set router e3e097c7-696b-4eda-83bd-6052f4f39cfc gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:07.037399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1f8f396e-e239-49a1-b9bb-6fb122b2e3ee req-cad85e85-1f05-4a28-8154-1428ac1e45f6 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230114 Mar 03 18:27:07.059937 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:27:06Z', 'revision_number': 6, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:07.063500 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de3d4d-0edc-4da3-92c4-727a19ce0714 None None] The sync data for ids ['e3e097c7-696b-4eda-83bd-6052f4f39cfc'] in n-d-827121-1 is: [{'id': 'e3e097c7-696b-4eda-83bd-6052f4f39cfc', 'name': 'tempest-TestVolumeBootPattern-1589217484-router', 'tenant_id': '561b627deff84fc195b225e848b4b9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:38Z', 'updated_at': '2022-03-03T18:27:06Z', 'revision_number': 6, 'project_id': '561b627deff84fc195b225e848b4b9b3', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:27:07.091781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] For port ee6b7a15-15a5-43bd-a3c4-69685ad59247, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ee6b7a15-15a5-43bd-a3c4-69685ad59247,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:07.092410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.217941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Calling delete_port for ee6b7a15-15a5-43bd-a3c4-69685ad59247 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:07.380989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.428432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6b7a15-15a5-43bd-a3c4-69685ad59247,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:07.522285 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.693006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.695085 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.717182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.717764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e097c7-696b-4eda-83bd-6052f4f39cfc {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:27:07.729504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.730612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2dad85e5-8461-4f7f-82ec-e9cbdb62afb9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e3e097c7-696b-4eda-83bd-6052f4f39cfc HTTP/1.1" status: 204 len: 168 time: 1.4090543 Mar 03 18:27:07.733164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35588) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:07.792942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] Deleting subnet 0777aeed-14a4-447a-bd98-0bbe36ffdd97 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:27:07.795659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.852127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.866820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee6b7a15-15a5-43bd-a3c4-69685ad59247 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:07.902024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ee6b7a15-15a5-43bd-a3c4-69685ad59247 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:07.902254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ee6b7a15-15a5-43bd-a3c4-69685ad59247 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:07.902663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c43a4bfc-22aa-4484-9958-13bb52088581 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:07.937403 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:07.938810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c43a4bfc-22aa-4484-9958-13bb52088581 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:07.939162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c43a4bfc-22aa-4484-9958-13bb52088581 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:08.007688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.046811 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0777aeed-14a4-447a-bd98-0bbe36ffdd97,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:08.055123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.056658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487787ea-6d43-4ff5-b6b4-8d6133be8660 None None] Network 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:27:08.065820 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-87860d63-02c9-49e4-b56f-ca7b39237faa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0777aeed-14a4-447a-bd98-0bbe36ffdd97 HTTP/1.1" status: 204 len: 168 time: 0.3292611 Mar 03 18:27:08.066009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35596) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:08.212758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.225423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Deleting port a71743e2-cd29-4dda-a552-18acd686e484 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:08.226055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.354548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] DHCP port deletion for 5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:27:08.358885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Deleting port a71743e2-cd29-4dda-a552-18acd686e484 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:08.359258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.440583 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe979754-3c25-40b8-913f-e35cb89aa95c req-b0f045ac-ce0e-4cd3-993b-f051661dde92 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:08.442975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe979754-3c25-40b8-913f-e35cb89aa95c req-b0f045ac-ce0e-4cd3-993b-f051661dde92 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1095 time: 0.0843935 Mar 03 18:27:08.489154 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe979754-3c25-40b8-913f-e35cb89aa95c req-1577f2c3-3446-4f11-80bc-ac9ac4bfe802 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391726 Mar 03 18:27:08.496405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:27:08.588498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] For port a71743e2-cd29-4dda-a552-18acd686e484, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a71743e2-cd29-4dda-a552-18acd686e484,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:08.589106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.688654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] For port a71743e2-cd29-4dda-a552-18acd686e484, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a71743e2-cd29-4dda-a552-18acd686e484,segment=NetworkSegment(a029a865-d819-4d13-bbb3-b21476509154),segment_id=a029a865-d819-4d13-bbb3-b21476509154)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:08.689080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.713300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Calling delete_port for a71743e2-cd29-4dda-a552-18acd686e484 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:08.792324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.821672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Calling delete_port for a71743e2-cd29-4dda-a552-18acd686e484 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:08.839389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a71743e2-cd29-4dda-a552-18acd686e484,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:08.843702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] No DVR routers for this DVR port a71743e2-cd29-4dda-a552-18acd686e484 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:27:08.895128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:08.920252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3', 'network_id': '8040a4c6-eb03-4bdf-860f-ee0400be8078', 'port_id': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3', 'mac_address': 'fa:16:3e:9e:19:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f1308e-c826-4dc2-a869-80879f380b0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:27:08.957865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:27:08.958216 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:27:08.963195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.977346 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:08.989085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:08.994183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:27:09.001857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a029a865-d819-4d13-bbb3-b21476509154') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:09.002154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a029a865-d819-4d13-bbb3-b21476509154') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:09.010175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:09.014412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.014978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.041707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.048102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:27:09.048412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:27:09.061956 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:27:09.088909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:09.140705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.156379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.166491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:09.179309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-77ccfe42-9130-45f8-a1ad-069b5c0ec8eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d13af5d-e5a4-4a95-b1e7-dc10567bc4cb HTTP/1.1" status: 204 len: 168 time: 1.1121080 Mar 03 18:27:09.182644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35600) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:09.386256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:27:09.459738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Deleting port a71743e2-cd29-4dda-a552-18acd686e484 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:09.460207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.540810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-49ac272c-1c00-444f-b8ee-fa8639a89c54 None None] The port 'a71743e2-cd29-4dda-a552-18acd686e484' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:27:09.708121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113a51-5564-415e-962a-5dc53de75c7d req-531ca180-9c4b-4677-b885-23416131ecc8 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:09.709524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9113a51-5564-415e-962a-5dc53de75c7d req-531ca180-9c4b-4677-b885-23416131ecc8 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1096 time: 0.1022365 Mar 03 18:27:09.787058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9113a51-5564-415e-962a-5dc53de75c7d req-c11009be-8f52-4914-990b-7e9810dce0b1 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719304 Mar 03 18:27:09.811747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:09.811925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a71743e2-cd29-4dda-a552-18acd686e484 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:09.847173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a71743e2-cd29-4dda-a552-18acd686e484 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:09.847517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a71743e2-cd29-4dda-a552-18acd686e484 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:10.263675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Deleting port 50f3a502-f1d6-4906-be09-3237360c25ea {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:10.264009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:10.427558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] For port 50f3a502-f1d6-4906-be09-3237360c25ea, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=50f3a502-f1d6-4906-be09-3237360c25ea,segment=NetworkSegment(e2b1d41a-ef98-441e-a0a6-d97d888ce022),segment_id=e2b1d41a-ef98-441e-a0a6-d97d888ce022)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:10.427835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:10.496289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:27:10.546852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Calling delete_port for 50f3a502-f1d6-4906-be09-3237360c25ea owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:10.565611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:27:10.570318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:27:10.571207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:10.687171 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:10.713072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:27:10.723152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:10.728462 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:10.731039 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:10.765184 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3', 'code': 200} Mar 03 18:27:10.783527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f3a502-f1d6-4906-be09-3237360c25ea,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:10.798310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:10.917561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1664d1-6604-42ec-bd7e-7289a98d1868 req-8461f61c-5cca-41e1-a0c1-7e374339a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:10.919047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1664d1-6604-42ec-bd7e-7289a98d1868 req-8461f61c-5cca-41e1-a0c1-7e374339a957 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.0839636 Mar 03 18:27:10.969388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1664d1-6604-42ec-bd7e-7289a98d1868 req-9962d9fa-34ad-469d-ad3f-d2447c83d218 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Mar 03 18:27:11.115496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:11.184248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a6f7a-2349-47bb-b742-36393dc61fed req-846de6b3-1d85-4964-a5bd-da9368c3c316 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:11.185754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed2a6f7a-2349-47bb-b742-36393dc61fed req-846de6b3-1d85-4964-a5bd-da9368c3c316 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.2349443 Mar 03 18:27:11.299946 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed2a6f7a-2349-47bb-b742-36393dc61fed req-65792203-4ced-4251-9a1f-e954cf39cad4 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084051 Mar 03 18:27:11.615261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Router 8672843b-04c8-4a92-b970-9498380e7425 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:27:11.790651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:27:11.801843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] Sync routers for ids ['8672843b-04c8-4a92-b970-9498380e7425'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:27:11.807748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dde2584b-32e3-4723-9e71-975e490b8cc1 admin admin] 10.222.0.23 "PUT /v2.0/routers/8672843b-04c8-4a92-b970-9498380e7425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240926 Mar 03 18:27:11.810334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35610) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:11.814661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] Routers {'8672843b-04c8-4a92-b970-9498380e7425'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:11.815269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8672843b-04c8-4a92-b970-9498380e7425'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:11.983386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:11.990435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] Set router 8672843b-04c8-4a92-b970-9498380e7425 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:12.167884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:12.178931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Deleting port 7584cc20-9c0a-420e-8a3d-63272e9a9f93 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:12.179264 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:12.320399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:27:10Z', 'revision_number': 5, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port': {'id': '7584cc20-9c0a-420e-8a3d-63272e9a9f93', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8672843b-04c8-4a92-b970-9498380e7425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:13:59Z', 'updated_at': '2022-03-03T18:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:12.324893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] Checking router: 8672843b-04c8-4a92-b970-9498380e7425 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:27:12.333961 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] Routers {'8672843b-04c8-4a92-b970-9498380e7425'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:12.334606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:26:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['8672843b-04c8-4a92-b970-9498380e7425'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:12.366474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] For port 7584cc20-9c0a-420e-8a3d-63272e9a9f93, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7584cc20-9c0a-420e-8a3d-63272e9a9f93,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:12.367523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:12.480478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e533a-b875-470f-9d5e-14e160dd1047 req-03d57d74-c7c6-4296-ab52-b72636b45b48 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:12.482724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-004e533a-b875-470f-9d5e-14e160dd1047 req-03d57d74-c7c6-4296-ab52-b72636b45b48 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.0725617 Mar 03 18:27:12.491672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Calling delete_port for 7584cc20-9c0a-420e-8a3d-63272e9a9f93 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:12.495622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] Set router 8672843b-04c8-4a92-b970-9498380e7425 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:12.524687 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-004e533a-b875-470f-9d5e-14e160dd1047 req-c45ee9b1-9f98-48a3-af2c-92f926d5326b tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Mar 03 18:27:12.605743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:27:12Z', 'revision_number': 6, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:12.610052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011e9a0-1ac7-42b0-a8e3-51b07d8b7dd1 None None] The sync data for ids ['8672843b-04c8-4a92-b970-9498380e7425'] in n-d-827121-1 is: [{'id': '8672843b-04c8-4a92-b970-9498380e7425', 'name': 'tempest-TestVolumeBootPattern-1330183087-router', 'tenant_id': '066b05c4504e4a009c5ecea4cbe25a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:13:57Z', 'updated_at': '2022-03-03T18:27:12Z', 'revision_number': 6, 'project_id': '066b05c4504e4a009c5ecea4cbe25a74', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:27:12.720681 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:12.797139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7584cc20-9c0a-420e-8a3d-63272e9a9f93,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:12.973555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f804d-2047-4876-9e9a-2509c05e8480 req-85e3089c-7aba-4364-9430-ba4be36e53dc tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:12.975350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e56f804d-2047-4876-9e9a-2509c05e8480 req-85e3089c-7aba-4364-9430-ba4be36e53dc tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.3154049 Mar 03 18:27:13.008336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.188679 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e56f804d-2047-4876-9e9a-2509c05e8480 req-c5594ce4-4819-49d5-a443-581dbbb3b70e tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051399 Mar 03 18:27:13.199989 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.202512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.233687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.234274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8672843b-04c8-4a92-b970-9498380e7425 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:27:13.246938 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.248062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d972b0f5-d410-4c6d-9adb-f7ae816537a2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8672843b-04c8-4a92-b970-9498380e7425 HTTP/1.1" status: 204 len: 168 time: 1.4368172 Mar 03 18:27:13.250566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35622) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:13.314027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] Deleting subnet 50483020-6000-4f23-b332-386cdf48f8db {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:27:13.317285 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.369477 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.377409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c8f2-d456-4f7a-8305-7f73f4f95761 req-06bb3330-2bdc-4b05-af3d-279dc40d6985 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:13.378923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cca4c8f2-d456-4f7a-8305-7f73f4f95761 req-06bb3330-2bdc-4b05-af3d-279dc40d6985 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.0819194 Mar 03 18:27:13.422109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cca4c8f2-d456-4f7a-8305-7f73f4f95761 req-77639fc8-4515-4d08-ac05-54610c70564c tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363476 Mar 03 18:27:13.451301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.521868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.555835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50483020-6000-4f23-b332-386cdf48f8db,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:13.564552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.570883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e55e58-0ce6-4f0c-b2ed-d89a65e79d4b None None] Network af90fb18-cf4a-4cb9-82ea-2cc876de6e50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:27:13.574070 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-601b0950-074e-43f1-81ca-e4bf7ea246a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/50483020-6000-4f23-b332-386cdf48f8db HTTP/1.1" status: 204 len: 168 time: 0.3197942 Mar 03 18:27:13.574070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35628) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:13.682581 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.693970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Deleting port 2c81d64a-2305-4e22-b70d-428bd11a6db4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:13.694383 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.821289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50f3a502-f1d6-4906-be09-3237360c25ea no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:13.824980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b3dab-d33b-4d0a-9ceb-05dc96ab2528 req-9e70ee35-07ea-4566-8263-44ff95e2e808 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:13.826506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75b3dab-d33b-4d0a-9ceb-05dc96ab2528 req-9e70ee35-07ea-4566-8263-44ff95e2e808 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.0886784 Mar 03 18:27:13.858021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 50f3a502-f1d6-4906-be09-3237360c25ea {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:13.858441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 50f3a502-f1d6-4906-be09-3237360c25ea not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:13.858845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7584cc20-9c0a-420e-8a3d-63272e9a9f93 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:13.880150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b75b3dab-d33b-4d0a-9ceb-05dc96ab2528 req-ca3aa849-ede2-404e-82ba-f5f77a6607ac tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Mar 03 18:27:13.884280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] DHCP port deletion for af90fb18-cf4a-4cb9-82ea-2cc876de6e50 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:27:13.896637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Deleting port 2c81d64a-2305-4e22-b70d-428bd11a6db4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:13.897003 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.924322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] For port 2c81d64a-2305-4e22-b70d-428bd11a6db4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c81d64a-2305-4e22-b70d-428bd11a6db4,segment=NetworkSegment(e2b1d41a-ef98-441e-a0a6-d97d888ce022),segment_id=e2b1d41a-ef98-441e-a0a6-d97d888ce022)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:13.924933 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:13.926216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 7584cc20-9c0a-420e-8a3d-63272e9a9f93 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:13.926564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7584cc20-9c0a-420e-8a3d-63272e9a9f93 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:14.046595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Calling delete_port for 2c81d64a-2305-4e22-b70d-428bd11a6db4 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:14.098148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] For port 2c81d64a-2305-4e22-b70d-428bd11a6db4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c81d64a-2305-4e22-b70d-428bd11a6db4,segment=NetworkSegment(e2b1d41a-ef98-441e-a0a6-d97d888ce022),segment_id=e2b1d41a-ef98-441e-a0a6-d97d888ce022)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:14.098455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.125091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.176366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c81d64a-2305-4e22-b70d-428bd11a6db4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:14.180598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] No DVR routers for this DVR port 2c81d64a-2305-4e22-b70d-428bd11a6db4 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:27:14.221940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Calling delete_port for 2c81d64a-2305-4e22-b70d-428bd11a6db4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:14.295719 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:27:14.295719 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:27:14.299620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.324877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af90fb18-cf4a-4cb9-82ea-2cc876de6e50']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:14.337021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b1d41a-ef98-441e-a0a6-d97d888ce022') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:14.337321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b1d41a-ef98-441e-a0a6-d97d888ce022') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:14.348280 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.364311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.370721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:27:14.371095 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:27:14.384607 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:27:14.559754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.575822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.587367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] Pushing event deleted for resources: {'Network': ['ID=af90fb18-cf4a-4cb9-82ea-2cc876de6e50,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:14.594818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-229c5c8a-e771-4315-b9e0-686c30373419 admin admin] 10.222.0.23 "DELETE /v2.0/networks/af90fb18-cf4a-4cb9-82ea-2cc876de6e50 HTTP/1.1" status: 204 len: 168 time: 1.0200791 Mar 03 18:27:14.707111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35636) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:14.754872 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-204ad0e0-40b9-4344-84f1-02b9ac01216e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=561b627deff84fc195b225e848b4b9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466523 Mar 03 18:27:14.757107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35640) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:14.797082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Deleting port 2c81d64a-2305-4e22-b70d-428bd11a6db4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:14.797659 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.815436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6591a9ed-92da-448c-b079-96198697c041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.840165 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6591a9ed-92da-448c-b079-96198697c041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.862340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f5597aba-ca27-4ba9-95c6-f1408cf31195 None None] The port '2c81d64a-2305-4e22-b70d-428bd11a6db4' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:27:14.893079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6591a9ed-92da-448c-b079-96198697c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.910064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591a9ed-92da-448c-b079-96198697c041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02391b07-ba52-4c36-ab32-3b902b69bdd1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:14.919381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6591a9ed-92da-448c-b079-96198697c041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:14.920510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6591a9ed-92da-448c-b079-96198697c041 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02391b07-ba52-4c36-ab32-3b902b69bdd1 HTTP/1.1" status: 204 len: 168 time: 0.1624863 Mar 03 18:27:15.063570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad762f-bd47-444f-b9a7-004060fa1819 req-b74f498c-07ca-4088-b516-41a19bee063d tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:15.065110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3cad762f-bd47-444f-b9a7-004060fa1819 req-b74f498c-07ca-4088-b516-41a19bee063d tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.0706615 Mar 03 18:27:15.112924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3cad762f-bd47-444f-b9a7-004060fa1819 req-f8a7b790-49af-4682-9352-0ba27f1f12f9 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Mar 03 18:27:15.266713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35650) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:15.314694 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-748dd69e-7b30-49c9-8415-97e8e32c19db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=066b05c4504e4a009c5ecea4cbe25a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467510 Mar 03 18:27:15.317089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35654) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:15.361407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-c7dcc66a-19f9-479c-8d92-49016d2b8015 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:15.362880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-c7dcc66a-19f9-479c-8d92-49016d2b8015 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 1097 time: 0.0734332 Mar 03 18:27:15.374492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d35af362-70d2-41c2-b5b8-f09dae02ded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:15.400764 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d35af362-70d2-41c2-b5b8-f09dae02ded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:15.426313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Deleting port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:15.426657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:15.451519 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d35af362-70d2-41c2-b5b8-f09dae02ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:15.469038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35af362-70d2-41c2-b5b8-f09dae02ded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ee95d-6995-4be8-af62-2289a64db95c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:15.472641 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d35af362-70d2-41c2-b5b8-f09dae02ded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:15.473991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d35af362-70d2-41c2-b5b8-f09dae02ded9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad0ee95d-6995-4be8-af62-2289a64db95c HTTP/1.1" status: 204 len: 168 time: 0.1558821 Mar 03 18:27:15.668883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] For port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:15.669241 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:15.809393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c81d64a-2305-4e22-b70d-428bd11a6db4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:15.896418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2c81d64a-2305-4e22-b70d-428bd11a6db4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:15.896668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c81d64a-2305-4e22-b70d-428bd11a6db4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:15.931151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Calling delete_port for a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:16.078185 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:16.090125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c7596a9e-c421-44cf-90f2-b7bda18ccca5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:27:16.115832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:27:16.130023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Pushing event deleted for resources: {'Port': ['ID=a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:16.224093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] No DVR routers for this DVR port a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:27:16.227851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:16.239306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'name': 'network-vif-deleted', 'tag': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:27:16.249418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9f98ef87-ff3f-4746-a2a5-069c6e0b9754 req-cdcbafdd-af71-42ef-a0ea-860635829a05 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 HTTP/1.1" status: 204 len: 173 time: 0.8812442 Mar 03 18:27:16.294687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ecbc469f-3aba-45b0-8c98-fbc7910ef140 req-0dd9e0ea-5808-48e0-8e8e-4f4d57356cc6 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Synchronizing usage tracker for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:27:16.300285 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faa58cb-8a89-478a-bfdf-6da860a8f6dd', 'name': 'network-vif-deleted', 'tag': 'a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3', 'status': 'completed', 'code': 200} Mar 03 18:27:16.313012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-ecbc469f-3aba-45b0-8c98-fbc7910ef140 req-0dd9e0ea-5808-48e0-8e8e-4f4d57356cc6 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Unset dirty status for tenant:6f0b2e27fdce4dbda77e37e7bfd1925a on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:27:16.314591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ecbc469f-3aba-45b0-8c98-fbc7910ef140 req-0dd9e0ea-5808-48e0-8e8e-4f4d57356cc6 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6faa58cb-8a89-478a-bfdf-6da860a8f6dd HTTP/1.1" status: 200 len: 210 time: 0.0691459 Mar 03 18:27:17.755799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee9f1-cd14-45f2-9440-2c4174718704 req-fe4fbe63-7883-400e-9694-9fd94f3a594d tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:17.757271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-643ee9f1-cd14-45f2-9440-2c4174718704 req-fe4fbe63-7883-400e-9694-9fd94f3a594d tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.0715594 Mar 03 18:27:17.797725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-643ee9f1-cd14-45f2-9440-2c4174718704 req-1cd4a158-e670-4e9e-9150-98fa2d85a438 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341680 Mar 03 18:27:18.184979 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:18.542394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:18.575891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:18.576236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device a31c8f1c-af25-4c5c-ac2f-bf91cadbdfd3 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:18.972214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1536d25-875f-461d-aefd-e3aa33736775 req-a24795e3-74d9-4376-a83a-5bd9d5b734a1 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:18.973744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1536d25-875f-461d-aefd-e3aa33736775 req-a24795e3-74d9-4376-a83a-5bd9d5b734a1 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.0721889 Mar 03 18:27:19.014556 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1536d25-875f-461d-aefd-e3aa33736775 req-76c8975c-ecd3-4496-8c83-04fe9601e0e9 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Mar 03 18:27:19.021672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-d8cd2457-08fd-46d8-b14a-99739df97c90 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:19.023135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-d8cd2457-08fd-46d8-b14a-99739df97c90 tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 1097 time: 0.0685375 Mar 03 18:27:19.088402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Deleting port c7596a9e-c421-44cf-90f2-b7bda18ccca5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:19.088734 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:19.311738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] For port c7596a9e-c421-44cf-90f2-b7bda18ccca5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=c7596a9e-c421-44cf-90f2-b7bda18ccca5,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:19.312090 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:19.431773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Calling delete_port for c7596a9e-c421-44cf-90f2-b7bda18ccca5 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:19.545005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d7c68ed-59b6-4abc-b9ee-fdc81c10194f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:19.580840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:19.591291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['c7596a9e-c421-44cf-90f2-b7bda18ccca5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:27:19.642195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7596a9e-c421-44cf-90f2-b7bda18ccca5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:19.722393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] No DVR routers for this DVR port c7596a9e-c421-44cf-90f2-b7bda18ccca5 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:27:19.725120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:19.727659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'name': 'network-vif-deleted', 'tag': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:27:19.743933 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6dccfc25-8068-4104-8aa7-5c8f9b85e22f req-685261d6-6105-49ba-981c-77ffcb24b1ed tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c7596a9e-c421-44cf-90f2-b7bda18ccca5 HTTP/1.1" status: 204 len: 173 time: 0.7158194 Mar 03 18:27:19.778713 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329cacb5-9767-4d32-9f51-0d1796d090f8', 'name': 'network-vif-deleted', 'tag': 'c7596a9e-c421-44cf-90f2-b7bda18ccca5', 'status': 'completed', 'code': 200} Mar 03 18:27:20.172200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fc5f4e9-4687-4aae-97dd-b5033b9b19eb req-77af1131-fd26-4468-baa2-31a1db0f23ce tempest-TestServerMultinode-473597293 tempest-TestServerMultinode-473597293-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=329cacb5-9767-4d32-9f51-0d1796d090f8 HTTP/1.1" status: 200 len: 210 time: 0.0407214 Mar 03 18:27:21.271633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35678) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:21.826736 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a08812c5-1ea2-4014-a2a3-ab79bf01f2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:21.911814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:22.256014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Deleting port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:22.256351 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:22.431187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] For port 31a4a95c-fa02-41a5-9b7c-a20df75ef87d, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:22.431900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:22.555904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Calling delete_port for 31a4a95c-fa02-41a5-9b7c-a20df75ef87d owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:22.730934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:22.774689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a4a95c-fa02-41a5-9b7c-a20df75ef87d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:22.944447 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:23.011852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:23.044702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:23.279109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7596a9e-c421-44cf-90f2-b7bda18ccca5 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:23.312445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: c7596a9e-c421-44cf-90f2-b7bda18ccca5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:23.312787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device c7596a9e-c421-44cf-90f2-b7bda18ccca5 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:23.521082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:27:23.697235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:27:23.705926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-af02f2ca-759e-4a4b-9678-87de02477747 admin admin] 10.222.0.23 "PUT /v2.0/routers/1de36d37-4de7-4a4d-a7f6-ee47dd445c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4332490 Mar 03 18:27:23.707314 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] Sync routers for ids ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:27:23.708528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35682) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:23.717895 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] Routers {'1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:23.718501 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:27:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:23.887334 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:23.894121 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] Set router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:24.060946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.071683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Deleting port 2c66df1e-622a-40d6-847a-a9a38ed701f4 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:24.072138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.181039 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:27:22Z', 'revision_number': 5, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port': {'id': '2c66df1e-622a-40d6-847a-a9a38ed701f4', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:33Z', 'updated_at': '2022-03-03T18:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:24.185301 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] Checking router: 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:27:24.194572 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] Routers {'1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:24.195821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:27:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:24.240897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] For port 2c66df1e-622a-40d6-847a-a9a38ed701f4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2c66df1e-622a-40d6-847a-a9a38ed701f4,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:24.241242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.318454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.345531 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] Set router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:24.361708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Calling delete_port for 2c66df1e-622a-40d6-847a-a9a38ed701f4 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:24.374034 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.453877 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:27:24Z', 'revision_number': 6, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:24.458257 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a340dd-c547-4317-94e5-9c4668baaf32 None None] The sync data for ids ['1de36d37-4de7-4a4d-a7f6-ee47dd445c3f'] in n-d-827121-1 is: [{'id': '1de36d37-4de7-4a4d-a7f6-ee47dd445c3f', 'name': 'tempest-TestServerMultinode-293564545-router', 'tenant_id': '5339e478b1414cfda4b5a3a7e283643b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:32Z', 'updated_at': '2022-03-03T18:27:24Z', 'revision_number': 6, 'project_id': '5339e478b1414cfda4b5a3a7e283643b', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:27:24.643263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.690612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c66df1e-622a-40d6-847a-a9a38ed701f4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:24.777246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.949217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.951405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.975054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.975589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de36d37-4de7-4a4d-a7f6-ee47dd445c3f {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:27:24.987058 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:24.988150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d43278e4-5eb8-4470-a6d7-5568a7827e55 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1de36d37-4de7-4a4d-a7f6-ee47dd445c3f HTTP/1.1" status: 204 len: 168 time: 1.2787325 Mar 03 18:27:24.990690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35686) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:25.049703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] Deleting subnet d9f1308e-c826-4dc2-a869-80879f380b0b {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:27:25.052548 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.100848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.183313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.252180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.291064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f1308e-c826-4dc2-a869-80879f380b0b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:25.293366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.298629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32192b58-e7a8-4a5a-b450-089a4c4767cf None None] Network 8040a4c6-eb03-4bdf-860f-ee0400be8078 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:27:25.299950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-349b9691-2ace-4624-ad32-b9aaad522308 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d9f1308e-c826-4dc2-a869-80879f380b0b HTTP/1.1" status: 204 len: 168 time: 0.3083012 Mar 03 18:27:25.302444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35690) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:25.418045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.430723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Deleting port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:25.431060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.571597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] DHCP port deletion for 8040a4c6-eb03-4bdf-860f-ee0400be8078 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:27:25.575801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Deleting port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:25.576169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.646486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] For port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:25.647126 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.770287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Calling delete_port for 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:25.776579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] For port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,segment=NetworkSegment(01f8053e-04b2-47aa-a6de-d3873f73f72d),segment_id=01f8053e-04b2-47aa-a6de-d3873f73f72d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:25.776912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.841354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c66df1e-622a-40d6-847a-a9a38ed701f4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:25.854907 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:25.902785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5538b2c1-e21f-4afb-ac55-24cdbed3eb79,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:25.904559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] No DVR routers for this DVR port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:27:25.930250 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Calling delete_port for 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:25.964780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2c66df1e-622a-40d6-847a-a9a38ed701f4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:25.965126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2c66df1e-622a-40d6-847a-a9a38ed701f4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:25.965563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:26.000533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:26.000805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:26.001211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 31a4a95c-fa02-41a5-9b7c-a20df75ef87d no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:26.018779 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:26.037372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 31a4a95c-fa02-41a5-9b7c-a20df75ef87d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:26.037721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 31a4a95c-fa02-41a5-9b7c-a20df75ef87d not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:26.043815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8040a4c6-eb03-4bdf-860f-ee0400be8078']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:26.056720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f8053e-04b2-47aa-a6de-d3873f73f72d') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:26.057014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f8053e-04b2-47aa-a6de-d3873f73f72d') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:26.068837 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:26.074498 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:27:26.074860 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:27:26.085436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:26.091360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:27:26.091738 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:27:26.105362 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:27:26.182298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:26.197572 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:26.208102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8040a4c6-eb03-4bdf-860f-ee0400be8078,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:26.210883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5151a5f4-dfe0-4b5a-b8a9-71da423915b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8040a4c6-eb03-4bdf-860f-ee0400be8078 HTTP/1.1" status: 204 len: 168 time: 0.9075012 Mar 03 18:27:26.213705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35696) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:26.576313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Deleting port 5538b2c1-e21f-4afb-ac55-24cdbed3eb79 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:26.576879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:26.643269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-33a793b9-85a4-4a4c-8e62-6bce2ab45fb6 None None] The port '5538b2c1-e21f-4afb-ac55-24cdbed3eb79' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:27:26.833935 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:27.169769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Deleting port 0c44fb29-02e1-49be-96d6-172c98d9936b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:27.170106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:27.337897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] For port 0c44fb29-02e1-49be-96d6-172c98d9936b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0c44fb29-02e1-49be-96d6-172c98d9936b,segment=NetworkSegment(471e4c73-883e-4888-8075-0ec2c784055b),segment_id=471e4c73-883e-4888-8075-0ec2c784055b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:27.338245 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:27.461447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Calling delete_port for 0c44fb29-02e1-49be-96d6-172c98d9936b owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:27.632245 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:27.779566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c44fb29-02e1-49be-96d6-172c98d9936b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:28.038890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:28.382963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:27:28.551075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:27:28.559527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] Sync routers for ids ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:27:28.562921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6b24e3e6-5139-4bac-9ed2-88cdaebbaec2 admin admin] 10.222.0.23 "PUT /v2.0/routers/fcf56c30-c6dc-4a1a-9b1a-71dc8408302a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3482502 Mar 03 18:27:28.565309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35700) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:28.568899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] Routers {'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:28.569525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:27:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:28.738706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:28.745951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] Set router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:28.918274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:28.928615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Deleting port 6c5aa748-8ff3-451c-88c2-b5835392323a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:28.928945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.073958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:27:27Z', 'revision_number': 5, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port': {'id': '6c5aa748-8ff3-451c-88c2-b5835392323a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:26:39Z', 'updated_at': '2022-03-03T18:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:29.077799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] Checking router: fcf56c30-c6dc-4a1a-9b1a-71dc8408302a for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:27:29.086779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] Routers {'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:27:29.087389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:27:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:29.234996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] For port 6c5aa748-8ff3-451c-88c2-b5835392323a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6c5aa748-8ff3-451c-88c2-b5835392323a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:29.235619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.238430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] Set router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:27:29.346968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:27:28Z', 'revision_number': 6, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:29.351702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b881573-638d-4aa3-b99b-aab0af20c5fa None None] The sync data for ids ['fcf56c30-c6dc-4a1a-9b1a-71dc8408302a'] in n-d-827121-1 is: [{'id': 'fcf56c30-c6dc-4a1a-9b1a-71dc8408302a', 'name': 'tempest-TestServerMultinode-1487359795-router', 'tenant_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:26:38Z', 'updated_at': '2022-03-03T18:27:28Z', 'revision_number': 6, 'project_id': '6f0b2e27fdce4dbda77e37e7bfd1925a', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:27:29.355905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Calling delete_port for 6c5aa748-8ff3-451c-88c2-b5835392323a owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:29.518596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.567223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5aa748-8ff3-451c-88c2-b5835392323a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:29.653811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.853356 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.855507 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.877147 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.877997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf56c30-c6dc-4a1a-9b1a-71dc8408302a {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:27:29.890648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:29.891740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b357c918-4c6c-479e-a688-8962bd838223 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fcf56c30-c6dc-4a1a-9b1a-71dc8408302a HTTP/1.1" status: 204 len: 168 time: 1.3255336 Mar 03 18:27:29.894238 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35704) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:29.953097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] Deleting subnet 550ebc98-b7ca-45ff-8a7d-181f40a62e44 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:27:29.955822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.003582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.081892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.156088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.189980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0c44fb29-02e1-49be-96d6-172c98d9936b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:30.196119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550ebc98-b7ca-45ff-8a7d-181f40a62e44,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:30.201557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.207461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e71c76b3-4d81-490e-9ef3-f9f0a129e015 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/550ebc98-b7ca-45ff-8a7d-181f40a62e44 HTTP/1.1" status: 204 len: 168 time: 0.3122222 Mar 03 18:27:30.209831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35708) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:30.221072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad451b4-4077-4090-a444-36c601ba9947 None None] Network 8430d44e-b69b-43db-8c62-31ed749213da requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:27:30.306107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 0c44fb29-02e1-49be-96d6-172c98d9936b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:30.306448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0c44fb29-02e1-49be-96d6-172c98d9936b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:30.316918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.327177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Deleting port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:30.327504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.481501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] DHCP port deletion for 8430d44e-b69b-43db-8c62-31ed749213da request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:27:30.485853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Deleting port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:30.486228 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.653298 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] For port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,segment=NetworkSegment(471e4c73-883e-4888-8075-0ec2c784055b),segment_id=471e4c73-883e-4888-8075-0ec2c784055b)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:30.653687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.694546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] For port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,segment=NetworkSegment(471e4c73-883e-4888-8075-0ec2c784055b),segment_id=471e4c73-883e-4888-8075-0ec2c784055b)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:27:30.694957 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.775285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Calling delete_port for 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:30.814396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Calling delete_port for 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:27:30.853397 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:30.889620 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:27:30.890101 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:27:30.896974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:30.903011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] No DVR routers for this DVR port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:27:31.014833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.039973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8430d44e-b69b-43db-8c62-31ed749213da']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:31.051293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471e4c73-883e-4888-8075-0ec2c784055b') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:31.051589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471e4c73-883e-4888-8075-0ec2c784055b') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:27:31.062587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.078116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.084011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:27:31.084389 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:27:31.097780 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:27:31.174006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.189471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.200204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=8430d44e-b69b-43db-8c62-31ed749213da,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:31.214422 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5f3913b0-c783-4823-b03f-c4432a025fbe admin admin] 10.222.0.23 "DELETE /v2.0/networks/8430d44e-b69b-43db-8c62-31ed749213da HTTP/1.1" status: 204 len: 168 time: 1.0034866 Mar 03 18:27:31.381773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35714) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:31.391396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Deleting port 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:27:31.391862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.433555 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4d602f91-6ba6-492e-b7aa-9108e50ae48b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5339e478b1414cfda4b5a3a7e283643b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505292 Mar 03 18:27:31.435975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:31.455370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a1781a16-1da2-4364-993d-2f1ad5a19ff6 None None] The port '57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:27:31.493296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79b39858-ddc5-4cfb-a3da-cc59857af923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.517756 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79b39858-ddc5-4cfb-a3da-cc59857af923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.568782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79b39858-ddc5-4cfb-a3da-cc59857af923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.582475 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b39858-ddc5-4cfb-a3da-cc59857af923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d27a4c-518d-41e6-9635-03b74f97f520,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:31.590521 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79b39858-ddc5-4cfb-a3da-cc59857af923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:31.594732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-79b39858-ddc5-4cfb-a3da-cc59857af923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27d27a4c-518d-41e6-9635-03b74f97f520 HTTP/1.1" status: 204 len: 168 time: 0.1548052 Mar 03 18:27:31.809561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:31.874026 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:31.874275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 57a5c7b6-fec5-4e3a-97bd-a4a3dc09f067 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:31.874682 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c5aa748-8ff3-451c-88c2-b5835392323a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:27:31.906766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 6c5aa748-8ff3-451c-88c2-b5835392323a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:27:31.907106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6c5aa748-8ff3-451c-88c2-b5835392323a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:27:31.938909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35726) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:31.986034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1c6274c5-3925-4873-82a3-bca78fcb6ea0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f0b2e27fdce4dbda77e37e7bfd1925a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459425 Mar 03 18:27:31.988356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35730) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:27:32.049015 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e4b25e0-6811-42ce-868b-9c1435ebdd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:32.075200 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e4b25e0-6811-42ce-868b-9c1435ebdd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:32.128141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e4b25e0-6811-42ce-868b-9c1435ebdd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:32.143714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b25e0-6811-42ce-868b-9c1435ebdd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ae6eb0-8aa3-4b6e-a875-8fa55b468383,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:27:32.155439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6e4b25e0-6811-42ce-868b-9c1435ebdd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:32.156544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6e4b25e0-6811-42ce-868b-9c1435ebdd86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9ae6eb0-8aa3-4b6e-a875-8fa55b468383 HTTP/1.1" status: 204 len: 168 time: 0.1672180 Mar 03 18:27:36.372127 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:27:38.976530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-543b1053-12b4-40f7-8115-8ce39ab8aac2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719707 Mar 03 18:27:39.063747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-074a5561-a683-4756-838c-7d7776f5526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:39.065184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-074a5561-a683-4756-838c-7d7776f5526e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1096 time: 0.0681601 Mar 03 18:27:39.208679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-2f44a9c5-055a-4160-a27a-604a070966f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:39.210667 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-2f44a9c5-055a-4160-a27a-604a070966f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 910 time: 0.1256528 Mar 03 18:27:39.313353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-fb800737-7f60-43d7-8da5-3da48a2c2b36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 1001 time: 0.0967848 Mar 03 18:27:39.374454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-a009c6c5-b980-40c3-b707-e41c0f28ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:39.375819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-a009c6c5-b980-40c3-b707-e41c0f28ddfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 200 len: 848 time: 0.0557961 Mar 03 18:27:39.454012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-aff50f47-22e6-4839-a518-8be08897213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:27:39.455446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-aff50f47-22e6-4839-a518-8be08897213a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709505 Mar 03 18:27:39.588628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-37564576-ccde-4108-90bd-b4854ddfe5e5 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214120 Mar 03 18:27:39.719043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fde68124-e309-48cd-a366-ead4786b3aa5 req-c7ebb1f9-8e84-4120-b330-abfb9cda8b87 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244495 Mar 03 18:27:48.178987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:49.547929 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3531764c-8b66-4230-9af4-38b9ddd312a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:51.831921 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-266b3a54-5520-41fc-b414-eec4495da79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:52.938134 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:53.013075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:54.326571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:27:54.377379 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:13.372140 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:28:18.182765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:19.548622 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-385812a1-4ff3-4d3a-ae26-d87a3b8fb6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:21.834351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1d8739f-efc2-4d48-bd1d-958a31c62f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:22.941942 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:23.014281 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:24.340473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:24.378883 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:40.099518 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-770339c5-7ead-4084-86d2-17f7e7f543db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2385371 Mar 03 18:28:40.341832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-2d739030-c2be-463c-9688-6dc868e71fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:28:40.343289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-2d739030-c2be-463c-9688-6dc868e71fcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1096 time: 0.1766996 Mar 03 18:28:40.484129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-8eb761bf-af0a-4d0e-9e3d-36c4130de72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:28:40.485533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-8eb761bf-af0a-4d0e-9e3d-36c4130de72b service neutron] 10.222.0.35 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 910 time: 0.1245294 Mar 03 18:28:40.585891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-7e576b9f-6df5-4f45-b8ad-d7d991a5d8b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 1001 time: 0.0933931 Mar 03 18:28:40.646056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-5db24f5d-e520-4c8c-8e4d-cedcb9645825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:28:40.647965 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-5db24f5d-e520-4c8c-8e4d-cedcb9645825 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 200 len: 848 time: 0.0561514 Mar 03 18:28:40.721668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-99defcdc-af2c-4570-8b88-57714b60d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:28:40.723071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-99defcdc-af2c-4570-8b88-57714b60d5ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701671 Mar 03 18:28:40.850335 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-4e581cd9-1ed4-4d34-953e-271bed37d608 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202352 Mar 03 18:28:40.977292 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a20e1fc-6546-4ecf-9a41-599c2a46ddb4 req-4b202c1c-8e81-444e-af31-764ad6bffaa4 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216052 Mar 03 18:28:48.198949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:49.550434 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f270361-61c2-4f18-ba46-c3758c547b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:50.371949 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:28:51.836167 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5674f6e4-d6a0-40d5-957e-22d40988d899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:52.943425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:53.015821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:54.337000 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:54.383855 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:28:57.145639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-115c9484-48ca-41ad-9eae-09950f26833b req-9e038e6d-2036-4f4c-ad6e-08ce8a168e69 service neutron] (87886) timed out ('10.222.0.23', 33100) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:29:18.215390 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:19.552311 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-17efad55-acd5-462e-994b-403646a308b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:21.840365 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-105eb16e-b0d1-4c0d-bdd9-42c42b2ea42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:22.946990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:23.016753 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:24.374106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:24.384163 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:27.371041 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:29:41.086676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-8be92553-a8d4-4964-a2b4-e8e7c401fc8f req-ec1655fb-b10e-4a1e-9d6d-125da0e44cb7 service neutron] (87887) timed out ('10.222.0.16', 59045) {{(pid=87887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:29:41.931930 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-e0ad6bd8-52ec-4dc4-83c8-bb3946f9c9d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686998 Mar 03 18:29:42.064645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-423344f0-b6e8-45fb-98bd-aaf6016fa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:29:42.066032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-423344f0-b6e8-45fb-98bd-aaf6016fa1c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1096 time: 0.0682838 Mar 03 18:29:42.206650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-65647a87-826d-4089-b6e7-2c2c988f5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:29:42.208592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-65647a87-826d-4089-b6e7-2c2c988f5064 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 910 time: 0.1243913 Mar 03 18:29:42.308306 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-9a946306-baa7-4bd1-8604-abd2324d9011 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 1001 time: 0.0940123 Mar 03 18:29:42.371039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-13b5fe6d-7f46-47b3-9064-dd6505e7d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:29:42.372413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-13b5fe6d-7f46-47b3-9064-dd6505e7d1d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 200 len: 848 time: 0.0589480 Mar 03 18:29:42.445258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-3f110fa9-5c9f-4715-8473-e11d0563bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:29:42.446746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-3f110fa9-5c9f-4715-8473-e11d0563bd5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689797 Mar 03 18:29:42.572676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-d7123e13-cc84-4fcf-ba4b-667f33c1e1ff service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199005 Mar 03 18:29:42.699163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eade8336-1a2a-44d0-a514-142a6bd55a65 req-5fda111f-f100-4923-8558-d7c06ba0ddf3 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210527 Mar 03 18:29:48.211288 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:49.553855 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-07b513b8-8235-4034-a2b2-6f0e3eb4c9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:51.842378 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2242766-10cd-40f4-8283-bf1d538eeaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:52.949412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:53.018038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:54.397343 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:29:54.398138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:04.370157 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:30:18.214946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:19.554718 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ddccecb6-3fdd-4177-8d0d-e3d4a63583bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:21.844194 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03830017-d74b-4147-8d13-72bbba6cde86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:22.951923 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:23.018906 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:24.396026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:24.396730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:41.369494 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:30:43.037149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-45ff57e0-0f99-437b-bba4-aee9547efd55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736341 Mar 03 18:30:43.171345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-966f953e-b4e8-4eac-a2b6-b8c3b85ec6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:30:43.172863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-966f953e-b4e8-4eac-a2b6-b8c3b85ec6fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=802025b21da94c609643bc2d95355567&device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 1096 time: 0.0708859 Mar 03 18:30:43.313189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-b3a7a435-8929-448d-9bad-afc627a965f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:30:43.314560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-b3a7a435-8929-448d-9bad-afc627a965f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 200 len: 910 time: 0.1231942 Mar 03 18:30:43.420414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-fcf0ced3-347b-4979-aee4-626781b5cc33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 200 len: 1001 time: 0.0998523 Mar 03 18:30:43.480086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-f73334f3-6e47-453a-b207-59c66db4815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:30:43.481460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-f73334f3-6e47-453a-b207-59c66db4815c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 200 len: 848 time: 0.0553291 Mar 03 18:30:43.555005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-ca9f84d3-6dc6-46aa-863a-16274a061944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:30:43.556450 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-ca9f84d3-6dc6-46aa-863a-16274a061944 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688813 Mar 03 18:30:43.682568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-69eeb875-be24-4c13-9653-3f1ac62cfbd3 service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203871 Mar 03 18:30:43.808007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b150568-f4b4-42a7-9b04-6d0106d87f62 req-13465f97-cf79-410b-98d9-db18bb82509c service neutron] 10.222.0.35 "GET /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200018 Mar 03 18:30:48.209370 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:48.856556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31eee0-7c85-44a0-aea0-2d33b8391468 req-277f6f90-04a4-459d-a56f-66791eba020b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:30:48.858158 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b31eee0-7c85-44a0-aea0-2d33b8391468 req-277f6f90-04a4-459d-a56f-66791eba020b tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 945 time: 0.2792714 Mar 03 18:30:48.901907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b31eee0-7c85-44a0-aea0-2d33b8391468 req-41b85268-6645-44d5-aafd-42778d63008a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378568 Mar 03 18:30:49.557578 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6df5a32-8872-40fa-8f16-a4c12a0b0b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:49.966571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-d731b175-f366-47b8-852e-2d9e4fa5a6b9 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:30:49.968004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-d731b175-f366-47b8-852e-2d9e4fa5a6b9 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 945 time: 0.1784775 Mar 03 18:30:50.036516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Deleting port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:30:50.036858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:50.195356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc38843-0141-484f-9367-17c62100d7c6 req-223eab6c-baee-4c12-a9da-9116986ddbf1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:30:50.197041 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fc38843-0141-484f-9367-17c62100d7c6 req-223eab6c-baee-4c12-a9da-9116986ddbf1 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 945 time: 0.1759076 Mar 03 18:30:50.245296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4fc38843-0141-484f-9367-17c62100d7c6 req-abbc4264-b74d-4104-8661-67d548f43ae9 tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6b95a9e-61bd-4181-b46d-b8271005c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Mar 03 18:30:50.287860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] For port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:30:50.288214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:50.691396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:50.691758 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:50.692064 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Floating IP 3ac6e168-a304-41d8-8c5d-2c696422d921 disassociated. External IP: 172.25.0.139, port: 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d. Mar 03 18:30:50.692394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Calling delete_port for 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:30:50.831405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:50.883361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event deleted for resources: {'Port': ['ID=7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:30:50.893936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.894281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.894633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.894944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.895274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.895591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.895916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.896233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.896546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.896859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.897171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:50.897515 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:51.076314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Router 40eecf09-59c5-488f-b811-e8c77f91af39 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:30:51.256042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:30:51.266509 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] Sync routers for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:30:51.280310 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:30:51.281253 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:51.334226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] No DVR routers for this DVR port 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:30:51.338476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:51.349986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'name': 'network-vif-deleted', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:30:51.356421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff101e8d-f487-49d2-a44c-e43f5d810857 req-66f4f12c-4d03-4852-b945-cbd4fe01069c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.35 "DELETE /v2.0/ports/7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d HTTP/1.1" status: 204 len: 173 time: 1.3832085 Mar 03 18:30:51.473217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6de5058a-78e8-487c-af3f-60991a1e3156 req-6ddf22f2-b13e-4661-bacb-808d2870b03f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Synchronizing usage tracker for tenant:802025b21da94c609643bc2d95355567 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:30:51.498960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6de5058a-78e8-487c-af3f-60991a1e3156 req-6ddf22f2-b13e-4661-bacb-808d2870b03f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Unset dirty status for tenant:802025b21da94c609643bc2d95355567 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:30:51.500765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6de5058a-78e8-487c-af3f-60991a1e3156 req-6ddf22f2-b13e-4661-bacb-808d2870b03f tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e49ab3-b071-4818-9542-91ed174eea9d HTTP/1.1" status: 200 len: 210 time: 0.0853512 Mar 03 18:30:51.512385 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e49ab3-b071-4818-9542-91ed174eea9d', 'name': 'network-vif-deleted', 'tag': '7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d', 'status': 'completed', 'code': 200} Mar 03 18:30:51.513705 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:30:51.847797 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cbfb06b4-d7be-4068-9f8c-4ff567aefec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:51.871232 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:46Z', 'revision_number': 5, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:51.874887 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] Checking router: 40eecf09-59c5-488f-b811-e8c77f91af39 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:30:51.882976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:30:51.883550 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:52.062917 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:30:52.186240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:30:52.218930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:30:52.219274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 7c1af81d-cc63-47e9-b25f-2c9ac8ab0c5d not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:30:52.368328 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:46Z', 'revision_number': 5, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:52.372696 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9e12c-7f48-490e-b416-52330a8b3a84 None None] The sync data for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 is: [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:39Z', 'revision_number': 4, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '2dd007d2-9195-4244-b50e-36f084651a62', 'name': '', 'network_id': '69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f', 'tenant_id': '802025b21da94c609643bc2d95355567', 'mac_address': 'fa:16:3e:b2:4a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'fd547d4d-616c-4a79-9816-9da041173888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:38Z', 'updated_at': '2022-03-03T18:25:46Z', 'revision_number': 5, 'project_id': '802025b21da94c609643bc2d95355567', 'subnets': [{'id': 'fd547d4d-616c-4a79-9816-9da041173888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:30:52.592438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbfff8-133f-444c-bac3-e393e4e4f83f None None] New status for floating IP 3ac6e168-a304-41d8-8c5d-2c696422d921: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:30:52.605781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35808) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:30:52.762452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Deleting port a9a429be-7d02-4109-926c-e42f47d0eaad {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:30:52.762704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:52.930071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:52.930391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:52.954615 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:53.020656 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:53.053783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Calling delete_port for a9a429be-7d02-4109-926c-e42f47d0eaad owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:30:53.138063 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:30:53.138383 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:30:53.640049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Deleting port a9a429be-7d02-4109-926c-e42f47d0eaad {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:30:53.640666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:53.920939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:53.921182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.044001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Calling delete_port for a9a429be-7d02-4109-926c-e42f47d0eaad owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:30:54.190106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.240963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event deleted for resources: {'Port': ['ID=a9a429be-7d02-4109-926c-e42f47d0eaad,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:30:54.329992 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.347301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.348381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7d58276f-2a58-42ea-97fa-c4d04ca60c8a tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "DELETE /v2.0/floatingips/3ac6e168-a304-41d8-8c5d-2c696422d921 HTTP/1.1" status: 204 len: 168 time: 1.7415435 Mar 03 18:30:54.394330 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.493227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35816) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:30:54.561556 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.591276 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.658884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.681678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b95a9e-61bd-4181-b46d-b8271005c5a3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:30:54.682802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.691772 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.692114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.692447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.692767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.693081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.693424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.693741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.694056 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.694367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.694673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.694981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.695305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:30:54.700952 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:54.702087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7e1492d5-43d8-4467-b979-f607cfebec0c tempest-TestServerBasicOps-612807519 tempest-TestServerBasicOps-612807519-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6b95a9e-61bd-4181-b46d-b8271005c5a3 HTTP/1.1" status: 204 len: 168 time: 0.2078326 Mar 03 18:30:54.741309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35822) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:30:55.490711 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:55.833205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Deleting port 2dd007d2-9195-4244-b50e-36f084651a62 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:30:55.833918 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:56.005014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] For port 2dd007d2-9195-4244-b50e-36f084651a62, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2dd007d2-9195-4244-b50e-36f084651a62,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:30:56.005390 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:56.130333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Calling delete_port for 2dd007d2-9195-4244-b50e-36f084651a62 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:30:56.391388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:56.465915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd007d2-9195-4244-b50e-36f084651a62,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:30:56.705119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:57.169093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Router 40eecf09-59c5-488f-b811-e8c77f91af39 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:30:57.342237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:30:57.351488 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] Sync routers for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:30:57.355245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1ef3bb41-ffe3-40aa-a18a-9496202df5da admin admin] 10.222.0.23 "PUT /v2.0/routers/40eecf09-59c5-488f-b811-e8c77f91af39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127808 Mar 03 18:30:57.357657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35828) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:30:57.360945 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:30:57.361565 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:57.532437 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:57.534682 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:30:57.708769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:57.718493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Deleting port ba8f9b75-989c-455d-b14c-337930271c90 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:30:57.718868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:57.810802 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:30:56Z', 'revision_number': 5, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port': {'id': 'ba8f9b75-989c-455d-b14c-337930271c90', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:57.814365 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] Checking router: 40eecf09-59c5-488f-b811-e8c77f91af39 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:30:57.822347 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] Routers {'40eecf09-59c5-488f-b811-e8c77f91af39'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:30:57.822922 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['40eecf09-59c5-488f-b811-e8c77f91af39'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:57.921426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] For port ba8f9b75-989c-455d-b14c-337930271c90, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ba8f9b75-989c-455d-b14c-337930271c90,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:30:57.921780 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.002072 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] Set router 40eecf09-59c5-488f-b811-e8c77f91af39 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:30:58.044210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Calling delete_port for ba8f9b75-989c-455d-b14c-337930271c90 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:30:58.104442 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:30:57Z', 'revision_number': 6, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:58.108351 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f353a-5c41-4cc4-a25f-3044d1f15bd0 None None] The sync data for ids ['40eecf09-59c5-488f-b811-e8c77f91af39'] in n-d-827121-1 is: [{'id': '40eecf09-59c5-488f-b811-e8c77f91af39', 'name': 'tempest-TestServerBasicOps-1777151165-router', 'tenant_id': '802025b21da94c609643bc2d95355567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:35Z', 'updated_at': '2022-03-03T18:30:57Z', 'revision_number': 6, 'project_id': '802025b21da94c609643bc2d95355567', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:30:58.340846 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.390971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8f9b75-989c-455d-b14c-337930271c90,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:30:58.478016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.652440 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.654524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.676530 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.677025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40eecf09-59c5-488f-b811-e8c77f91af39 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:30:58.689091 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.690244 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e94aa963-4a10-4592-b001-a53bfbf39066 admin admin] 10.222.0.23 "DELETE /v2.0/routers/40eecf09-59c5-488f-b811-e8c77f91af39 HTTP/1.1" status: 204 len: 168 time: 1.3316283 Mar 03 18:30:58.692720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35832) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:30:58.753001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] Deleting subnet fd547d4d-616c-4a79-9816-9da041173888 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:30:58.755797 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.803104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.891392 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.958290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:58.996668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd547d4d-616c-4a79-9816-9da041173888,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:30:59.001697 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.008238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a89f6de4-d984-4c76-94da-7f25235e52ac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd547d4d-616c-4a79-9816-9da041173888 HTTP/1.1" status: 204 len: 168 time: 0.3144875 Mar 03 18:30:59.009226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22501d-4689-40ed-a767-e9212bb87a9e None None] Network 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:30:59.010658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35836) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:30:59.117859 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.129955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Deleting port e561488c-7a87-4450-b45a-dcd04affbae5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:30:59.130335 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.272356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] DHCP port deletion for 69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:30:59.277019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Deleting port e561488c-7a87-4450-b45a-dcd04affbae5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:30:59.277411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.345177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] For port e561488c-7a87-4450-b45a-dcd04affbae5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e561488c-7a87-4450-b45a-dcd04affbae5,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:30:59.345826 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.469110 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Calling delete_port for e561488c-7a87-4450-b45a-dcd04affbae5 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:30:59.509608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] For port e561488c-7a87-4450-b45a-dcd04affbae5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e561488c-7a87-4450-b45a-dcd04affbae5,segment=NetworkSegment(7d0bc773-fb25-4880-9f0b-95ef302d8c60),segment_id=7d0bc773-fb25-4880-9f0b-95ef302d8c60)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:30:59.510002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.542148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.589295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e561488c-7a87-4450-b45a-dcd04affbae5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:30:59.595277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] No DVR routers for this DVR port e561488c-7a87-4450-b45a-dcd04affbae5 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:30:59.631562 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Calling delete_port for e561488c-7a87-4450-b45a-dcd04affbae5 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:30:59.704675 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:30:59.705028 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:30:59.808235 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.832884 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:59.844420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0bc773-fb25-4880-9f0b-95ef302d8c60') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:59.844713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0bc773-fb25-4880-9f0b-95ef302d8c60') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:30:59.856240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.872603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.878769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:30:59.879147 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:30:59.893025 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:30:59.907157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2dd007d2-9195-4244-b50e-36f084651a62 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:30:59.940456 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2dd007d2-9195-4244-b50e-36f084651a62 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:30:59.940796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2dd007d2-9195-4244-b50e-36f084651a62 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:30:59.941194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e561488c-7a87-4450-b45a-dcd04affbae5 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:30:59.968444 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.974317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e561488c-7a87-4450-b45a-dcd04affbae5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:30:59.974658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e561488c-7a87-4450-b45a-dcd04affbae5 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:30:59.975062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba8f9b75-989c-455d-b14c-337930271c90 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:30:59.984544 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:30:59.995071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:00.008663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7db6369a-23c9-49e6-a6b3-8e38c28ef1ad admin admin] 10.222.0.23 "DELETE /v2.0/networks/69e3f8de-d037-4ef8-9c4b-b7c6b4a1092f HTTP/1.1" status: 204 len: 168 time: 0.9970284 Mar 03 18:31:00.011710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35840) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:00.012232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ba8f9b75-989c-455d-b14c-337930271c90 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:31:00.012676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ba8f9b75-989c-455d-b14c-337930271c90 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:31:00.206157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Deleting port e561488c-7a87-4450-b45a-dcd04affbae5 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:00.206543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:00.270114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e2dad33d-4639-4855-bcd7-0a164a82fcf3 None None] The port 'e561488c-7a87-4450-b45a-dcd04affbae5' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:31:00.535562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:00.980406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Deleting port f572909b-1cff-4b8c-aef2-8e291c3784f6 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:00.980737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:01.147890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] For port f572909b-1cff-4b8c-aef2-8e291c3784f6, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f572909b-1cff-4b8c-aef2-8e291c3784f6,segment=NetworkSegment(f4f8da7f-2ea8-4b53-a246-2b453a2672aa),segment_id=f4f8da7f-2ea8-4b53-a246-2b453a2672aa)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:01.148474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:01.272052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Calling delete_port for f572909b-1cff-4b8c-aef2-8e291c3784f6 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:01.445310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:01.495054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f572909b-1cff-4b8c-aef2-8e291c3784f6,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:01.763137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:02.106350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:31:02.406393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:02.416010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] Sync routers for ids ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:02.417195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ab95d30b-f9d8-47fd-b623-64d76675eea5 admin admin] 10.222.0.23 "PUT /v2.0/routers/d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4043927 Mar 03 18:31:02.421739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35844) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:02.425757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] Routers {'d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:02.426411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:02.599958 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:02.605362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] Set router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:02.774257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:02.784490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Deleting port 7635f1fc-51cf-4302-9fd0-3bb6ed115143 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:02.784822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:02.882178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:31:01Z', 'revision_number': 5, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port': {'id': '7635f1fc-51cf-4302-9fd0-3bb6ed115143', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:25:43Z', 'updated_at': '2022-03-03T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:02.886109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] Checking router: d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:02.894335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] Routers {'d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:02.894923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:02.959675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] For port 7635f1fc-51cf-4302-9fd0-3bb6ed115143, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=7635f1fc-51cf-4302-9fd0-3bb6ed115143,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:02.960030 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.045422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] Set router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:03.090567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Calling delete_port for 7635f1fc-51cf-4302-9fd0-3bb6ed115143 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:03.187125 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:31:02Z', 'revision_number': 6, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:03.191043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b7fbb-3542-46bd-a3fc-cd75f2583e4b None None] The sync data for ids ['d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085'] in n-d-827121-1 is: [{'id': 'd9c63cc3-dbc9-4fd3-b7a0-fa3417e03085', 'name': 'tempest-TestServerBasicOps-1434344067-router', 'tenant_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:25:42Z', 'updated_at': '2022-03-03T18:31:02Z', 'revision_number': 6, 'project_id': 'eb18d5dcadaa44778935d60ca3afaceb', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:03.264146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.309664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Pushing event deleted for resources: {'Port': ['ID=7635f1fc-51cf-4302-9fd0-3bb6ed115143,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:03.401145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.572541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.574887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.599301 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.600154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:31:03.612690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.613840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bcb6ea34-1054-48f3-8aca-6319edf98193 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d9c63cc3-dbc9-4fd3-b7a0-fa3417e03085 HTTP/1.1" status: 204 len: 168 time: 1.1911824 Mar 03 18:31:03.616272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:03.674548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] Deleting subnet 3685afd0-ffd3-4f10-b021-53372d9e7356 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:31:03.677313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.838545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.919170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.953903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f572909b-1cff-4b8c-aef2-8e291c3784f6 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:31:03.990534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: f572909b-1cff-4b8c-aef2-8e291c3784f6 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:31:03.991072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f572909b-1cff-4b8c-aef2-8e291c3784f6 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:31:03.991208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:03.991562 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7635f1fc-51cf-4302-9fd0-3bb6ed115143 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:31:04.027584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 7635f1fc-51cf-4302-9fd0-3bb6ed115143 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:31:04.027932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 7635f1fc-51cf-4302-9fd0-3bb6ed115143 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:31:04.030931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3685afd0-ffd3-4f10-b021-53372d9e7356,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:04.038373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.041711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b37c2f6-1c7c-4ae4-ba67-9a6e5abf82c9 None None] Network 9fe0bd78-0547-4ab8-8dac-dae5297bf958 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:04.044516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-11dd4232-0ed1-4809-bcca-ef109dcb057f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3685afd0-ffd3-4f10-b021-53372d9e7356 HTTP/1.1" status: 204 len: 168 time: 0.4272625 Mar 03 18:31:04.047036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35854) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:04.167459 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.179669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Deleting port 38d5a58b-fce8-466a-8129-c74c2fb7337c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:04.180001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.311484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] DHCP port deletion for 9fe0bd78-0547-4ab8-8dac-dae5297bf958 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:31:04.317391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Deleting port 38d5a58b-fce8-466a-8129-c74c2fb7337c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:04.317391 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.392348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] For port 38d5a58b-fce8-466a-8129-c74c2fb7337c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38d5a58b-fce8-466a-8129-c74c2fb7337c,segment=NetworkSegment(f4f8da7f-2ea8-4b53-a246-2b453a2672aa),segment_id=f4f8da7f-2ea8-4b53-a246-2b453a2672aa)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:04.392636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.519474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Calling delete_port for 38d5a58b-fce8-466a-8129-c74c2fb7337c owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:04.522525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] For port 38d5a58b-fce8-466a-8129-c74c2fb7337c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=38d5a58b-fce8-466a-8129-c74c2fb7337c,segment=NetworkSegment(f4f8da7f-2ea8-4b53-a246-2b453a2672aa),segment_id=f4f8da7f-2ea8-4b53-a246-2b453a2672aa)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:04.522911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.594512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.642480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d5a58b-fce8-466a-8129-c74c2fb7337c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:04.644192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] No DVR routers for this DVR port 38d5a58b-fce8-466a-8129-c74c2fb7337c on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:31:04.650654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Calling delete_port for 38d5a58b-fce8-466a-8129-c74c2fb7337c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:04.724912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:31:04.725254 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:31:04.757390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.786778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe0bd78-0547-4ab8-8dac-dae5297bf958']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:04.798400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:04.798692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f8da7f-2ea8-4b53-a246-2b453a2672aa') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:04.809725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.825988 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.832019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:31:04.832393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:31:04.845859 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:31:04.920124 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.935788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:04.945803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe0bd78-0547-4ab8-8dac-dae5297bf958,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:04.950603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-674510e4-21e2-46cd-b071-394e8b9b58e3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9fe0bd78-0547-4ab8-8dac-dae5297bf958 HTTP/1.1" status: 204 len: 168 time: 0.9024165 Mar 03 18:31:05.064480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35860) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:05.114080 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56a4dfb6-66dc-4b10-9535-ab3ba8b317e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=802025b21da94c609643bc2d95355567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484114 Mar 03 18:31:05.116591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35864) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:05.173007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee5026b-e32e-46e4-baad-a6a6013dc07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.199104 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee5026b-e32e-46e4-baad-a6a6013dc07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.226242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Deleting port 38d5a58b-fce8-466a-8129-c74c2fb7337c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:05.226724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.249964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee5026b-e32e-46e4-baad-a6a6013dc07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.267928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5026b-e32e-46e4-baad-a6a6013dc07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ff31c-cab7-4b8a-ba0d-cf903df2161d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:05.275537 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fee5026b-e32e-46e4-baad-a6a6013dc07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.276537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fee5026b-e32e-46e4-baad-a6a6013dc07c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/682ff31c-cab7-4b8a-ba0d-cf903df2161d HTTP/1.1" status: 204 len: 168 time: 0.1590405 Mar 03 18:31:05.300095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3d250-54f5-44fe-8ca2-83a19baec3bb None None] The port '38d5a58b-fce8-466a-8129-c74c2fb7337c' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:31:05.607807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35872) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:05.654930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-82674350-cca6-40bc-8c5c-b78839e6ae64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb18d5dcadaa44778935d60ca3afaceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459902 Mar 03 18:31:05.657237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35876) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:05.716384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc45-b464-4910-9857-b030e0a8c3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.741233 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc45-b464-4910-9857-b030e0a8c3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.791167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc45-b464-4910-9857-b030e0a8c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.807132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1cc45-b464-4910-9857-b030e0a8c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39831244-4cdb-4fd0-8d8b-242aa9ac17ea,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:05.811793 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc45-b464-4910-9857-b030e0a8c3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:05.812890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-70b1cc45-b464-4910-9857-b030e0a8c3b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39831244-4cdb-4fd0-8d8b-242aa9ac17ea HTTP/1.1" status: 204 len: 168 time: 0.1547623 Mar 03 18:31:05.905762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38d5a58b-fce8-466a-8129-c74c2fb7337c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:31:05.943616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 38d5a58b-fce8-466a-8129-c74c2fb7337c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:31:05.944055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 38d5a58b-fce8-466a-8129-c74c2fb7337c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:31:06.616895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35900) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:06.716298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-852390011-network', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:06.721592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:06.725665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Usage tracker for resource:network and tenant:a4ce14be6d0c4d4eb4e5c680b8c33740 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:06.728468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:06.734597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:06.744932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Made reservation on behalf of a4ce14be6d0c4d4eb4e5c680b8c33740 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:31:06.747189 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:06.759508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:06.773349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:06.777044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ce14be6d0c4d4eb4e5c680b8c33740 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:06.779810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:06.785544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:06.867078 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:06.871231 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:06.897922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:31:06.909994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c76502c-3d7e-4369-a5d8-82a01c32d9ef,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:06.915201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:06.915573 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Added segment e755f4e2-6235-4447-a993-e2b79f37115d of type vlan for network 93347d52-6452-41f2-a7d1-df81787ba2fb Mar 03 18:31:06.944157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:06.972790 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:06.973776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:31:06.974359 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.078671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4605720 Mar 03 18:31:07.079471 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecd67a-4a1f-4165-b00f-e2177f556446 admin admin] Pushing event updated for resources: {'Network': ['ID=93347d52-6452-41f2-a7d1-df81787ba2fb,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:07.082072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35906) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:07.087637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Request body: {'subnet': {'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-852390011-subnet', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:07.091474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 93347d52-6452-41f2-a7d1-df81787ba2fb details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:31:07.093426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:07.097424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Usage tracker for resource:subnet and tenant:a4ce14be6d0c4d4eb4e5c680b8c33740 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:07.100312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:07.107513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:07.119347 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Made reservation on behalf of a4ce14be6d0c4d4eb4e5c680b8c33740 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:31:07.121730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.326834 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.405302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5e0b1a-80de-4916-9983-0771687d21e9,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:07.413769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Checking segment: {'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:07.414142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Network hostable DHCP agents. Network: 93347d52-6452-41f2-a7d1-df81787ba2fb, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:31:07.432368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Network 93347d52-6452-41f2-a7d1-df81787ba2fb is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:31:07.440819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 93347d52-6452-41f2-a7d1-df81787ba2fb) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:07.444659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:31:07.445231 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.450613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b339cec-ce6c-480f-a34c-214934c6b742 None None] Network 93347d52-6452-41f2-a7d1-df81787ba2fb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:07.467439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2966a58d-7e40-412a-8553-ee32de77219a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3822055 Mar 03 18:31:07.468081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35910) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:07.473629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:07.480627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:07.490465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Usage tracker for resource:router and tenant:a4ce14be6d0c4d4eb4e5c680b8c33740 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:07.493416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:07.499060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:07.512852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.513865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.529381 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.663856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-93347d52-6452-41f2-a7d1-df81787ba2fb', 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'fixed_ips': [{'subnet_id': '5f5e0b1a-80de-4916-9983-0771687d21e9'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:31:07.664691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:07.823104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Allocated IP 172.20.0.2 (93347d52-6452-41f2-a7d1-df81787ba2fb/5f5e0b1a-80de-4916-9983-0771687d21e9/ac56c1bb-4c3f-444f-93c3-1589b8dede0e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:07.909052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.064026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.074544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Transition to ACTIVE for port object ac56c1bb-4c3f-444f-93c3-1589b8dede0e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:08.093883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Transition to ACTIVE for port object ac56c1bb-4c3f-444f-93c3-1589b8dede0e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:08.099723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.157239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Network 93347d52-6452-41f2-a7d1-df81787ba2fb is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:08.160198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:08.163692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:08.207637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Pushing event updated for resources: {'Port': ['ID=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:08.217793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.247711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.249493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.249844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.250185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.250554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.250881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.251222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.251569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.251912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.252230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.252545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.252861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.253174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:08.276180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Attempting to bind port ac56c1bb-4c3f-444f-93c3-1589b8dede0e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:08.276538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Attempting to bind port ac56c1bb-4c3f-444f-93c3-1589b8dede0e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:08.276892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Attempting to bind port ac56c1bb-4c3f-444f-93c3-1589b8dede0e on network 93347d52-6452-41f2-a7d1-df81787ba2fb {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:08.282140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:08.282503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Checking segment: {'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:08.282895 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.283273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Bound using segment: {'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:08.283727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Bound port: ac56c1bb-4c3f-444f-93c3-1589b8dede0e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:08.284137 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.384619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] For port ac56c1bb-4c3f-444f-93c3-1589b8dede0e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:08.385472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Allocated IP 172.25.0.77 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/e45e8cc4-53a4-4fef-b6e0-69220b0be1b1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:08.387766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] For port ac56c1bb-4c3f-444f-93c3-1589b8dede0e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:08.391825 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.482023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0137196-de6d-48fe-86e6-08959b13e4f0 None None] Pushing event updated for resources: {'Port': ['ID=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:08.540512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.572417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:08.630704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:08.633723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:08.642022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:08.689085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Pushing event updated for resources: {'Port': ['ID=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:09.059605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:09.425401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed3c160-2df0-4e69-aff1-35874f4c54eb None None] Network 93347d52-6452-41f2-a7d1-df81787ba2fb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:09.520359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:09.534592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-13632885-6273-4757-b56d-6b2d449d6d6c None None] Provisioning for port ac56c1bb-4c3f-444f-93c3-1589b8dede0e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:09.729086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Router 6f31a68b-042d-4927-9560-78d415c70665 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:31:09.912912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:09.922348 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Sync routers for ids ['6f31a68b-042d-4927-9560-78d415c70665'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:09.932028 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Routers {'6f31a68b-042d-4927-9560-78d415c70665'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:09.936273 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6f31a68b-042d-4927-9560-78d415c70665'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:09.940170 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:09.940970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac56c1bb-4c3f-444f-93c3-1589b8dede0e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:09.941682 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8116300b-ace1-41bd-8539-33e69ea6a0aa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.4723723 Mar 03 18:31:09.944425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35914) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:10.013485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ac56c1bb-4c3f-444f-93c3-1589b8dede0e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:10.018313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ac56c1bb-4c3f-444f-93c3-1589b8dede0e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:10.018799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.130409 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Set router 6f31a68b-042d-4927-9560-78d415c70665 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:10.147030 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.179533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ac56c1bb-4c3f-444f-93c3-1589b8dede0e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:10.183724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.263556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:10.417778 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:08Z', 'revision_number': 3, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port': {'id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:08Z', 'updated_at': '2022-03-03T18:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:10.421494 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Checking router: 6f31a68b-042d-4927-9560-78d415c70665 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:10.421834 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Updating router 6f31a68b-042d-4927-9560-78d415c70665 port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:31:10.473042 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.754617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.799486 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.812302 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Transition to ACTIVE for port object e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:10.819067 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.897872 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Attempting to bind port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:10.898246 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Attempting to bind port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:10.898622 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Attempting to bind port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:10.900598 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Pushing event updated for resources: {'Port': ['ID=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:10.909563 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:10.909921 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:10.910307 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.910685 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:10.911152 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Bound port: e45e8cc4-53a4-4fef-b6e0-69220b0be1b1, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:10.911537 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:10.940509 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.941154 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.941154 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.941408 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.941728 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.942044 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.942354 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.942665 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.942974 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.943278 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.943588 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.943891 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:31:10.961708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Allocated IP 172.20.0.1 (93347d52-6452-41f2-a7d1-df81787ba2fb/5f5e0b1a-80de-4916-9983-0771687d21e9/648dd879-3c19-4250-9cdc-6749c6af713e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:10.994380 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] For port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:10.997895 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] For port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:11.002098 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.067217 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Routers {'6f31a68b-042d-4927-9560-78d415c70665'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:11.067823 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6f31a68b-042d-4927-9560-78d415c70665'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:11.111240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.127276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Transition to ACTIVE for port object 648dd879-3c19-4250-9cdc-6749c6af713e will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:11.150920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.183057 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea5677-b352-4761-bd90-88fb3bb0afc6 None None] Pushing event updated for resources: {'Port': ['ID=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:11.215710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Network 93347d52-6452-41f2-a7d1-df81787ba2fb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:11.218388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:11.226333 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:11.262867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Pushing event updated for resources: {'Port': ['ID=648dd879-3c19-4250-9cdc-6749c6af713e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:11.283137 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.294539 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] Set router 6f31a68b-042d-4927-9560-78d415c70665 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:11.504225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-112ee1fb-83f9-4140-9403-317bc534381e None None] Provisioning for port 648dd879-3c19-4250-9cdc-6749c6af713e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:11.510119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-112ee1fb-83f9-4140-9403-317bc534381e None None] Provisioning complete for port 648dd879-3c19-4250-9cdc-6749c6af713e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:11.510746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-112ee1fb-83f9-4140-9403-317bc534381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.564590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.565446 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-112ee1fb-83f9-4140-9403-317bc534381e None None] Port 648dd879-3c19-4250-9cdc-6749c6af713e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:31:11.584194 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:08Z', 'revision_number': 3, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port': {'id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:08Z', 'updated_at': '2022-03-03T18:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:11.588199 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9498364-c18c-40ac-af61-206f20bbe1bc None None] The sync data for ids ['6f31a68b-042d-4927-9560-78d415c70665'] in n-d-827121-1 is: [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:08Z', 'revision_number': 3, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port': {'id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:08Z', 'updated_at': '2022-03-03T18:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:11.804926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.811879 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:11.940918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Pushing event updated for resources: {'Port': ['ID=648dd879-3c19-4250-9cdc-6749c6af713e,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:11.944577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:12.007908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac56c1bb-4c3f-444f-93c3-1589b8dede0e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:12.079524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ac56c1bb-4c3f-444f-93c3-1589b8dede0e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:12.080114 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:12.103832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Network 93347d52-6452-41f2-a7d1-df81787ba2fb is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:12.105038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:12.237243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:12.318385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Router 6f31a68b-042d-4927-9560-78d415c70665 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:31:12.326614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:12.331457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:12.331828 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:12.409460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6fda12aa-e444-4383-8ffb-f82ae6a5d998 None None] Provisioning complete for port 648dd879-3c19-4250-9cdc-6749c6af713e triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:12.409837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6fda12aa-e444-4383-8ffb-f82ae6a5d998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:12.511276 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-6fda12aa-e444-4383-8ffb-f82ae6a5d998 None None] Port 648dd879-3c19-4250-9cdc-6749c6af713e cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:31:12.522821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:12.540201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:12.546545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:12.616341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:12.632970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:12.642767 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e38b7794-bbbe-4341-87e6-18d9432e254d admin admin] 10.222.0.23 "PUT /v2.0/routers/6f31a68b-042d-4927-9560-78d415c70665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973822 Mar 03 18:31:13.182908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Sync routers for ids ['6f31a68b-042d-4927-9560-78d415c70665'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:13.193002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Routers {'6f31a68b-042d-4927-9560-78d415c70665'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:13.193721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6f31a68b-042d-4927-9560-78d415c70665'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:13.396511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Set router 6f31a68b-042d-4927-9560-78d415c70665 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:13.707405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:11Z', 'revision_number': 4, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port': {'id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:08Z', 'updated_at': '2022-03-03T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '648dd879-3c19-4250-9cdc-6749c6af713e', 'name': '', 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'mac_address': 'fa:16:3e:2a:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5f5e0b1a-80de-4916-9983-0771687d21e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:10Z', 'updated_at': '2022-03-03T18:31:11Z', 'revision_number': 2, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'subnets': [{'id': '5f5e0b1a-80de-4916-9983-0771687d21e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:13.711247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Checking router: 6f31a68b-042d-4927-9560-78d415c70665 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:13.712232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Updating router 6f31a68b-042d-4927-9560-78d415c70665 port 648dd879-3c19-4250-9cdc-6749c6af713e binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:31:13.717919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35936) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:13.764025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:13.936309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:14.096230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:14.096699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.224705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.251435 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.270532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Transition to ACTIVE for port object 648dd879-3c19-4250-9cdc-6749c6af713e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:14.281280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.461167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47815cd-bf97-4dbe-bd77-a086d506322d None None] Pushing event updated for resources: {'Port': ['ID=648dd879-3c19-4250-9cdc-6749c6af713e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:14.527757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Attempting to bind port 648dd879-3c19-4250-9cdc-6749c6af713e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:14.528129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Attempting to bind port 648dd879-3c19-4250-9cdc-6749c6af713e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:14.528500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Attempting to bind port 648dd879-3c19-4250-9cdc-6749c6af713e on network 93347d52-6452-41f2-a7d1-df81787ba2fb {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:14.537301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:14.537704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Checking segment: {'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:14.538102 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.538487 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Bound using segment: {'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:14.538950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Bound port: 648dd879-3c19-4250-9cdc-6749c6af713e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e755f4e2-6235-4447-a993-e2b79f37115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:14.539318 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.615217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Deleting port 648dd879-3c19-4250-9cdc-6749c6af713e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:14.615485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.673876 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] For port 648dd879-3c19-4250-9cdc-6749c6af713e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:14.677049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] For port 648dd879-3c19-4250-9cdc-6749c6af713e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=648dd879-3c19-4250-9cdc-6749c6af713e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:14.682207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.757815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Routers {'6f31a68b-042d-4927-9560-78d415c70665'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:14.758501 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6f31a68b-042d-4927-9560-78d415c70665'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:14.790274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] For port 648dd879-3c19-4250-9cdc-6749c6af713e, host n-d-827121-1, got binding levels [] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:14.790854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:14.826601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47815cd-bf97-4dbe-bd77-a086d506322d None None] Pushing event updated for resources: {'Port': ['ID=648dd879-3c19-4250-9cdc-6749c6af713e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:14.949623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] Set router 6f31a68b-042d-4927-9560-78d415c70665 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:15.029022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Calling delete_port for 648dd879-3c19-4250-9cdc-6749c6af713e owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:15.273926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:11Z', 'revision_number': 4, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port': {'id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:08Z', 'updated_at': '2022-03-03T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '648dd879-3c19-4250-9cdc-6749c6af713e', 'name': '', 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'mac_address': 'fa:16:3e:2a:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5f5e0b1a-80de-4916-9983-0771687d21e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:10Z', 'updated_at': '2022-03-03T18:31:14Z', 'revision_number': 4, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'subnets': [{'id': '5f5e0b1a-80de-4916-9983-0771687d21e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:15.278507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bbc5f-5ffb-4f4d-a6b6-2059cea1b8ef None None] The sync data for ids ['6f31a68b-042d-4927-9560-78d415c70665'] in n-d-827121-1 is: [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:11Z', 'revision_number': 4, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port': {'id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:08Z', 'updated_at': '2022-03-03T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '648dd879-3c19-4250-9cdc-6749c6af713e', 'name': '', 'network_id': '93347d52-6452-41f2-a7d1-df81787ba2fb', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'mac_address': 'fa:16:3e:2a:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5f5e0b1a-80de-4916-9983-0771687d21e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:10Z', 'updated_at': '2022-03-03T18:31:14Z', 'revision_number': 4, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'subnets': [{'id': '5f5e0b1a-80de-4916-9983-0771687d21e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:15.288108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:31:15.288698 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:31:15.789924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Deleting port 648dd879-3c19-4250-9cdc-6749c6af713e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:15.790273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:15.944155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 648dd879-3c19-4250-9cdc-6749c6af713e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:15.977967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] For port 648dd879-3c19-4250-9cdc-6749c6af713e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=648dd879-3c19-4250-9cdc-6749c6af713e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:15.978534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:16.012535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 648dd879-3c19-4250-9cdc-6749c6af713e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:16.017662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 648dd879-3c19-4250-9cdc-6749c6af713e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:16.018034 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:16.106886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Calling delete_port for 648dd879-3c19-4250-9cdc-6749c6af713e owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:16.140869 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:16.176352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 648dd879-3c19-4250-9cdc-6749c6af713e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=648dd879-3c19-4250-9cdc-6749c6af713e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:16.182246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:16.234724 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:31:16.235341 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:31:16.255167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=648dd879-3c19-4250-9cdc-6749c6af713e,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:16.444200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Deleting port 648dd879-3c19-4250-9cdc-6749c6af713e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:16.444556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:16.617621 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] For port 648dd879-3c19-4250-9cdc-6749c6af713e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=648dd879-3c19-4250-9cdc-6749c6af713e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:16.617926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:16.738640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Calling delete_port for 648dd879-3c19-4250-9cdc-6749c6af713e owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:16.907799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:16.952290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Pushing event deleted for resources: {'Port': ['ID=648dd879-3c19-4250-9cdc-6749c6af713e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:17.328637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:17.678320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Router 6f31a68b-042d-4927-9560-78d415c70665 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:31:17.851543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:17.859914 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] Sync routers for ids ['6f31a68b-042d-4927-9560-78d415c70665'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:17.860834 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-51e3850d-7a49-474a-b2aa-9565fd85427a admin admin] 10.222.0.23 "PUT /v2.0/routers/6f31a68b-042d-4927-9560-78d415c70665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417863 Mar 03 18:31:17.863534 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35940) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:17.869591 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] Routers {'6f31a68b-042d-4927-9560-78d415c70665'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:17.870191 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6f31a68b-042d-4927-9560-78d415c70665'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:18.040612 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:18.043041 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] Set router 6f31a68b-042d-4927-9560-78d415c70665 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:18.203930 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:18.215406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:18.225183 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Deleting port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:18.225907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:18.321346 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:16Z', 'revision_number': 5, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port': {'id': 'e45e8cc4-53a4-4fef-b6e0-69220b0be1b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f31a68b-042d-4927-9560-78d415c70665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:08Z', 'updated_at': '2022-03-03T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:18.324965 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] Checking router: 6f31a68b-042d-4927-9560-78d415c70665 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:18.332952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] Routers {'6f31a68b-042d-4927-9560-78d415c70665'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:18.333556 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:30:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6f31a68b-042d-4927-9560-78d415c70665'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:18.401090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] For port e45e8cc4-53a4-4fef-b6e0-69220b0be1b1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:18.401884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:18.410598 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:31:18.498450 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] Set router 6f31a68b-042d-4927-9560-78d415c70665 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:18.604613 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:18Z', 'revision_number': 6, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:18.608522 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45035-8719-4df9-9e6f-68d42ab3d8a3 None None] The sync data for ids ['6f31a68b-042d-4927-9560-78d415c70665'] in n-d-827121-1 is: [{'id': '6f31a68b-042d-4927-9560-78d415c70665', 'name': 'tempest-ImageQuotaTest-852390011-router', 'tenant_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:07Z', 'updated_at': '2022-03-03T18:31:18Z', 'revision_number': 6, 'project_id': 'a4ce14be6d0c4d4eb4e5c680b8c33740', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:18.636478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Calling delete_port for e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:18.802584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:18.848256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e45e8cc4-53a4-4fef-b6e0-69220b0be1b1,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:18.942202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.116043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.118253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.140066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.140563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f31a68b-042d-4927-9560-78d415c70665 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:31:19.153144 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.154293 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9735dbaf-9e08-42f3-9832-8b22255dce6a admin admin] 10.222.0.23 "DELETE /v2.0/routers/6f31a68b-042d-4927-9560-78d415c70665 HTTP/1.1" status: 204 len: 168 time: 1.2897980 Mar 03 18:31:19.156829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35944) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:19.214099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] Deleting subnet 5f5e0b1a-80de-4916-9983-0771687d21e9 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:31:19.216884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.266227 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.342215 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.415337 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.451455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5e0b1a-80de-4916-9983-0771687d21e9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:19.458557 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.463107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c8499-f06e-457c-acf2-f4e3e9a89bda None None] Network 93347d52-6452-41f2-a7d1-df81787ba2fb requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:19.467071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ce2b6643-7c22-45c4-95ce-0451daa2e06f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f5e0b1a-80de-4916-9983-0771687d21e9 HTTP/1.1" status: 204 len: 168 time: 0.3074446 Mar 03 18:31:19.467877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35948) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:19.591757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.604947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Deleting port ac56c1bb-4c3f-444f-93c3-1589b8dede0e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:19.605584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.608536 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6b83f64c-3745-4e1c-90dc-b7c7cdc1ca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.786634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] DHCP port deletion for 93347d52-6452-41f2-a7d1-df81787ba2fb request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:31:19.791980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Deleting port ac56c1bb-4c3f-444f-93c3-1589b8dede0e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:19.792351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.828029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] For port ac56c1bb-4c3f-444f-93c3-1589b8dede0e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:19.828379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:19.919763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:31:19.955902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Calling delete_port for ac56c1bb-4c3f-444f-93c3-1589b8dede0e owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:19.965742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:31:19.966084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e45e8cc4-53a4-4fef-b6e0-69220b0be1b1 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:31:19.966496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 648dd879-3c19-4250-9cdc-6749c6af713e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:31:20.048815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 648dd879-3c19-4250-9cdc-6749c6af713e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:31:20.049070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 648dd879-3c19-4250-9cdc-6749c6af713e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:31:20.049514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac56c1bb-4c3f-444f-93c3-1589b8dede0e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:31:20.106914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] For port ac56c1bb-4c3f-444f-93c3-1589b8dede0e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,segment=NetworkSegment(e755f4e2-6235-4447-a993-e2b79f37115d),segment_id=e755f4e2-6235-4447-a993-e2b79f37115d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:20.107296 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.159791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.205410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac56c1bb-4c3f-444f-93c3-1589b8dede0e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:20.208686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] No DVR routers for this DVR port ac56c1bb-4c3f-444f-93c3-1589b8dede0e on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:31:20.274861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Calling delete_port for ac56c1bb-4c3f-444f-93c3-1589b8dede0e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:31:20.309946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port ac56c1bb-4c3f-444f-93c3-1589b8dede0e {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:31:20.310347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac56c1bb-4c3f-444f-93c3-1589b8dede0e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:31:20.323306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.346989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:31:20.347337 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:31:20.351732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93347d52-6452-41f2-a7d1-df81787ba2fb']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:20.363213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e755f4e2-6235-4447-a993-e2b79f37115d') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:20.363497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e755f4e2-6235-4447-a993-e2b79f37115d') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:20.374668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.390251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.403568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:31:20.404086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:31:20.417208 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:31:20.498671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.503412 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.525603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=93347d52-6452-41f2-a7d1-df81787ba2fb,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:20.529070 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-95a69adb-7014-4b79-964f-b1a1c07c62d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/93347d52-6452-41f2-a7d1-df81787ba2fb HTTP/1.1" status: 204 len: 168 time: 1.0602024 Mar 03 18:31:20.637261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35954) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:20.687114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f1780010-8268-4dc4-b86a-12c1a8aca8a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4ce14be6d0c4d4eb4e5c680b8c33740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485873 Mar 03 18:31:20.689549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35958) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:20.744942 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a08d1017-86f7-4fc1-9c24-8102272e57ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.768980 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a08d1017-86f7-4fc1-9c24-8102272e57ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.818160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a08d1017-86f7-4fc1-9c24-8102272e57ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.831095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d1017-86f7-4fc1-9c24-8102272e57ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c76502c-3d7e-4369-a5d8-82a01c32d9ef,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:20.837964 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a08d1017-86f7-4fc1-9c24-8102272e57ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.839576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a08d1017-86f7-4fc1-9c24-8102272e57ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c76502c-3d7e-4369-a5d8-82a01c32d9ef HTTP/1.1" status: 204 len: 168 time: 0.1485996 Mar 03 18:31:20.848689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Deleting port ac56c1bb-4c3f-444f-93c3-1589b8dede0e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:31:20.849130 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:20.917778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0006eabb-3099-4127-ab70-abc8437e7d9d None None] The port 'ac56c1bb-4c3f-444f-93c3-1589b8dede0e' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:31:21.184234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 35966) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:21.204732 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:21.219065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:21.222854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:21.225849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:21.231342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:21.308908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:21.312605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:21.359592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1742907 Mar 03 18:31:21.360408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768ff6-378a-4853-a69b-a62567c7dae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c404b1cc-d16c-4fd4-a39d-29d3095ab2dd,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:21.362345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35970) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:21.419136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44b618d5-712f-41e8-8b0c-0ff78e601155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:21.443759 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44b618d5-712f-41e8-8b0c-0ff78e601155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:21.494807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44b618d5-712f-41e8-8b0c-0ff78e601155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:21.511716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b618d5-712f-41e8-8b0c-0ff78e601155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c404b1cc-d16c-4fd4-a39d-29d3095ab2dd,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:21.517980 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-44b618d5-712f-41e8-8b0c-0ff78e601155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:21.519066 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-44b618d5-712f-41e8-8b0c-0ff78e601155 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c404b1cc-d16c-4fd4-a39d-29d3095ab2dd HTTP/1.1" status: 204 len: 168 time: 0.1557460 Mar 03 18:31:21.844274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3113-f458-477a-9f56-3c12ca86afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.103691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 35994) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:22.205322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-897875517-network', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:22.210563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:22.214937 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Usage tracker for resource:network and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:22.217735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:22.223324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:22.233381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Made reservation on behalf of 6d1bd7e1ebce4861896fefe719c1212d for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:31:22.235798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.247264 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.261605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:22.265232 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:22.267929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:22.273450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:22.355282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.358789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.390425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:31:22.395495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cff3e5-2560-470f-931d-40d3294258fa,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:22.403673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.404098 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Added segment a889526f-f5ec-4621-92bc-33ba4b434ee5 of type vlan for network 2bc21884-533d-42d2-9280-addd11580a50 Mar 03 18:31:22.432762 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.462361 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.463282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:31:22.463850 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.562441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4575415 Mar 03 18:31:22.565217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:22.572864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Request body: {'subnet': {'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-897875517-subnet', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:22.576447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b952a-2312-4f91-a2d4-d86a041d38d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc21884-533d-42d2-9280-addd11580a50,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:22.580619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:22.585142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Usage tracker for resource:subnet and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:22.586218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2bc21884-533d-42d2-9280-addd11580a50 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:31:22.588030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:22.593829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:22.605320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Made reservation on behalf of 6d1bd7e1ebce4861896fefe719c1212d for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:31:22.607705 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.811175 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.886930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04e90f5-0aa4-4583-a758-72e59daacfbe,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:22.893040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Checking segment: {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:22.893429 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Network hostable DHCP agents. Network: 2bc21884-533d-42d2-9280-addd11580a50, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:31:22.911367 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Network 2bc21884-533d-42d2-9280-addd11580a50 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:31:22.920519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2bc21884-533d-42d2-9280-addd11580a50) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:22.924685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:31:22.925294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.929034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf9d8b-7513-4221-8496-c96868447bb0 None None] Network 2bc21884-533d-42d2-9280-addd11580a50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:22.946578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-931e8109-61c9-4af2-9b52-fbd4c5bd2d1a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3802106 Mar 03 18:31:22.949234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36004) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:22.954213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:22.960247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:22.964195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Usage tracker for resource:router and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:22.967151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:22.972823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:22.983408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:22.984486 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.000365 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.032661 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.053148 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.177504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-2bc21884-533d-42d2-9280-addd11580a50', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:31:23.178340 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.328077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Allocated IP 172.20.0.2 (2bc21884-533d-42d2-9280-addd11580a50/b04e90f5-0aa4-4583-a758-72e59daacfbe/1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:23.371934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.534157 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.545070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Transition to ACTIVE for port object 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:23.563689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Transition to ACTIVE for port object 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:23.569594 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.630550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Network 2bc21884-533d-42d2-9280-addd11580a50 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:23.633275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:23.641369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:23.674230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Pushing event updated for resources: {'Port': ['ID=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:23.682480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.711523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.733763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Attempting to bind port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:23.734134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Attempting to bind port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:23.734496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Attempting to bind port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b on network 2bc21884-533d-42d2-9280-addd11580a50 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:23.739575 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:23.739947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Checking segment: {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:23.740350 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.740739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Bound using segment: {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:23.741195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Bound port: 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:23.741593 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.830286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] For port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:23.833215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] For port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:23.838652 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:23.845469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Allocated IP 172.25.0.33 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/c5d207e9-8eaa-45d6-8c02-cc69d972ccc8) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:23.928802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139062a-72f9-4046-be4f-87afda072dd4 None None] Pushing event updated for resources: {'Port': ['ID=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:23.999003 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:24.028783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:24.103661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:24.108176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:24.116861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:24.157632 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:24.395016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:24.645667 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:24.681649 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:24.908935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ed930-62b9-436e-b038-2fd67839299c None None] Network 2bc21884-533d-42d2-9280-addd11580a50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:24.992511 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:25.058518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-88b09067-e58f-4c1a-ae0e-513c2b257b2f None None] Provisioning for port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:25.206853 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:31:25.387998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:25.398814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Sync routers for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:25.408608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:25.409452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:25.411023 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:25.412458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f2cdd7db-7901-4728-8a96-fdbe0c41ffd0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4622433 Mar 03 18:31:25.415268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36008) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:25.582671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:25.860911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:24Z', 'revision_number': 3, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:25.864796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Checking router: 0952e92f-e273-4e3b-a9dc-26aac02a1a19 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:25.865129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Updating router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:31:25.928246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:25.954367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:26.099514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:26.107470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:26.107842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.224050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.335595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.419615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:26.426514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.444522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Allocated IP 172.20.0.1 (2bc21884-533d-42d2-9280-addd11580a50/b04e90f5-0aa4-4583-a758-72e59daacfbe/a2dd1c0b-4c34-4913-8ff9-10f3207e761a) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:26.480561 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.499702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Transition to ACTIVE for port object c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:26.513529 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.521806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:26.585570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Attempting to bind port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:26.585934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Attempting to bind port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:26.586331 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Attempting to bind port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:26.595152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.602537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:26.602963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:26.603278 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.603661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:26.604122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Bound port: c5d207e9-8eaa-45d6-8c02-cc69d972ccc8, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:26.604483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.614667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Transition to ACTIVE for port object a2dd1c0b-4c34-4913-8ff9-10f3207e761a will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:26.634379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffa017-6150-4d38-bb1e-17505e92ba14 None None] Pushing event updated for resources: {'Port': ['ID=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:26.638683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.679520 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] For port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:26.683119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] For port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:26.686959 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.699289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Network 2bc21884-533d-42d2-9280-addd11580a50 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:26.702175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:26.704663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:26.755799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Pushing event updated for resources: {'Port': ['ID=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:26.764138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:26.764754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:26.771117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:26.862220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffa017-6150-4d38-bb1e-17505e92ba14 None None] Pushing event updated for resources: {'Port': ['ID=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:26.989934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:27.041493 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:27.135593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-131be2c6-c4d7-4c85-bd31-8cbefbe896e2 None None] Provisioning for port a2dd1c0b-4c34-4913-8ff9-10f3207e761a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:27.187594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-131be2c6-c4d7-4c85-bd31-8cbefbe896e2 None None] Provisioning complete for port a2dd1c0b-4c34-4913-8ff9-10f3207e761a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:27.187962 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-131be2c6-c4d7-4c85-bd31-8cbefbe896e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:27.261657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:27.266341 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:27.269546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-131be2c6-c4d7-4c85-bd31-8cbefbe896e2 None None] Port a2dd1c0b-4c34-4913-8ff9-10f3207e761a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:31:27.332867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:24Z', 'revision_number': 3, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:27.337658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d64fbbe-f0dd-463a-b10c-0394b8a7f3ce None None] The sync data for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 is: [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:24Z', 'revision_number': 3, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:27.379120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Pushing event updated for resources: {'Port': ['ID=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:27.384564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:27.525498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Network 2bc21884-533d-42d2-9280-addd11580a50 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:27.526635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:27.793757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-45369e45-826f-49fe-a99a-df60ab380090 None None] Provisioning complete for port a2dd1c0b-4c34-4913-8ff9-10f3207e761a triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:27.794143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-45369e45-826f-49fe-a99a-df60ab380090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:27.850879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-45369e45-826f-49fe-a99a-df60ab380090 None None] Port a2dd1c0b-4c34-4913-8ff9-10f3207e761a cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:31:27.855140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:31:28.003738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:28.045423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:28.061908 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c954b672-9ed8-4e5e-83e0-0bacb2ba7975 admin admin] 10.222.0.23 "PUT /v2.0/routers/0952e92f-e273-4e3b-a9dc-26aac02a1a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455810 Mar 03 18:31:28.098168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:28.105199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:28.105603 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.243589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.262699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:28.270914 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.271972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:28.389159 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:28.402067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:28.402441 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.634812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36028) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:28.640384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1769885539-network', 'tenant_id': '68911aa053e94658839c55f7f0f76104'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:28.646196 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:28.650191 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Usage tracker for resource:network and tenant:68911aa053e94658839c55f7f0f76104 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:28.653108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:28.659029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:28.673184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Made reservation on behalf of 68911aa053e94658839c55f7f0f76104 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:31:28.675534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.688870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.703979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:28.708114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Usage tracker for resource:security_group_rule and tenant:68911aa053e94658839c55f7f0f76104 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:28.711108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:28.716922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:28.798975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.802659 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.829967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:31:28.842388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f129ca-24bf-4c67-83a2-ed43d4c79596,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:28.846677 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.847024 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Added segment a4e238ef-2d87-44f2-864e-6fbfa058073f of type vlan for network 54071b45-635f-47e2-b23d-1e30a8c03628 Mar 03 18:31:28.876025 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.891093 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Sync routers for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:28.903791 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:28.904418 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:28.911738 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:28.912733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:31:28.913301 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.014234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36032) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:29.014868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3784792 Mar 03 18:31:29.020102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929b776-1ee4-44b4-a52f-eacb97d190e0 admin admin] Pushing event updated for resources: {'Network': ['ID=54071b45-635f-47e2-b23d-1e30a8c03628,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:29.021088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Request body: {'subnet': {'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1769885539-subnet', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:29.028305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:29.032505 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 54071b45-635f-47e2-b23d-1e30a8c03628 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:31:29.033228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Usage tracker for resource:subnet and tenant:68911aa053e94658839c55f7f0f76104 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:29.036241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:29.043428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:29.062673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Made reservation on behalf of 68911aa053e94658839c55f7f0f76104 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:31:29.065760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.083717 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:29.281597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.360656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:29.369193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Checking segment: {'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:29.369587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Network hostable DHCP agents. Network: 54071b45-635f-47e2-b23d-1e30a8c03628, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:31:29.388807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Network 54071b45-635f-47e2-b23d-1e30a8c03628 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:31:29.397996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 54071b45-635f-47e2-b23d-1e30a8c03628) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:29.399846 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:27Z', 'revision_number': 2, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:29.403193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:31:29.403847 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.406485 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Checking router: 0952e92f-e273-4e3b-a9dc-26aac02a1a19 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:29.406838 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Updating router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 port a2dd1c0b-4c34-4913-8ff9-10f3207e761a binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:31:29.409975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b01b2-02f1-4cb8-ab79-5229f4304478 None None] Network 54071b45-635f-47e2-b23d-1e30a8c03628 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:29.432200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1b264544-2b80-4ec4-99d2-e408e6a431dc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4164011 Mar 03 18:31:29.434644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 36036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:29.439917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:31:29.445254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:31:29.449626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Usage tracker for resource:router and tenant:68911aa053e94658839c55f7f0f76104 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:31:29.452456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:31:29.458056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:31:29.461186 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.469715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.471247 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.486812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.634767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-54071b45-635f-47e2-b23d-1e30a8c03628', 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'fixed_ips': [{'subnet_id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:31:29.635810 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.762963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.808475 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.824585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Transition to ACTIVE for port object a2dd1c0b-4c34-4913-8ff9-10f3207e761a will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:29.831628 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:29.835128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Allocated IP 172.20.0.2 (54071b45-635f-47e2-b23d-1e30a8c03628/7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c/dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:29.906220 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889d779-6105-403e-84f9-cf206f093249 None None] Pushing event updated for resources: {'Port': ['ID=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:29.988883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:30.097568 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Attempting to bind port a2dd1c0b-4c34-4913-8ff9-10f3207e761a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:30.097961 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Attempting to bind port a2dd1c0b-4c34-4913-8ff9-10f3207e761a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:30.098319 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Attempting to bind port a2dd1c0b-4c34-4913-8ff9-10f3207e761a on network 2bc21884-533d-42d2-9280-addd11580a50 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:30.105888 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:30.106256 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Checking segment: {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:30.106678 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.107144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Bound using segment: {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:30.107603 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Bound port: a2dd1c0b-4c34-4913-8ff9-10f3207e761a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:30.107980 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.114596 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.128300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Transition to ACTIVE for port object dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:30.150288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Transition to ACTIVE for port object dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:30.160538 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.212637 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] For port a2dd1c0b-4c34-4913-8ff9-10f3207e761a, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:30.215839 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] For port a2dd1c0b-4c34-4913-8ff9-10f3207e761a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:30.220227 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.239012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Network 54071b45-635f-47e2-b23d-1e30a8c03628 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:30.242991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:30.245360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:30.260029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.289019 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:30.290218 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:30.296101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.309795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Pushing event updated for resources: {'Port': ['ID=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:30.356007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:30.356425 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.418329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Attempting to bind port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:30.418533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Attempting to bind port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:30.418783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Attempting to bind port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec on network 54071b45-635f-47e2-b23d-1e30a8c03628 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:30.435608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:30.435824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Checking segment: {'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:30.436113 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.436435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Bound using segment: {'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:30.436925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Bound port: dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:30.437571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.460510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Allocated IP 172.25.0.9 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/44acf7d5-2ef9-43f3-a81f-bf41679e73d5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:30.489759 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889d779-6105-403e-84f9-cf206f093249 None None] Pushing event updated for resources: {'Port': ['ID=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:30.549278 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:30.577197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] For port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:30.595221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] For port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,segment=NetworkSegment(a4e238ef-2d87-44f2-864e-6fbfa058073f),segment_id=a4e238ef-2d87-44f2-864e-6fbfa058073f)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:30.603004 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.630087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.666718 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:30.699448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936964ee-d050-42eb-b166-d5dcf6f9d3b5 None None] Pushing event updated for resources: {'Port': ['ID=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:30.742139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:30.745208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:30.749809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:30.791237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Pushing event updated for resources: {'Port': ['ID=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:30.889485 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:30Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:30.897413 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f1700-1dc5-4065-a375-736d5d14ff89 None None] The sync data for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 is: [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:30Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:31.229650 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:31.582421 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:31.733884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0cf2c2-120e-41f0-9e48-787c01c5c593 None None] Network 54071b45-635f-47e2-b23d-1e30a8c03628 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:31:31.849457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-49439876-95ec-4277-83bc-1ea97548007c None None] Provisioning for port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:31.952778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:31:32.018267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dd1c0b-4c34-4913-8ff9-10f3207e761a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:32.113866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a2dd1c0b-4c34-4913-8ff9-10f3207e761a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:32.119293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a2dd1c0b-4c34-4913-8ff9-10f3207e761a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:32.119691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:32.198327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:32.228928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:32.232869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6b2082d5-bc1a-435a-a784-c28f9a5706a4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7947626 Mar 03 18:31:32.233265 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 36040) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:31:32.237956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Sync routers for ids ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:32.260880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Routers {'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:32.261612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:32.342630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:32.462552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a2dd1c0b-4c34-4913-8ff9-10f3207e761a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:32.473077 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:32.473852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:32.612038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Set router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:32.768598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:32.849872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:32.857371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:32.857744 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:32.950379 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.029472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.045865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:31:31Z', 'revision_number': 3, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port': {'id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:30Z', 'updated_at': '2022-03-03T18:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:33.056092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Checking router: a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:33.056432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Updating router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:31:33.104957 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,segment=NetworkSegment(a4e238ef-2d87-44f2-864e-6fbfa058073f),segment_id=a4e238ef-2d87-44f2-864e-6fbfa058073f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:33.110911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.162061 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.269857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:33.286678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Allocated IP 172.20.0.1 (54071b45-635f-47e2-b23d-1e30a8c03628/7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c/33508065-0bfb-473e-9e81-b83e5041d0ee) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:31:33.431960 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.448625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Transition to ACTIVE for port object 33508065-0bfb-473e-9e81-b83e5041d0ee will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:33.472440 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.509339 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.520886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Transition to ACTIVE for port object 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:33.527388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.536641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Network 54071b45-635f-47e2-b23d-1e30a8c03628 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:33.539532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:33.543266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:31:33.587860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Pushing event updated for resources: {'Port': ['ID=33508065-0bfb-473e-9e81-b83e5041d0ee,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:33.609443 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Attempting to bind port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:33.609815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Attempting to bind port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:33.610175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Attempting to bind port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:33.612036 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.618716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3e06a-b279-448f-96b6-0369bb7da4ee None None] Pushing event updated for resources: {'Port': ['ID=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:33.621185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:33.621602 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:33.621988 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.622369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:33.622846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Bound port: 44acf7d5-2ef9-43f3-a81f-bf41679e73d5, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:33.623212 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.705075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] For port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:33.708744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] For port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:33.713355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.742837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.804138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51a7b38d-a880-413c-9a89-c1817c3dcd7f None None] Provisioning for port 33508065-0bfb-473e-9e81-b83e5041d0ee completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:33.811742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Routers {'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:33.812313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:33.868751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51a7b38d-a880-413c-9a89-c1817c3dcd7f None None] Provisioning complete for port 33508065-0bfb-473e-9e81-b83e5041d0ee triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:33.869160 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51a7b38d-a880-413c-9a89-c1817c3dcd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.907601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3e06a-b279-448f-96b6-0369bb7da4ee None None] Pushing event updated for resources: {'Port': ['ID=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:33.946233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dd1c0b-4c34-4913-8ff9-10f3207e761a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:33.977582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.982090 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:33.996516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51a7b38d-a880-413c-9a89-c1817c3dcd7f None None] Port 33508065-0bfb-473e-9e81-b83e5041d0ee cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:31:34.092855 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:34.096344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Pushing event updated for resources: {'Port': ['ID=33508065-0bfb-473e-9e81-b83e5041d0ee,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:34.104004 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] Set router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:34.202785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a2dd1c0b-4c34-4913-8ff9-10f3207e761a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:34.203156 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:34.233202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Network 54071b45-635f-47e2-b23d-1e30a8c03628 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:31:34.234411 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:31:34.437665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:31:34.537928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:34.602089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-66a38cf3-528a-4b5b-8123-7dd8777560bc None None] Provisioning complete for port 33508065-0bfb-473e-9e81-b83e5041d0ee triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:34.602790 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66a38cf3-528a-4b5b-8123-7dd8777560bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:34.619234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:31:34.627890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-90d051be-a549-4186-9290-c67cf36a1599 admin admin] 10.222.0.23 "PUT /v2.0/routers/a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3930266 Mar 03 18:31:34.678820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-66a38cf3-528a-4b5b-8123-7dd8777560bc None None] Port 33508065-0bfb-473e-9e81-b83e5041d0ee cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:31:34.689239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:34.689635 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:34.718421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 4, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port': {'id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:30Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '33508065-0bfb-473e-9e81-b83e5041d0ee', 'name': '', 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'mac_address': 'fa:16:3e:63:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:33Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 1, 'project_id': '68911aa053e94658839c55f7f0f76104', 'subnets': [{'id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:34.731486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f9480-bba4-4813-853d-d35c3f8163a9 None None] The sync data for ids ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'] in n-d-827121-1 is: [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 4, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port': {'id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:82:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:30Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '33508065-0bfb-473e-9e81-b83e5041d0ee', 'name': '', 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'mac_address': 'fa:16:3e:63:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:33Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 1, 'project_id': '68911aa053e94658839c55f7f0f76104', 'subnets': [{'id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:35.960801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:36.044387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:36.049762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:36.065953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:36.187774 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:36.206874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:36.209452 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:36.281478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:37.928170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:37.996217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:37.996663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:38.620087 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Sync routers for ids ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:31:38.630530 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Routers {'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:38.631126 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:38.806794 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Set router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:39.121888 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 4, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port': {'id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:30Z', 'updated_at': '2022-03-03T18:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '33508065-0bfb-473e-9e81-b83e5041d0ee', 'name': '', 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'mac_address': 'fa:16:3e:63:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:33Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 2, 'project_id': '68911aa053e94658839c55f7f0f76104', 'subnets': [{'id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:39.128115 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Checking router: a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:31:39.128463 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Updating router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 port 33508065-0bfb-473e-9e81-b83e5041d0ee binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:31:39.183307 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:39.526798 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:39.538866 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Transition to ACTIVE for port object 33508065-0bfb-473e-9e81-b83e5041d0ee will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:31:39.546342 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:39.703667 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415614f-9f6c-4cc8-b1c7-a14da8a85d54 None None] Pushing event updated for resources: {'Port': ['ID=33508065-0bfb-473e-9e81-b83e5041d0ee,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:39.796553 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Attempting to bind port 33508065-0bfb-473e-9e81-b83e5041d0ee on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:31:39.796912 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Attempting to bind port 33508065-0bfb-473e-9e81-b83e5041d0ee by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:31:39.797264 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Attempting to bind port 33508065-0bfb-473e-9e81-b83e5041d0ee on network 54071b45-635f-47e2-b23d-1e30a8c03628 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:31:39.802651 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:31:39.803010 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Checking segment: {'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:31:39.803547 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:39.803933 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Bound using segment: {'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:31:39.804384 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Bound port: 33508065-0bfb-473e-9e81-b83e5041d0ee, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e238ef-2d87-44f2-864e-6fbfa058073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:31:39.804779 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:39.908212 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] For port 33508065-0bfb-473e-9e81-b83e5041d0ee, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:31:39.911525 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] For port 33508065-0bfb-473e-9e81-b83e5041d0ee, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=33508065-0bfb-473e-9e81-b83e5041d0ee,segment=NetworkSegment(a4e238ef-2d87-44f2-864e-6fbfa058073f),segment_id=a4e238ef-2d87-44f2-864e-6fbfa058073f)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:31:39.916683 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:39.998389 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Routers {'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:31:39.999007 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:31:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:40.053156 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415614f-9f6c-4cc8-b1c7-a14da8a85d54 None None] Pushing event updated for resources: {'Port': ['ID=33508065-0bfb-473e-9e81-b83e5041d0ee,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:40.191100 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] Set router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:31:40.518026 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 4, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port': {'id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:30Z', 'updated_at': '2022-03-03T18:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '33508065-0bfb-473e-9e81-b83e5041d0ee', 'name': '', 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'mac_address': 'fa:16:3e:63:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:33Z', 'updated_at': '2022-03-03T18:31:39Z', 'revision_number': 4, 'project_id': '68911aa053e94658839c55f7f0f76104', 'subnets': [{'id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:31:40.522239 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24330ca9-e9e7-4767-bc6a-61f18a17fa34 None None] The sync data for ids ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'] in n-d-827121-1 is: [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:31:33Z', 'revision_number': 4, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port': {'id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:30Z', 'updated_at': '2022-03-03T18:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '33508065-0bfb-473e-9e81-b83e5041d0ee', 'name': '', 'network_id': '54071b45-635f-47e2-b23d-1e30a8c03628', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'mac_address': 'fa:16:3e:63:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:33Z', 'updated_at': '2022-03-03T18:31:39Z', 'revision_number': 4, 'project_id': '68911aa053e94658839c55f7f0f76104', 'subnets': [{'id': '7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:31:41.955918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 33508065-0bfb-473e-9e81-b83e5041d0ee up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:42.031388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 33508065-0bfb-473e-9e81-b83e5041d0ee completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:31:42.037697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 33508065-0bfb-473e-9e81-b83e5041d0ee triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:42.038074 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:42.170462 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:42.203465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 33508065-0bfb-473e-9e81-b83e5041d0ee, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=33508065-0bfb-473e-9e81-b83e5041d0ee,segment=NetworkSegment(a4e238ef-2d87-44f2-864e-6fbfa058073f),segment_id=a4e238ef-2d87-44f2-864e-6fbfa058073f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:31:42.207380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:42.284720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=33508065-0bfb-473e-9e81-b83e5041d0ee,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:31:43.931571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 33508065-0bfb-473e-9e81-b83e5041d0ee up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:31:43.999177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 33508065-0bfb-473e-9e81-b83e5041d0ee triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:31:43.999536 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:48.208320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:49.562231 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-729c4a07-ae93-416a-9224-52cf91f32838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:51.846399 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1b7eca0-1d59-44cc-99fc-b6bc5cd062b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:52.961542 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:53.028137 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:54.404207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:54.679059 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:31:55.400501 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:32:18.206715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:19.563730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac6ecaf7-5a68-4acb-88aa-77146814a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:21.861575 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7072e6f6-b6bf-4335-8784-1d24e82f2573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:22.963514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:23.032736 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:24.401460 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:24.677443 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:32.402283 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:32:48.202761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:49.565952 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2f91b3ca-f6d9-46b0-b74a-75ede2342efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:51.854633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98292871-c9d5-4b9f-8a86-84eab2192372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:52.967158 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:53.035477 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:54.406600 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:32:54.695739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:09.400772 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:33:18.205475 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.340076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37092) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:19.346269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670221204', 'description': 'tempest-secgroup-smoke-670221204 description', 'project_id': '6d1bd7e1ebce4861896fefe719c1212d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:19.353053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:19.357195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:19.360053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:19.365751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:19.376401 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.396824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:19.403444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:19.407200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:19.412821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:19.483816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.487810 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.528978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.530370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1881907 Mar 03 18:33:19.533261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37098) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:19.535773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb797d-5c85-4a07-9bc0-fe661e3bb283,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:19.541750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'security_group_rule': {'security_group_id': '22fb797d-5c85-4a07-9bc0-fe661e3bb283', 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:19.548266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:19.558349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:19.564340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:19.567879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.568226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.568581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.568746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6ec22246-ebc2-43e5-b423-2469144ea075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.569256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.569256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.570285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.570541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.570805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.571129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.571457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.571780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.572099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884a2b-7a67-40ad-b6b8-112cae140e91 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:19.578639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:19.595480 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.655680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.659571 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.682861 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b373f601-a39d-4246-a767-baa08a056f6b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:19.691433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.692578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cfd24b42-b693-4df0-bce8-1e3562a53608 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582727 Mar 03 18:33:19.695372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37104) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:19.700171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'security_group_rule': {'security_group_id': '22fb797d-5c85-4a07-9bc0-fe661e3bb283', 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:19.706498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:19.710253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:19.713120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:19.718683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:19.735498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.794428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.797767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.820282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f046c95e-62e7-4ad6-aefb-1888357347ba,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:19.832542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.836475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-02074f95-ff40-4127-bfcd-6e8f1d29aa06 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375177 Mar 03 18:33:19.836919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37108) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:19.842208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'security_group_rule': {'security_group_id': '22fb797d-5c85-4a07-9bc0-fe661e3bb283', 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:19.849581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:19.854631 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:19.857921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:19.863975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:19.884110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.955050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.959589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.982887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b031526c-ef71-455d-b530-56d0664be7e5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:19.990981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:19.992780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5cdddf34-95a4-425f-acd1-bf3905be55d1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548331 Mar 03 18:33:19.995469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37112) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:20.000149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'security_group_rule': {'security_group_id': '22fb797d-5c85-4a07-9bc0-fe661e3bb283', 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:20.006362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:20.010199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:20.013094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:20.018693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:20.035707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.096875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.101868 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.124659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4b714f-bdec-4fc2-8151-105982582f24,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:20.135103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.136262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-93fdcf2b-d438-489e-8f1c-0e9c2e56f39a tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399086 Mar 03 18:33:20.139051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37116) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:20.143837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'security_group_rule': {'security_group_id': '22fb797d-5c85-4a07-9bc0-fe661e3bb283', 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:20.150596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:20.154329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:20.157095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:20.162572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:20.173103 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Project 6d1bd7e1ebce4861896fefe719c1212d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:33:20.179555 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.242193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.245844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.270683 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c99ec8-c44b-43b5-af5e-46419d6a45bb,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:20.279647 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.280914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b84a4943-d6d8-4157-a997-af40229f3ce4 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409678 Mar 03 18:33:20.283892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37120) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:20.289451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'security_group_rule': {'security_group_id': '22fb797d-5c85-4a07-9bc0-fe661e3bb283', 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:20.295777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:20.299650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:security_group_rule and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:20.302470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:20.308243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:20.318222 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Project 6d1bd7e1ebce4861896fefe719c1212d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:33:20.324490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.388371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.391916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.416867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e912b1d1-0c0b-4d0a-85ca-d6142ad42b00,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:20.426593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:20.427775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1c38178a-895b-4e85-8d64-939e076623c6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429932 Mar 03 18:33:20.643213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4615d228-2949-430e-88f7-84d8cb83cd7d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Synchronizing usage tracker for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:33:20.658479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4615d228-2949-430e-88f7-84d8cb83cd7d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Unset dirty status for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:33:20.659593 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4615d228-2949-430e-88f7-84d8cb83cd7d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670221204&fields=id&tenant_id=6d1bd7e1ebce4861896fefe719c1212d HTTP/1.1" status: 200 len: 267 time: 0.0543897 Mar 03 18:33:20.806710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-f188902e-0a8e-453d-ade6-a03283e21288 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:20.808055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-f188902e-0a8e-453d-ade6-a03283e21288 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 813 time: 0.1414101 Mar 03 18:33:20.823519 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-35307e94-68cf-40df-b332-d58e6a88ca16 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/quotas/6d1bd7e1ebce4861896fefe719c1212d HTTP/1.1" status: 200 len: 375 time: 0.0099876 Mar 03 18:33:20.907466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-00bcab4a-3a87-492e-9fba-4cd1a94e5006 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790851 Mar 03 18:33:21.181198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-dfc68929-fd44-44f9-8cfc-ab24d4bd588b service neutron] 10.222.0.23 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622936 Mar 03 18:33:21.308882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-957785b2-8ca2-48be-b6b2-393477634e82 service neutron] 10.222.0.23 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218829 Mar 03 18:33:21.680129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-71059233-c04d-485f-9dae-cdb83a6d3593 req-be98f0c2-b993-4bb9-b451-01ebef8c771d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Synchronizing usage tracker for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:33:21.699856 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-71059233-c04d-485f-9dae-cdb83a6d3593 req-be98f0c2-b993-4bb9-b451-01ebef8c771d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Unset dirty status for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:33:21.701254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71059233-c04d-485f-9dae-cdb83a6d3593 req-be98f0c2-b993-4bb9-b451-01ebef8c771d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 210 time: 0.0654113 Mar 03 18:33:21.857727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c56b445e-3729-4798-8266-2f4cc31746cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:22.874593 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4108d820-7695-481b-9816-4a8a31619ac4 req-6648575e-4691-4842-b028-0e3f730aa04e tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 210 time: 0.0613112 Mar 03 18:33:22.971907 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:23.040308 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:23.119194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-48816631-1282-4add-b006-d626c6c576c1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:23.120871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-48816631-1282-4add-b006-d626c6c576c1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.35 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 813 time: 0.2776620 Mar 03 18:33:23.170603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-af62229f-c9e2-4ad0-bfba-6fb8d56584d6 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d1bd7e1ebce4861896fefe719c1212d HTTP/1.1" status: 200 len: 379 time: 0.0409217 Mar 03 18:33:23.179844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'port': {'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'admin_state_up': True, 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'security_groups': ['22fb797d-5c85-4a07-9bc0-fe661e3bb283']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:23.315421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:23.325277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:23.337454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Made reservation on behalf of 6d1bd7e1ebce4861896fefe719c1212d for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:33:23.340835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:23.501081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Allocated IP 172.20.0.13 (2bc21884-533d-42d2-9280-addd11580a50/b04e90f5-0aa4-4583-a758-72e59daacfbe/66aac397-5193-46fe-9553-e9ab8165b945) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:33:23.686229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:23.701722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Transition to ACTIVE for port object 66aac397-5193-46fe-9553-e9ab8165b945 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:33:23.726819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:23.793355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Network 2bc21884-533d-42d2-9280-addd11580a50 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:33:23.796435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:33:23.798903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:33:23.853281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'Port': ['ID=66aac397-5193-46fe-9553-e9ab8165b945,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:23.878022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:23.878664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:23.928781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-4f780253-8c24-4cd3-b44b-7f8b9105d4e3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7529430 Mar 03 18:33:23.938479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-ed84436a-35dc-4d55-b751-21f950534ed8 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:33:23.939499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-ed84436a-35dc-4d55-b751-21f950534ed8 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052919 Mar 03 18:33:23.950521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Request body: {'port': {'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:24.012877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bb940be8-b12e-497b-aa17-6cd3ce8ba281 None None] Provisioning for port 66aac397-5193-46fe-9553-e9ab8165b945 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:33:24.019751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bb940be8-b12e-497b-aa17-6cd3ce8ba281 None None] Provisioning complete for port 66aac397-5193-46fe-9553-e9ab8165b945 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:33:24.020326 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bb940be8-b12e-497b-aa17-6cd3ce8ba281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.084349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-bb940be8-b12e-497b-aa17-6cd3ce8ba281 None None] Port 66aac397-5193-46fe-9553-e9ab8165b945 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:33:24.093011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.104185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338094c4-cdff-47e0-a555-f1d694351407 req-f0455094-3548-4d18-b4be-d0d694f22f10 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:24.105728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-338094c4-cdff-47e0-a555-f1d694351407 req-f0455094-3548-4d18-b4be-d0d694f22f10 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 932 time: 0.0987291 Mar 03 18:33:24.159441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-338094c4-cdff-47e0-a555-f1d694351407 req-5835b6c8-beb7-449e-898b-d84965396eea tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Synchronizing usage tracker for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:33:24.172858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-338094c4-cdff-47e0-a555-f1d694351407 req-5835b6c8-beb7-449e-898b-d84965396eea tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Unset dirty status for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:33:24.178448 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-338094c4-cdff-47e0-a555-f1d694351407 req-5835b6c8-beb7-449e-898b-d84965396eea tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644965 Mar 03 18:33:24.407320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.447356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66aac397-5193-46fe-9553-e9ab8165b945 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:33:24.454449 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.469114 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Transition to ACTIVE for port object 66aac397-5193-46fe-9553-e9ab8165b945 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:33:24.472717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.648006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Pushing event updated for resources: {'Port': ['ID=66aac397-5193-46fe-9553-e9ab8165b945,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:24.681763 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.720924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Attempting to bind port 66aac397-5193-46fe-9553-e9ab8165b945 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:33:24.721172 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Attempting to bind port 66aac397-5193-46fe-9553-e9ab8165b945 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:33:24.721527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Attempting to bind port 66aac397-5193-46fe-9553-e9ab8165b945 on network 2bc21884-533d-42d2-9280-addd11580a50 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:33:24.727005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Port 66aac397-5193-46fe-9553-e9ab8165b945 on network 2bc21884-533d-42d2-9280-addd11580a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:33:24.727407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Attempting to bind port 66aac397-5193-46fe-9553-e9ab8165b945 on network 2bc21884-533d-42d2-9280-addd11580a50 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:33:24.732666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:33:24.732997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Checking segment: {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:33:24.733401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Bound using segment: {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:33:24.733816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Bound port: 66aac397-5193-46fe-9553-e9ab8165b945, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a889526f-f5ec-4621-92bc-33ba4b434ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2bc21884-533d-42d2-9280-addd11580a50'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:33:24.734155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.827398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] For port 66aac397-5193-46fe-9553-e9ab8165b945, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:33:24.830365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] For port 66aac397-5193-46fe-9553-e9ab8165b945, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=66aac397-5193-46fe-9553-e9ab8165b945,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:33:24.834660 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.888633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:24.889355 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:24.890794 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-79180509-2535-459e-9953-ec90984d09d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 1092 time: 0.9454019 Mar 03 18:33:24.891221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:33:24.925380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79180509-2535-459e-9953-ec90984d09d1 service neutron] Pushing event updated for resources: {'Port': ['ID=66aac397-5193-46fe-9553-e9ab8165b945,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:24.965993 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945', 'status': 'completed', 'code': 200} Mar 03 18:33:25.120895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-c5e7726b-1806-4afa-8b4e-1cfa95a56a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:25.123063 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-c5e7726b-1806-4afa-8b4e-1cfa95a56a56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1095 time: 0.1919959 Mar 03 18:33:25.191201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-37509b65-470a-445d-a389-946e78da5bdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 217 time: 0.0604863 Mar 03 18:33:25.254289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-c88f7935-c8a0-41de-9635-50085591f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:25.255724 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-c88f7935-c8a0-41de-9635-50085591f414 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 200 len: 852 time: 0.0596061 Mar 03 18:33:25.331028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-36b52cd8-348c-436e-8995-e20d57065911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:25.332538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-36b52cd8-348c-436e-8995-e20d57065911 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bc21884-533d-42d2-9280-addd11580a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711999 Mar 03 18:33:25.466563 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7693c4-8fc0-40d9-a3e2-374f00a43b13 req-27be0bfb-f050-43e5-ba04-52aa686c30bc tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:25.468010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc7693c4-8fc0-40d9-a3e2-374f00a43b13 req-27be0bfb-f050-43e5-ba04-52aa686c30bc tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.1848514 Mar 03 18:33:25.468119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-3ca2a7e7-343c-47c5-8edc-31f6d8c6b987 service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298249 Mar 03 18:33:25.512510 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc7693c4-8fc0-40d9-a3e2-374f00a43b13 req-2434bde2-b84f-43ab-921e-adf60089d12d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386379 Mar 03 18:33:25.601916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4ddd6ead-6bab-4d5c-9ddb-aefa43466ec8 req-04641b14-466f-4ba8-b0f1-b30d3a17d709 service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278064 Mar 03 18:33:25.717028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-9655b7ba-bf65-4462-8c94-64d673a08d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:25.718570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-9655b7ba-bf65-4462-8c94-64d673a08d12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1095 time: 0.0732880 Mar 03 18:33:25.846039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-6baf8f03-c514-4b8d-9739-f9bd8b228c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:25.847495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-6baf8f03-c514-4b8d-9739-f9bd8b228c9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 914 time: 0.1232419 Mar 03 18:33:25.911455 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-a40f4bcd-0734-4270-9a0a-1ba3c0bd48c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 217 time: 0.0578144 Mar 03 18:33:25.974234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-669d58bf-ee21-4d75-ba63-888e52fded93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:25.976406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-669d58bf-ee21-4d75-ba63-888e52fded93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 200 len: 852 time: 0.0579970 Mar 03 18:33:26.050595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-d40c55fa-d2ed-421c-a98b-b22188653d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:26.052039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-d40c55fa-d2ed-421c-a98b-b22188653d10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bc21884-533d-42d2-9280-addd11580a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680764 Mar 03 18:33:26.180126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-456c8798-3000-492d-b3f4-41257869bef5 service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215289 Mar 03 18:33:26.307358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5b014f-cf05-43d8-87b0-2a129ca705b0 req-f782fc9f-6c3e-49ec-bd75-dec9b8292f15 service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214480 Mar 03 18:33:26.697350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382ee9-5fe1-4887-bb2a-cdef09ae0c2a req-1b158c7b-6c64-49b8-9398-b1abcce68428 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:26.698054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a9382ee9-5fe1-4887-bb2a-cdef09ae0c2a req-1b158c7b-6c64-49b8-9398-b1abcce68428 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Synchronizing usage tracker for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:33:26.713424 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a9382ee9-5fe1-4887-bb2a-cdef09ae0c2a req-1b158c7b-6c64-49b8-9398-b1abcce68428 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Unset dirty status for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:33:26.714526 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a9382ee9-5fe1-4887-bb2a-cdef09ae0c2a req-1b158c7b-6c64-49b8-9398-b1abcce68428 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.0983264 Mar 03 18:33:26.758073 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a9382ee9-5fe1-4887-bb2a-cdef09ae0c2a req-6fb47b2e-e82d-4e07-9833-1fb13afba939 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378499 Mar 03 18:33:27.942371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d518172-3269-4d91-ada1-9861f123a980 req-e0f067d1-b7ff-4530-8dd7-1d7984eb3f52 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:27.943828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d518172-3269-4d91-ada1-9861f123a980 req-e0f067d1-b7ff-4530-8dd7-1d7984eb3f52 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.0815420 Mar 03 18:33:27.988625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d518172-3269-4d91-ada1-9861f123a980 req-62f80f43-dc6e-4763-a46c-8e3fe745bb0f tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386622 Mar 03 18:33:29.168748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59c8a-fe10-4e1e-8e16-82063ee3f4d8 req-6de32ec1-abef-4855-9723-c81a76961df1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:29.170228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66c59c8a-fe10-4e1e-8e16-82063ee3f4d8 req-6de32ec1-abef-4855-9723-c81a76961df1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.0787902 Mar 03 18:33:29.215036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66c59c8a-fe10-4e1e-8e16-82063ee3f4d8 req-8472468d-c0b2-4f5f-852c-c47d0d8b8a1d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392237 Mar 03 18:33:30.395230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d66ab-9f60-4a96-b2e2-3ee9943d5000 req-56dabf6f-6a8e-4919-bbcb-e72aafdd5f98 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:30.396702 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a00d66ab-9f60-4a96-b2e2-3ee9943d5000 req-56dabf6f-6a8e-4919-bbcb-e72aafdd5f98 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.0801449 Mar 03 18:33:30.439999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a00d66ab-9f60-4a96-b2e2-3ee9943d5000 req-b48bc321-7ba6-49a2-9abb-426db40fa67b tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376256 Mar 03 18:33:31.624387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79530815-5907-473b-b45d-39a101a87ea8 req-f0f47a0a-86bf-4719-a927-e7fed26541b7 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:31.625850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79530815-5907-473b-b45d-39a101a87ea8 req-f0f47a0a-86bf-4719-a927-e7fed26541b7 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.0805650 Mar 03 18:33:31.668840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79530815-5907-473b-b45d-39a101a87ea8 req-1f4098a5-425b-4b30-8521-940151b0d108 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373497 Mar 03 18:33:32.854498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a60068-eacc-4d70-a3c9-0bb44cae40df req-4f8a785c-a146-4d41-b015-74d3ed039be1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:32.855952 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02a60068-eacc-4d70-a3c9-0bb44cae40df req-4f8a785c-a146-4d41-b015-74d3ed039be1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.0823975 Mar 03 18:33:32.899964 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-02a60068-eacc-4d70-a3c9-0bb44cae40df req-b0c151cf-7e35-4110-95d8-51e89190415e tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 Mar 03 18:33:34.078747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdd074-93b2-4728-b33e-44935a68e0ae req-075e5e78-96b6-43ca-87f0-80fb88159a2d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:34.080198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77fdd074-93b2-4728-b33e-44935a68e0ae req-075e5e78-96b6-43ca-87f0-80fb88159a2d tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 944 time: 0.0789170 Mar 03 18:33:34.129627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77fdd074-93b2-4728-b33e-44935a68e0ae req-28744d93-5a8d-4756-995a-d2a07d869ab7 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437539 Mar 03 18:33:34.973683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 66aac397-5193-46fe-9553-e9ab8165b945 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:33:35.105517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 66aac397-5193-46fe-9553-e9ab8165b945, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=66aac397-5193-46fe-9553-e9ab8165b945,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:33:35.118288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '66aac397-5193-46fe-9553-e9ab8165b945', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'mac_address': 'fa:16:3e:f7:42:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:33:35.172473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:35.188610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66aac397-5193-46fe-9553-e9ab8165b945 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:33:35.203867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 66aac397-5193-46fe-9553-e9ab8165b945, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=66aac397-5193-46fe-9553-e9ab8165b945,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:33:35.208022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:35.277795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=66aac397-5193-46fe-9553-e9ab8165b945,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:35.285061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.285435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.285778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.286114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.286442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.286770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.287119 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.287441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.288314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.288651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.288971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.289310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:33:35.317461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ec524-ddaf-4a28-8068-9a76c2b9ca36 req-f62e6521-f1d2-4101-a4fd-fc9e0113b922 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:35.318944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a8ec524-ddaf-4a28-8068-9a76c2b9ca36 req-f62e6521-f1d2-4101-a4fd-fc9e0113b922 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 945 time: 0.0791917 Mar 03 18:33:35.365824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a8ec524-ddaf-4a28-8068-9a76c2b9ca36 req-fecec3ff-3b21-40a3-a3cd-6e44edaad886 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 Mar 03 18:33:35.419576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['66aac397-5193-46fe-9553-e9ab8165b945'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:33:36.544602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e185-2bef-4af9-b55d-dedb55c84fff req-022eb3e6-aef3-4a64-b15b-3a2c7e6895f8 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:36.546044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3872e185-2bef-4af9-b55d-dedb55c84fff req-022eb3e6-aef3-4a64-b15b-3a2c7e6895f8 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 945 time: 0.0789783 Mar 03 18:33:36.588468 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3872e185-2bef-4af9-b55d-dedb55c84fff req-21abbb7f-9339-4b7b-acae-f40d220116df tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369902 Mar 03 18:33:36.988495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 66aac397-5193-46fe-9553-e9ab8165b945 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:33:37.056835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 66aac397-5193-46fe-9553-e9ab8165b945 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:33:37.061373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 66aac397-5193-46fe-9553-e9ab8165b945 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:33:37.061743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:37.172041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:37.197592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:33:37.206738 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 66aac397-5193-46fe-9553-e9ab8165b945, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=66aac397-5193-46fe-9553-e9ab8165b945,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:33:37.211043 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:37.287039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=66aac397-5193-46fe-9553-e9ab8165b945,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:37.391565 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945', 'code': 200} Mar 03 18:33:37.515859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d9b01-2a90-4f84-b827-182948e9ae0e req-702ac4c1-8ff1-45d5-a198-bad6cff4f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:37.517299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-423d9b01-2a90-4f84-b827-182948e9ae0e req-702ac4c1-8ff1-45d5-a198-bad6cff4f141 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1097 time: 0.0704789 Mar 03 18:33:37.555477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-423d9b01-2a90-4f84-b827-182948e9ae0e req-686bf990-bcce-4c28-a54f-56c71c6f0938 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327566 Mar 03 18:33:37.771201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061792cd-260b-4b1c-97dc-d8924d872e61 req-edf18af0-08cc-4f03-920a-01decb0b7485 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:37.772649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-061792cd-260b-4b1c-97dc-d8924d872e61 req-edf18af0-08cc-4f03-920a-01decb0b7485 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 946 time: 0.0776010 Mar 03 18:33:37.815311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-061792cd-260b-4b1c-97dc-d8924d872e61 req-582facb9-00fe-4f42-b714-d4b642596791 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370800 Mar 03 18:33:38.998028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa2e70-2825-42a6-84d7-a4521bca3605 req-6617057e-a51b-4506-b0e4-7ce04205dac5 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:38.999466 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6fa2e70-2825-42a6-84d7-a4521bca3605 req-6617057e-a51b-4506-b0e4-7ce04205dac5 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 946 time: 0.0787401 Mar 03 18:33:39.041521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6fa2e70-2825-42a6-84d7-a4521bca3605 req-970939b4-18ce-49c9-904c-b200ab66ffde tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364563 Mar 03 18:33:39.227318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00f671-d260-4471-b1c4-86c2ffe33d75 req-ae49cc26-41ee-469a-864f-1b788e890977 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:39.228759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ec00f671-d260-4471-b1c4-86c2ffe33d75 req-ae49cc26-41ee-469a-864f-1b788e890977 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 946 time: 0.0851474 Mar 03 18:33:39.274185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ec00f671-d260-4471-b1c4-86c2ffe33d75 req-d37dcc4e-284c-41e2-9b76-5a286384bbf3 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385199 Mar 03 18:33:39.295733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37196) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:39.404056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171122ab-179c-4e85-a7f2-642378864870 tempest-TestVolumeBackupRestore-1227781244 tempest-TestVolumeBackupRestore-1227781244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:39.405451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-171122ab-179c-4e85-a7f2-642378864870 tempest-TestVolumeBackupRestore-1227781244 tempest-TestVolumeBackupRestore-1227781244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1092 time: 0.1087649 Mar 03 18:33:39.408347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37202) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:39.413044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:39.419378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:33:39.423061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Usage tracker for resource:floatingip and tenant:6d1bd7e1ebce4861896fefe719c1212d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:33:39.425933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:33:39.431354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:33:39.445054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:39.577942 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:39.814063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Allocated IP 172.25.0.240 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/b2084c89-f010-4aa1-8554-d59b148a7999) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:33:39.957393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:39.986055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:40.046843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:33:40.049587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:33:40.053572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:33:40.091499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'Port': ['ID=b2084c89-f010-4aa1-8554-d59b148a7999,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:40.457040 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:40.530689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:40.729715 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:40.733880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:40.838823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event updated for resources: {'Port': ['ID=b2084c89-f010-4aa1-8554-d59b148a7999,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:33:40.851352 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:41.017743 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Floating IP 703c287b-8a90-4ac6-a46e-6667ff676e7d associated. External IP: 172.25.0.240, port: 66aac397-5193-46fe-9553-e9ab8165b945. Mar 03 18:33:41.471217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:33:41.644394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:33:41.654180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] Sync routers for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:33:41.663881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:33:41.664483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:33:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:41.669893 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:41.735254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cecbd325-c14c-4f2a-9d3e-26101dae5b89 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3235912 Mar 03 18:33:41.735254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:33:41.736088 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37206) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:41.779445 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945', 'status': 'completed', 'code': 200} Mar 03 18:33:41.815032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91cbf83-5a91-4c8f-a73d-2fe4b6495b6c tempest-TestVolumeBackupRestore-1227781244 tempest-TestVolumeBackupRestore-1227781244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:41.815739 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d91cbf83-5a91-4c8f-a73d-2fe4b6495b6c tempest-TestVolumeBackupRestore-1227781244 tempest-TestVolumeBackupRestore-1227781244-project-admin] Synchronizing usage tracker for tenant:68911aa053e94658839c55f7f0f76104 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:33:41.832139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d91cbf83-5a91-4c8f-a73d-2fe4b6495b6c tempest-TestVolumeBackupRestore-1227781244 tempest-TestVolumeBackupRestore-1227781244-project-admin] Unset dirty status for tenant:68911aa053e94658839c55f7f0f76104 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:33:41.836978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37214) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:33:41.838124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d91cbf83-5a91-4c8f-a73d-2fe4b6495b6c tempest-TestVolumeBackupRestore-1227781244 tempest-TestVolumeBackupRestore-1227781244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1092 time: 0.1009879 Mar 03 18:33:41.842790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Request body: {'floatingip': {'port_id': '66aac397-5193-46fe-9553-e9ab8165b945'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:33:41.852893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:33:41.989920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:42.126634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-a65d337b-5abf-43b9-b867-581f21b994df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:42.128128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-a65d337b-5abf-43b9-b867-581f21b994df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1097 time: 0.3264940 Mar 03 18:33:42.230899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '703c287b-8a90-4ac6-a46e-6667ff676e7d', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'mac_address': 'fa:16:3e:f7:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:33:40Z', 'updated_at': '2022-03-03T18:33:40Z', 'revision_number': 0, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:42.234754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] Checking router: 0952e92f-e273-4e3b-a9dc-26aac02a1a19 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:33:42.242935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:33:42.243467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:33:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:42.390115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-f70cf80b-5602-48c3-b122-bf517dbac75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:42.391556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-f70cf80b-5602-48c3-b122-bf517dbac75d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 914 time: 0.2565427 Mar 03 18:33:42.415905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:33:42.709658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-9abbeeb9-1b83-458a-a819-3387be47f1f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 1000 time: 0.3103268 Mar 03 18:33:42.767010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '703c287b-8a90-4ac6-a46e-6667ff676e7d', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'mac_address': 'fa:16:3e:f7:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:33:40Z', 'updated_at': '2022-03-03T18:33:40Z', 'revision_number': 0, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:42.771081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71892c-a45a-4336-a581-e1ec932359c4 None None] The sync data for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 is: [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '703c287b-8a90-4ac6-a46e-6667ff676e7d', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'mac_address': 'fa:16:3e:f7:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:33:40Z', 'updated_at': '2022-03-03T18:33:40Z', 'revision_number': 0, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:33:42.864000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-f39de74d-ed56-466a-9b8b-4803fe24bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:42.865462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-f39de74d-ed56-466a-9b8b-4803fe24bfd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 200 len: 852 time: 0.0998030 Mar 03 18:33:42.971921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-b19f2d89-30a8-425a-b2ee-1f2ee19802da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:42.973412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-b19f2d89-30a8-425a-b2ee-1f2ee19802da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bc21884-533d-42d2-9280-addd11580a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024148 Mar 03 18:33:42.978478 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b49a4-bcc5-4a6a-a6a1-093e5a911098 None None] New status for floating IP 703c287b-8a90-4ac6-a46e-6667ff676e7d: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:33:43.163807 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:43.169884 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:43.203650 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.db.api [None req-f56b49a4-bcc5-4a6a-a6a1-093e5a911098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:33:43.204048 n-d-827121-1 neutron-server[87889]: DEBUG oslo_db.api [None req-f56b49a4-bcc5-4a6a-a6a1-093e5a911098 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:33:43.270041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-f9595717-e65e-4365-8778-6db88ad8b2df service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902639 Mar 03 18:33:43.550231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e2c5a71-6ad9-4f15-a9dc-6c3725aca777 req-59ebff8f-4c04-45fc-b670-2e714e52e5a8 service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695863 Mar 03 18:33:43.656988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:33:43.705474 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b49a4-bcc5-4a6a-a6a1-093e5a911098 None None] New status for floating IP 703c287b-8a90-4ac6-a46e-6667ff676e7d: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:33:43.834174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:33:43.838863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:43.921453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:33:43.952422 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d6f5222b-45ba-46b4-9f99-af06c2374bf1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "PUT /v2.0/floatingips/703c287b-8a90-4ac6-a46e-6667ff676e7d HTTP/1.1" status: 200 len: 992 time: 2.1142447 Mar 03 18:33:43.972151 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945', 'status': 'completed', 'code': 200} Mar 03 18:33:44.032584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] Sync routers for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:33:44.042082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:33:44.042684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:33:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:44.064330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-47382794-6253-44d6-9122-963406c01d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:44.065852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-47382794-6253-44d6-9122-963406c01d2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1097 time: 0.0736737 Mar 03 18:33:44.228010 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:33:44.341056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-a455c303-d947-451d-af0d-7f97211af490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:44.342565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-a455c303-d947-451d-af0d-7f97211af490 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 914 time: 0.2712286 Mar 03 18:33:44.441158 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-085fe719-3d3c-43b8-aa33-2a0e65f7e25b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 1002 time: 0.0926614 Mar 03 18:33:44.511094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-88fea45c-e1aa-4fb6-bf37-ea8587c7b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:44.512521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-88fea45c-e1aa-4fb6-bf37-ea8587c7b9cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 200 len: 852 time: 0.0663912 Mar 03 18:33:44.585260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-e4a2f7c3-a77d-47b1-9ba6-68273eb4cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:44.586755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-e4a2f7c3-a77d-47b1-9ba6-68273eb4cd55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bc21884-533d-42d2-9280-addd11580a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688376 Mar 03 18:33:44.612795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '703c287b-8a90-4ac6-a46e-6667ff676e7d', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'mac_address': 'fa:16:3e:f7:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:33:40Z', 'updated_at': '2022-03-03T18:33:43Z', 'revision_number': 2, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:44.616808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] Checking router: 0952e92f-e273-4e3b-a9dc-26aac02a1a19 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:33:44.625764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:33:44.626368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:33:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:44.717173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-995b00b3-de86-4938-96d6-9b25265cfa4c service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246850 Mar 03 18:33:44.801519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:33:44.870645 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c0c67095-9865-45fb-baa8-ebb09a02eeb0 req-b94d9339-7d36-4c4b-9983-fb02fc053026 service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471279 Mar 03 18:33:45.142285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '703c287b-8a90-4ac6-a46e-6667ff676e7d', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'mac_address': 'fa:16:3e:f7:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:33:40Z', 'updated_at': '2022-03-03T18:33:43Z', 'revision_number': 2, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:33:45.146226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585b894-02ea-45b3-8012-529c7bed4645 None None] The sync data for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 is: [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '703c287b-8a90-4ac6-a46e-6667ff676e7d', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'port_id': '66aac397-5193-46fe-9553-e9ab8165b945', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'mac_address': 'fa:16:3e:f7:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:33:40Z', 'updated_at': '2022-03-03T18:33:43Z', 'revision_number': 2, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:33:45.925098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-b361beb6-f6e5-40c7-8f29-b4ff7dfccc9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709522 Mar 03 18:33:45.973030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:33:46.027607 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945', 'status': 'completed', 'code': 200} Mar 03 18:33:46.061010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc505-05c4-4738-a852-a75f1334a070 req-34adec80-94f9-4e2d-9d2f-306335e1d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:46.062569 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-34adec80-94f9-4e2d-9d2f-306335e1d3ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1097 time: 0.0712628 Mar 03 18:33:46.203974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc505-05c4-4738-a852-a75f1334a070 req-2fef2fb8-a469-4c8d-a6ad-4ee49c20daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:46.205353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-2fef2fb8-a469-4c8d-a6ad-4ee49c20daf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 914 time: 0.1245842 Mar 03 18:33:46.306473 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-2511a6e3-b070-402c-a8e3-62d560046107 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 1002 time: 0.0956559 Mar 03 18:33:46.367371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc505-05c4-4738-a852-a75f1334a070 req-c206d7ee-cde8-438a-9557-c1af632c336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:46.368802 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-c206d7ee-cde8-438a-9557-c1af632c336e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 200 len: 852 time: 0.0568340 Mar 03 18:33:46.399847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:33:46.443020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc505-05c4-4738-a852-a75f1334a070 req-6f3ffcb8-66cc-48cc-b6ee-1e1185cd9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:46.444459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-6f3ffcb8-66cc-48cc-b6ee-1e1185cd9032 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bc21884-533d-42d2-9280-addd11580a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702031 Mar 03 18:33:46.571763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-d4e2e1f7-dae6-4c0d-902d-8554ab54d78e service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215565 Mar 03 18:33:46.699575 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-962fc505-05c4-4738-a852-a75f1334a070 req-98641ed1-b854-46df-a891-affbfc03df3c service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224573 Mar 03 18:33:46.802838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eed93-216b-4462-85ba-109feec00cc9 req-3c35391c-7af2-41dd-8233-e94f42ac5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:46.804485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96eed93-216b-4462-85ba-109feec00cc9 req-3c35391c-7af2-41dd-8233-e94f42ac5477 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1097 time: 0.0682209 Mar 03 18:33:46.948737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eed93-216b-4462-85ba-109feec00cc9 req-9dae2c4e-4248-4b4a-a6a1-b043da5ac25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:46.950189 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96eed93-216b-4462-85ba-109feec00cc9 req-9dae2c4e-4248-4b4a-a6a1-b043da5ac25f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 914 time: 0.1398642 Mar 03 18:33:47.164285 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96eed93-216b-4462-85ba-109feec00cc9 req-b66f57fa-4ff2-4d05-9dd4-5ca1ff3eadd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 1002 time: 0.2077713 Mar 03 18:33:47.238017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eed93-216b-4462-85ba-109feec00cc9 req-d2eac77d-c005-4696-95bf-2c120f366e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:47.240334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96eed93-216b-4462-85ba-109feec00cc9 req-d2eac77d-c005-4696-95bf-2c120f366e35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 200 len: 852 time: 0.0689111 Mar 03 18:33:47.313725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eed93-216b-4462-85ba-109feec00cc9 req-348e6598-2901-4823-b329-cf701e00316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:33:47.315209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96eed93-216b-4462-85ba-109feec00cc9 req-348e6598-2901-4823-b329-cf701e00316f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bc21884-533d-42d2-9280-addd11580a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701976 Mar 03 18:33:47.445864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96eed93-216b-4462-85ba-109feec00cc9 req-859bb121-3ca5-45f3-be80-5c9570c0c10c service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248200 Mar 03 18:33:47.572663 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96eed93-216b-4462-85ba-109feec00cc9 req-2a63bd1c-eab4-48b3-806f-a27062eea83a service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215479 Mar 03 18:33:48.205603 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:49.574408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59e8edbe-4852-4306-bcca-d9b057a6c8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:51.860350 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee9885d9-5502-4aed-adf8-0ecb3704d38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:52.972218 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:53.031838 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:54.410589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:33:54.668828 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:17.126748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37234) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:17.330130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Deleting port b2084c89-f010-4aa1-8554-d59b148a7999 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:17.330471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:17.499280 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:17.499614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:17.620830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Calling delete_port for b2084c89-f010-4aa1-8554-d59b148a7999 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:17.784614 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:17.830573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event deleted for resources: {'Port': ['ID=b2084c89-f010-4aa1-8554-d59b148a7999,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:17.922119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:17.922491 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Floating IP 703c287b-8a90-4ac6-a46e-6667ff676e7d disassociated (deleted). External IP: 172.25.0.240, port: 66aac397-5193-46fe-9553-e9ab8165b945. Mar 03 18:34:18.222900 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:18.387869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:34:18.558803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:34:18.568413 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] Sync routers for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:34:18.579223 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:34:18.579684 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:18.579829 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:33:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:18.639265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2c295ea6-ad24-4b93-8615-4e1d60ca2378 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "DELETE /v2.0/floatingips/703c287b-8a90-4ac6-a46e-6667ff676e7d HTTP/1.1" status: 204 len: 168 time: 1.5112801 Mar 03 18:34:18.639741 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:34:18.698877 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945', 'status': 'completed', 'code': 200} Mar 03 18:34:18.759203 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:34:18.794658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-1c26805e-052c-4986-9e17-9e580ddb07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:18.796344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-1c26805e-052c-4986-9e17-9e580ddb07b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 1097 time: 0.0759277 Mar 03 18:34:18.937000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-5b2f9931-7653-4859-8be6-f1a0b7107223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:18.938495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-5b2f9931-7653-4859-8be6-f1a0b7107223 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 200 len: 914 time: 0.1361411 Mar 03 18:34:19.019424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-e3a0db0c-e0a5-4c86-ab88-828e0f7e1e20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 200 len: 217 time: 0.0735261 Mar 03 18:34:19.038612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e535-13db-49fd-a765-6cdb8dd6ba37 req-6765d63f-b295-4cc4-9950-ea02fc7ee182 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:19.040092 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-70a0e535-13db-49fd-a765-6cdb8dd6ba37 req-6765d63f-b295-4cc4-9950-ea02fc7ee182 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 946 time: 0.0865195 Mar 03 18:34:19.081706 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:19.085500 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] Checking router: 0952e92f-e273-4e3b-a9dc-26aac02a1a19 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:34:19.086555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-41edb658-3c36-4ccf-b786-ecfed96a62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:19.088044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-41edb658-3c36-4ccf-b786-ecfed96a62d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 200 len: 852 time: 0.0628216 Mar 03 18:34:19.094507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:34:19.095325 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:33:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:19.096768 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-70a0e535-13db-49fd-a765-6cdb8dd6ba37 req-14569b61-39fb-4485-ae82-c25775b984ba tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488749 Mar 03 18:34:19.170588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-7598358d-33d0-4628-a69d-a1c69196b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:19.172036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-7598358d-33d0-4628-a69d-a1c69196b5e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bc21884-533d-42d2-9280-addd11580a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757790 Mar 03 18:34:19.268453 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:34:19.304947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-22284ffd-da1d-4751-a954-41724b4eeeea service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245127 Mar 03 18:34:19.437400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47de44f3-8966-4b17-80a8-ad69fd2490ab req-c83ce541-ac53-4b7d-b1b0-4470a564ce77 service neutron] 10.222.0.35 "GET /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259227 Mar 03 18:34:19.576723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d8c878a8-f6e0-48e3-a3b8-025f685ddcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:19.601196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:19.605036 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb0d50-f810-4927-adb4-3b49054e6d35 None None] The sync data for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 is: [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:31:26Z', 'revision_number': 4, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a2dd1c0b-4c34-4913-8ff9-10f3207e761a', 'name': '', 'network_id': '2bc21884-533d-42d2-9280-addd11580a50', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'mac_address': 'fa:16:3e:2c:3c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:26Z', 'updated_at': '2022-03-03T18:31:32Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'subnets': [{'id': 'b04e90f5-0aa4-4583-a758-72e59daacfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:34:19.814851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caeb235-a4e3-41ab-9e8b-5f9b3332bf89 None None] New status for floating IP 703c287b-8a90-4ac6-a46e-6667ff676e7d: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:34:20.289057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e99c9-5775-49cb-bd2e-2b7e2cc3895d req-ae57159f-1d3b-4217-b27d-7bc8c84f15a1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:20.289784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-806e99c9-5775-49cb-bd2e-2b7e2cc3895d req-ae57159f-1d3b-4217-b27d-7bc8c84f15a1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Synchronizing usage tracker for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:34:20.304257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-806e99c9-5775-49cb-bd2e-2b7e2cc3895d req-ae57159f-1d3b-4217-b27d-7bc8c84f15a1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Unset dirty status for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:34:20.305621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806e99c9-5775-49cb-bd2e-2b7e2cc3895d req-ae57159f-1d3b-4217-b27d-7bc8c84f15a1 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 946 time: 0.0941021 Mar 03 18:34:20.351010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-806e99c9-5775-49cb-bd2e-2b7e2cc3895d req-716ace43-f7d0-4bdf-91d4-cb6e0620640b tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/security-groups?id=22fb797d-5c85-4a07-9bc0-fe661e3bb283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 Mar 03 18:34:20.444649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-e9c09fbf-7c44-443e-ba0e-6ac0272434aa tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:20.445981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-e9c09fbf-7c44-443e-ba0e-6ac0272434aa tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 946 time: 0.0816519 Mar 03 18:34:20.512676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Deleting port 66aac397-5193-46fe-9553-e9ab8165b945 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:20.513015 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:20.868011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] For port 66aac397-5193-46fe-9553-e9ab8165b945, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=66aac397-5193-46fe-9553-e9ab8165b945,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:20.868372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:20.989209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Calling delete_port for 66aac397-5193-46fe-9553-e9ab8165b945 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:21.134219 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:21.182072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event deleted for resources: {'Port': ['ID=66aac397-5193-46fe-9553-e9ab8165b945,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:21.216842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.217186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.217542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.217873 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.218201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.218525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.218843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.219162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.219480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.219794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.220107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.220422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:21.271170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] No DVR routers for this DVR port 66aac397-5193-46fe-9553-e9ab8165b945 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:34:21.273456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:21.276397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'name': 'network-vif-deleted', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:34:21.292108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d7574d5-249c-4192-8973-cd801a7a94ad req-79b1e589-5cc5-432f-b42e-a2c65c401f70 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.35 "DELETE /v2.0/ports/66aac397-5193-46fe-9553-e9ab8165b945 HTTP/1.1" status: 204 len: 173 time: 0.8412926 Mar 03 18:34:21.335585 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b7762b-23b5-43f3-a200-3ed7cf778a5f', 'name': 'network-vif-deleted', 'tag': '66aac397-5193-46fe-9553-e9ab8165b945', 'status': 'completed', 'code': 200} Mar 03 18:34:21.503185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-09b1ad9a-3394-4e5e-9105-66716bd6d0dc req-3793acaf-96b2-4c76-a527-1b8feeceddae tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Synchronizing usage tracker for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:34:21.519700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-09b1ad9a-3394-4e5e-9105-66716bd6d0dc req-3793acaf-96b2-4c76-a527-1b8feeceddae tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Unset dirty status for tenant:6d1bd7e1ebce4861896fefe719c1212d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:34:21.520913 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09b1ad9a-3394-4e5e-9105-66716bd6d0dc req-3793acaf-96b2-4c76-a527-1b8feeceddae tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "GET /v2.0/ports?device_id=68b7762b-23b5-43f3-a200-3ed7cf778a5f HTTP/1.1" status: 200 len: 210 time: 0.0592978 Mar 03 18:34:21.862794 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c10c101e-426b-44ca-bdb5-2eb020d1a22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:22.615312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37260) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:22.684020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c468-02bf-4275-acf3-3a0139000927 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:22.712705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c468-02bf-4275-acf3-3a0139000927 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:22.774416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c468-02bf-4275-acf3-3a0139000927 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:22.789711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6c468-02bf-4275-acf3-3a0139000927 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb797d-5c85-4a07-9bc0-fe661e3bb283,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:22.806324 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c468-02bf-4275-acf3-3a0139000927 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:22.807499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-dfa6c468-02bf-4275-acf3-3a0139000927 tempest-TestVolumeBackupRestore-688985356 tempest-TestVolumeBackupRestore-688985356-project] 10.222.0.23 "DELETE /v2.0/security-groups/22fb797d-5c85-4a07-9bc0-fe661e3bb283 HTTP/1.1" status: 204 len: 168 time: 0.1910748 Mar 03 18:34:22.977745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:23.039882 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:23.209500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 66aac397-5193-46fe-9553-e9ab8165b945 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:34:23.243304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 66aac397-5193-46fe-9553-e9ab8165b945 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:34:23.243685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 66aac397-5193-46fe-9553-e9ab8165b945 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:34:23.402004 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:34:24.416472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:24.680631 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:25.583658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37664) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:26.160004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:26.603942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Deleting port a2dd1c0b-4c34-4913-8ff9-10f3207e761a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:26.604583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:26.775264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] For port a2dd1c0b-4c34-4913-8ff9-10f3207e761a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:26.775619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:26.898374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Calling delete_port for a2dd1c0b-4c34-4913-8ff9-10f3207e761a owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:27.073617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:27.124227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dd1c0b-4c34-4913-8ff9-10f3207e761a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:27.384455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:27.847832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:34:28.021808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:34:28.031866 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] Sync routers for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:34:28.037525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f553c28a-8963-48ec-80a6-671586004532 admin admin] 10.222.0.23 "PUT /v2.0/routers/0952e92f-e273-4e3b-a9dc-26aac02a1a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4522221 Mar 03 18:34:28.040038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37716) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:28.045237 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:34:28.046150 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:34:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:28.217380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:28.221172 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:34:28.390341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:28.401202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Deleting port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:28.401575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:28.496842 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:34:27Z', 'revision_number': 5, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port': {'id': 'c5d207e9-8eaa-45d6-8c02-cc69d972ccc8', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:23Z', 'updated_at': '2022-03-03T18:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:28.500620 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] Checking router: 0952e92f-e273-4e3b-a9dc-26aac02a1a19 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:34:28.508623 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] Routers {'0952e92f-e273-4e3b-a9dc-26aac02a1a19'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:34:28.509203 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:34:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:28.569955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] For port c5d207e9-8eaa-45d6-8c02-cc69d972ccc8, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:28.570308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:28.658933 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] Set router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:34:28.695544 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Calling delete_port for c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:28.761821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:34:28Z', 'revision_number': 6, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:28.765761 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5f71c-d44a-4491-a446-075104b7fcaa None None] The sync data for ids ['0952e92f-e273-4e3b-a9dc-26aac02a1a19'] in n-d-827121-1 is: [{'id': '0952e92f-e273-4e3b-a9dc-26aac02a1a19', 'name': 'tempest-TestVolumeBackupRestore-897875517-router', 'tenant_id': '6d1bd7e1ebce4861896fefe719c1212d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:22Z', 'updated_at': '2022-03-03T18:34:28Z', 'revision_number': 6, 'project_id': '6d1bd7e1ebce4861896fefe719c1212d', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:34:28.863716 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:28.911401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d207e9-8eaa-45d6-8c02-cc69d972ccc8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:29.007450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.299510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.301767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.323215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.323809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0952e92f-e273-4e3b-a9dc-26aac02a1a19 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:34:29.335700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.336793 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6fb2f5be-39cf-487e-842b-dd0ee9d5792a admin admin] 10.222.0.23 "DELETE /v2.0/routers/0952e92f-e273-4e3b-a9dc-26aac02a1a19 HTTP/1.1" status: 204 len: 168 time: 1.2958307 Mar 03 18:34:29.339375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37720) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:29.397701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] Deleting subnet b04e90f5-0aa4-4583-a758-72e59daacfbe {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:34:29.400505 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.456413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.533820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.601702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.641801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04e90f5-0aa4-4583-a758-72e59daacfbe,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:29.651439 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.655921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a77bcc-95fa-465c-9e35-30a4a9a56bf7 None None] Network 2bc21884-533d-42d2-9280-addd11580a50 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:34:29.663523 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d3fcabd0-6d08-431e-b074-2fbdb8ed0d09 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b04e90f5-0aa4-4583-a758-72e59daacfbe HTTP/1.1" status: 204 len: 168 time: 0.3209147 Mar 03 18:34:29.663759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37724) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:29.776771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.787286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Deleting port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:29.787609 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.937198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] DHCP port deletion for 2bc21884-533d-42d2-9280-addd11580a50 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:34:29.941660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Deleting port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:29.942112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:29.997272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] For port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:29.997753 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.128872 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Calling delete_port for 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:30.198194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dd1c0b-4c34-4913-8ff9-10f3207e761a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:34:30.211607 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.238073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a2dd1c0b-4c34-4913-8ff9-10f3207e761a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:34:30.238414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a2dd1c0b-4c34-4913-8ff9-10f3207e761a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:34:30.238826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:34:30.258171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:30.262758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] No DVR routers for this DVR port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:34:30.281699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:34:30.282044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c5d207e9-8eaa-45d6-8c02-cc69d972ccc8 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:34:30.282449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:34:30.320395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:34:30.320975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:34:30.324077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] For port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b,segment=NetworkSegment(a889526f-f5ec-4621-92bc-33ba4b434ee5),segment_id=a889526f-f5ec-4621-92bc-33ba4b434ee5)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:30.324466 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.382126 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.413122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc21884-533d-42d2-9280-addd11580a50']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:30.424986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a889526f-f5ec-4621-92bc-33ba4b434ee5') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:30.425272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a889526f-f5ec-4621-92bc-33ba4b434ee5') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:30.436849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.444641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Calling delete_port for 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:30.453543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.459601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:34:30.460018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:34:30.473477 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:34:30.520035 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:34:30.520303 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:34:30.567551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.587271 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:30.597043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc21884-533d-42d2-9280-addd11580a50,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:30.604347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-71e1d727-1588-4740-813e-eb40694106c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2bc21884-533d-42d2-9280-addd11580a50 HTTP/1.1" status: 204 len: 168 time: 0.9396498 Mar 03 18:34:30.607249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37728) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:31.021668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Deleting port 1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:31.022362 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:31.086912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-acf90349-a95f-4234-9321-9109db1630b9 None None] The port '1cbd81e5-ec8e-4178-bbb4-b7b4ac32ef6b' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:34:31.263816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:31.603955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Deleting port 33508065-0bfb-473e-9e81-b83e5041d0ee {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:31.604292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:31.774953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] For port 33508065-0bfb-473e-9e81-b83e5041d0ee, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=33508065-0bfb-473e-9e81-b83e5041d0ee,segment=NetworkSegment(a4e238ef-2d87-44f2-864e-6fbfa058073f),segment_id=a4e238ef-2d87-44f2-864e-6fbfa058073f)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:31.775306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:31.897076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Calling delete_port for 33508065-0bfb-473e-9e81-b83e5041d0ee owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:32.069479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:32.115710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=33508065-0bfb-473e-9e81-b83e5041d0ee,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:32.500700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:32.845725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:34:33.017593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:34:33.025993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec725f35-537d-4890-b503-c218331a97ca None None] Sync routers for ids ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:34:33.033472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-85e36fd8-0b94-4d6f-be2b-04852fb14a77 admin admin] 10.222.0.23 "PUT /v2.0/routers/a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4251907 Mar 03 18:34:33.034810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] Routers {'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:34:33.035405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:34:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:33.035962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37732) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:33.213713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:33.215673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] Set router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:34:33.391272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:33.400990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Deleting port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:33.401320 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:33.502434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:34:32Z', 'revision_number': 5, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port': {'id': '44acf7d5-2ef9-43f3-a81f-bf41679e73d5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:31:30Z', 'updated_at': '2022-03-03T18:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:33.507032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec725f35-537d-4890-b503-c218331a97ca None None] Checking router: a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:34:33.516680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] Routers {'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:34:33.517307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:34:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:33.669673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] Set router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:34:33.700355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] For port 44acf7d5-2ef9-43f3-a81f-bf41679e73d5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:33.700899 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:33.774220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ec725f35-537d-4890-b503-c218331a97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:34:33Z', 'revision_number': 6, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:33.778180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec725f35-537d-4890-b503-c218331a97ca None None] The sync data for ids ['a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0'] in n-d-827121-1 is: [{'id': 'a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0', 'name': 'tempest-TestVolumeBackupRestore-1769885539-router', 'tenant_id': '68911aa053e94658839c55f7f0f76104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:31:29Z', 'updated_at': '2022-03-03T18:34:33Z', 'revision_number': 6, 'project_id': '68911aa053e94658839c55f7f0f76104', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:34:33.824450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Calling delete_port for 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:33.987616 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.030356 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44acf7d5-2ef9-43f3-a81f-bf41679e73d5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:34.128436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.306583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.308650 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.330704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.331247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:34:34.343306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.344435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4f96ad76-36eb-491b-a4b5-7dc90a5dd6a8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a74782e6-2b2a-46f4-94d2-8dc92c2bf6e0 HTTP/1.1" status: 204 len: 168 time: 1.3075757 Mar 03 18:34:34.346995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:34.404474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] Deleting subnet 7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:34:34.407209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.458153 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.529111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 33508065-0bfb-473e-9e81-b83e5041d0ee no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:34:34.534431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.569366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 33508065-0bfb-473e-9e81-b83e5041d0ee {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:34:34.569816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 33508065-0bfb-473e-9e81-b83e5041d0ee not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:34:34.602608 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.644230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:34.646156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.650192 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139c2f0-414e-49a7-b25e-49f9ada151f8 None None] Network 54071b45-635f-47e2-b23d-1e30a8c03628 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:34:34.655989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-48445fd0-4a73-474a-a15d-a726d7e1bc2f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7bdbbaf2-d4f3-4d00-a5e8-cda268fd023c HTTP/1.1" status: 204 len: 168 time: 0.3058205 Mar 03 18:34:34.656369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37740) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:34.760880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.771978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Deleting port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:34.772305 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.942750 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] DHCP port deletion for 54071b45-635f-47e2-b23d-1e30a8c03628 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:34:34.947015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Deleting port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:34.947382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:34.986134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] For port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,segment=NetworkSegment(a4e238ef-2d87-44f2-864e-6fbfa058073f),segment_id=a4e238ef-2d87-44f2-864e-6fbfa058073f)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:34.986494 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.152465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] For port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,segment=NetworkSegment(a4e238ef-2d87-44f2-864e-6fbfa058073f),segment_id=a4e238ef-2d87-44f2-864e-6fbfa058073f)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:35.152852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.223732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Calling delete_port for dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:35.273679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Calling delete_port for dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:34:35.300901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.347079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:35.350970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] No DVR routers for this DVR port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:34:35.351103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:34:35.351391 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:34:35.462108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.490120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54071b45-635f-47e2-b23d-1e30a8c03628']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:35.502297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e238ef-2d87-44f2-864e-6fbfa058073f') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:35.502594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e238ef-2d87-44f2-864e-6fbfa058073f') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:34:35.514593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.531657 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.537591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:34:35.537968 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:34:35.550911 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:34:35.621800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.641683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.652012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] Pushing event deleted for resources: {'Network': ['ID=54071b45-635f-47e2-b23d-1e30a8c03628,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:35.658931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9487dfb5-f953-4fae-9e68-842e4e86aa9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/54071b45-635f-47e2-b23d-1e30a8c03628 HTTP/1.1" status: 204 len: 168 time: 1.0014982 Mar 03 18:34:35.830754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37746) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:35.853067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Deleting port dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:34:35.853523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.880721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ba5301c0-8205-427e-a8b1-237eb174b894 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d1bd7e1ebce4861896fefe719c1212d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466800 Mar 03 18:34:35.881205 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37750) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:35.918756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5c785cfb-23f2-4c9f-be41-2f76335057ca None None] The port 'dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:34:35.945746 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:35.970801 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:36.028411 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:36.050331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cff3e5-2560-470f-931d-40d3294258fa,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:36.050599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:34:36.059851 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:36.063389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62cff3e5-2560-470f-931d-40d3294258fa HTTP/1.1" status: 204 len: 168 time: 0.1786413 Mar 03 18:34:36.063389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.063389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.063389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.063683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.065733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.066224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.066813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.067457 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.068055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.068524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.069098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.070014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900871d-e75e-4902-9f4d-2235bb756ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:36.098005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:34:36.098432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 44acf7d5-2ef9-43f3-a81f-bf41679e73d5 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:34:36.098919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:34:36.133807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:34:36.134157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dd8c1b80-1825-4dc8-89f4-e7ed70b0b0ec not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:34:36.413756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37758) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:36.461621 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-84147e10-83b8-4441-8c1d-57d69748d943 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68911aa053e94658839c55f7f0f76104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466247 Mar 03 18:34:36.464320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37762) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:34:36.519906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b72430ab-d107-45ca-862c-ee7884af971d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:36.550450 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b72430ab-d107-45ca-862c-ee7884af971d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:36.601655 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b72430ab-d107-45ca-862c-ee7884af971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:36.616292 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72430ab-d107-45ca-862c-ee7884af971d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f129ca-24bf-4c67-83a2-ed43d4c79596,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:36.625037 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b72430ab-d107-45ca-862c-ee7884af971d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:36.628843 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b72430ab-d107-45ca-862c-ee7884af971d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3f129ca-24bf-4c67-83a2-ed43d4c79596 HTTP/1.1" status: 204 len: 168 time: 0.1611979 Mar 03 18:34:47.180487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-3c0b627b-fc89-4840-a1d3-8018c8ee8b59 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=50c63d48224549b1a93902f3a2c66253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267951 Mar 03 18:34:47.330217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-8858956c-22fc-445f-9543-7059ff216caa tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:47.331567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-8858956c-22fc-445f-9543-7059ff216caa tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457186 Mar 03 18:34:47.346328 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-4b8dc231-de34-4f2b-8925-9932b5a35f32 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/quotas/50c63d48224549b1a93902f3a2c66253 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Mar 03 18:34:47.393814 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-8e5733f2-511f-4f53-ad38-4b5960eeba74 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50c63d48224549b1a93902f3a2c66253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423930 Mar 03 18:34:47.566551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-922b5dab-1c4f-46f6-a9cd-3f0e6f669151 req-dad1f5c3-f2ac-4156-b523-be8dae8e006c tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 210 time: 0.0443633 Mar 03 18:34:48.222019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:48.702114 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-d74e043b-d636-4e91-ad59-7360b993cba3 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=50c63d48224549b1a93902f3a2c66253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292792 Mar 03 18:34:48.725097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77bb5cc2-8a30-4f10-acc0-02540a38324f req-6ee9d84d-6f29-45cd-8fff-5a20f805381d tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 210 time: 0.0462584 Mar 03 18:34:48.861308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-cd460788-7bf0-4fb3-8118-93d982e5ec8a tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:48.863016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-cd460788-7bf0-4fb3-8118-93d982e5ec8a tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553299 Mar 03 18:34:48.874510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Request body: {'port': {'device_id': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'admin_state_up': True, 'tenant_id': '50c63d48224549b1a93902f3a2c66253'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:34:49.029824 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:34:49.033610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Usage tracker for resource:port and tenant:50c63d48224549b1a93902f3a2c66253 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:34:49.036340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:34:49.041957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:34:49.051127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Made reservation on behalf of 50c63d48224549b1a93902f3a2c66253 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:34:49.054672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.066471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.084785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:34:49.089161 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Usage tracker for resource:security_group_rule and tenant:50c63d48224549b1a93902f3a2c66253 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:34:49.091927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:34:49.097492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:34:49.182051 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.185632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.274749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b452e504-a46f-47ae-9953-0bed2b679a35,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:49.363288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Allocated IP 192.168.233.139 (4a3553a9-22bb-43a9-965c-25fc379005c2/22a309e1-f01b-4263-8d36-e17b4f2d54e8/2221c589-da54-4556-bd8c-abae15cecc87) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:34:49.556340 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.572263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Transition to ACTIVE for port object 2221c589-da54-4556-bd8c-abae15cecc87 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:34:49.578898 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b81c949d-3ec5-48d3-ae92-4bb620a74a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.601495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.666865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Network 4a3553a9-22bb-43a9-965c-25fc379005c2 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:34:49.669772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:34:49.682139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:34:49.717813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Pushing event updated for resources: {'Port': ['ID=2221c589-da54-4556-bd8c-abae15cecc87,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:49.751400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:49.752055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.781554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-e5150460-6472-4fd6-a4ad-7564bbfc9115 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9104543 Mar 03 18:34:49.795518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Request body: {'port': {'device_id': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:34:49.917240 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:49.956297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a7d1b721-b610-4fa7-aa46-b2103272cfb3 None None] Provisioning for port 2221c589-da54-4556-bd8c-abae15cecc87 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:34:49.962255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a7d1b721-b610-4fa7-aa46-b2103272cfb3 None None] Provisioning complete for port 2221c589-da54-4556-bd8c-abae15cecc87 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:34:49.962668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b721-b610-4fa7-aa46-b2103272cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:50.023040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1b721-b610-4fa7-aa46-b2103272cfb3 None None] Port 2221c589-da54-4556-bd8c-abae15cecc87 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:34:50.328809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6948ef-f795-4ed5-97ed-6a8350e8aa33 req-6908f989-0f19-40ce-b314-70c0b10081be tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:50.329440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1b6948ef-f795-4ed5-97ed-6a8350e8aa33 req-6908f989-0f19-40ce-b314-70c0b10081be tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Synchronizing usage tracker for tenant:50c63d48224549b1a93902f3a2c66253 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:34:50.366907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1b6948ef-f795-4ed5-97ed-6a8350e8aa33 req-6908f989-0f19-40ce-b314-70c0b10081be tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Unset dirty status for tenant:50c63d48224549b1a93902f3a2c66253 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:34:50.368040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b6948ef-f795-4ed5-97ed-6a8350e8aa33 req-6908f989-0f19-40ce-b314-70c0b10081be tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 936 time: 0.3327568 Mar 03 18:34:50.458971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1b6948ef-f795-4ed5-97ed-6a8350e8aa33 req-36b20aca-64bb-4d13-9a09-6ac08c391554 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Synchronizing usage tracker for tenant:50c63d48224549b1a93902f3a2c66253 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:34:50.481524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2221c589-da54-4556-bd8c-abae15cecc87 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:34:50.492108 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:50.502761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-1b6948ef-f795-4ed5-97ed-6a8350e8aa33 req-36b20aca-64bb-4d13-9a09-6ac08c391554 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Unset dirty status for tenant:50c63d48224549b1a93902f3a2c66253 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:34:50.503882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b6948ef-f795-4ed5-97ed-6a8350e8aa33 req-36b20aca-64bb-4d13-9a09-6ac08c391554 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301246 Mar 03 18:34:50.509965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Transition to ACTIVE for port object 2221c589-da54-4556-bd8c-abae15cecc87 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:34:50.515521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:50.675310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Pushing event updated for resources: {'Port': ['ID=2221c589-da54-4556-bd8c-abae15cecc87,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:50.753654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Attempting to bind port 2221c589-da54-4556-bd8c-abae15cecc87 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:34:50.754227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Attempting to bind port 2221c589-da54-4556-bd8c-abae15cecc87 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:34:50.754351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Attempting to bind port 2221c589-da54-4556-bd8c-abae15cecc87 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:34:50.758788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Port 2221c589-da54-4556-bd8c-abae15cecc87 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:34:50.759098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Attempting to bind port 2221c589-da54-4556-bd8c-abae15cecc87 on network 4a3553a9-22bb-43a9-965c-25fc379005c2 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:34:50.764012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:34:50.764334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Checking segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:34:50.764701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Bound using segment: {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:34:50.765107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Bound port: 2221c589-da54-4556-bd8c-abae15cecc87, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78dae660-6db1-4c1e-85dd-0458aee3d5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:34:50.765485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:50.850623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] For port 2221c589-da54-4556-bd8c-abae15cecc87, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:34:50.854397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] For port 2221c589-da54-4556-bd8c-abae15cecc87, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2221c589-da54-4556-bd8c-abae15cecc87,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:34:50.858559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:50.913700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:50.914204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:50.916203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] 10.222.0.35 "PUT /v2.0/ports/2221c589-da54-4556-bd8c-abae15cecc87 HTTP/1.1" status: 200 len: 1096 time: 1.1254573 Mar 03 18:34:50.916658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'tag': '2221c589-da54-4556-bd8c-abae15cecc87'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:34:50.947150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0102d97-1be8-4a42-b329-f248cf392971 service neutron] Pushing event updated for resources: {'Port': ['ID=2221c589-da54-4556-bd8c-abae15cecc87,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:50.987675 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'tag': '2221c589-da54-4556-bd8c-abae15cecc87', 'status': 'completed', 'code': 200} Mar 03 18:34:51.030713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-0813dae0-b83f-48f9-98eb-7ab9b0a77058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:51.032208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-0813dae0-b83f-48f9-98eb-7ab9b0a77058 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c63d48224549b1a93902f3a2c66253&device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 1099 time: 0.0780983 Mar 03 18:34:51.106237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-b2550afb-f8d5-4b18-92dc-4c3fb96f4c1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=2221c589-da54-4556-bd8c-abae15cecc87 HTTP/1.1" status: 200 len: 217 time: 0.0672090 Mar 03 18:34:51.172299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-22550729-56c0-42f3-acaa-859655f64149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:51.173753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-22550729-56c0-42f3-acaa-859655f64149 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.0619578 Mar 03 18:34:51.251626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-891fefdb-552b-49a8-aa8b-1d85b667397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:51.252978 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-891fefdb-552b-49a8-aa8b-1d85b667397d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733032 Mar 03 18:34:51.381778 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-5fb55d13-47ae-49a6-9009-aee4a11c4fa7 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227801 Mar 03 18:34:51.514284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4434bc1f-79a2-45ad-bad8-e33222fce6e7 req-3b65cc53-561c-4f3d-be5f-721a57384669 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247959 Mar 03 18:34:51.678606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-3f2a4547-5ca8-415f-9574-59265253a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:51.680005 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-3f2a4547-5ca8-415f-9574-59265253a24c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c63d48224549b1a93902f3a2c66253&device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 1099 time: 0.1226392 Mar 03 18:34:51.794786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93477ae5-4e67-474c-893a-58f07683eb5f req-fc968b31-ea89-4c5a-8bf2-757c2abafde4 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:51.796229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93477ae5-4e67-474c-893a-58f07683eb5f req-fc968b31-ea89-4c5a-8bf2-757c2abafde4 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 948 time: 0.1813846 Mar 03 18:34:51.866837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b619ac3c-0d75-4352-9c68-8cec27f1a073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:51.867384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93477ae5-4e67-474c-893a-58f07683eb5f req-5616721e-4ffc-4d8f-a69f-ee7c98fe0999 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614398 Mar 03 18:34:51.868750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-fac5093d-802a-4b8f-aa5b-5456792812e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:51.870137 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-fac5093d-802a-4b8f-aa5b-5456792812e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3553a9-22bb-43a9-965c-25fc379005c2 HTTP/1.1" status: 200 len: 870 time: 0.1806703 Mar 03 18:34:51.938068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-c87cfe4b-35ae-4565-86a9-6fc7aade32e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=2221c589-da54-4556-bd8c-abae15cecc87 HTTP/1.1" status: 200 len: 217 time: 0.0612147 Mar 03 18:34:52.116538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-a34fa990-31c7-475e-ab71-401f7b97ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:52.118050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-a34fa990-31c7-475e-ab71-401f7b97ed1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22a309e1-f01b-4263-8d36-e17b4f2d54e8 HTTP/1.1" status: 200 len: 843 time: 0.1743631 Mar 03 18:34:52.191953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-f7f80b7e-fac1-4ec5-b9ec-ac814a6cf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:52.193356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-f7f80b7e-fac1-4ec5-b9ec-ac814a6cf819 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3553a9-22bb-43a9-965c-25fc379005c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691552 Mar 03 18:34:52.321608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-ccf3bc51-f3cb-484a-a802-affa37d7b6b1 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215432 Mar 03 18:34:52.450576 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f645371-e1b7-46fe-9f02-572b933044e6 req-31ce2590-d243-4909-806c-facef70c59da service neutron] 10.222.0.35 "GET /v2.0/networks/4a3553a9-22bb-43a9-965c-25fc379005c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223960 Mar 03 18:34:52.979369 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:53.032007 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:53.055184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4287f3-3526-47b9-9bbf-6601e98d982d req-6fb739ea-23d7-4fd0-b73e-3b4be3ec230f tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:53.057144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd4287f3-3526-47b9-9bbf-6601e98d982d req-6fb739ea-23d7-4fd0-b73e-3b4be3ec230f tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 948 time: 0.0839660 Mar 03 18:34:53.100859 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd4287f3-3526-47b9-9bbf-6601e98d982d req-77d0d8c6-c983-475d-ac1e-3bb51e21450b tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Mar 03 18:34:54.286480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65643e45-29b7-46e6-ba32-b2c6e5406c8f req-8ca45178-a6cd-4677-8527-40c7660cc1ab tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:54.287848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65643e45-29b7-46e6-ba32-b2c6e5406c8f req-8ca45178-a6cd-4677-8527-40c7660cc1ab tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 948 time: 0.0848858 Mar 03 18:34:54.331951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65643e45-29b7-46e6-ba32-b2c6e5406c8f req-01e2450e-efc6-468d-90ee-d5cb31b8d421 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Mar 03 18:34:54.415830 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:54.672175 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:55.316896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2221c589-da54-4556-bd8c-abae15cecc87 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:34:55.447705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2221c589-da54-4556-bd8c-abae15cecc87, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2221c589-da54-4556-bd8c-abae15cecc87,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:55.460693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '2221c589-da54-4556-bd8c-abae15cecc87', 'network_id': '4a3553a9-22bb-43a9-965c-25fc379005c2', 'port_id': '2221c589-da54-4556-bd8c-abae15cecc87', 'mac_address': 'fa:16:3e:f1:69:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a309e1-f01b-4263-8d36-e17b4f2d54e8', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:34:55.515565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:55.521975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff9074-b920-49cd-b59e-de47a9a85bf7 req-cf336f5f-fae9-4296-a744-4e8e4430996e tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:55.523472 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acff9074-b920-49cd-b59e-de47a9a85bf7 req-cf336f5f-fae9-4296-a744-4e8e4430996e tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 948 time: 0.0823643 Mar 03 18:34:55.532492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2221c589-da54-4556-bd8c-abae15cecc87 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:34:55.547762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2221c589-da54-4556-bd8c-abae15cecc87, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2221c589-da54-4556-bd8c-abae15cecc87,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:55.551705 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:55.568353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acff9074-b920-49cd-b59e-de47a9a85bf7 req-c98ce920-04b4-4f47-a185-2ceb26e60759 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Mar 03 18:34:55.657005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2221c589-da54-4556-bd8c-abae15cecc87,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:55.664356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.664696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.665140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.665498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.665826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.666149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.666465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.666782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.667095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.667405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.667742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.668051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:34:55.751186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['2221c589-da54-4556-bd8c-abae15cecc87'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:34:56.752649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985f60-f90a-4e93-9bb9-f7f7381b7c80 req-35397bdf-d213-4c3a-9b85-eb7b9e87bc33 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:56.754119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc985f60-f90a-4e93-9bb9-f7f7381b7c80 req-35397bdf-d213-4c3a-9b85-eb7b9e87bc33 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 949 time: 0.0787673 Mar 03 18:34:56.800206 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dc985f60-f90a-4e93-9bb9-f7f7381b7c80 req-df017fd9-5a44-40d9-bb10-778e6b629983 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Mar 03 18:34:57.332352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2221c589-da54-4556-bd8c-abae15cecc87 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:34:57.398495 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 2221c589-da54-4556-bd8c-abae15cecc87 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:34:57.403659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 2221c589-da54-4556-bd8c-abae15cecc87 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:34:57.404025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:57.516045 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:57.540874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221c589-da54-4556-bd8c-abae15cecc87'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:34:57.550246 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2221c589-da54-4556-bd8c-abae15cecc87, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2221c589-da54-4556-bd8c-abae15cecc87,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:34:57.554223 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:34:57.587258 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221c589-da54-4556-bd8c-abae15cecc87', 'code': 200} Mar 03 18:34:57.627761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2221c589-da54-4556-bd8c-abae15cecc87,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:34:57.708347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2340-b46f-464a-b2db-0910ea1109a0 req-994b407a-3e53-4c7b-8185-cbe84379abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:57.709765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60eb2340-b46f-464a-b2db-0910ea1109a0 req-994b407a-3e53-4c7b-8185-cbe84379abbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 1101 time: 0.0686336 Mar 03 18:34:57.749378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-60eb2340-b46f-464a-b2db-0910ea1109a0 req-d2be7bae-54b6-48b7-b56b-07fc8988e283 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Mar 03 18:34:57.983134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7c0e7-dd65-4acb-bfe0-8e27922979da req-3ac5ac8c-7f92-4cf5-8156-d4eb7bbd66cf tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:57.984492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3b7c0e7-dd65-4acb-bfe0-8e27922979da req-3ac5ac8c-7f92-4cf5-8156-d4eb7bbd66cf tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 950 time: 0.0819798 Mar 03 18:34:58.028273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3b7c0e7-dd65-4acb-bfe0-8e27922979da req-2eb5d70d-4545-4ba7-8952-c08115a57aaa tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382688 Mar 03 18:34:59.210689 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e856d40-f9f5-4235-b1fa-9dce0e438ba2 req-85cdbfb0-ec16-46db-854f-443c51e7a3c5 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:34:59.212144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e856d40-f9f5-4235-b1fa-9dce0e438ba2 req-85cdbfb0-ec16-46db-854f-443c51e7a3c5 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 950 time: 0.0797777 Mar 03 18:34:59.259308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e856d40-f9f5-4235-b1fa-9dce0e438ba2 req-ae937de8-cedf-4b05-8244-227be8874cef tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Mar 03 18:35:00.312972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86eb35-7c62-41c0-9845-2293f175367a req-d1f0ff7f-4f74-4b43-a560-383bace3dabe tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:00.314548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be86eb35-7c62-41c0-9845-2293f175367a req-d1f0ff7f-4f74-4b43-a560-383bace3dabe tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 950 time: 0.0795691 Mar 03 18:35:00.357688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be86eb35-7c62-41c0-9845-2293f175367a req-d8047ffe-2871-46f6-ac2d-6934ab9413a8 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374961 Mar 03 18:35:00.402952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:35:01.526640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-582a7127-2990-4644-b9fd-8fa10c9a93f3 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:01.528034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-582a7127-2990-4644-b9fd-8fa10c9a93f3 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.35 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 950 time: 0.1211159 Mar 03 18:35:01.609452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Deleting port 2221c589-da54-4556-bd8c-abae15cecc87 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:35:01.609790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:01.664364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9ea67-618e-49f3-9f0d-3e7aad358bb8 req-c5229b01-c501-4ddf-b5c3-c80661a6170f tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:01.667290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9aa9ea67-618e-49f3-9f0d-3e7aad358bb8 req-c5229b01-c501-4ddf-b5c3-c80661a6170f tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 950 time: 0.2016337 Mar 03 18:35:01.762963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9aa9ea67-618e-49f3-9f0d-3e7aad358bb8 req-8d4e9a25-8401-4450-942d-f084d2c2fd03 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/security-groups?id=b452e504-a46f-47ae-9953-0bed2b679a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882044 Mar 03 18:35:01.907472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] For port 2221c589-da54-4556-bd8c-abae15cecc87, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2221c589-da54-4556-bd8c-abae15cecc87,segment=NetworkSegment(78dae660-6db1-4c1e-85dd-0458aee3d5c9),segment_id=78dae660-6db1-4c1e-85dd-0458aee3d5c9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:01.907821 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:02.029891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Calling delete_port for 2221c589-da54-4556-bd8c-abae15cecc87 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:35:02.173336 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:02.184663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['2221c589-da54-4556-bd8c-abae15cecc87'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:35:02.225783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Pushing event deleted for resources: {'Port': ['ID=2221c589-da54-4556-bd8c-abae15cecc87,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:02.300442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] No DVR routers for this DVR port 2221c589-da54-4556-bd8c-abae15cecc87 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:35:02.302999 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:02.305676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'name': 'network-vif-deleted', 'tag': '2221c589-da54-4556-bd8c-abae15cecc87'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:35:02.322799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4468ebfc-ef0b-4f23-898b-03b1152be162 req-81e5914e-0f75-4469-a051-298e130af000 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.35 "DELETE /v2.0/ports/2221c589-da54-4556-bd8c-abae15cecc87 HTTP/1.1" status: 204 len: 173 time: 0.7884178 Mar 03 18:35:02.354595 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511a61ab-fd11-4a4d-896f-bee12103fd21', 'name': 'network-vif-deleted', 'tag': '2221c589-da54-4556-bd8c-abae15cecc87', 'status': 'completed', 'code': 200} Mar 03 18:35:02.924495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3d460298-2725-416d-94b8-e311244f5792 req-73d47093-d588-42a5-b012-b85d393e9d34 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Synchronizing usage tracker for tenant:50c63d48224549b1a93902f3a2c66253 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:35:02.940110 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3d460298-2725-416d-94b8-e311244f5792 req-73d47093-d588-42a5-b012-b85d393e9d34 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] Unset dirty status for tenant:50c63d48224549b1a93902f3a2c66253 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:35:02.941218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3d460298-2725-416d-94b8-e311244f5792 req-73d47093-d588-42a5-b012-b85d393e9d34 tempest-ServersAdminNegativeTestJSON-593899081 tempest-ServersAdminNegativeTestJSON-593899081-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a61ab-fd11-4a4d-896f-bee12103fd21 HTTP/1.1" status: 200 len: 210 time: 0.0605912 Mar 03 18:35:04.291317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37902) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:35:04.440809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-62a7ddd8-8226-488e-a404-f23b8d50246c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50c63d48224549b1a93902f3a2c66253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482136 Mar 03 18:35:04.443274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37908) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:35:04.499651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e57c80c8-2675-41d8-ae64-f2a2f6992dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:04.525053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e57c80c8-2675-41d8-ae64-f2a2f6992dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:04.574518 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e57c80c8-2675-41d8-ae64-f2a2f6992dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:04.591553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c80c8-2675-41d8-ae64-f2a2f6992dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b452e504-a46f-47ae-9953-0bed2b679a35,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:04.603571 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e57c80c8-2675-41d8-ae64-f2a2f6992dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:04.605065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e57c80c8-2675-41d8-ae64-f2a2f6992dfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b452e504-a46f-47ae-9953-0bed2b679a35 HTTP/1.1" status: 204 len: 168 time: 0.1608999 Mar 03 18:35:04.875222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 37916) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:35:04.892456 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:04.906873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:35:04.910718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd0033957fb4e979e877ed972bb2f0e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:35:04.913526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:35:04.919849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:35:05.000831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:05.004869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:05.054189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fd0033957fb4e979e877ed972bb2f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778464 Mar 03 18:35:05.055701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c9daf-990d-4c17-8140-14b8118b26d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91e18c-2159-490f-bbf9-3b727e2ae53c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:05.057093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37920) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:35:05.116335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0aea995e-89cf-4538-b690-eb4935b4708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:05.141538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0aea995e-89cf-4538-b690-eb4935b4708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:05.192061 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0aea995e-89cf-4538-b690-eb4935b4708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:05.207350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea995e-89cf-4538-b690-eb4935b4708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91e18c-2159-490f-bbf9-3b727e2ae53c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:05.213362 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0aea995e-89cf-4538-b690-eb4935b4708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:05.214854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0aea995e-89cf-4538-b690-eb4935b4708d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b91e18c-2159-490f-bbf9-3b727e2ae53c HTTP/1.1" status: 204 len: 168 time: 0.1561892 Mar 03 18:35:05.345030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2221c589-da54-4556-bd8c-abae15cecc87 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:35:05.382938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 2221c589-da54-4556-bd8c-abae15cecc87 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:35:05.384274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2221c589-da54-4556-bd8c-abae15cecc87 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:35:05.905418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37944) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:35:06.005275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1094304523-network', 'tenant_id': 'f3f1de08215d4ece846321a7d088dd1f'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:35:06.011345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:35:06.015123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Usage tracker for resource:network and tenant:f3f1de08215d4ece846321a7d088dd1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:35:06.017964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:35:06.023573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:35:06.033284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Made reservation on behalf of f3f1de08215d4ece846321a7d088dd1f for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:35:06.035598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.048455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.062921 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:35:06.067030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f1de08215d4ece846321a7d088dd1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:35:06.069787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:35:06.075613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:35:06.157122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.160436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.189425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:35:06.197376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61484c28-7d1e-477e-bd3b-f98a72163dcb,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:06.203769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.204619 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Added segment c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615 of type vlan for network 2005c02e-9905-422d-8f72-f8818973554a Mar 03 18:35:06.229994 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.258035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.259104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:06.259676 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.463255 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5566418 Mar 03 18:35:06.464103 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c585263-4269-4de5-b4bb-0912b2123fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=2005c02e-9905-422d-8f72-f8818973554a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:06.466072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 37950) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:35:06.471560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Request body: {'subnet': {'network_id': '2005c02e-9905-422d-8f72-f8818973554a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1094304523-subnet', 'tenant_id': 'f3f1de08215d4ece846321a7d088dd1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:35:06.474633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2005c02e-9905-422d-8f72-f8818973554a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:35:06.477900 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:35:06.481735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Usage tracker for resource:subnet and tenant:f3f1de08215d4ece846321a7d088dd1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:35:06.484506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:35:06.490740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:35:06.499800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Made reservation on behalf of f3f1de08215d4ece846321a7d088dd1f for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:35:06.502180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.700116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.771855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff523c10-4115-439b-a469-783a5eef4b20,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:06.783376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Checking segment: {'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:35:06.783730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Network hostable DHCP agents. Network: 2005c02e-9905-422d-8f72-f8818973554a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:35:06.801879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Network 2005c02e-9905-422d-8f72-f8818973554a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:35:06.810428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2005c02e-9905-422d-8f72-f8818973554a) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:35:06.814199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:06.814773 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:06.819413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034c5d7-0b49-4804-bd0c-a0351a91dfc5 None None] Network 2005c02e-9905-422d-8f72-f8818973554a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:35:06.835126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25053979-92bc-492c-ab55-c5a4fcf4b7a5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3680620 Mar 03 18:35:07.039322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ffa4e-6472-41a3-ae59-72d0f8f86a48 None None] Network 2005c02e-9905-422d-8f72-f8818973554a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:35:07.343276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-fa31164a-257c-4825-b095-d8a887cfd419 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:07.343943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-fa31164a-257c-4825-b095-d8a887cfd419 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Synchronizing usage tracker for tenant:f3f1de08215d4ece846321a7d088dd1f on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:35:07.360555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-fa31164a-257c-4825-b095-d8a887cfd419 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Unset dirty status for tenant:f3f1de08215d4ece846321a7d088dd1f on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:35:07.361690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-fa31164a-257c-4825-b095-d8a887cfd419 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 812 time: 0.1668153 Mar 03 18:35:07.376309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-934a8c24-41f3-47bf-bba5-b9dd2ef683dd tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/quotas/f3f1de08215d4ece846321a7d088dd1f HTTP/1.1" status: 200 len: 375 time: 0.0092378 Mar 03 18:35:07.422575 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-aba6a006-caf7-482f-b6b8-413c5d44136b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415134 Mar 03 18:35:07.432327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-437be8fa-6e84-4d48-ab00-15755a07c2e3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:35:07.433229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-437be8fa-6e84-4d48-ab00-15755a07c2e3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046716 Mar 03 18:35:07.560477 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-2b31a159-4415-44a2-92d2-7c297dd547da service neutron] 10.222.0.23 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220953 Mar 03 18:35:07.691207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-266a1718-96b2-4018-bfec-5dac7c326616 service neutron] 10.222.0.23 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247036 Mar 03 18:35:07.865812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b44f6af4-c4bb-44af-a950-234df0aef9f6 req-5bb438fd-ea4c-4ca7-bf73-18675befc9dd tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 210 time: 0.0439949 Mar 03 18:35:08.877278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-ebd1b32a-9544-4607-a369-82c6303ebee7 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:08.878718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-ebd1b32a-9544-4607-a369-82c6303ebee7 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.35 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 812 time: 0.1472034 Mar 03 18:35:08.889762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Request body: {'port': {'device_id': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'network_id': '2005c02e-9905-422d-8f72-f8818973554a', 'admin_state_up': True, 'tenant_id': 'f3f1de08215d4ece846321a7d088dd1f'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:35:09.032232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f97dd852-ecd8-49db-9815-e4ea28311912 req-8e8cef37-3072-410d-bbb9-973ef743a61e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 210 time: 0.0587122 Mar 03 18:35:09.068843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:35:09.072659 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Usage tracker for resource:port and tenant:f3f1de08215d4ece846321a7d088dd1f is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:35:09.075442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:35:09.081168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:35:09.090574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Made reservation on behalf of f3f1de08215d4ece846321a7d088dd1f for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:35:09.093983 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:09.252678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Allocated IP 172.20.0.10 (2005c02e-9905-422d-8f72-f8818973554a/ff523c10-4115-439b-a469-783a5eef4b20/0bccb347-bc97-4ba1-86c7-3b878ebb9b12) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:35:09.471079 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:09.499790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:09.678024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Network 2005c02e-9905-422d-8f72-f8818973554a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:35:09.681699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:35:09.689823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:35:09.724180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:09.755918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:09.756551 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:09.776710 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-4ecc76c6-bcc1-4c54-ae30-e3643d9befa6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8905172 Mar 03 18:35:09.787841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Request body: {'port': {'device_id': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:35:09.895834 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:10.223725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cb73e-ddce-4425-b814-6c1cbaf5a678 req-8d87114e-7306-495a-a508-cbc2e39529d3 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:10.225170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-872cb73e-ddce-4425-b814-6c1cbaf5a678 req-8d87114e-7306-495a-a508-cbc2e39529d3 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 932 time: 0.0830920 Mar 03 18:35:10.235783 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:35:10.243965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:10.259773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Transition to ACTIVE for port object 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:35:10.263259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:10.270847 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-872cb73e-ddce-4425-b814-6c1cbaf5a678 req-07b3e88c-ebfc-417e-a351-cb7f889adfb9 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Mar 03 18:35:10.424917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:10.491447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:35:10.491778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:35:10.492102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on network 2005c02e-9905-422d-8f72-f8818973554a {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:35:10.497078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on network 2005c02e-9905-422d-8f72-f8818973554a not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:35:10.497431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on network 2005c02e-9905-422d-8f72-f8818973554a {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:35:10.502435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:35:10.502770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Checking segment: {'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:35:10.503150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Bound using segment: {'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:35:10.503569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Bound port: 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:35:10.503915 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:10.592975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:35:10.595958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:35:10.600702 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:10.658630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:10.659270 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:10.660709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] 10.222.0.35 "PUT /v2.0/ports/0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 1092 time: 0.8767691 Mar 03 18:35:10.661159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:35:10.688411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ff01-74bc-43fe-a9d2-1654f566acc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:10.733837 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'status': 'completed', 'code': 200} Mar 03 18:35:10.772386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-d59fe213-792f-43eb-8a61-38bfad850e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:10.773982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-d59fe213-792f-43eb-8a61-38bfad850e0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1095 time: 0.0748117 Mar 03 18:35:10.839633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-e7fc1c0f-2547-4d78-a312-b6417c4a59b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0597091 Mar 03 18:35:10.903948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-ef4e2c26-79ff-44ae-864f-701445b79578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:10.905228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-ef4e2c26-79ff-44ae-864f-701445b79578 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0591471 Mar 03 18:35:10.949163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-c166446e-da42-4d5f-8859-2d692e68394d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380564 Mar 03 18:35:11.075200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-98ec3906-63bb-47aa-9d9f-854c3ea65882 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198387 Mar 03 18:35:11.204417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34ce2e53-765a-4266-8dbb-962535f2dc35 req-14ce6030-3d6d-44a2-a436-9a0e4870230c service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225944 Mar 03 18:35:11.315620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e546f-887c-4220-acb8-667de6a81938 req-8274d51d-fb0c-4487-9abe-e7bfc278f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:11.317082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874e546f-887c-4220-acb8-667de6a81938 req-8274d51d-fb0c-4487-9abe-e7bfc278f333 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1095 time: 0.0698147 Mar 03 18:35:11.447000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e546f-887c-4220-acb8-667de6a81938 req-785add43-3aa3-4067-b4c4-ed848d674a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:11.448427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874e546f-887c-4220-acb8-667de6a81938 req-785add43-3aa3-4067-b4c4-ed848d674a34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1256695 Mar 03 18:35:11.453109 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e111303-cf04-423c-9272-1d01e8aed2fd req-d4a1831f-ea0d-4f8f-9ed8-98d3496920dd tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:11.454613 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e111303-cf04-423c-9272-1d01e8aed2fd req-d4a1831f-ea0d-4f8f-9ed8-98d3496920dd tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 944 time: 0.0794663 Mar 03 18:35:11.498083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e111303-cf04-423c-9272-1d01e8aed2fd req-7adc577a-653d-4561-b36f-76f5ee34e447 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380177 Mar 03 18:35:11.520740 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874e546f-887c-4220-acb8-667de6a81938 req-1ab2be6a-8820-4a59-b3b7-75401b8f6caf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0650737 Mar 03 18:35:11.583303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e546f-887c-4220-acb8-667de6a81938 req-c2b94a84-7a6d-494c-88ae-a87e29f00f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:11.584668 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874e546f-887c-4220-acb8-667de6a81938 req-c2b94a84-7a6d-494c-88ae-a87e29f00f8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0581088 Mar 03 18:35:11.736411 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874e546f-887c-4220-acb8-667de6a81938 req-36816581-c547-4dff-b962-810fee662895 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453631 Mar 03 18:35:11.863164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874e546f-887c-4220-acb8-667de6a81938 req-780c6117-91ed-4f64-bd0c-e0af3f61c153 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207314 Mar 03 18:35:11.990075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-874e546f-887c-4220-acb8-667de6a81938 req-a81576be-4216-4669-b53f-319b7cdc5253 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203794 Mar 03 18:35:12.684277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c2884-37dc-4ecc-a4d6-67297cef907e req-df59649c-0de5-4879-a7e7-35476876804d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:12.684967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-201c2884-37dc-4ecc-a4d6-67297cef907e req-df59649c-0de5-4879-a7e7-35476876804d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Synchronizing usage tracker for tenant:f3f1de08215d4ece846321a7d088dd1f on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:35:12.700888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-201c2884-37dc-4ecc-a4d6-67297cef907e req-df59649c-0de5-4879-a7e7-35476876804d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Unset dirty status for tenant:f3f1de08215d4ece846321a7d088dd1f on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:35:12.702052 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-201c2884-37dc-4ecc-a4d6-67297cef907e req-df59649c-0de5-4879-a7e7-35476876804d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 944 time: 0.0964129 Mar 03 18:35:12.748858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-201c2884-37dc-4ecc-a4d6-67297cef907e req-4bb9550b-7a53-4a4b-b1bc-15234d8db4b5 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Synchronizing usage tracker for tenant:f3f1de08215d4ece846321a7d088dd1f on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:35:12.765582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-201c2884-37dc-4ecc-a4d6-67297cef907e req-4bb9550b-7a53-4a4b-b1bc-15234d8db4b5 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Unset dirty status for tenant:f3f1de08215d4ece846321a7d088dd1f on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:35:12.766686 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-201c2884-37dc-4ecc-a4d6-67297cef907e req-4bb9550b-7a53-4a4b-b1bc-15234d8db4b5 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 Mar 03 18:35:14.042499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313578e-50c1-454b-9fe1-e428934a8d15 req-af6eb501-e083-4c7a-a13d-c693caf52008 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:14.044016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6313578e-50c1-454b-9fe1-e428934a8d15 req-af6eb501-e083-4c7a-a13d-c693caf52008 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 944 time: 0.1736891 Mar 03 18:35:14.086805 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6313578e-50c1-454b-9fe1-e428934a8d15 req-35911550-0ba7-43ad-85b2-663dff7ffdc6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Mar 03 18:35:15.271323 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759d65b-ebc9-4e83-822c-046aa640faec req-c1fa2cb9-48ec-4183-9e23-f037b813d1ab tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:15.272811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6759d65b-ebc9-4e83-822c-046aa640faec req-c1fa2cb9-48ec-4183-9e23-f037b813d1ab tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 944 time: 0.0795143 Mar 03 18:35:15.316095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6759d65b-ebc9-4e83-822c-046aa640faec req-bc05e0ab-5cff-4f40-9379-b6c46857f9b3 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Mar 03 18:35:15.395053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:35:15.526689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:15.539786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'network_id': '2005c02e-9905-422d-8f72-f8818973554a', 'port_id': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'mac_address': 'fa:16:3e:ad:6f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff523c10-4115-439b-a469-783a5eef4b20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:35:15.596911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:15.613896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:35:15.628726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:15.632862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:15.700063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:15.817775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['0bccb347-bc97-4ba1-86c7-3b878ebb9b12'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:35:16.501307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46fe11-7bdc-4ee5-8893-56451925c9e4 req-a912f4df-2c0b-4181-a13d-a611ec960155 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:16.502831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a46fe11-7bdc-4ee5-8893-56451925c9e4 req-a912f4df-2c0b-4181-a13d-a611ec960155 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 945 time: 0.0819740 Mar 03 18:35:16.545536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7a46fe11-7bdc-4ee5-8893-56451925c9e4 req-64cdec6b-3ab6-45fe-9a15-587815ec9876 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Mar 03 18:35:17.392929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:35:17.462441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:35:17.467307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:35:17.467697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:17.605118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:17.633445 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:35:17.644496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:17.649420 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:17.683247 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'code': 200} Mar 03 18:35:17.730267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:17.783914 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69860f1e-14c1-4699-913e-25d10edfaec5 req-5a7484bc-73be-433d-8af6-cf563f01441e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:17.785411 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69860f1e-14c1-4699-913e-25d10edfaec5 req-5a7484bc-73be-433d-8af6-cf563f01441e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.1320899 Mar 03 18:35:17.838304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69860f1e-14c1-4699-913e-25d10edfaec5 req-6073a92b-79ce-4228-bdbf-c49a3bf3d1a8 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Mar 03 18:35:17.856054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc755544-6872-4a3c-9e88-8cc00872038c req-f8b4ff20-afe2-4d87-ab25-d7d40e7b0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:17.857555 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc755544-6872-4a3c-9e88-8cc00872038c req-f8b4ff20-afe2-4d87-ab25-d7d40e7b0305 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1097 time: 0.1155677 Mar 03 18:35:17.900076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fc755544-6872-4a3c-9e88-8cc00872038c req-fb9353a1-2600-480a-9658-07df2aa88a1a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364909 Mar 03 18:35:18.222000 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:19.030357 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484227c-55b3-4df9-aed1-617513e300f1 req-2cce8557-8b14-4e1f-aa0f-f69a00dc9116 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:19.031811 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5484227c-55b3-4df9-aed1-617513e300f1 req-2cce8557-8b14-4e1f-aa0f-f69a00dc9116 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0820508 Mar 03 18:35:19.077607 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5484227c-55b3-4df9-aed1-617513e300f1 req-0b435368-746f-43a9-9fa9-55f6bdc83d49 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Mar 03 18:35:19.344346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38006) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:35:19.531413 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402db12-14c4-4547-bd08-2c3812ad1cd3 req-931f21cd-b170-4770-a11c-eecdb014ed9b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:19.532871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a402db12-14c4-4547-bd08-2c3812ad1cd3 req-931f21cd-b170-4770-a11c-eecdb014ed9b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.1434319 Mar 03 18:35:19.535773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-ba65deaf-2e6d-4979-9a45-3457c18bc309 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1899157 Mar 03 18:35:19.589563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a402db12-14c4-4547-bd08-2c3812ad1cd3 req-3bc19b3d-cd87-465b-99cd-fcd08e6db469 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489209 Mar 03 18:35:19.593589 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3e37-6f50-4071-9c67-0bd194eeac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:20.817187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75663bb5-01ad-48d5-98d3-ad630274dbec req-7114018d-0f4e-419e-9844-e9b640443e55 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:20.818627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75663bb5-01ad-48d5-98d3-ad630274dbec req-7114018d-0f4e-419e-9844-e9b640443e55 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.1285684 Mar 03 18:35:20.842257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-f34c2682-6bea-4a28-badd-7e0695cbb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:20.843616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-f34c2682-6bea-4a28-badd-7e0695cbb3de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1097 time: 0.1229129 Mar 03 18:35:20.898375 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75663bb5-01ad-48d5-98d3-ad630274dbec req-25ed698c-4b78-408c-a900-500b3a27559b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732570 Mar 03 18:35:20.986492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-4f19e563-d986-418d-91ce-e0ef55c9ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:20.987892 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-4f19e563-d986-418d-91ce-e0ef55c9ca46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1377432 Mar 03 18:35:21.052675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-19c5d7aa-2419-49ed-8136-097807cc6c60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0592134 Mar 03 18:35:21.113976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-d6c7aae4-bb96-459d-9f47-581a248ee25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:21.116127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-d6c7aae4-bb96-459d-9f47-581a248ee25c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0585587 Mar 03 18:35:21.165293 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-55b2489e-75e6-42fc-9fb8-02a64e50c639 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437295 Mar 03 18:35:21.294413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-70b9d95a-e0be-49f5-a94f-8449b2627c37 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226554 Mar 03 18:35:21.426407 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-d1fa0eb7-a68f-4743-a775-c54aecf76d7e service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257701 Mar 03 18:35:21.870081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca096e25-3d46-4c25-9716-f7aafef36500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:22.083309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ddee-281c-4fd0-b9d1-813f25ba7645 req-a8093533-3f9d-4f2b-ac1c-3a4ebee4987a tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:22.084765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb8ddee-281c-4fd0-b9d1-813f25ba7645 req-a8093533-3f9d-4f2b-ac1c-3a4ebee4987a tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0806115 Mar 03 18:35:22.128498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2fb8ddee-281c-4fd0-b9d1-813f25ba7645 req-095e54c0-b4a8-43d7-9f5e-4361081e20fb tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Mar 03 18:35:22.980874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:23.031886 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:23.321255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b66b5-8936-4b02-ba82-bd39d52384d6 req-4fa60102-4f74-4b60-8b8c-06db0f81352d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:23.322641 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc9b66b5-8936-4b02-ba82-bd39d52384d6 req-4fa60102-4f74-4b60-8b8c-06db0f81352d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0837400 Mar 03 18:35:23.471816 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc9b66b5-8936-4b02-ba82-bd39d52384d6 req-5aed6174-f26e-4070-ad5c-e7c0c6874b16 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435134 Mar 03 18:35:24.417993 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:24.657478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c56506-7e81-4502-bb19-f134d720e9a2 req-78f28345-4786-4f37-9eb1-1280f89ec8be tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:24.658842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4c56506-7e81-4502-bb19-f134d720e9a2 req-78f28345-4786-4f37-9eb1-1280f89ec8be tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0847032 Mar 03 18:35:24.670999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:24.702992 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4c56506-7e81-4502-bb19-f134d720e9a2 req-40d959c2-8e1a-4e3f-a526-44f387d24b6b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Mar 03 18:35:25.885291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2470e-cd10-4268-bd90-ea81e7bafb0b req-acba23ce-e710-47ec-9e3f-dce6653c9c56 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:25.886750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6f2470e-cd10-4268-bd90-ea81e7bafb0b req-acba23ce-e710-47ec-9e3f-dce6653c9c56 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0782726 Mar 03 18:35:25.929541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6f2470e-cd10-4268-bd90-ea81e7bafb0b req-c365dd2b-ab35-4083-9e33-3dd036992474 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 Mar 03 18:35:27.109930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e09d-1788-4c4f-9339-e593295a82bd req-f6253b2d-1960-46ed-bda7-fc35b7658a76 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:27.111382 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5aa4e09d-1788-4c4f-9339-e593295a82bd req-f6253b2d-1960-46ed-bda7-fc35b7658a76 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0804698 Mar 03 18:35:27.157534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5aa4e09d-1788-4c4f-9339-e593295a82bd req-e22a3666-cbb8-4ebb-934a-7ac250dbf57b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Mar 03 18:35:28.340930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1c2f5-aef8-480e-a34b-5a9c115976ef req-6abee5af-a438-40f1-8bf2-cf475c873f7e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:28.342515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30e1c2f5-aef8-480e-a34b-5a9c115976ef req-6abee5af-a438-40f1-8bf2-cf475c873f7e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0812409 Mar 03 18:35:28.386998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-30e1c2f5-aef8-480e-a34b-5a9c115976ef req-5756a757-2621-4912-b821-f7443cda832c tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 Mar 03 18:35:29.572361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ae98-5a3a-44a4-b80c-f0e23227531a req-c4faaccb-65f4-4e2e-bba3-ce5113393a98 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:29.573837 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc13ae98-5a3a-44a4-b80c-f0e23227531a req-c4faaccb-65f4-4e2e-bba3-ce5113393a98 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0796876 Mar 03 18:35:29.616617 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dc13ae98-5a3a-44a4-b80c-f0e23227531a req-53ab4979-7bf3-462d-9517-c562f2ae4dad tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Mar 03 18:35:30.805880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db18b1e-184d-4110-858f-66fd945d2296 req-ad7462a2-0c52-42ed-802e-85eb4ddcc278 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:30.807489 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5db18b1e-184d-4110-858f-66fd945d2296 req-ad7462a2-0c52-42ed-802e-85eb4ddcc278 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0847552 Mar 03 18:35:30.851879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5db18b1e-184d-4110-858f-66fd945d2296 req-9011f5f4-d3c2-4fc1-8170-98d9277d5f68 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Mar 03 18:35:32.036223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cba3b-f077-4e31-b5e9-c610a8f06d63 req-08e34a03-1ee9-4249-a660-53047d61afd0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:32.037676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d8cba3b-f077-4e31-b5e9-c610a8f06d63 req-08e34a03-1ee9-4249-a660-53047d61afd0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0819678 Mar 03 18:35:32.081275 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d8cba3b-f077-4e31-b5e9-c610a8f06d63 req-4ad54e99-ea2f-47a2-845e-01513055152f tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379655 Mar 03 18:35:33.264486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99562-7554-4c4a-8815-d3948d9ae923 req-b59850d0-9782-4e76-9834-ce678d013436 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:33.265950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44b99562-7554-4c4a-8815-d3948d9ae923 req-b59850d0-9782-4e76-9834-ce678d013436 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0800397 Mar 03 18:35:33.309852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44b99562-7554-4c4a-8815-d3948d9ae923 req-4b72a86e-3729-4ce1-89b2-2dadc2c3dccb tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Mar 03 18:35:34.490919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bba8b5-40a0-499b-bf72-599ed4c3213b req-1cb9b68a-1403-4bc8-a37d-dfa103dd3253 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:34.492346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96bba8b5-40a0-499b-bf72-599ed4c3213b req-1cb9b68a-1403-4bc8-a37d-dfa103dd3253 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0784657 Mar 03 18:35:34.535127 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-96bba8b5-40a0-499b-bf72-599ed4c3213b req-c6064810-54c5-4edf-b727-7985cd593570 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Mar 03 18:35:35.719187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16c090-32d0-4be7-9524-9dbcbf99b7bc req-a6b98409-9fb3-494d-aa0e-3b3b393aa91f tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:35.720615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a16c090-32d0-4be7-9524-9dbcbf99b7bc req-a6b98409-9fb3-494d-aa0e-3b3b393aa91f tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0824349 Mar 03 18:35:35.762993 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1a16c090-32d0-4be7-9524-9dbcbf99b7bc req-4f4ee622-ecb7-4b3d-a3cb-77118855b65c tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359719 Mar 03 18:35:36.949365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b7f5-1ea1-452a-bae7-9485330720da req-ca86e705-624f-40a1-9412-e55e8817f7c6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:36.950812 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44a0b7f5-1ea1-452a-bae7-9485330720da req-ca86e705-624f-40a1-9412-e55e8817f7c6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0824056 Mar 03 18:35:36.994431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44a0b7f5-1ea1-452a-bae7-9485330720da req-363935d0-f494-4272-8342-0dfe72e1b9df tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Mar 03 18:35:37.402560 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:35:38.179993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9f6b-f6d8-43e7-8606-dd6de77b4b09 req-656262ac-d294-4bac-af51-9ff8156bed65 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:38.181492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f20b9f6b-f6d8-43e7-8606-dd6de77b4b09 req-656262ac-d294-4bac-af51-9ff8156bed65 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0793469 Mar 03 18:35:38.227299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f20b9f6b-f6d8-43e7-8606-dd6de77b4b09 req-a0058ead-b3a5-4665-a15a-f2fc4acd4914 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Mar 03 18:35:39.409564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506b75a-2ec1-4ec1-ad68-700e5536268d req-6ae729aa-3500-475d-85c6-afd92328910d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:39.410927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c506b75a-2ec1-4ec1-ad68-700e5536268d req-6ae729aa-3500-475d-85c6-afd92328910d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0802445 Mar 03 18:35:39.457487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c506b75a-2ec1-4ec1-ad68-700e5536268d req-88e4f0a0-5f1f-4ec1-a36c-292eace71bbb tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Mar 03 18:35:40.644837 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83943c-5f63-482a-b4dd-b9c8b9596b3b req-603b9493-164a-4ff1-8a07-a79fca84e560 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:40.646333 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe83943c-5f63-482a-b4dd-b9c8b9596b3b req-603b9493-164a-4ff1-8a07-a79fca84e560 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0806584 Mar 03 18:35:40.689164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe83943c-5f63-482a-b4dd-b9c8b9596b3b req-e67fc4f5-cba0-4a42-96a9-d40edb07ec43 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Mar 03 18:35:41.871353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd84ad4-97a3-4c68-aa9a-00f9bb39c866 req-874bad1c-a414-4b3d-8ffa-918ad820f415 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:41.872791 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dfd84ad4-97a3-4c68-aa9a-00f9bb39c866 req-874bad1c-a414-4b3d-8ffa-918ad820f415 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0805264 Mar 03 18:35:41.915750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dfd84ad4-97a3-4c68-aa9a-00f9bb39c866 req-5cf88cbd-d1a5-4073-acc3-75ba8bb47335 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372553 Mar 03 18:35:43.102479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f484e-9243-44a8-8b99-841abd0e5ee3 req-1401248c-9d83-494a-b3be-7bbf6ffaafaf tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:43.103923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb2f484e-9243-44a8-8b99-841abd0e5ee3 req-1401248c-9d83-494a-b3be-7bbf6ffaafaf tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0830715 Mar 03 18:35:43.148648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-eb2f484e-9243-44a8-8b99-841abd0e5ee3 req-ecb46a84-d12a-4bba-95a6-6dd8e678a0d8 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Mar 03 18:35:44.334267 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf06cb-1612-49d2-bd9d-3c57777ec001 req-de961d13-27fe-4cde-a93b-d8b518118891 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:44.335716 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfcf06cb-1612-49d2-bd9d-3c57777ec001 req-de961d13-27fe-4cde-a93b-d8b518118891 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0828991 Mar 03 18:35:44.380114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cfcf06cb-1612-49d2-bd9d-3c57777ec001 req-96edecc0-b4c2-41a3-8c5f-4797ee95a18f tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Mar 03 18:35:45.566481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe5391-e2a2-44da-91b5-e5ffd15574eb req-f08a78b0-01f5-4c2d-a7d3-0d0ff219c9f2 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:45.567921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55fe5391-e2a2-44da-91b5-e5ffd15574eb req-f08a78b0-01f5-4c2d-a7d3-0d0ff219c9f2 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0795515 Mar 03 18:35:45.613266 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55fe5391-e2a2-44da-91b5-e5ffd15574eb req-ab5e805a-4871-42a4-97d5-f5b57bb9ec4f tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 Mar 03 18:35:46.793906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89647255-361e-45ae-acb5-7507a42f0d50 req-c13920a4-5433-4f00-9af8-f146e8dac648 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:46.795335 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89647255-361e-45ae-acb5-7507a42f0d50 req-c13920a4-5433-4f00-9af8-f146e8dac648 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0785291 Mar 03 18:35:46.838377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-89647255-361e-45ae-acb5-7507a42f0d50 req-a74a38c2-5470-4746-980f-9125247550f6 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375347 Mar 03 18:35:48.046876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-25bdaa8e-fcc1-417a-a77e-ac4794ccb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:48.048328 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-25bdaa8e-fcc1-417a-a77e-ac4794ccb13f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1097 time: 0.1231565 Mar 03 18:35:48.064762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6dce4-b028-4736-a106-c3dc34255639 req-c9a303ae-c293-4a9c-87b7-3a64c76a283e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:48.066329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55e6dce4-b028-4736-a106-c3dc34255639 req-c9a303ae-c293-4a9c-87b7-3a64c76a283e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.1119139 Mar 03 18:35:48.197130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-55e6dce4-b028-4736-a106-c3dc34255639 req-037761b8-6fff-469b-8f4f-fce990fa08c0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120346 Mar 03 18:35:48.222104 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:48.225649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-48cdf2c8-2f57-4a8b-87e9-776ccb7cec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:48.227142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-48cdf2c8-2f57-4a8b-87e9-776ccb7cec15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1598477 Mar 03 18:35:48.297792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-2a8dca6f-d76a-48ab-93ef-65401a16c0ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0629106 Mar 03 18:35:48.357709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-ddc31607-075d-4cdf-a423-f893fd91a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:48.359116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-ddc31607-075d-4cdf-a423-f893fd91a6e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0559609 Mar 03 18:35:48.407417 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-a4e2bee9-01c4-4fe3-bfee-9c054bbc6e6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385923 Mar 03 18:35:48.445391 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-40b5cfde-728c-4998-829d-c7fd0e372add req-f47c15b3-bb56-4917-b209-97d0e9c5b417 service neutron] show failed (client error): The resource could not be found. Mar 03 18:35:48.446379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-f47c15b3-bb56-4917-b209-97d0e9c5b417 service neutron] 10.222.0.35 "GET /v2.0/ports/0bccb347-bc97-4ba1-86c7-3b878ebb9b12/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0777991 Mar 03 18:35:48.543508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-723aa976-79da-4f3f-b6b8-b7720b43d526 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302104 Mar 03 18:35:48.760679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-15b48038-404c-4da7-a0f8-6af436cbc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:48.762162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-15b48038-404c-4da7-a0f8-6af436cbc026 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa&tenant_id=f3f1de08215d4ece846321a7d088dd1f HTTP/1.1" status: 200 len: 1097 time: 0.1259482 Mar 03 18:35:48.776721 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:35:48.783690 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67949cb6-c6b6-4193-bdb6-0f1976312ee0 req-f999b761-d137-4560-926d-baad007ad15a service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336895 Mar 03 18:35:48.979449 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:49.247005 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:49.275651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:35:49.379529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:35:49.385532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:49.405887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Transition to ACTIVE for port object 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:35:49.411206 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:49.524137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1236fe-9588-4c3b-819e-ae60843225ea req-ae405b7b-89e7-4705-997b-ff23abe06877 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:49.525620 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef1236fe-9588-4c3b-819e-ae60843225ea req-ae405b7b-89e7-4705-997b-ff23abe06877 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.2228415 Mar 03 18:35:49.527103 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'code': 200} Mar 03 18:35:49.592621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-883ca7ab-070e-4b92-91e1-685cfb7c2071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:49.595501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] No DVR routers for this DVR port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:35:49.604122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:49.659302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.659640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.659979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.660305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.660631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.660950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.661269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.661612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.661927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.662244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.662564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.662876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:49.700619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:35:49.700947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:35:49.701271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on network 2005c02e-9905-422d-8f72-f8818973554a {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:35:49.708334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ef1236fe-9588-4c3b-819e-ae60843225ea req-614fd843-924f-4772-a402-2b3a2ab06a8e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738446 Mar 03 18:35:49.710138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on network 2005c02e-9905-422d-8f72-f8818973554a not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:35:49.711077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Attempting to bind port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on network 2005c02e-9905-422d-8f72-f8818973554a {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:35:49.716288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:35:49.716622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Checking segment: {'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:35:49.716995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Bound using segment: {'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:35:49.717510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Bound port: 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2005c02e-9905-422d-8f72-f8818973554a'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:35:49.717856 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:49.806858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:35:49.810052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:35:49.813792 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:49.871334 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:49.871932 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:49.873258 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] 10.222.0.16 "PUT /v2.0/ports/0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 1092 time: 1.1006217 Mar 03 18:35:49.895954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf6d84-39bf-4fb0-93d7-dc1fc93f8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:49.968611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-487794f9-8838-41b4-8cec-622a451eda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:49.970087 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-487794f9-8838-41b4-8cec-622a451eda06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1095 time: 0.0691378 Mar 03 18:35:50.099381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-df6f81f5-43db-48bf-be32-6b5c03591793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:50.101085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-df6f81f5-43db-48bf-be32-6b5c03591793 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1251771 Mar 03 18:35:50.172792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-0fbe9576-5595-438e-990c-65b122474cf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0655811 Mar 03 18:35:50.236992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cfde-728c-4998-829d-c7fd0e372add req-386a8f1f-e8ea-41d0-9d6d-c5338b044d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:50.238394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-386a8f1f-e8ea-41d0-9d6d-c5338b044d13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0591383 Mar 03 18:35:50.283113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-8d25a450-305c-4bcd-863d-9fffe9ef340a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388589 Mar 03 18:35:50.293086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-8cff6bc5-3ba1-4a6f-86a2-8858c62b0258 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:35:50.294031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-8cff6bc5-3ba1-4a6f-86a2-8858c62b0258 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046127 Mar 03 18:35:50.422594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-5512c512-f24e-425b-b54d-d9d2f819a33f service neutron] 10.222.0.16 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224959 Mar 03 18:35:50.649690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-a39fc17c-c5ec-4b09-b4f3-5fa69720a6c9 service neutron] 10.222.0.16 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209008 Mar 03 18:35:50.953343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5062fd-1e7a-448a-8b5e-7c7bfb577a42 req-603bb95f-c0dd-4a4d-92c3-f4e639b95c9b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:50.954791 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa5062fd-1e7a-448a-8b5e-7c7bfb577a42 req-603bb95f-c0dd-4a4d-92c3-f4e639b95c9b tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 944 time: 0.1330209 Mar 03 18:35:50.998274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa5062fd-1e7a-448a-8b5e-7c7bfb577a42 req-f84caf23-5b15-4fc1-b29b-61580eb54499 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378587 Mar 03 18:35:51.527977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:35:51.567222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:35:51.584291 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'status': 'completed', 'code': 200} Mar 03 18:35:51.637674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:35:51.670419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d836ee-a707-4097-a361-96a4baed442c req-d598538b-cbdb-457a-9668-697faa03e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:51.671775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-d598538b-cbdb-457a-9668-697faa03e1f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1095 time: 0.0708969 Mar 03 18:35:51.702539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d836ee-a707-4097-a361-96a4baed442c req-7bcebeee-f323-4992-a76d-f1a4e17e8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:51.704021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-7bcebeee-f323-4992-a76d-f1a4e17e8ba7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1095 time: 0.0751405 Mar 03 18:35:51.809700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d836ee-a707-4097-a361-96a4baed442c req-7c783158-01aa-4e29-9b54-48608319370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:51.811167 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-7c783158-01aa-4e29-9b54-48608319370e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1338758 Mar 03 18:35:51.836184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d836ee-a707-4097-a361-96a4baed442c req-6cb0136a-cf68-4675-8338-1e5ab1521595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:51.837661 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-6cb0136a-cf68-4675-8338-1e5ab1521595 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1276035 Mar 03 18:35:51.871835 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ae22914-9ac7-4d9f-aef0-caeea81a36ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:51.892162 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-412d0e46-3ac0-4939-89b4-5b7fb2ee787e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0738013 Mar 03 18:35:51.911833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-6677013b-3b94-4ecf-9f84-5548305b9d7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0666773 Mar 03 18:35:51.952564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d836ee-a707-4097-a361-96a4baed442c req-3bb13e18-c822-4fde-b531-86c310b727ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:51.953954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-3bb13e18-c822-4fde-b531-86c310b727ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0574207 Mar 03 18:35:51.976497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d836ee-a707-4097-a361-96a4baed442c req-577b1599-dd2a-4a7b-8e48-b8639a1766e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:51.977949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-577b1599-dd2a-4a7b-8e48-b8639a1766e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0568650 Mar 03 18:35:52.003012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-29926f00-ebe6-43ee-be3f-259a0cf42703 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436115 Mar 03 18:35:52.027916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-e905614b-9d1d-4738-8fe1-4dbf3a0a993d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437965 Mar 03 18:35:52.166368 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-ad08cabf-b350-48ee-b657-c2d6d7ceccf4 service neutron] 10.222.0.16 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319017 Mar 03 18:35:52.185020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-d96e566a-518c-45bb-8c99-063466cedc40 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761162 Mar 03 18:35:52.244159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4c775-7557-4f07-a3e6-806913ed0297 req-b6be29ed-9a7a-4592-99a3-acf5187de0d7 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:52.245554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8d4c775-7557-4f07-a3e6-806913ed0297 req-b6be29ed-9a7a-4592-99a3-acf5187de0d7 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 944 time: 0.1386371 Mar 03 18:35:52.298110 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-1c03701b-7d59-4af1-a05c-4f4fbc65131b service neutron] 10.222.0.16 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253624 Mar 03 18:35:52.347863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8d4c775-7557-4f07-a3e6-806913ed0297 req-a1ac6588-433f-469d-a671-5618e887c367 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581467 Mar 03 18:35:52.373824 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1d836ee-a707-4097-a361-96a4baed442c req-f48770a0-5035-4516-a5b7-545dcb0f2b89 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814232 Mar 03 18:35:52.985132 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:53.032554 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:53.069209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:35:53.199493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:53.212657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'network_id': '2005c02e-9905-422d-8f72-f8818973554a', 'port_id': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'mac_address': 'fa:16:3e:ad:6f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff523c10-4115-439b-a469-783a5eef4b20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:35:53.265841 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:53.282747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:35:53.297742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:53.301523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:53.371061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:53.536256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f9b0e-0f80-491d-a3fd-0ae96dd46afd req-386f9439-4bba-452a-8be0-f47e97c21152 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:53.537648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f64f9b0e-0f80-491d-a3fd-0ae96dd46afd req-386f9439-4bba-452a-8be0-f47e97c21152 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 945 time: 0.0806251 Mar 03 18:35:53.579849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f64f9b0e-0f80-491d-a3fd-0ae96dd46afd req-518c2663-31ab-4e41-a6c0-39521ea232a8 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367210 Mar 03 18:35:54.422791 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:54.670400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:54.767181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d520-e8b1-4b61-bc75-0e1e236d800e req-01467dc7-1bab-40ec-b72c-a4ed7eeb3829 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:54.768687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f43d520-e8b1-4b61-bc75-0e1e236d800e req-01467dc7-1bab-40ec-b72c-a4ed7eeb3829 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 945 time: 0.0831597 Mar 03 18:35:54.811724 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f43d520-e8b1-4b61-bc75-0e1e236d800e req-53040734-9b23-46de-9908-ead5a4644d3d tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Mar 03 18:35:54.856206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0bccb347-bc97-4ba1-86c7-3b878ebb9b12'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:35:55.186029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-b607b90c-3a61-4849-b3cb-b75e2377a62e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:55.187437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-b607b90c-3a61-4849-b3cb-b75e2377a62e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.35 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa&tenant_id=f3f1de08215d4ece846321a7d088dd1f&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 945 time: 0.0842252 Mar 03 18:35:55.263551 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-62cffa95-c64f-413a-82da-82571b971374 service neutron] delete failed (client error): The resource could not be found. Mar 03 18:35:55.264424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-62cffa95-c64f-413a-82da-82571b971374 service neutron] 10.222.0.35 "DELETE /v2.0/ports/0bccb347-bc97-4ba1-86c7-3b878ebb9b12/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0716207 Mar 03 18:35:55.400754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-263ad0cd-eb89-4193-8ed4-8786af8b96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:55.402208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-263ad0cd-eb89-4193-8ed4-8786af8b96f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1096 time: 0.0717556 Mar 03 18:35:55.544403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-074c886a-edb4-4c5b-adb2-2a84cb9a4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:55.545806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-074c886a-edb4-4c5b-adb2-2a84cb9a4f4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1375101 Mar 03 18:35:55.611554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-f86e776a-7254-42f1-9ff7-c656feb5693e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0599120 Mar 03 18:35:55.675812 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-7b8305d7-2fc5-4e51-bda6-fa99c25dd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:55.677209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-7b8305d7-2fc5-4e51-bda6-fa99c25dd794 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0597270 Mar 03 18:35:55.720385 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-2a5fdef8-5bc7-49bb-9e2a-2a7b34fe6feb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378242 Mar 03 18:35:55.954872 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-2d093cbc-9fa5-40b3-89b2-6a8b5434f7da service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280893 Mar 03 18:35:56.080419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-e00feb23-b1e2-4795-84f6-6463e4860343 service neutron] 10.222.0.35 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200244 Mar 03 18:35:56.859402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e934-84ca-4056-8b28-55db5025b056 req-f79883d7-20dc-493d-b3ae-a2b652380199 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:56.860841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3610e934-84ca-4056-8b28-55db5025b056 req-f79883d7-20dc-493d-b3ae-a2b652380199 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 945 time: 0.0790620 Mar 03 18:35:56.907138 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3610e934-84ca-4056-8b28-55db5025b056 req-b3141358-181f-4d3c-8801-4950ebe49132 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Mar 03 18:35:57.077195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:35:57.143708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:35:57.148248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:35:57.148614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:57.261382 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:57.286512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:35:57.296281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:57.300060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:57.337048 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'code': 200} Mar 03 18:35:57.368625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:57.376001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.376295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.376630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.376963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.377293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.377643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.377966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.378286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.378605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.378922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.379238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:57.379552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:35:58.090060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c0c1-cefd-4d89-9af0-b194ee52ef85 req-f33e55e8-2470-40f9-b905-20964a9655f5 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:58.091685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4739c0c1-cefd-4d89-9af0-b194ee52ef85 req-f33e55e8-2470-40f9-b905-20964a9655f5 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0819566 Mar 03 18:35:58.137602 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4739c0c1-cefd-4d89-9af0-b194ee52ef85 req-2557a634-3947-4c10-b25e-cba24ba42b2e tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/security-groups?id=61484c28-7d1e-477e-bd3b-f98a72163dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Mar 03 18:35:58.299610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-7b783287-a5ec-421f-8a58-029aff658c7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724583 Mar 03 18:35:58.307307 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-015b2342-6407-4cea-a588-667fd057ddb1 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:58.308721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-015b2342-6407-4cea-a588-667fd057ddb1 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.16 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 946 time: 0.0817318 Mar 03 18:35:58.382621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Deleting port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:35:58.383517 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:58.443832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-4ae11c5d-88c7-44a7-8455-e62044dd0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:58.445281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-4ae11c5d-88c7-44a7-8455-e62044dd0501 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3f1de08215d4ece846321a7d088dd1f&device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 1097 time: 0.0692105 Mar 03 18:35:58.587202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-8f7789bd-573a-4a4b-a7d6-3a6dfc5eb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:58.588657 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-8f7789bd-573a-4a4b-a7d6-3a6dfc5eb2b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 200 len: 913 time: 0.1248066 Mar 03 18:35:58.628096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] For port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,segment=NetworkSegment(c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615),segment_id=c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:35:58.628448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:58.659075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-9772f6df-d818-448d-bddb-2f2f937847dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 200 len: 217 time: 0.0646439 Mar 03 18:35:58.722262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-f6ab1005-5cc7-403e-b684-86601ad0d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:35:58.723731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-f6ab1005-5cc7-403e-b684-86601ad0d707 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 200 len: 852 time: 0.0581255 Mar 03 18:35:58.752959 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Calling delete_port for 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:35:58.769119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-f846534c-b00f-4313-bc20-c9709252734a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2005c02e-9905-422d-8f72-f8818973554a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395477 Mar 03 18:35:58.898185 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:58.900245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-14340c74-21b6-4198-89b9-8df832c0125e service neutron] 10.222.0.16 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245079 Mar 03 18:35:58.924091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['0bccb347-bc97-4ba1-86c7-3b878ebb9b12'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:35:58.951605 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Pushing event deleted for resources: {'Port': ['ID=0bccb347-bc97-4ba1-86c7-3b878ebb9b12,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:35:59.030016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] No DVR routers for this DVR port 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:35:59.032597 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:35:59.035327 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-deleted', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:35:59.042680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-345b2f90-aa4c-443a-b73b-5fea183466aa service neutron] 10.222.0.16 "GET /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368775 Mar 03 18:35:59.058186 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10968584-31db-4dbb-8771-7872b3ba6b70 req-34821494-0c59-44f2-972f-2fe2a7136ab0 tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.16 "DELETE /v2.0/ports/0bccb347-bc97-4ba1-86c7-3b878ebb9b12 HTTP/1.1" status: 204 len: 173 time: 0.7401831 Mar 03 18:35:59.092647 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ef3bc6-d19a-46ef-9b3c-21103b9a35aa', 'name': 'network-vif-deleted', 'tag': '0bccb347-bc97-4ba1-86c7-3b878ebb9b12', 'status': 'completed', 'code': 200} Mar 03 18:35:59.304502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53216e33-1e92-4261-8fd7-137b6f14e576 req-147c47b7-093d-49dc-8764-494a2d5e55ea tempest-DeleteServersTestJSON-2142367182 tempest-DeleteServersTestJSON-2142367182-project] 10.222.0.23 "GET /v2.0/ports?device_id=46ef3bc6-d19a-46ef-9b3c-21103b9a35aa HTTP/1.1" status: 200 len: 210 time: 0.0472002 Mar 03 18:36:00.541907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38122) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:36:00.700870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] Deleting subnet ff523c10-4115-439b-a469-783a5eef4b20 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:36:00.703692 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:00.752073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:00.804775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:00.873275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:00.911478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff523c10-4115-439b-a469-783a5eef4b20,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:00.914400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:00.920356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6431dbc9-4b94-403f-881a-26bde8250cd0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ff523c10-4115-439b-a469-783a5eef4b20 HTTP/1.1" status: 204 len: 168 time: 0.3774626 Mar 03 18:36:00.922895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38126) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:36:01.025121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.077467 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:36:01.112251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:36:01.112600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 0bccb347-bc97-4ba1-86c7-3b878ebb9b12 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:36:01.148546 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.172390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2005c02e-9905-422d-8f72-f8818973554a']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:36:01.184573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:36:01.184866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9aa8684-e5e2-4df6-ad2d-3c3e2a8fa615') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:36:01.196374 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.211706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.217585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:36:01.217963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:36:01.230900 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:36:01.305545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.321514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.332865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] Pushing event deleted for resources: {'Network': ['ID=2005c02e-9905-422d-8f72-f8818973554a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:01.339486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9a060d13-2e0a-409f-9b4c-e8f7333ca56a admin admin] 10.222.0.23 "DELETE /v2.0/networks/2005c02e-9905-422d-8f72-f8818973554a HTTP/1.1" status: 204 len: 168 time: 0.4156730 Mar 03 18:36:01.444530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38134) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:36:01.492782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fe9b9d10-3f88-48cd-85c6-d720822150ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3f1de08215d4ece846321a7d088dd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458970 Mar 03 18:36:01.495508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38138) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:36:01.556815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2617b0a7-4252-420c-9383-ebe959c952c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.581266 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2617b0a7-4252-420c-9383-ebe959c952c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.631641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2617b0a7-4252-420c-9383-ebe959c952c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.647851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617b0a7-4252-420c-9383-ebe959c952c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61484c28-7d1e-477e-bd3b-f98a72163dcb,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:01.658804 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2617b0a7-4252-420c-9383-ebe959c952c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:01.659923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2617b0a7-4252-420c-9383-ebe959c952c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61484c28-7d1e-477e-bd3b-f98a72163dcb HTTP/1.1" status: 204 len: 168 time: 0.1632154 Mar 03 18:36:02.457193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38162) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:36:02.559010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-810527513-network', 'tenant_id': '39392f8de5b14f50ab836787b259d34d'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:36:02.564338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:36:02.568120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Usage tracker for resource:network and tenant:39392f8de5b14f50ab836787b259d34d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:36:02.571638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:36:02.577198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:36:02.586680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Made reservation on behalf of 39392f8de5b14f50ab836787b259d34d for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:36:02.588782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.600957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.615302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:36:02.619793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Usage tracker for resource:security_group_rule and tenant:39392f8de5b14f50ab836787b259d34d is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:36:02.622667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:36:02.628198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:36:02.709674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.713506 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.747658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:36:02.752574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf8cc0-0035-450b-9121-77388e5a319f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:02.762653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.762988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.763317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.763639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.763960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.764276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.764587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.764894 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.765202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.765533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.765841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.766142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:02.770705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.771076 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Added segment 32203418-363d-4479-ad13-9509f443b406 of type vlan for network a9940082-6dc7-475d-91fa-7e77dabd76e5 Mar 03 18:36:02.798729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.826894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.828049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:02.828645 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:02.930925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4726043 Mar 03 18:36:02.933854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b8b47-50d9-42e6-9ea5-b7d232cf5d44 admin admin] Pushing event updated for resources: {'Network': ['ID=a9940082-6dc7-475d-91fa-7e77dabd76e5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:02.934002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38168) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:36:02.940074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Request body: {'subnet': {'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-810527513-subnet', 'tenant_id': '39392f8de5b14f50ab836787b259d34d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:36:02.943872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a9940082-6dc7-475d-91fa-7e77dabd76e5 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:36:02.946365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:36:02.950204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Usage tracker for resource:subnet and tenant:39392f8de5b14f50ab836787b259d34d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:36:02.952974 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:36:02.958588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:36:02.969629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Made reservation on behalf of 39392f8de5b14f50ab836787b259d34d for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:36:02.971941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:03.188401 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:03.266458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d271a3-ee30-4e05-9085-f01ba4205cc9,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:03.274660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Checking segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:36:03.275015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Network hostable DHCP agents. Network: a9940082-6dc7-475d-91fa-7e77dabd76e5, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:36:03.294181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Network a9940082-6dc7-475d-91fa-7e77dabd76e5 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:36:03.302705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a9940082-6dc7-475d-91fa-7e77dabd76e5) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:36:03.306657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:03.307238 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:03.312500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8327c1-3532-4b6c-95db-8b2aea2b9b69 None None] Network a9940082-6dc7-475d-91fa-7e77dabd76e5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:36:03.327166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5607869b-261f-42d0-84fe-18725741d9e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3919704 Mar 03 18:36:03.550815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0ef36-0921-4f34-b43e-a0ffe89d0671 None None] Network a9940082-6dc7-475d-91fa-7e77dabd76e5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:36:03.969736 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-aaf5bddc-0e97-4d17-9dbf-9f137e1d8c3e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:03.970427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-aaf5bddc-0e97-4d17-9dbf-9f137e1d8c3e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Synchronizing usage tracker for tenant:39392f8de5b14f50ab836787b259d34d on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:36:03.986712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-aaf5bddc-0e97-4d17-9dbf-9f137e1d8c3e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Unset dirty status for tenant:39392f8de5b14f50ab836787b259d34d on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:36:03.988027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-aaf5bddc-0e97-4d17-9dbf-9f137e1d8c3e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 814 time: 0.2731493 Mar 03 18:36:04.003360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-a79f42e0-3b1d-4e06-8c94-d528540a50bf tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/quotas/39392f8de5b14f50ab836787b259d34d HTTP/1.1" status: 200 len: 375 time: 0.0099776 Mar 03 18:36:04.050970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-063560e2-2446-483f-bd0f-12ca67dc3da0 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417020 Mar 03 18:36:04.179212 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-6d8574c3-7276-4353-88f4-f508e57e6995 service neutron] 10.222.0.23 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217096 Mar 03 18:36:04.309720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-2e180f94-30ca-401e-b7fd-4d9814ca334b service neutron] 10.222.0.23 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232905 Mar 03 18:36:04.483603 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01274008-1891-4e52-8e1f-2adbd464a08c req-fec25914-300b-4adf-ae5d-7e9cda0a717f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 210 time: 0.0443447 Mar 03 18:36:05.529821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-5abb0a26-8ee2-4f2b-bde2-ed52125118b1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:05.531332 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-5abb0a26-8ee2-4f2b-bde2-ed52125118b1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 814 time: 0.1472909 Mar 03 18:36:05.546314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Request body: {'port': {'device_id': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5', 'admin_state_up': True, 'tenant_id': '39392f8de5b14f50ab836787b259d34d'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:36:05.637903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-efb79378-0dff-42a9-b7e1-e77823b310aa req-566129e9-4e61-400b-b2a6-a688459895a9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 210 time: 0.0430024 Mar 03 18:36:05.690763 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:36:05.694517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Usage tracker for resource:port and tenant:39392f8de5b14f50ab836787b259d34d is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:36:05.697950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:36:05.703607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:36:05.713021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Made reservation on behalf of 39392f8de5b14f50ab836787b259d34d for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:36:05.716445 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:05.875699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Allocated IP 172.20.0.6 (a9940082-6dc7-475d-91fa-7e77dabd76e5/97d271a3-ee30-4e05-9085-f01ba4205cc9/71c72f1d-552c-4397-bca1-9010afab5637) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:36:06.073413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:06.103149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:06.172222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Network a9940082-6dc7-475d-91fa-7e77dabd76e5 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:36:06.175130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:36:06.184034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:36:06.213857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:06.248930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:06.249554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:06.267953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-da2e099e-0309-4704-a341-96589f567c64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258775 Mar 03 18:36:06.283318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Request body: {'port': {'device_id': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:36:06.391966 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:06.891138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc96a24-cf49-48f6-b4d4-ed6d2a0399a1 req-0b9a2d3e-745d-41d1-9878-1b1afacd2620 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:06.891873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5dc96a24-cf49-48f6-b4d4-ed6d2a0399a1 req-0b9a2d3e-745d-41d1-9878-1b1afacd2620 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Synchronizing usage tracker for tenant:39392f8de5b14f50ab836787b259d34d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:36:06.896120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c72f1d-552c-4397-bca1-9010afab5637 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:36:06.906362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:06.927007 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Transition to ACTIVE for port object 71c72f1d-552c-4397-bca1-9010afab5637 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:36:06.929035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-5dc96a24-cf49-48f6-b4d4-ed6d2a0399a1 req-0b9a2d3e-745d-41d1-9878-1b1afacd2620 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Unset dirty status for tenant:39392f8de5b14f50ab836787b259d34d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:36:06.930601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dc96a24-cf49-48f6-b4d4-ed6d2a0399a1 req-0b9a2d3e-745d-41d1-9878-1b1afacd2620 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 931 time: 0.1880126 Mar 03 18:36:06.931878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:07.124600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dc96a24-cf49-48f6-b4d4-ed6d2a0399a1 req-44ad36d5-b93d-407b-95bf-8e8af0d07e64 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567588 Mar 03 18:36:07.159558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:07.200389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:36:07.200661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:36:07.200982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:36:07.205454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Port 71c72f1d-552c-4397-bca1-9010afab5637 on network a9940082-6dc7-475d-91fa-7e77dabd76e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:36:07.205775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:36:07.210875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:36:07.211208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Checking segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:36:07.211585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Bound using segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:36:07.212004 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Bound port: 71c72f1d-552c-4397-bca1-9010afab5637, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:36:07.212343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:07.302604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:36:07.306029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:36:07.310483 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:07.363207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:07.363812 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:07.365157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] 10.222.0.16 "PUT /v2.0/ports/71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 1091 time: 1.0857036 Mar 03 18:36:07.365615 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:36:07.392810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432f18f-b1b2-40a4-9c0d-4168944a1271 service neutron] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:07.413316 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637', 'status': 'completed', 'code': 200} Mar 03 18:36:07.486231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-a4d4047b-1d94-4f97-bb3f-02d52c547358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:07.487619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-a4d4047b-1d94-4f97-bb3f-02d52c547358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1094 time: 0.0734844 Mar 03 18:36:07.559604 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-84fe3f9a-fec2-4d7d-883c-1365037af502 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.0615115 Mar 03 18:36:07.623135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-e6c61c1f-7558-48dc-a5a6-6e8557c59b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:07.624498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-e6c61c1f-7558-48dc-a5a6-6e8557c59b13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0595076 Mar 03 18:36:07.670325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-0caf8481-e45c-486e-8dbf-a5a6456bac52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392976 Mar 03 18:36:07.800048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-b95cf445-e849-4e94-97a3-e2bd129b54cf service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236291 Mar 03 18:36:07.930194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc1a6138-ddb3-4c59-a936-b2ee0920a5e9 req-c247ec0f-7a34-40f9-b4a2-0ec59aab2d1e service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242535 Mar 03 18:36:08.077361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-1692e46d-d21a-4ddb-b187-2dee816ed2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:08.078750 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-1692e46d-d21a-4ddb-b187-2dee816ed2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1094 time: 0.0743556 Mar 03 18:36:08.208726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-0d8d5ad4-b45b-4a85-87c1-24b14ba165fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:08.210175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-0d8d5ad4-b45b-4a85-87c1-24b14ba165fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1257915 Mar 03 18:36:08.403116 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-c270cf0b-7a56-47c8-add4-42a3e83d181b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.1865723 Mar 03 18:36:08.472221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-7ed958d8-2ce6-405b-8561-dd77803ed682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:08.473632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-7ed958d8-2ce6-405b-8561-dd77803ed682 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0641060 Mar 03 18:36:08.529049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-2253adda-2eea-4514-8588-50b99c099482 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488491 Mar 03 18:36:08.539895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb24f5-9600-448b-a128-e0b7fd314cc5 req-c7d5b01e-e8a6-4f90-96ef-c9616a4d2197 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:08.541881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1bcb24f5-9600-448b-a128-e0b7fd314cc5 req-c7d5b01e-e8a6-4f90-96ef-c9616a4d2197 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 943 time: 0.1870732 Mar 03 18:36:08.693836 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1bcb24f5-9600-448b-a128-e0b7fd314cc5 req-36920749-5000-4ba8-b8e1-48836e0ba2d0 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259482 Mar 03 18:36:08.720260 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-5114f95a-db55-4591-a230-8570501e8d3d service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772633 Mar 03 18:36:08.847845 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-218dc9f6-9684-47b3-8812-63ddcac15bec req-c57b095f-b52a-4fc2-b036-64302d09b316 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212528 Mar 03 18:36:09.879132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ad6ce-7051-401e-8f0d-d30d229b45e4 req-edda495c-669e-46a9-bad5-179cb0802b49 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:09.880586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-275ad6ce-7051-401e-8f0d-d30d229b45e4 req-edda495c-669e-46a9-bad5-179cb0802b49 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 943 time: 0.0820613 Mar 03 18:36:09.929987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-275ad6ce-7051-401e-8f0d-d30d229b45e4 req-984495f5-4812-4429-bf2f-1cb67f85ec0e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Synchronizing usage tracker for tenant:39392f8de5b14f50ab836787b259d34d on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:36:09.946189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-275ad6ce-7051-401e-8f0d-d30d229b45e4 req-984495f5-4812-4429-bf2f-1cb67f85ec0e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Unset dirty status for tenant:39392f8de5b14f50ab836787b259d34d on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:36:09.947410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-275ad6ce-7051-401e-8f0d-d30d229b45e4 req-984495f5-4812-4429-bf2f-1cb67f85ec0e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607531 Mar 03 18:36:11.131745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a8af-2660-4660-816d-596b508dd66d req-92001c5f-671b-4ff1-9040-2bd6206e3e3d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:11.133272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e04a8af-2660-4660-816d-596b508dd66d req-92001c5f-671b-4ff1-9040-2bd6206e3e3d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 943 time: 0.0796299 Mar 03 18:36:11.159758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:36:11.181936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e04a8af-2660-4660-816d-596b508dd66d req-764e2d8f-5a47-4957-9f18-39cbff6f4352 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Mar 03 18:36:11.291113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:11.303842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '71c72f1d-552c-4397-bca1-9010afab5637', 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5', 'port_id': '71c72f1d-552c-4397-bca1-9010afab5637', 'mac_address': 'fa:16:3e:0c:4f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d271a3-ee30-4e05-9085-f01ba4205cc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:36:11.360545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:11.376564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c72f1d-552c-4397-bca1-9010afab5637 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:36:11.391981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:11.395893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:11.463053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:11.724766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['71c72f1d-552c-4397-bca1-9010afab5637'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:36:12.365119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b38bc-6525-4951-a34e-030c947afac7 req-0ab3fe6c-2f6e-4565-b5f0-9c8f81f7529f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:12.366614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a8b38bc-6525-4951-a34e-030c947afac7 req-0ab3fe6c-2f6e-4565-b5f0-9c8f81f7529f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 944 time: 0.0803695 Mar 03 18:36:12.413037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0a8b38bc-6525-4951-a34e-030c947afac7 req-dbdd5c5d-400e-4c96-a6f8-42ce17419620 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Mar 03 18:36:13.174793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:36:13.242300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 71c72f1d-552c-4397-bca1-9010afab5637 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:36:13.247061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 71c72f1d-552c-4397-bca1-9010afab5637 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:36:13.247432 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:13.363908 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:13.390398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:36:13.400835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:13.404640 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:13.442972 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637', 'code': 200} Mar 03 18:36:13.475730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:13.578575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f30f29-39ce-461e-a3f4-e533b289d280 req-989934bf-e7c5-469c-ad28-2d75ac0ae925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:13.580042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-70f30f29-39ce-461e-a3f4-e533b289d280 req-989934bf-e7c5-469c-ad28-2d75ac0ae925 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1096 time: 0.0707827 Mar 03 18:36:13.597690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132603f-742e-4960-a99d-659534a99f5a req-13997bf3-e3c6-4ded-9ec1-6cd078f19528 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:13.599443 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f132603f-742e-4960-a99d-659534a99f5a req-13997bf3-e3c6-4ded-9ec1-6cd078f19528 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0794594 Mar 03 18:36:13.620557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-70f30f29-39ce-461e-a3f4-e533b289d280 req-8dee9f50-c190-4e08-b59e-5814ff38cdd9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346971 Mar 03 18:36:13.642386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f132603f-742e-4960-a99d-659534a99f5a req-3ec01eaa-de24-44a7-a9d7-2b8f19bb9dec tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Mar 03 18:36:14.401333 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:36:14.828818 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1a0c-0a0a-4a79-b3f5-c8676a84f490 req-31e35a36-2ba9-4077-bc8d-dd81130eceb6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:14.830365 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ccc1a0c-0a0a-4a79-b3f5-c8676a84f490 req-31e35a36-2ba9-4077-bc8d-dd81130eceb6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0830154 Mar 03 18:36:14.878755 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7ccc1a0c-0a0a-4a79-b3f5-c8676a84f490 req-f9a61c19-3d54-4f41-ab0e-ff23a0fddcb0 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Mar 03 18:36:16.062864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f803016-de5f-48ea-b46e-bc5c06420bf3 req-d951191d-7a44-4d05-87ac-7ae4033d4d08 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:16.064301 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f803016-de5f-48ea-b46e-bc5c06420bf3 req-d951191d-7a44-4d05-87ac-7ae4033d4d08 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0824344 Mar 03 18:36:16.108012 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f803016-de5f-48ea-b46e-bc5c06420bf3 req-85025a28-27a4-4176-9fcc-3c5bc3747a28 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 Mar 03 18:36:16.291819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d0ecb-f8a9-4fba-afb9-ba50daab8662 req-ffa161aa-7157-44a6-85c7-438b2f664878 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:16.293202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-621d0ecb-f8a9-4fba-afb9-ba50daab8662 req-ffa161aa-7157-44a6-85c7-438b2f664878 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0802395 Mar 03 18:36:16.335219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-621d0ecb-f8a9-4fba-afb9-ba50daab8662 req-2be3ff5c-6f83-4b1b-bade-b20dca548932 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365212 Mar 03 18:36:16.675571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861d404-9569-4254-b01b-00d6134168df req-d408fa85-e080-4d8e-942d-6eb4b0a324dc tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:16.677030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b861d404-9569-4254-b01b-00d6134168df req-d408fa85-e080-4d8e-942d-6eb4b0a324dc tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0841124 Mar 03 18:36:16.720042 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b861d404-9569-4254-b01b-00d6134168df req-26977b19-ed7a-4b7d-8406-0ac77939eccf tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367868 Mar 03 18:36:16.898784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb6d12-6bf9-4304-9175-cc4cb83c5e21 req-15d37076-bea5-4458-99b5-b3e1e292004e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:16.900190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6fb6d12-6bf9-4304-9175-cc4cb83c5e21 req-15d37076-bea5-4458-99b5-b3e1e292004e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0789771 Mar 03 18:36:16.941874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e6fb6d12-6bf9-4304-9175-cc4cb83c5e21 req-5da7bb51-c5f3-40c2-b96f-7169dd9f2081 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361042 Mar 03 18:36:17.283076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-25a0ba96-b49e-4828-a415-3829afa312e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697572 Mar 03 18:36:17.341203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0c96-1937-44ff-9317-b2bc950d965d req-b44b6004-d370-4947-a9f6-83f471f0213a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:17.342736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75bf0c96-1937-44ff-9317-b2bc950d965d req-b44b6004-d370-4947-a9f6-83f471f0213a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0854268 Mar 03 18:36:17.387591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75bf0c96-1937-44ff-9317-b2bc950d965d req-a2e86790-6069-439b-8f11-bfb41239c66f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 Mar 03 18:36:18.238142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:18.450348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-7787be41-997a-44fc-b8a9-41e2d7c56ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:18.451802 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-7787be41-997a-44fc-b8a9-41e2d7c56ed2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1096 time: 0.0738964 Mar 03 18:36:18.625402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-63674b66-78b5-4609-90cc-73e9547a61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:18.626841 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-63674b66-78b5-4609-90cc-73e9547a61fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1697350 Mar 03 18:36:18.702989 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-c82f8d36-ed11-48b8-9dea-7ff7cdfc4b4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.0687859 Mar 03 18:36:18.711657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11530d-522e-4395-a026-3d332ff78ef4 req-b9f936f0-a3c2-4be9-910c-94c8636af88f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:18.713036 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a11530d-522e-4395-a026-3d332ff78ef4 req-b9f936f0-a3c2-4be9-910c-94c8636af88f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.1784778 Mar 03 18:36:18.904015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-d94872e6-ffa8-4996-85a0-7a1c42c20e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:18.905461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-d94872e6-ffa8-4996-85a0-7a1c42c20e14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.1915436 Mar 03 18:36:18.908285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a11530d-522e-4395-a026-3d332ff78ef4 req-1a309e5e-c6c8-468e-abc6-5cdcd9902190 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647925 Mar 03 18:36:18.951777 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-b80c03e7-1370-431d-8e80-f105dc1decd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399239 Mar 03 18:36:19.080613 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-49472054-bd79-4bf9-aece-579771c798cb service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229112 Mar 03 18:36:19.209284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-de70ae1e-a650-4e0a-a65e-37ead42180ea service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232138 Mar 03 18:36:19.584723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-45d50e76-7564-44ea-a4ab-37e61546c35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:20.105512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ced0d5-3409-4abe-bb45-7a1ca776934d req-6741d587-14ce-4eca-bebd-426c0ee48a4e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:20.106964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0ced0d5-3409-4abe-bb45-7a1ca776934d req-6741d587-14ce-4eca-bebd-426c0ee48a4e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0823510 Mar 03 18:36:20.152973 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d0ced0d5-3409-4abe-bb45-7a1ca776934d req-be8ad748-0a91-4866-bb54-a9221f202c20 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Mar 03 18:36:21.334902 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2786f7-b056-4de0-b0e5-dd2c7a1bbf10 req-4b2d1b5d-88a1-46b1-9d2a-34e4a87773ce tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:21.336966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e2786f7-b056-4de0-b0e5-dd2c7a1bbf10 req-4b2d1b5d-88a1-46b1-9d2a-34e4a87773ce tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0806439 Mar 03 18:36:21.383731 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9e2786f7-b056-4de0-b0e5-dd2c7a1bbf10 req-199a3609-5f7c-4437-8620-350afa3b7209 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Mar 03 18:36:21.874090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c5e6-a4c4-4a09-8d55-2d4d98403bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:22.563927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317538c2-4560-496b-8097-6c59d52bb510 req-84a4793f-63d8-47c0-b691-02291eed5551 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:22.565413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317538c2-4560-496b-8097-6c59d52bb510 req-84a4793f-63d8-47c0-b691-02291eed5551 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0793772 Mar 03 18:36:22.609277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-317538c2-4560-496b-8097-6c59d52bb510 req-91a750bc-cf92-4f80-b012-c756abf83322 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Mar 03 18:36:22.986695 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:23.033021 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:23.791794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82808111-f656-4454-b950-93c68ca66989 req-fa946142-bf95-4624-af54-07390c2de9bc tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:23.793297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82808111-f656-4454-b950-93c68ca66989 req-fa946142-bf95-4624-af54-07390c2de9bc tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0793719 Mar 03 18:36:23.836256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-82808111-f656-4454-b950-93c68ca66989 req-be222cd0-f08b-4a57-b19d-59e9093d297a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374775 Mar 03 18:36:24.423323 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:24.682816 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:25.021557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f50b-8eb6-4235-af7e-b273fc0ebe3d req-9cec9c7b-2a04-4c28-a7dc-ba4ac1b7a955 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:25.022889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2952f50b-8eb6-4235-af7e-b273fc0ebe3d req-9cec9c7b-2a04-4c28-a7dc-ba4ac1b7a955 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0814078 Mar 03 18:36:25.066072 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2952f50b-8eb6-4235-af7e-b273fc0ebe3d req-1da21bc8-e4d5-4a72-a8fc-951861387cd4 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Mar 03 18:36:26.250389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b789d6b-b8a0-4793-b8b3-7e5c0f65a7fe req-b32bdefa-2fa3-4e1c-bec0-b96fe7141f5f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:26.251817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b789d6b-b8a0-4793-b8b3-7e5c0f65a7fe req-b32bdefa-2fa3-4e1c-bec0-b96fe7141f5f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0831285 Mar 03 18:36:26.294328 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6b789d6b-b8a0-4793-b8b3-7e5c0f65a7fe req-ef0bdf23-a41d-4cf3-ad58-21d0b9e5c953 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369990 Mar 03 18:36:27.475935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44912255-7fd8-4261-baf8-fdff1692fc5c req-97f27e21-5873-48da-a131-8fa10c8fc2dd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:27.477282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44912255-7fd8-4261-baf8-fdff1692fc5c req-97f27e21-5873-48da-a131-8fa10c8fc2dd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0779340 Mar 03 18:36:27.522639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-44912255-7fd8-4261-baf8-fdff1692fc5c req-4631394d-8666-4e3a-aa38-9836546dc93f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Mar 03 18:36:28.703593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9271c-96b6-4998-9518-067884544c0b req-741e1573-853a-43ae-871b-097bbd4f7a86 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:28.705060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cd9271c-96b6-4998-9518-067884544c0b req-741e1573-853a-43ae-871b-097bbd4f7a86 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0800610 Mar 03 18:36:28.750439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0cd9271c-96b6-4998-9518-067884544c0b req-dcc375b2-89a5-4115-af07-426e76568cb9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Mar 03 18:36:29.930964 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67340d88-f0e4-4aee-8317-3dc552d20ced req-87937654-91c3-49ff-94d6-2c8c04d8db86 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:29.932433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67340d88-f0e4-4aee-8317-3dc552d20ced req-87937654-91c3-49ff-94d6-2c8c04d8db86 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0798109 Mar 03 18:36:29.974655 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67340d88-f0e4-4aee-8317-3dc552d20ced req-e8bcb926-ec12-43d7-914d-db0f3a2f6ca1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367374 Mar 03 18:36:31.164166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd193e8b-3226-4c74-ac69-c4593b127784 req-bf84490a-cd34-45b1-bb29-948d61a3cdbb tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:31.165628 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd193e8b-3226-4c74-ac69-c4593b127784 req-bf84490a-cd34-45b1-bb29-948d61a3cdbb tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0839591 Mar 03 18:36:31.209300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd193e8b-3226-4c74-ac69-c4593b127784 req-b3cb4e89-5759-4d26-81c3-4a38f4b7c28b tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 Mar 03 18:36:32.396888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e92c4-21f6-43d3-8b02-5c773adbc34d req-ebadeb87-6e10-4104-ae6e-b53f9a137c36 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:32.398951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd4e92c4-21f6-43d3-8b02-5c773adbc34d req-ebadeb87-6e10-4104-ae6e-b53f9a137c36 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0827179 Mar 03 18:36:32.440926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd4e92c4-21f6-43d3-8b02-5c773adbc34d req-30c84767-8526-4ecb-ae0c-4bcde36d1ada tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364769 Mar 03 18:36:33.627249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e41d1b-9e7f-4c8d-8b0d-0aa0d91bbb05 req-1b1b1f90-2315-48d0-abaf-3023aadbac9a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:33.628662 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e41d1b-9e7f-4c8d-8b0d-0aa0d91bbb05 req-1b1b1f90-2315-48d0-abaf-3023aadbac9a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0845566 Mar 03 18:36:33.672114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40e41d1b-9e7f-4c8d-8b0d-0aa0d91bbb05 req-22b05cff-c52e-4f8c-ae26-aba6b18ff62f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370362 Mar 03 18:36:34.853862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bf8d7-2e8a-4336-a154-01758ff10b29 req-c4c339c9-507d-40de-825c-d54ce57f4dcc tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:34.855312 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f21bf8d7-2e8a-4336-a154-01758ff10b29 req-c4c339c9-507d-40de-825c-d54ce57f4dcc tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0806437 Mar 03 18:36:34.902253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f21bf8d7-2e8a-4336-a154-01758ff10b29 req-70065b9d-2464-4a54-aa66-47928ee7324c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Mar 03 18:36:36.087626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7a2e-9130-4a6b-b1ec-a0ca7f388a17 req-d3c7eb16-510d-4a88-867b-d20fbb41c091 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:36.089089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d6e7a2e-9130-4a6b-b1ec-a0ca7f388a17 req-d3c7eb16-510d-4a88-867b-d20fbb41c091 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0812457 Mar 03 18:36:36.133683 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6d6e7a2e-9130-4a6b-b1ec-a0ca7f388a17 req-662444c1-8e7a-4c39-ad96-9648c88a5a79 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 Mar 03 18:36:37.317654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ed225-c566-44e8-b641-d040565002e7 req-d1a10e79-c1a4-4c0d-9c48-3be9e90c7d63 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:37.319086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a7ed225-c566-44e8-b641-d040565002e7 req-d1a10e79-c1a4-4c0d-9c48-3be9e90c7d63 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0788629 Mar 03 18:36:37.362597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a7ed225-c566-44e8-b641-d040565002e7 req-90e0b91e-8c8f-4999-8d23-bf32d06fa9de tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373323 Mar 03 18:36:38.549923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c86a72-ebf4-468c-97c7-9fa6b443f72e req-a97ddc2c-468b-405e-a838-09629a101f33 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:38.551399 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c86a72-ebf4-468c-97c7-9fa6b443f72e req-a97ddc2c-468b-405e-a838-09629a101f33 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0833702 Mar 03 18:36:38.595420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-17c86a72-ebf4-468c-97c7-9fa6b443f72e req-4dcbc07c-75f0-4a87-9fad-a00c395b1d98 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 Mar 03 18:36:39.783707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80162dd-5db3-48bd-abf8-d0d010f34e47 req-b567e047-e167-439a-a8c4-022484b9aea1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:39.785037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d80162dd-5db3-48bd-abf8-d0d010f34e47 req-b567e047-e167-439a-a8c4-022484b9aea1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0825400 Mar 03 18:36:39.826846 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d80162dd-5db3-48bd-abf8-d0d010f34e47 req-ced51f1c-e49f-42ff-9afe-ecee50fc064b tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362248 Mar 03 18:36:41.008100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acea62-2c75-4354-9535-424d5a667d72 req-6c123391-b1dd-4edd-8beb-777c3a1875b9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:41.009552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71acea62-2c75-4354-9535-424d5a667d72 req-6c123391-b1dd-4edd-8beb-777c3a1875b9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0788596 Mar 03 18:36:41.055722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-71acea62-2c75-4354-9535-424d5a667d72 req-f9dc7530-74d5-40be-81b6-9bc1d9250b0d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Mar 03 18:36:42.237042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310d76-2f67-406e-8b2a-62e920a2c55c req-30053d3e-931c-4e80-a79a-1ad24bc15717 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:42.238514 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2310d76-2f67-406e-8b2a-62e920a2c55c req-30053d3e-931c-4e80-a79a-1ad24bc15717 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0786247 Mar 03 18:36:42.281045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2310d76-2f67-406e-8b2a-62e920a2c55c req-dc021de7-b073-473c-92df-9d8683c3095c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Mar 03 18:36:43.463462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1ef56-84aa-4ca6-94b6-c9cc4091ef4a req-3c33301d-bedc-4739-996b-a5a02a553a56 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:43.464849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42a1ef56-84aa-4ca6-94b6-c9cc4091ef4a req-3c33301d-bedc-4739-996b-a5a02a553a56 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0796845 Mar 03 18:36:43.508775 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42a1ef56-84aa-4ca6-94b6-c9cc4091ef4a req-a52b7a5e-e010-4846-8f0f-f03a4febe6de tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382798 Mar 03 18:36:44.695206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7d1a4-be1e-4749-b63a-c2427698eb78 req-8e7d7df2-5904-4169-abbc-59e6373d9861 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:44.696630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-27a7d1a4-be1e-4749-b63a-c2427698eb78 req-8e7d7df2-5904-4169-abbc-59e6373d9861 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0829017 Mar 03 18:36:44.739174 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-27a7d1a4-be1e-4749-b63a-c2427698eb78 req-8173d04c-1398-41ce-8724-ce2bd60da55a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Mar 03 18:36:45.927509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d840b0-e958-4e76-b301-cd162a45deb9 req-a3621e9b-d394-41e2-9389-26e8c8b246a9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:45.928933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2d840b0-e958-4e76-b301-cd162a45deb9 req-a3621e9b-d394-41e2-9389-26e8c8b246a9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0822868 Mar 03 18:36:45.972104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d2d840b0-e958-4e76-b301-cd162a45deb9 req-05e6038c-ef91-48e1-b993-9848578c1308 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Mar 03 18:36:46.321675 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-2cececdb-72f5-4bc2-bd04-87b4b562ca16 service neutron] show failed (client error): The resource could not be found. Mar 03 18:36:46.322565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-2cececdb-72f5-4bc2-bd04-87b4b562ca16 service neutron] 10.222.0.16 "GET /v2.0/ports/71c72f1d-552c-4397-bca1-9010afab5637/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0735168 Mar 03 18:36:46.571524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-0c36bb66-966a-4a6c-9778-77d6a8775fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:46.572998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-0c36bb66-966a-4a6c-9778-77d6a8775fa3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3&tenant_id=39392f8de5b14f50ab836787b259d34d HTTP/1.1" status: 200 len: 1096 time: 0.0680490 Mar 03 18:36:46.584018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:36:46.690109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:47.049684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:47.078852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:36:47.179675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:36:47.187755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:47.207653 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Transition to ACTIVE for port object 71c72f1d-552c-4397-bca1-9010afab5637 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:36:47.211950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:47.287322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5b81c-9ccf-4944-8c88-c20230723236 req-ca167322-fcad-4ce4-8fd7-041bc4b65f6f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:47.288833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2b5b81c-9ccf-4944-8c88-c20230723236 req-ca167322-fcad-4ce4-8fd7-041bc4b65f6f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.2113125 Mar 03 18:36:47.345289 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637', 'code': 200} Mar 03 18:36:47.351692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:47.412229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] No DVR routers for this DVR port 71c72f1d-552c-4397-bca1-9010afab5637 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:36:47.474516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2b5b81c-9ccf-4944-8c88-c20230723236 req-786556a4-39ad-491a-9865-dd3e62118783 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340096 Mar 03 18:36:47.478719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:36:47.479050 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:36:47.479374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:36:47.483983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Port 71c72f1d-552c-4397-bca1-9010afab5637 on network a9940082-6dc7-475d-91fa-7e77dabd76e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:36:47.484303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Attempting to bind port 71c72f1d-552c-4397-bca1-9010afab5637 on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:36:47.489445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:36:47.489786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Checking segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:36:47.490162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Bound using segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:36:47.490578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Bound port: 71c72f1d-552c-4397-bca1-9010afab5637, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:36:47.490921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:47.580363 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:36:47.583145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:36:47.588088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:47.640805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:47.641564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:47.643223 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] 10.222.0.35 "PUT /v2.0/ports/71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 1091 time: 1.0628841 Mar 03 18:36:47.664945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677fd9-9dfd-4cff-81fc-938d0e05fee5 service neutron] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:47.737195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-bb8bc52e-bfe8-407f-abb3-b640a30b456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:47.738664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-bb8bc52e-bfe8-407f-abb3-b640a30b456d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1094 time: 0.0747256 Mar 03 18:36:47.863941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-8be65b2e-df5d-4c4c-ac3c-fe9202e2910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:47.865375 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-8be65b2e-df5d-4c4c-ac3c-fe9202e2910a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1212800 Mar 03 18:36:47.930606 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-c69cd380-cac0-46a3-85e6-d07f307196c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.0594478 Mar 03 18:36:47.998071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-817f887a-4008-43dd-adda-4a35a4e8fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:47.999456 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-817f887a-4008-43dd-adda-4a35a4e8fc85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0633695 Mar 03 18:36:48.044085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-03a4f93d-adad-4715-b5ff-9731b80095dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383439 Mar 03 18:36:48.173437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-022df390-cff9-4287-9095-587e6d3f379d service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233730 Mar 03 18:36:48.221722 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:48.301991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd3bcbad-2223-40ee-ae7e-cfd74cb4d89d req-081615d3-296d-4801-9bd2-7908c7a66a8a service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222749 Mar 03 18:36:48.661601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e977a-1613-41a6-aacf-1061992b35cb req-bd0e39db-a261-4012-bee5-f4f3d088629e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:48.663585 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b9e977a-1613-41a6-aacf-1061992b35cb req-bd0e39db-a261-4012-bee5-f4f3d088629e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 943 time: 0.0838315 Mar 03 18:36:48.705594 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b9e977a-1613-41a6-aacf-1061992b35cb req-b6ad34aa-f53d-45c3-a01c-52a902812178 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363343 Mar 03 18:36:48.992870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-54b42669-f012-4d9d-9e78-cd59b6faa74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:48.994239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-54b42669-f012-4d9d-9e78-cd59b6faa74b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1094 time: 0.0684087 Mar 03 18:36:49.139533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-84c2bab9-7271-4ead-85a7-bcaa77609334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:49.141007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-84c2bab9-7271-4ead-85a7-bcaa77609334 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1272235 Mar 03 18:36:49.316283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-de4538dc-bf3c-4465-b696-a56e91469f42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.1688566 Mar 03 18:36:49.353082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:36:49.371528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:36:49.386360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-11b80f46-3461-4294-a396-960aae299c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:49.387805 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-11b80f46-3461-4294-a396-960aae299c3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0651789 Mar 03 18:36:49.426728 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637', 'status': 'completed', 'code': 200} Mar 03 18:36:49.431476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:36:49.438727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-b87e7259-9dba-456a-b4ed-757ff2263033 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440259 Mar 03 18:36:49.517998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-cc94bd82-7f63-4d77-94c5-e9c429ecf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:49.519465 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-cc94bd82-7f63-4d77-94c5-e9c429ecf040 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1094 time: 0.0693552 Mar 03 18:36:49.568821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-a0540932-b193-45cb-90c1-9b4051f563bb service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229947 Mar 03 18:36:49.589942 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-54222203-846d-4cc6-9202-a495561f1dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:49.711522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b8f76eb-80ed-4d0a-a03c-811fa9e8eabd req-4372ba50-d099-45a4-a163-8c1eff77add2 service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358535 Mar 03 18:36:49.752685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-81b75e2b-1841-4cc1-b0f2-23728a1db4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:49.754230 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-81b75e2b-1841-4cc1-b0f2-23728a1db4f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.2294421 Mar 03 18:36:49.849780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-eda80320-3d32-43ad-bc4f-6bb0e53c0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:49.852429 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-eda80320-3d32-43ad-bc4f-6bb0e53c0f9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1094 time: 0.0782239 Mar 03 18:36:49.881363 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-18dc0fdc-91b9-4eeb-bef0-311c6694dfbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.1200943 Mar 03 18:36:49.966769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-06339da9-3fde-48e4-9e77-20b36e3fcb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:49.968201 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-06339da9-3fde-48e4-9e77-20b36e3fcb28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0798929 Mar 03 18:36:49.976606 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605e83-2d3c-4d94-9e5f-42e8eed3dc9e req-4da29e9e-075c-4dbd-8866-05cbe68c643e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:49.977959 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c605e83-2d3c-4d94-9e5f-42e8eed3dc9e req-4da29e9e-075c-4dbd-8866-05cbe68c643e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 943 time: 0.1551404 Mar 03 18:36:50.006761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-f4c98143-866b-4de5-9170-52d37232c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:50.008247 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-f4c98143-866b-4de5-9170-52d37232c60e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1497414 Mar 03 18:36:50.033027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-eaf57c26-1418-40e2-8c75-707434d8e60d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541480 Mar 03 18:36:50.080377 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-9de4090f-6ca7-44f9-bb22-06a1bdd19193 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.0663977 Mar 03 18:36:50.135341 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8c605e83-2d3c-4d94-9e5f-42e8eed3dc9e req-f76e7905-b4e4-48c8-9797-9d21dda4e62e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239219 Mar 03 18:36:50.147967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-b96d7a83-d4a8-4eed-85b9-f4a15e585eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:50.149878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-b96d7a83-d4a8-4eed-85b9-f4a15e585eb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0637882 Mar 03 18:36:50.185467 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-c657bcb5-3ebb-4f6a-8bfe-af493ae72b48 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445951 Mar 03 18:36:50.195559 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-8b110763-0055-4129-99b4-3f97fc5ade70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401990 Mar 03 18:36:50.318490 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-1ede48eb-b5e0-424c-bff4-0d30a57bc03d service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270170 Mar 03 18:36:50.330599 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-7803bbfe-f575-4d76-abf8-03ff9215750a service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289713 Mar 03 18:36:50.457917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-271cc86f-d8a1-4d1b-a060-100e28fd7bf9 req-d330a94a-dc6d-4dc6-bacd-f94da4b47856 service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214511 Mar 03 18:36:51.049903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-2291eca5-d807-44d8-81a7-49547675d200 req-f0edd4b1-4603-45e8-94c3-dcd3110534c6 service neutron] (87887) timed out ('10.222.0.23', 53392) {{(pid=87887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:36:51.328875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737925ad-92a8-4b6e-88af-1d3cd87e8afb req-772ca72e-f7c8-49cd-9d13-0205c24bd13d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:51.330290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-737925ad-92a8-4b6e-88af-1d3cd87e8afb req-772ca72e-f7c8-49cd-9d13-0205c24bd13d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 943 time: 0.0796921 Mar 03 18:36:51.376476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-737925ad-92a8-4b6e-88af-1d3cd87e8afb req-23d2d624-2642-48e3-800f-9510008c0069 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Mar 03 18:36:51.401877 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:36:51.757496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:36:51.835934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33710983-d59b-4849-b7b0-5b83b5e9a919 req-eee30f78-fec8-4963-a012-7c21e4791121 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:51.837437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33710983-d59b-4849-b7b0-5b83b5e9a919 req-eee30f78-fec8-4963-a012-7c21e4791121 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 943 time: 0.0835893 Mar 03 18:36:51.853275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bab00-e573-4134-9c70-c6073c05f530 req-293c90eb-dae4-4049-98d8-23805610b300 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:51.854761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-293c90eb-dae4-4049-98d8-23805610b300 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3&tenant_id=39392f8de5b14f50ab836787b259d34d&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 943 time: 0.0874929 Mar 03 18:36:51.884269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-33710983-d59b-4849-b7b0-5b83b5e9a919 req-c1c9cd7f-1110-462b-bf1d-fb9319468441 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Mar 03 18:36:51.888012 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-84243794-7499-4ed9-90de-17b476654bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:51.914233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:51.926658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '71c72f1d-552c-4397-bca1-9010afab5637', 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5', 'port_id': '71c72f1d-552c-4397-bca1-9010afab5637', 'mac_address': 'fa:16:3e:0c:4f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d271a3-ee30-4e05-9085-f01ba4205cc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:36:51.940253 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-727bab00-e573-4134-9c70-c6073c05f530 req-1aeb07aa-cad0-4a41-8ca4-32e39d73cea2 service neutron] delete failed (client error): The resource could not be found. Mar 03 18:36:51.941247 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-1aeb07aa-cad0-4a41-8ca4-32e39d73cea2 service neutron] 10.222.0.16 "DELETE /v2.0/ports/71c72f1d-552c-4397-bca1-9010afab5637/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0810075 Mar 03 18:36:51.980749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:51.997349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c72f1d-552c-4397-bca1-9010afab5637 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:36:52.015755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:52.019542 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:52.094265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:52.095487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bab00-e573-4134-9c70-c6073c05f530 req-990380c3-9b47-44c0-a761-b0a782cb3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:52.098586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-990380c3-9b47-44c0-a761-b0a782cb3c57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 1095 time: 0.0774610 Mar 03 18:36:52.232351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bab00-e573-4134-9c70-c6073c05f530 req-87af1f89-2891-413c-adcd-1b560d2561bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:52.234175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-87af1f89-2891-413c-adcd-1b560d2561bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1303132 Mar 03 18:36:52.235934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['71c72f1d-552c-4397-bca1-9010afab5637'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:36:52.307664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-f106c01c-5931-44e1-80b5-d94754d38329 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 200 len: 217 time: 0.0662227 Mar 03 18:36:52.370420 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bab00-e573-4134-9c70-c6073c05f530 req-d90e0115-9500-4a6f-9aa6-f1c6e96fb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:52.371915 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-d90e0115-9500-4a6f-9aa6-f1c6e96fb0bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0580318 Mar 03 18:36:52.419210 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-e2e8ff8e-5027-4ff7-b183-eec925bee88c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399971 Mar 03 18:36:52.553070 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-e5dd7e81-21ea-4f3e-bb68-ac630e924270 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258996 Mar 03 18:36:52.690333 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-727bab00-e573-4134-9c70-c6073c05f530 req-de770621-d88d-4668-9a44-52cfa32292ce service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306071 Mar 03 18:36:52.989155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:53.036331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:53.179715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab396-6ce8-43c9-b0e6-8f1fe4fda404 req-b1414b7a-0cf3-4c87-a282-00a4a06004d1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:53.181089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f0ab396-6ce8-43c9-b0e6-8f1fe4fda404 req-b1414b7a-0cf3-4c87-a282-00a4a06004d1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 944 time: 0.1874604 Mar 03 18:36:53.224433 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6f0ab396-6ce8-43c9-b0e6-8f1fe4fda404 req-b236b05d-433d-452e-ac4d-04154503462f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Mar 03 18:36:53.782894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:36:53.884299 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 71c72f1d-552c-4397-bca1-9010afab5637 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:36:53.889638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 71c72f1d-552c-4397-bca1-9010afab5637 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:36:53.890008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:54.007903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:54.033910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:36:54.044107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:54.047767 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:54.122261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:54.131078 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637', 'code': 200} Mar 03 18:36:54.421833 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1169280-d947-45e8-9e7d-609af22fa4db req-00035714-4958-4b90-a1b5-dce49a68470a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:54.426714 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:54.429743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1169280-d947-45e8-9e7d-609af22fa4db req-00035714-4958-4b90-a1b5-dce49a68470a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0972433 Mar 03 18:36:54.470509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e1169280-d947-45e8-9e7d-609af22fa4db req-f75e6277-bace-4d94-83d0-8f6899c52b0c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Mar 03 18:36:54.662902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84197965-7a84-4e0d-8beb-bd3ad1d1e508 req-c342cfef-86f9-4463-b2df-5d7dc9f58596 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:54.664918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84197965-7a84-4e0d-8beb-bd3ad1d1e508 req-c342cfef-86f9-4463-b2df-5d7dc9f58596 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0865624 Mar 03 18:36:54.685410 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:54.709577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84197965-7a84-4e0d-8beb-bd3ad1d1e508 req-3663b3d2-6a21-4e44-8985-3ef27db2e25e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386629 Mar 03 18:36:54.898747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ae427-bf07-4311-9d51-f2cc103df59e req-03e1d778-163c-4728-af06-32334d362298 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:54.900225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df6ae427-bf07-4311-9d51-f2cc103df59e req-03e1d778-163c-4728-af06-32334d362298 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0854547 Mar 03 18:36:54.943080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-df6ae427-bf07-4311-9d51-f2cc103df59e req-a415e6ba-2e2c-4997-af21-f224a2ff22a3 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370939 Mar 03 18:36:55.417984 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-94f057f1-fb7f-48ac-aa70-b135b3248863 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:55.419419 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-94f057f1-fb7f-48ac-aa70-b135b3248863 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 814 time: 0.1434743 Mar 03 18:36:55.434837 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-99e99081-3ede-4e22-a476-6247f2e879e1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/quotas/39392f8de5b14f50ab836787b259d34d HTTP/1.1" status: 200 len: 375 time: 0.0100832 Mar 03 18:36:55.518664 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7aafd363-6e38-421d-8b68-6f0f876bacb6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789788 Mar 03 18:36:55.577942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7bcfa8fb-8eaa-4389-bc7e-d9252283922d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:36:55.578912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7bcfa8fb-8eaa-4389-bc7e-d9252283922d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540817 Mar 03 18:36:55.708549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-29723482-2366-4bde-adb7-a1aa4e6ba266 service neutron] 10.222.0.23 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239941 Mar 03 18:36:55.839126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-3d94e89c-9aef-43a3-9320-dcf50d3b68c9 service neutron] 10.222.0.23 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248622 Mar 03 18:36:56.011976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f725c82d-9f13-42b0-9d70-ae210a994980 req-f5d9b523-6271-4dc6-8924-fcf2857f78a3 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 210 time: 0.0429974 Mar 03 18:36:56.559439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-4c1aaec4-cee1-4798-94f7-d1df650ffafd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:56.560855 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-4c1aaec4-cee1-4798-94f7-d1df650ffafd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e2962c-2021-4663-ad49-b2bd4c2529e3 HTTP/1.1" status: 200 len: 945 time: 0.0859525 Mar 03 18:36:56.737444 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Deleting port 71c72f1d-552c-4397-bca1-9010afab5637 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:36:56.737710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:56.990415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] For port 71c72f1d-552c-4397-bca1-9010afab5637, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=71c72f1d-552c-4397-bca1-9010afab5637,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:36:56.990792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:57.086400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-467975de-bb53-4a58-bbf9-3c903b338653 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:57.092043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-467975de-bb53-4a58-bbf9-3c903b338653 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 814 time: 0.1714389 Mar 03 18:36:57.108565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Request body: {'port': {'device_id': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5', 'admin_state_up': True, 'tenant_id': '39392f8de5b14f50ab836787b259d34d'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:36:57.120889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Calling delete_port for 71c72f1d-552c-4397-bca1-9010afab5637 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:36:57.259557 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3cad2fe3-70df-4170-a816-e09f8f27ada8 req-0102a9dc-e8ec-4f6f-ae78-b6ba3e251ed7 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 210 time: 0.0568449 Mar 03 18:36:57.269252 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:57.284610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['71c72f1d-552c-4397-bca1-9010afab5637'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:36:57.310569 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:36:57.321036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:36:57.321472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Pushing event deleted for resources: {'Port': ['ID=71c72f1d-552c-4397-bca1-9010afab5637,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:57.337785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Made reservation on behalf of 39392f8de5b14f50ab836787b259d34d for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:36:57.342280 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:57.424413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] No DVR routers for this DVR port 71c72f1d-552c-4397-bca1-9010afab5637 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:36:57.427006 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:57.429806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-deleted', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:36:57.445745 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06547365-9a3f-4ed8-8c83-0e31be4dd6d6 req-f45652b8-543e-4f95-ab50-fb2ad16fc70c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.35 "DELETE /v2.0/ports/71c72f1d-552c-4397-bca1-9010afab5637 HTTP/1.1" status: 204 len: 173 time: 0.8790152 Mar 03 18:36:57.479048 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2962c-2021-4663-ad49-b2bd4c2529e3', 'name': 'network-vif-deleted', 'tag': '71c72f1d-552c-4397-bca1-9010afab5637', 'status': 'completed', 'code': 200} Mar 03 18:36:57.504844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Allocated IP 172.20.0.13 (a9940082-6dc7-475d-91fa-7e77dabd76e5/97d271a3-ee30-4e05-9085-f01ba4205cc9/45be8f07-e7c2-4c40-985a-0b8c9a58df7c) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:36:57.703672 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:57.737492 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:57.749133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['71c72f1d-552c-4397-bca1-9010afab5637'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:36:57.802562 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Network a9940082-6dc7-475d-91fa-7e77dabd76e5 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:36:57.805658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:36:57.809394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:36:57.954862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:57.972230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.972578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.972913 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.973240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.973635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.973953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.974273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.974588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.974904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.975483 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.975796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.976132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:36:57.993172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:57.993799 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:58.016577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-7a181b95-560f-4f75-bc63-8c0e118d47e8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9125113 Mar 03 18:36:58.032017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Request body: {'port': {'device_id': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:36:58.143291 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:58.517749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce624-404c-428e-b6c9-0936b6ca7965 req-5897f78e-a199-4e2b-b29f-1de0da6abf1d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:58.518425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c07ce624-404c-428e-b6c9-0936b6ca7965 req-5897f78e-a199-4e2b-b29f-1de0da6abf1d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Synchronizing usage tracker for tenant:39392f8de5b14f50ab836787b259d34d on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:36:58.552131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45be8f07-e7c2-4c40-985a-0b8c9a58df7c {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:36:58.556633 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c07ce624-404c-428e-b6c9-0936b6ca7965 req-5897f78e-a199-4e2b-b29f-1de0da6abf1d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Unset dirty status for tenant:39392f8de5b14f50ab836787b259d34d on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:36:58.558030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c07ce624-404c-428e-b6c9-0936b6ca7965 req-5897f78e-a199-4e2b-b29f-1de0da6abf1d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 932 time: 0.1939082 Mar 03 18:36:58.561568 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:58.596288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Transition to ACTIVE for port object 45be8f07-e7c2-4c40-985a-0b8c9a58df7c will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:36:58.606677 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:58.656219 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c07ce624-404c-428e-b6c9-0936b6ca7965 req-fd618f01-93bd-4c2f-a555-b5beccbb302a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922382 Mar 03 18:36:58.767975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:58.846619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:36:58.846947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:36:58.847262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:36:58.852479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on network a9940082-6dc7-475d-91fa-7e77dabd76e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:36:58.852793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:36:58.857713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:36:58.858055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Checking segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:36:58.858412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Bound using segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:36:58.858817 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Bound port: 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:36:58.859148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:58.944066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:36:58.946972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:36:58.951458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:59.009876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:59.010481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:36:59.011831 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] 10.222.0.16 "PUT /v2.0/ports/45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 1092 time: 0.9836669 Mar 03 18:36:59.012253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:36:59.042441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35dce9-26ae-44fb-93ca-8c5171112072 service neutron] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:36:59.097728 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'status': 'completed', 'code': 200} Mar 03 18:36:59.137626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-c1174216-59fd-40a2-bf73-db55f19f2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:59.139091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-c1174216-59fd-40a2-bf73-db55f19f2299 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1095 time: 0.0733523 Mar 03 18:36:59.212568 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-b27ddccc-e520-43a3-a2ff-c7ae82afd2b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 217 time: 0.0636721 Mar 03 18:36:59.272479 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-19f8bfd6-3aca-49b3-9949-b823aaeb0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:59.274512 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-19f8bfd6-3aca-49b3-9949-b823aaeb0ca9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0563269 Mar 03 18:36:59.319125 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-8f9a6df9-642d-483b-a0f0-baacb0b8d2bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381243 Mar 03 18:36:59.446979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-0fdddc14-dc38-48a6-844a-0d2d4b1e9879 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218069 Mar 03 18:36:59.575288 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0ba48d67-f385-4e5d-9fe9-f219d6566135 req-d51d8dab-c51c-42b7-9367-da1be0669cc2 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216769 Mar 03 18:36:59.840994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:36:59.874857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 71c72f1d-552c-4397-bca1-9010afab5637 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:36:59.875198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 71c72f1d-552c-4397-bca1-9010afab5637 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:36:59.876081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-04678b55-3ab0-417f-b4ab-e9ab5a9882c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:59.877586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-04678b55-3ab0-417f-b4ab-e9ab5a9882c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1095 time: 0.2312133 Mar 03 18:36:59.921882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d73b4e-97d5-44bd-a717-d6238844f86c req-0fbf3359-b10c-4d10-aebf-4c653d49accd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:36:59.923274 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8d73b4e-97d5-44bd-a717-d6238844f86c req-0fbf3359-b10c-4d10-aebf-4c653d49accd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 944 time: 0.1361148 Mar 03 18:37:00.034590 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8d73b4e-97d5-44bd-a717-d6238844f86c req-24d1e7dd-d626-4606-97d0-2cf465822c5d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036830 Mar 03 18:37:00.053836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-ab67ebcc-1c17-460b-a129-52943859117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:00.055862 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-ab67ebcc-1c17-460b-a129-52943859117b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1721489 Mar 03 18:37:00.126825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-9890ee81-e68f-4c7e-a0b9-9c5a77ce7a34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 217 time: 0.0649621 Mar 03 18:37:00.186628 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-b5d33e2a-3319-410f-9ae3-94c43fb757f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:00.187995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-b5d33e2a-3319-410f-9ae3-94c43fb757f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0560791 Mar 03 18:37:00.233891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-06a428b5-9c7b-45d3-8167-b425f03bc1a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385172 Mar 03 18:37:00.361193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-6ab52d43-6b9e-47ef-8010-30f6c2dfda9d service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209030 Mar 03 18:37:00.487682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7d8055f-c0e9-4074-beed-98ca94e5e80f req-ad101c05-db0e-48e7-8d03-7aaba255047a service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206129 Mar 03 18:37:01.218696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f30439-32b1-49ff-a200-6a0aa9699b5a req-819456b1-c51d-4e2c-b1c5-067d7415157e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:01.219422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-12f30439-32b1-49ff-a200-6a0aa9699b5a req-819456b1-c51d-4e2c-b1c5-067d7415157e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Synchronizing usage tracker for tenant:39392f8de5b14f50ab836787b259d34d on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:37:01.231445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-12f30439-32b1-49ff-a200-6a0aa9699b5a req-819456b1-c51d-4e2c-b1c5-067d7415157e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Unset dirty status for tenant:39392f8de5b14f50ab836787b259d34d on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:37:01.232558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12f30439-32b1-49ff-a200-6a0aa9699b5a req-819456b1-c51d-4e2c-b1c5-067d7415157e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 944 time: 0.0912929 Mar 03 18:37:01.278223 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12f30439-32b1-49ff-a200-6a0aa9699b5a req-a3a69f58-0cbf-4b93-9b49-a02315010f54 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Mar 03 18:37:01.411172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:37:01.539863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:01.552692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5', 'port_id': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'mac_address': 'fa:16:3e:d8:9b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d271a3-ee30-4e05-9085-f01ba4205cc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:37:01.609000 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:01.624757 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45be8f07-e7c2-4c40-985a-0b8c9a58df7c {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:37:01.640062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:01.643634 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:01.709092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:01.716774 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.717117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.717476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.717806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.718129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.718454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.718770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.719083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.719399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.719713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.720024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.720335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:01.992233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['45be8f07-e7c2-4c40-985a-0b8c9a58df7c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:37:02.465130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4091ca-8edd-4940-9b9d-829393f2ea81 req-7fb4bb9e-f6f1-4a86-ad75-215175218900 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:02.466636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c4091ca-8edd-4940-9b9d-829393f2ea81 req-7fb4bb9e-f6f1-4a86-ad75-215175218900 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 945 time: 0.0827992 Mar 03 18:37:02.510016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0c4091ca-8edd-4940-9b9d-829393f2ea81 req-94719f16-ba22-4c7f-a9e9-80fba2126674 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Mar 03 18:37:03.423908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:37:03.493319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:03.497846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:03.498214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:03.610378 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:03.637249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:37:03.647856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:03.652117 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:03.690022 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'code': 200} Mar 03 18:37:03.698790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722907f-8879-4aa7-bbc3-675f8007ab01 req-fcabf4a0-3d02-4c34-ada5-a612af43007c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:03.700273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5722907f-8879-4aa7-bbc3-675f8007ab01 req-fcabf4a0-3d02-4c34-ada5-a612af43007c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 945 time: 0.0877087 Mar 03 18:37:03.729045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:03.754604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5722907f-8879-4aa7-bbc3-675f8007ab01 req-384807ff-7311-4e1f-9be6-a961f47e51fc tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Mar 03 18:37:03.838868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d1ddd-67b7-4be7-99fe-59850a4f1e71 req-33f1bd27-b304-4d79-a9bc-ddb286ce91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:03.840352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e2d1ddd-67b7-4be7-99fe-59850a4f1e71 req-33f1bd27-b304-4d79-a9bc-ddb286ce91f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1097 time: 0.0741863 Mar 03 18:37:03.881185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e2d1ddd-67b7-4be7-99fe-59850a4f1e71 req-52ebe214-1d45-41a1-bbf3-5424ac522df6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Mar 03 18:37:04.942306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079274e7-6bee-4064-b1f7-d7c770ddc9e1 req-292ad92d-b3b6-4fef-b398-cd7232a5bc8a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:04.943760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-079274e7-6bee-4064-b1f7-d7c770ddc9e1 req-292ad92d-b3b6-4fef-b398-cd7232a5bc8a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0824335 Mar 03 18:37:04.988527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-079274e7-6bee-4064-b1f7-d7c770ddc9e1 req-87c966a9-abbb-4c5c-bb16-5b894d32f3ba tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Mar 03 18:37:06.183417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c772-f580-45b3-8eee-dfe291c25348 req-62ac93b5-ae97-453e-b050-b74ecd407e54 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:06.184873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bf2c772-f580-45b3-8eee-dfe291c25348 req-62ac93b5-ae97-453e-b050-b74ecd407e54 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0904543 Mar 03 18:37:06.228701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4bf2c772-f580-45b3-8eee-dfe291c25348 req-2990a627-ea6c-462e-8ad9-34b75c2cf7d5 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Mar 03 18:37:06.409159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3153850-2f16-4f64-b863-b648e3daa3f3 req-0af51eca-be2f-449a-8727-20e665d92c7e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:06.411097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3153850-2f16-4f64-b863-b648e3daa3f3 req-0af51eca-be2f-449a-8727-20e665d92c7e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0809779 Mar 03 18:37:06.457663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3153850-2f16-4f64-b863-b648e3daa3f3 req-651ea899-c5c5-41b3-abb0-d2036df13b37 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Mar 03 18:37:06.845868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-7fe14c7e-af5b-4c0b-b62b-38a7b489eb68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228824 Mar 03 18:37:06.867759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14a926-6952-4496-97be-710cf6b635fd req-fa850a21-d82e-494b-b97b-bc26f8cf00d2 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:06.869202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed14a926-6952-4496-97be-710cf6b635fd req-fa850a21-d82e-494b-b97b-bc26f8cf00d2 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.1024685 Mar 03 18:37:06.915502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed14a926-6952-4496-97be-710cf6b635fd req-71e73bd6-769b-4972-b551-e4a15b645212 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Mar 03 18:37:07.937027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-82ffe120-ecbc-4ab8-a2b1-ecaeb7d2ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:07.938502 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-82ffe120-ecbc-4ab8-a2b1-ecaeb7d2ddd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1097 time: 0.0681605 Mar 03 18:37:08.073032 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-8a7c77d0-42a6-499e-acea-16d5afed19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:08.074705 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-8a7c77d0-42a6-499e-acea-16d5afed19b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1306171 Mar 03 18:37:08.103689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe2643-28b3-4dd8-bccc-d0732d64a149 req-1bc3d45c-8236-46bf-bedf-425ea1ae04d0 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:08.105149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21fe2643-28b3-4dd8-bccc-d0732d64a149 req-1bc3d45c-8236-46bf-bedf-425ea1ae04d0 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0807755 Mar 03 18:37:08.152082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21fe2643-28b3-4dd8-bccc-d0732d64a149 req-a630fabd-8e86-49f8-91b9-438e2bd0002e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Mar 03 18:37:08.245595 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-7a59355a-adbd-4d4c-905f-9e353346cd9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 217 time: 0.1647587 Mar 03 18:37:08.306650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-0879f23e-c1b6-4c90-9401-ad24805f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:08.308079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-0879f23e-c1b6-4c90-9401-ad24805f67e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0565822 Mar 03 18:37:08.355601 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-edf5cc07-15af-46f9-a96f-6c2b60516a0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418942 Mar 03 18:37:08.483967 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-4fcf93fc-69f7-4f5e-a95d-bd6fce8057a4 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226034 Mar 03 18:37:08.612427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-05186ac6-fc8b-486d-af21-7b789618919f service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228344 Mar 03 18:37:09.336962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709f9ec-4d32-4c25-bc52-c867a8ee2f43 req-90efbc84-12e3-4be6-b0a1-f6887b102a1a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:09.338441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9709f9ec-4d32-4c25-bc52-c867a8ee2f43 req-90efbc84-12e3-4be6-b0a1-f6887b102a1a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0800481 Mar 03 18:37:09.381521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9709f9ec-4d32-4c25-bc52-c867a8ee2f43 req-2d683df2-249d-4732-a751-2c8f6b971d86 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374534 Mar 03 18:37:10.565632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c5a00-7e9d-4027-83ec-8452fabac0fb req-d9a03688-693c-40e5-ae7c-884d777df0d6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:10.567070 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-305c5a00-7e9d-4027-83ec-8452fabac0fb req-d9a03688-693c-40e5-ae7c-884d777df0d6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0824971 Mar 03 18:37:10.610908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-305c5a00-7e9d-4027-83ec-8452fabac0fb req-9233e474-ac4b-4534-af96-5485d97f7447 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Mar 03 18:37:11.794771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c2019-35d1-494b-b304-49953cf9a86e req-43c194d6-6834-4bcf-a8d2-d653cb75c206 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:11.796199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-935c2019-35d1-494b-b304-49953cf9a86e req-43c194d6-6834-4bcf-a8d2-d653cb75c206 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0827677 Mar 03 18:37:11.839405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-935c2019-35d1-494b-b304-49953cf9a86e req-dd9309b1-9e9b-4067-bce7-2d92f74b2a86 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374174 Mar 03 18:37:13.018787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28e32d-cd1e-466f-9594-d1d067449662 req-62b8653a-8ed9-4249-b066-04290b50acb6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:13.020241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af28e32d-cd1e-466f-9594-d1d067449662 req-62b8653a-8ed9-4249-b066-04290b50acb6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0793262 Mar 03 18:37:13.066848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af28e32d-cd1e-466f-9594-d1d067449662 req-f869c989-6e5b-4d5e-b1aa-b54f474e67b1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Mar 03 18:37:14.256355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302b067-5fa4-4a2a-a4ca-b592220e7d80 req-1cab24cc-0fb6-4f5f-9f3f-7fe974914fd1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:14.257929 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4302b067-5fa4-4a2a-a4ca-b592220e7d80 req-1cab24cc-0fb6-4f5f-9f3f-7fe974914fd1 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0816579 Mar 03 18:37:14.305048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4302b067-5fa4-4a2a-a4ca-b592220e7d80 req-ab790a39-2fd8-4904-9e39-860aec7763cf tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Mar 03 18:37:15.487830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4958a5-b9c7-4622-a7fa-6b1348585976 req-4b363924-c268-4ae6-9a04-1338ce125cb9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:15.489208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ee4958a5-b9c7-4622-a7fa-6b1348585976 req-4b363924-c268-4ae6-9a04-1338ce125cb9 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0797186 Mar 03 18:37:15.531220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ee4958a5-b9c7-4622-a7fa-6b1348585976 req-af3abe4b-8eb6-4f63-bec9-ab441d47ec8f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Mar 03 18:37:16.714187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f58f16-0a40-472b-8ef4-680f45011902 req-aa2a4f7c-ed1b-471c-927b-08fcb564091e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:16.715632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4f58f16-0a40-472b-8ef4-680f45011902 req-aa2a4f7c-ed1b-471c-927b-08fcb564091e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0794418 Mar 03 18:37:16.759413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d4f58f16-0a40-472b-8ef4-680f45011902 req-b1b63c7f-0355-44ec-9fed-ae32255d3f9d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Mar 03 18:37:17.942032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e62f5-5117-45d0-9eec-543d96456b3c req-02b43076-cbb5-4629-93ad-588089297141 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:17.943461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-761e62f5-5117-45d0-9eec-543d96456b3c req-02b43076-cbb5-4629-93ad-588089297141 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0821121 Mar 03 18:37:17.986844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-761e62f5-5117-45d0-9eec-543d96456b3c req-101e89f6-33ce-4f68-b97f-9181da7b5c50 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372882 Mar 03 18:37:18.236783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:19.176759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5fe1d-af3d-4242-990c-e689dd7d91a2 req-42ed4c0b-9541-42f7-bd19-7f18cb409f3d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:19.178238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ece5fe1d-af3d-4242-990c-e689dd7d91a2 req-42ed4c0b-9541-42f7-bd19-7f18cb409f3d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0830176 Mar 03 18:37:19.221861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ece5fe1d-af3d-4242-990c-e689dd7d91a2 req-299f0945-0ad8-4dfa-934f-719ebb3c11bf tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Mar 03 18:37:19.582868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6e746066-8d47-4c1c-b093-e30dc4ec66c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:20.404823 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6663b-3640-4ccb-bdfc-ae28e4faba32 req-bcc1d077-6b82-407f-9dfd-61c4b76181ac tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:20.406371 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35c6663b-3640-4ccb-bdfc-ae28e4faba32 req-bcc1d077-6b82-407f-9dfd-61c4b76181ac tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0794845 Mar 03 18:37:20.454885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35c6663b-3640-4ccb-bdfc-ae28e4faba32 req-ab54c04b-3cba-492d-b3f1-b1e75b1f524d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Mar 03 18:37:21.636827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ab16-6c1b-411b-b4c4-af7931cebeb4 req-7831cb39-0d1c-4545-aa49-c054a2f00c81 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:21.638295 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0603ab16-6c1b-411b-b4c4-af7931cebeb4 req-7831cb39-0d1c-4545-aa49-c054a2f00c81 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0801575 Mar 03 18:37:21.685139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0603ab16-6c1b-411b-b4c4-af7931cebeb4 req-13b1ca37-5a62-4cdb-87a3-eff12b532143 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Mar 03 18:37:21.880355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8918a08-000f-4678-83a8-6c01ae4706e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:22.884045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60e4c2-afd3-4a2e-84e1-23d7c536a614 req-21955d90-6d20-4459-b5c3-9c1640a096b8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:22.885537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-be60e4c2-afd3-4a2e-84e1-23d7c536a614 req-21955d90-6d20-4459-b5c3-9c1640a096b8 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0823047 Mar 03 18:37:22.927531 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-be60e4c2-afd3-4a2e-84e1-23d7c536a614 req-db56cb97-8bdb-4dc2-8188-d3fb645c9e03 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364175 Mar 03 18:37:22.991819 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:23.039308 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:24.118498 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae148-a3f6-42dd-b7c6-b27d4fa26559 req-95c2834c-96a8-4ef2-b6af-01cc59ce7695 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:24.119972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5bae148-a3f6-42dd-b7c6-b27d4fa26559 req-95c2834c-96a8-4ef2-b6af-01cc59ce7695 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0807147 Mar 03 18:37:24.163442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e5bae148-a3f6-42dd-b7c6-b27d4fa26559 req-92ea8c3b-a856-4562-bb4d-9072a3848659 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Mar 03 18:37:24.427514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:24.682917 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:25.347524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5868a5-92e5-4c36-9c99-1315cbb5bb47 req-e5bd1241-9054-4ad5-8104-8fa041f6c0ac tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:25.348951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f5868a5-92e5-4c36-9c99-1315cbb5bb47 req-e5bd1241-9054-4ad5-8104-8fa041f6c0ac tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0824473 Mar 03 18:37:25.391962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f5868a5-92e5-4c36-9c99-1315cbb5bb47 req-30ac3dc3-6dc6-4392-a9c1-e5e564babe57 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 Mar 03 18:37:26.384118 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-6f2c8789-b920-4295-b332-aea52f93e31d req-c2dd3cfc-66a1-4bf2-b71e-34aff98c94ef service neutron] (87886) timed out ('10.222.0.35', 55817) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:37:26.576186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555f33e-fe26-400f-bf50-855d1b5808d2 req-29ee48ae-5508-4bcf-9197-a41a3cf3ee59 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:26.577652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8555f33e-fe26-400f-bf50-855d1b5808d2 req-29ee48ae-5508-4bcf-9197-a41a3cf3ee59 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0827398 Mar 03 18:37:26.620927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8555f33e-fe26-400f-bf50-855d1b5808d2 req-b5f8bff5-84a0-430b-a359-afd2a2df0093 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Mar 03 18:37:27.801508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf191a1-e9d7-4da2-ad3c-9a9c71a6b8ae req-7ef2bc69-b569-4959-b8f8-34f156ef85db tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:27.802951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bf191a1-e9d7-4da2-ad3c-9a9c71a6b8ae req-7ef2bc69-b569-4959-b8f8-34f156ef85db tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0791068 Mar 03 18:37:27.846202 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bf191a1-e9d7-4da2-ad3c-9a9c71a6b8ae req-cb4b59c9-3b78-4090-939c-51f05cf391db tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376008 Mar 03 18:37:28.401597 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:37:29.027917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f8e61-ce77-461f-b6e8-fd88cba42ee8 req-f009e6d1-5a2a-4fd5-a7a4-150dbd647819 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:29.029651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-387f8e61-ce77-461f-b6e8-fd88cba42ee8 req-f009e6d1-5a2a-4fd5-a7a4-150dbd647819 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0816729 Mar 03 18:37:29.073996 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-387f8e61-ce77-461f-b6e8-fd88cba42ee8 req-f642a0f0-61f7-409f-a9f2-c7d40ec97442 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387237 Mar 03 18:37:30.272841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab6501-cf16-44e7-b0e7-950bbcabbe9e req-9e42b7b5-3582-4a9d-90cb-2d39054e3f8d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:30.274291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ab6501-cf16-44e7-b0e7-950bbcabbe9e req-9e42b7b5-3582-4a9d-90cb-2d39054e3f8d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0934591 Mar 03 18:37:30.325297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ab6501-cf16-44e7-b0e7-950bbcabbe9e req-620efa79-c4c4-48f8-b34b-0cf624cbfa54 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Mar 03 18:37:31.513195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7e11d-7f20-40e6-a7ab-ca1c24724b3a req-43406c21-90d1-4702-bc7c-c700430f198e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:31.514570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3e7e11d-7f20-40e6-a7ab-ca1c24724b3a req-43406c21-90d1-4702-bc7c-c700430f198e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0825984 Mar 03 18:37:31.557535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3e7e11d-7f20-40e6-a7ab-ca1c24724b3a req-09e2756e-0bbc-42cb-beca-3efd6f4b0bd3 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374439 Mar 03 18:37:32.895136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc07a0-bd86-46a1-8970-23a5a439625f req-77c86e94-0df3-4298-97a0-e9c50ad52e7d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:32.896582 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08bc07a0-bd86-46a1-8970-23a5a439625f req-77c86e94-0df3-4298-97a0-e9c50ad52e7d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0828197 Mar 03 18:37:32.942007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08bc07a0-bd86-46a1-8970-23a5a439625f req-e63afbe9-1459-4cb3-a871-4cc532030d88 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Mar 03 18:37:34.138214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4082c-f5e1-4df1-81ce-324a03f23995 req-844ebfcb-7e39-4d25-b9b2-276b97194dce tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:34.139650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81f4082c-f5e1-4df1-81ce-324a03f23995 req-844ebfcb-7e39-4d25-b9b2-276b97194dce tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0919025 Mar 03 18:37:34.183534 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-81f4082c-f5e1-4df1-81ce-324a03f23995 req-9d1f2f1c-87bb-4457-850d-fe0f2951705a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Mar 03 18:37:35.362693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590be06-17db-4800-8047-9b97ca605bbc req-73eaf7a7-bf6c-4245-b66c-d0c6f628a39a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:35.364125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7590be06-17db-4800-8047-9b97ca605bbc req-73eaf7a7-bf6c-4245-b66c-d0c6f628a39a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0786397 Mar 03 18:37:35.407936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7590be06-17db-4800-8047-9b97ca605bbc req-06fe20da-b5bb-4f7b-8b52-452ca3234f9c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Mar 03 18:37:35.546610 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-e190ca16-8983-4408-900f-9ebb0053376d req-24c165cb-a330-49da-95c6-bba5f33458a2 service neutron] show failed (client error): The resource could not be found. Mar 03 18:37:35.547593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-24c165cb-a330-49da-95c6-bba5f33458a2 service neutron] 10.222.0.16 "GET /v2.0/ports/45be8f07-e7c2-4c40-985a-0b8c9a58df7c/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0772808 Mar 03 18:37:35.801131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-48d2ad4c-5de5-4ea7-b16c-5950f5d18eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:35.802539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-48d2ad4c-5de5-4ea7-b16c-5950f5d18eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5&tenant_id=39392f8de5b14f50ab836787b259d34d HTTP/1.1" status: 200 len: 1097 time: 0.0735226 Mar 03 18:37:35.812793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:36.020920 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:36.287654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:36.314857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:37:36.374237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:37:36.379390 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:36.394439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Transition to ACTIVE for port object 45be8f07-e7c2-4c40-985a-0b8c9a58df7c will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:36.398566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:36.503239 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'code': 200} Mar 03 18:37:36.582996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] No DVR routers for this DVR port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:37:36.605563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:36.657438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.657686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.658023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.658355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.658679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.659000 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.659321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.659636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.659957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.660269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.660582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.660893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:36.674808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:37:36.675142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:37:36.675468 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:37:36.682996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on network a9940082-6dc7-475d-91fa-7e77dabd76e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:37:36.683318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Attempting to bind port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on network a9940082-6dc7-475d-91fa-7e77dabd76e5 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:37:36.690396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:37:36.690739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Checking segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:37:36.691123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Bound using segment: {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:37:36.691539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Bound port: 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32203418-363d-4479-ad13-9509f443b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:37:36.691877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:36.761828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9063f-adda-4813-8868-4687d43aaff7 req-cc5a0f2c-17fd-498a-9391-6a9a36215760 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:36.763290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7d9063f-adda-4813-8868-4687d43aaff7 req-cc5a0f2c-17fd-498a-9391-6a9a36215760 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 944 time: 0.2190378 Mar 03 18:37:36.838630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e7d9063f-adda-4813-8868-4687d43aaff7 req-43860fbf-961f-43e8-bd17-6f96d7b91631 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687451 Mar 03 18:37:36.840945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:37:36.843898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:37:36.848804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:36.901673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:36.902275 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:36.903585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] 10.222.0.35 "PUT /v2.0/ports/45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 1092 time: 1.0946293 Mar 03 18:37:36.923916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b7b5-6d3d-419b-8ec9-a864704a9d01 service neutron] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:36.996740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-1e7568ee-0eb8-4db1-b2f0-655fb39e0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:36.998195 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-1e7568ee-0eb8-4db1-b2f0-655fb39e0e78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1095 time: 0.0716162 Mar 03 18:37:37.132094 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-acabf4c4-5227-4f36-b568-b6e3875fc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:37.133556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-acabf4c4-5227-4f36-b568-b6e3875fc959 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1298003 Mar 03 18:37:37.198352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-5adae29b-b146-481f-90b1-1e93b147419b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 217 time: 0.0591414 Mar 03 18:37:37.260856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ca16-8983-4408-900f-9ebb0053376d req-1e66e4f3-ec6a-4a12-8d8a-68e38a3d946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:37.262234 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-1e66e4f3-ec6a-4a12-8d8a-68e38a3d946b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0579062 Mar 03 18:37:37.305945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-45c57692-98e2-416f-bd54-2b0ef4db8228 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378683 Mar 03 18:37:37.435912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-b78ed896-043b-4989-be74-d3346481d325 service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238642 Mar 03 18:37:37.673091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e190ca16-8983-4408-900f-9ebb0053376d req-5b2e9ed3-7a47-4c12-8254-9eb407b52ba6 service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305675 Mar 03 18:37:38.125010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f44dd-4900-48e4-94f7-81b3d4a2e2e1 req-236e0cb2-7379-4aa5-a840-c2b0935afc5f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:38.126481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-068f44dd-4900-48e4-94f7-81b3d4a2e2e1 req-236e0cb2-7379-4aa5-a840-c2b0935afc5f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 944 time: 0.1834159 Mar 03 18:37:38.169243 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-068f44dd-4900-48e4-94f7-81b3d4a2e2e1 req-c928a296-e073-43a7-93d6-83ae6c16ab38 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Mar 03 18:37:38.504457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:37:38.559906 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'status': 'completed', 'code': 200} Mar 03 18:37:38.653833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632566-243e-43cf-8204-293c597b1ae4 req-216ecd76-fe3c-425c-91f8-1b58b2f66f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:38.655303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-216ecd76-fe3c-425c-91f8-1b58b2f66f8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1095 time: 0.0742121 Mar 03 18:37:38.665350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632566-243e-43cf-8204-293c597b1ae4 req-8de44896-63ed-4283-823d-988658dcca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:38.666815 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-8de44896-63ed-4283-823d-988658dcca13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1095 time: 0.0698624 Mar 03 18:37:38.788359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632566-243e-43cf-8204-293c597b1ae4 req-ee0695cb-cb1d-4e26-b017-a31cfbb87aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:38.789752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-ee0695cb-cb1d-4e26-b017-a31cfbb87aef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1281779 Mar 03 18:37:38.797887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632566-243e-43cf-8204-293c597b1ae4 req-a1a90fc4-77ec-46f7-8a9f-ac559077f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:38.799354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-a1a90fc4-77ec-46f7-8a9f-ac559077f83b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1271920 Mar 03 18:37:38.858909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-cc9d3990-0fdb-4aa5-89c0-70d4a6d0c3a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 217 time: 0.0610209 Mar 03 18:37:38.870950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-710437b7-1ed1-4b06-8677-8b4e23f47e44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 217 time: 0.0659654 Mar 03 18:37:38.923503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632566-243e-43cf-8204-293c597b1ae4 req-dd2fea02-ebc8-40bf-b0ef-b3f6b5f11540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:38.924926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-dd2fea02-ebc8-40bf-b0ef-b3f6b5f11540 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0595956 Mar 03 18:37:38.931305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632566-243e-43cf-8204-293c597b1ae4 req-1a9298cc-b8ae-4ad9-98b3-59ade0738a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:38.932744 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-1a9298cc-b8ae-4ad9-98b3-59ade0738a61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0567064 Mar 03 18:37:38.970184 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-69dcd0d5-8551-4259-b676-5b5f0daa2122 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388050 Mar 03 18:37:38.981308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-10e28e20-2c1e-43c0-9214-797b8c7b66cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423601 Mar 03 18:37:39.110833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-c3d1e92c-3164-499d-93f0-46f5f5828894 service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303527 Mar 03 18:37:39.118345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-3803f92d-60cd-425f-91ed-a18bc33a8dea service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309893 Mar 03 18:37:39.271047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-e08cfde7-5b66-4e30-bced-7a2241b03f99 service neutron] 10.222.0.35 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534033 Mar 03 18:37:39.337065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a632566-243e-43cf-8204-293c597b1ae4 req-ee43628c-e74d-4b39-b70c-5223acb8d521 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133396 Mar 03 18:37:39.386871 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca276cf4-d065-4c7b-9ba5-6cc6c6331f4d req-fed4e7cd-4d84-4ff0-9550-1d42235d37db tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:39.388209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca276cf4-d065-4c7b-9ba5-6cc6c6331f4d req-fed4e7cd-4d84-4ff0-9550-1d42235d37db tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 944 time: 0.0859113 Mar 03 18:37:39.431500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca276cf4-d065-4c7b-9ba5-6cc6c6331f4d req-a17f2c74-7524-4d07-a851-85af0d2dc004 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Mar 03 18:37:39.625687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:37:39.696187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:37:39.790394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394121-b12b-4c05-95e7-4be003e7456e req-c931dbea-db0b-4637-b98d-7d6ba7f04b9b tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:39.791852 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c394121-b12b-4c05-95e7-4be003e7456e req-c931dbea-db0b-4637-b98d-7d6ba7f04b9b tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 944 time: 0.1425509 Mar 03 18:37:39.800801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-11609f82-bb86-4fe1-b629-c2aa0ab742f6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:39.802171 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-11609f82-bb86-4fe1-b629-c2aa0ab742f6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5&tenant_id=39392f8de5b14f50ab836787b259d34d&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 944 time: 0.1188915 Mar 03 18:37:39.899039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c394121-b12b-4c05-95e7-4be003e7456e req-0980e497-656f-47a7-a6e1-b900f3f0799e tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959325 Mar 03 18:37:39.908188 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-11744c29-fc91-4da9-abc9-344188f00a1e service neutron] delete failed (client error): The resource could not be found. Mar 03 18:37:39.909126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-11744c29-fc91-4da9-abc9-344188f00a1e service neutron] 10.222.0.16 "DELETE /v2.0/ports/45be8f07-e7c2-4c40-985a-0b8c9a58df7c/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0933106 Mar 03 18:37:39.996409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:37:40.058440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-20268a1d-053d-4a43-982e-8b5bf085a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:40.059914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-20268a1d-053d-4a43-982e-8b5bf085a548 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39392f8de5b14f50ab836787b259d34d&device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 1095 time: 0.0705438 Mar 03 18:37:40.132049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:40.144992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'network_id': 'a9940082-6dc7-475d-91fa-7e77dabd76e5', 'port_id': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'mac_address': 'fa:16:3e:d8:9b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d271a3-ee30-4e05-9085-f01ba4205cc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:37:40.193231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-9599234a-2c61-4374-b6d3-ff29181ad4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:40.194723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-9599234a-2c61-4374-b6d3-ff29181ad4bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 200 len: 915 time: 0.1294606 Mar 03 18:37:40.198259 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:40.214833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45be8f07-e7c2-4c40-985a-0b8c9a58df7c {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:37:40.230378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:40.234976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:40.266715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-4b2a87e4-4081-4ab5-b278-1dd04ba91bb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 200 len: 217 time: 0.0656574 Mar 03 18:37:40.305056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:40.331650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-59f00929-04d5-4073-8668-b5be1eb56f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:40.333103 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-59f00929-04d5-4073-8668-b5be1eb56f79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 200 len: 854 time: 0.0604720 Mar 03 18:37:40.377809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-79426492-ae4c-468f-b96d-c707ebbb3719 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9940082-6dc7-475d-91fa-7e77dabd76e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394533 Mar 03 18:37:40.545650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['45be8f07-e7c2-4c40-985a-0b8c9a58df7c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:37:40.606057 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-0b935cbd-6387-4f56-a7dd-cce0c7b2ace0 service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220681 Mar 03 18:37:40.737044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dacbcd5-10eb-4ae2-b80e-7b93d5223d15 req-238754fc-48ce-4846-a51e-de45df72355b service neutron] 10.222.0.16 "GET /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251450 Mar 03 18:37:41.087191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a8bc2-9f91-4ac7-94df-aa769c984d2d req-b3b52801-6ca7-4bc9-a59a-072db2dd85f6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:41.088787 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-095a8bc2-9f91-4ac7-94df-aa769c984d2d req-b3b52801-6ca7-4bc9-a59a-072db2dd85f6 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 945 time: 0.0853245 Mar 03 18:37:41.134840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-095a8bc2-9f91-4ac7-94df-aa769c984d2d req-5ebd290d-fa35-4ca0-ae25-af79313e4ba4 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Mar 03 18:37:41.995671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:37:42.094005 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:42.098891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:42.099265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:42.214912 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:42.242356 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:37:42.251962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:42.256375 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:42.293209 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'code': 200} Mar 03 18:37:42.322446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f79e0-698f-464a-a856-7d8e327cb708 req-5e80dc69-fe5b-43f2-a2f0-a66d0cfe68a0 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:42.323936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-924f79e0-698f-464a-a856-7d8e327cb708 req-5e80dc69-fe5b-43f2-a2f0-a66d0cfe68a0 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0844419 Mar 03 18:37:42.330891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:42.373368 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-924f79e0-698f-464a-a856-7d8e327cb708 req-ff067189-6a1a-43ab-ab1c-19f6828ef8f4 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Mar 03 18:37:42.558345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a64ad6-ed70-4c5c-abdb-6a0b368ad36b req-9468bf15-ac05-4bcc-a197-5ec173a3919a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:42.559723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26a64ad6-ed70-4c5c-abdb-6a0b368ad36b req-9468bf15-ac05-4bcc-a197-5ec173a3919a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0806808 Mar 03 18:37:42.603483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26a64ad6-ed70-4c5c-abdb-6a0b368ad36b req-7604b337-cfec-4fbf-b694-36fffcc69666 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Mar 03 18:37:42.784705 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8764-abff-4229-bce3-6042dd5eea22 req-87bdbf39-ad5e-4276-94c0-3c543f01a2dd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:42.786156 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-51bc8764-abff-4229-bce3-6042dd5eea22 req-87bdbf39-ad5e-4276-94c0-3c543f01a2dd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0791430 Mar 03 18:37:42.828767 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-51bc8764-abff-4229-bce3-6042dd5eea22 req-f8aa80a3-f00e-4dfb-8198-31032542b29c tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369642 Mar 03 18:37:43.367431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae4cc-7018-4d50-863b-bc69db81f7cd req-f6ae24f7-6b94-450a-82fb-7fbc7ffda69d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:43.368954 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3dae4cc-7018-4d50-863b-bc69db81f7cd req-f6ae24f7-6b94-450a-82fb-7fbc7ffda69d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0830765 Mar 03 18:37:43.412434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3dae4cc-7018-4d50-863b-bc69db81f7cd req-117ea57d-785f-4fe5-97da-35cc1fff986a tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Mar 03 18:37:44.525354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-d05f6bb6-3552-45e0-89e1-379d82d8e1cd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:44.526781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-d05f6bb6-3552-45e0-89e1-379d82d8e1cd tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0809877 Mar 03 18:37:44.570106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-6d438a1a-c2ff-4ae6-bb61-ae17f519d228 req-c4a8de1d-de29-4a04-99b5-3b3af09564da service neutron] (87886) timed out ('10.222.0.16', 59000) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:37:44.598024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Deleting port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:37:44.598359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:44.602070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f788098-3e27-4f96-b9e0-52ed72dadca7 req-9fce7830-e7d3-4988-94a1-2e353f8e2f4f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:44.603576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f788098-3e27-4f96-b9e0-52ed72dadca7 req-9fce7830-e7d3-4988-94a1-2e353f8e2f4f tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb56d346-e53d-47ce-aa44-7337014267e5 HTTP/1.1" status: 200 len: 946 time: 0.0854354 Mar 03 18:37:44.648736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0f788098-3e27-4f96-b9e0-52ed72dadca7 req-ef672db0-a807-4f22-9e6d-03e72801159d tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.23 "GET /v2.0/security-groups?id=baaf8cc0-0035-450b-9121-77388e5a319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Mar 03 18:37:44.840338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] For port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,segment=NetworkSegment(32203418-363d-4479-ad13-9509f443b406),segment_id=32203418-363d-4479-ad13-9509f443b406)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:44.840695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:45.066825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Calling delete_port for 45be8f07-e7c2-4c40-985a-0b8c9a58df7c owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:37:45.207393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:45.218599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['45be8f07-e7c2-4c40-985a-0b8c9a58df7c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:37:45.259229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Pushing event deleted for resources: {'Port': ['ID=45be8f07-e7c2-4c40-985a-0b8c9a58df7c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:45.334484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] No DVR routers for this DVR port 45be8f07-e7c2-4c40-985a-0b8c9a58df7c on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:37:45.337036 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:45.340021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-deleted', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:37:45.355858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c249dd59-e951-43e3-bc29-e69636cdb9d7 req-80f0b49e-bf91-480d-824d-000ce2f3c132 tempest-ServerDiskConfigTestJSON-1863364410 tempest-ServerDiskConfigTestJSON-1863364410-project] 10.222.0.35 "DELETE /v2.0/ports/45be8f07-e7c2-4c40-985a-0b8c9a58df7c HTTP/1.1" status: 204 len: 173 time: 0.8231142 Mar 03 18:37:45.390122 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb56d346-e53d-47ce-aa44-7337014267e5', 'name': 'network-vif-deleted', 'tag': '45be8f07-e7c2-4c40-985a-0b8c9a58df7c', 'status': 'completed', 'code': 200} Mar 03 18:37:45.877239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38506) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:45.936060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] Deleting subnet 97d271a3-ee30-4e05-9085-f01ba4205cc9 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:37:45.938835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:45.990052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.044383 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.112239 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.157221 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.159825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d271a3-ee30-4e05-9085-f01ba4205cc9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:46.165711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0d4473f6-fc1e-4c03-b12e-e9194688df82 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97d271a3-ee30-4e05-9085-f01ba4205cc9 HTTP/1.1" status: 204 len: 168 time: 0.2873790 Mar 03 18:37:46.168082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38510) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:46.270289 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.395728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.420295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9940082-6dc7-475d-91fa-7e77dabd76e5']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:46.432465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32203418-363d-4479-ad13-9509f443b406') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:46.432765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32203418-363d-4479-ad13-9509f443b406') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:46.444545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.459891 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.465687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:37:46.466050 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:37:46.479239 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:37:46.554257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.570123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.580087 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9940082-6dc7-475d-91fa-7e77dabd76e5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:46.588134 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0cb2c6d3-62b4-4200-96cb-57e5309f9f12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9940082-6dc7-475d-91fa-7e77dabd76e5 HTTP/1.1" status: 204 len: 168 time: 0.4190586 Mar 03 18:37:46.696802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38516) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:46.744284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4f363f20-e5ed-446f-ba62-8d132eb64b89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39392f8de5b14f50ab836787b259d34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462959 Mar 03 18:37:46.746567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38520) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:46.800618 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9483f494-e637-4440-91f4-0d3b896da516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.826448 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9483f494-e637-4440-91f4-0d3b896da516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.877823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9483f494-e637-4440-91f4-0d3b896da516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.897596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483f494-e637-4440-91f4-0d3b896da516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf8cc0-0035-450b-9121-77388e5a319f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:46.906870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9483f494-e637-4440-91f4-0d3b896da516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:46.907985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9483f494-e637-4440-91f4-0d3b896da516 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baaf8cc0-0035-450b-9121-77388e5a319f HTTP/1.1" status: 204 len: 168 time: 0.1605625 Mar 03 18:37:47.592286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38544) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:47.694510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1023169145-network', 'tenant_id': '5d39a30303e447639d5883a35feca833'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:47.699780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:47.703660 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Usage tracker for resource:network and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:47.706492 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:47.712173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:47.722195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Made reservation on behalf of 5d39a30303e447639d5883a35feca833 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:37:47.724418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:47.736256 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:47.750415 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:47.754124 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Usage tracker for resource:security_group_rule and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:47.757430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:47.762915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:47.843384 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:47.847188 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:47.877046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:37:47.886406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd074cf-6ced-4b58-9e7d-627d7ab9dc00,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:47.891835 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:47.892178 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Added segment 2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe of type vlan for network a5083bb3-ef14-4094-9624-c3769855cdc3 Mar 03 18:37:47.917446 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:47.945289 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:47.946228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:47.946791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.051108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4577270 Mar 03 18:37:48.051964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b5fed-bce4-42ee-8e0d-f2b9413ff357 admin admin] Pushing event updated for resources: {'Network': ['ID=a5083bb3-ef14-4094-9624-c3769855cdc3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:48.054856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38550) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:48.060711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Request body: {'subnet': {'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1023169145-subnet', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:48.065671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network a5083bb3-ef14-4094-9624-c3769855cdc3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:37:48.066423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:48.070270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Usage tracker for resource:subnet and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:48.073048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:48.078784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:48.091716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Made reservation on behalf of 5d39a30303e447639d5883a35feca833 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:37:48.094058 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.222813 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.290721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.365225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9321b704-2030-4a4b-add5-e4672d715313,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:48.375623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:37:48.375977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Network hostable DHCP agents. Network: a5083bb3-ef14-4094-9624-c3769855cdc3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:37:48.394198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:37:48.403835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, a5083bb3-ef14-4094-9624-c3769855cdc3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:37:48.408096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:48.409289 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.413265 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18151f-b2a2-4d60-9ed0-22745e536b63 None None] Network a5083bb3-ef14-4094-9624-c3769855cdc3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:37:48.430194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3c0d159d-ab63-4546-a759-e4b0d127b101 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3742127 Mar 03 18:37:48.433005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38554) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:48.437846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:48.443039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:48.446924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Usage tracker for resource:router and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:48.449819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:48.455751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:48.466579 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.467860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.483671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.625968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-a5083bb3-ef14-4094-9624-c3769855cdc3', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:37:48.626835 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.748782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.781099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Allocated IP 172.20.0.2 (a5083bb3-ef14-4094-9624-c3769855cdc3/9321b704-2030-4a4b-add5-e4672d715313/5aedf8b1-576e-4b6d-a08a-23574fe7ea08) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:37:48.983566 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:48.993537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Transition to ACTIVE for port object 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:49.012018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Transition to ACTIVE for port object 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:49.017312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.059372 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.086421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:37:49.089720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:37:49.090818 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.099354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:37:49.105804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Pushing event updated for resources: {'Port': ['ID=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:49.193798 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Attempting to bind port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:37:49.194161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Attempting to bind port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:37:49.194515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Attempting to bind port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:37:49.199900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:37:49.200270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:37:49.200962 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.201065 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:37:49.201517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Bound port: 5aedf8b1-576e-4b6d-a08a-23574fe7ea08, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:37:49.201887 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.292835 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] For port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:37:49.295748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] For port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:37:49.300639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.343207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Allocated IP 172.25.0.156 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/090da5bc-c8ac-4739-9164-d3ff3ab00f6f) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:37:49.388891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf9752-e4d7-4dfb-af55-1399582b694f None None] Pushing event updated for resources: {'Port': ['ID=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:49.495498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.526028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.594252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38830dcc-89c7-4189-bbf8-44789c104653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:49.607134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:49.610427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:37:49.611825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:37:49.616941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:37:50.019537 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:50.038545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:37:50.081399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 45be8f07-e7c2-4c40-985a-0b8c9a58df7c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:37:50.081972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 45be8f07-e7c2-4c40-985a-0b8c9a58df7c not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:37:50.192151 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:37:50.266989 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:50.383491 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:50.392702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4912ed-1dd2-405f-9104-44529bad718e None None] Network a5083bb3-ef14-4094-9624-c3769855cdc3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:37:50.493751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-93e274ba-949a-41f2-b6bf-354380f42abb None None] Provisioning for port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:50.503271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-93e274ba-949a-41f2-b6bf-354380f42abb None None] Provisioning complete for port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:50.503645 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93e274ba-949a-41f2-b6bf-354380f42abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:50.590386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:37:50.746987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93e274ba-949a-41f2-b6bf-354380f42abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:50.794959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-93e274ba-949a-41f2-b6bf-354380f42abb None None] For port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:50.801682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-93e274ba-949a-41f2-b6bf-354380f42abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:50.871488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e274ba-949a-41f2-b6bf-354380f42abb None None] Pushing event updated for resources: {'Port': ['ID=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:50.905527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:37:50.916740 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:37:50.928083 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:37:50.928702 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:37:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:50.932767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:50.934492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-817e1c9b-671f-4560-9d58-c1cf2dc6fe86 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5005176 Mar 03 18:37:50.936821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38558) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:51.030963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-558c4463-22b5-460f-82a1-629d405a0a4f None None] Provisioning complete for port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:51.031293 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-558c4463-22b5-460f-82a1-629d405a0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.104303 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:37:51.388334 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:49Z', 'revision_number': 3, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:51.392046 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:37:51.392392 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Updating router 97106c79-c7b3-4171-b63f-2389d439f0b9 port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:37:51.444456 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.606160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.790093 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.801472 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Transition to ACTIVE for port object 090da5bc-c8ac-4739-9164-d3ff3ab00f6f will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:51.807965 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.810847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Allocated IP 172.20.0.1 (a5083bb3-ef14-4094-9624-c3769855cdc3/9321b704-2030-4a4b-add5-e4672d715313/d7a7bc8e-fbc6-4d9e-b53b-2818574037b0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:37:51.886802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e2c13c9-f362-4e8f-975e-00237e3e6357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.910547 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Pushing event updated for resources: {'Port': ['ID=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:51.919784 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.920416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.920416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.920743 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.921062 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.921394 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.921708 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.922020 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.922328 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.922637 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.922942 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.923246 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:51.927544 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Attempting to bind port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:37:51.927906 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Attempting to bind port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:37:51.928255 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Attempting to bind port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:37:51.933823 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:37:51.934184 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:37:51.934568 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.934936 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:37:51.935378 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Bound port: 090da5bc-c8ac-4739-9164-d3ff3ab00f6f, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:37:51.935734 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.964416 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:51.979701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Transition to ACTIVE for port object d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:52.002573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.007353 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] For port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:37:52.010700 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] For port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:37:52.014884 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.062271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:37:52.064949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:37:52.070508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:37:52.081959 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:37:52.082563 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:37:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:52.110166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:52.141752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.196375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:37:52.274188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecabddc-a545-43bf-ac40-212c29cd9c17 None None] Pushing event updated for resources: {'Port': ['ID=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:52.280887 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:37:52.298261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:52.298631 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.434951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b953f606-7674-4759-867f-7a9758b6cb35 None None] Provisioning for port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:52.445349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b953f606-7674-4759-867f-7a9758b6cb35 None None] Provisioning complete for port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:52.445805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b953f606-7674-4759-867f-7a9758b6cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.513257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b953f606-7674-4759-867f-7a9758b6cb35 None None] Port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:37:52.588916 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.615512 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:49Z', 'revision_number': 3, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:52.619274 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaeac2a-6ef3-4cea-868a-1c62b2cef702 None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:49Z', 'revision_number': 3, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:37:52.827474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.832725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:52.941418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:52.944819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:53.001196 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:53.051469 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:53.091031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:37:53.092184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:37:53.301286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:37:53.342654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-39810cad-7bf4-499d-84fa-f3f74bf19a4a None None] Provisioning complete for port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:53.343278 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-39810cad-7bf4-499d-84fa-f3f74bf19a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:53.397464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-39810cad-7bf4-499d-84fa-f3f74bf19a4a None None] Port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:37:53.490101 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:37:53.498680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c433563a-5b28-430d-af8c-c7fbb1d52d07 admin admin] 10.222.0.23 "PUT /v2.0/routers/97106c79-c7b3-4171-b63f-2389d439f0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5607138 Mar 03 18:37:54.034296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38568) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:54.040866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205361379', 'description': 'tempest-description--1826538853'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:54.043705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:37:54.048507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:54.053983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Usage tracker for resource:security_group and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:54.054232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:37:54.055011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:37:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:54.057925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:54.064374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:54.076671 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.121822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:54.135516 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Usage tracker for resource:security_group_rule and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:54.144715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:54.154272 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:54.236469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 090da5bc-c8ac-4739-9164-d3ff3ab00f6f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:37:54.266396 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.270679 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.327483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:37:54.396458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:54.405926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:54.406151 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.422218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.423492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3880901 Mar 03 18:37:54.427372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 38572) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:54.432570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cf7df-f3a7-4966-b03a-70c900e9d487 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d6dd32-82f5-40e1-9eec-2d5b74641919,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:54.446279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'security_group_rule': {'security_group_id': '28d6dd32-82f5-40e1-9eec-2d5b74641919', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:54.453945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:54.459407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Usage tracker for resource:security_group_rule and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:54.462558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:54.473199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:54.495573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.566059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.567955 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.571729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.603871 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.605495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1763134 Mar 03 18:37:54.608250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38576) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:54.614154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664b372-c94a-4be0-9b91-1ba4656733e8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb1e0b2-6cd5-49a1-a408-b307438db90a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:54.615129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'security_group_rule': {'security_group_id': '28d6dd32-82f5-40e1-9eec-2d5b74641919', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:54.624422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:54.629303 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Usage tracker for resource:security_group_rule and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:54.632595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:54.639613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:54.661056 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.733807 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.738372 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.760364 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.763732 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.765742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3d0fca-adba-4aff-aacb-c5d10a2d2d73,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:54.779485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.784119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8f90e28b-7fe4-4fcd-9bf3-dff220dff496 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1717150 Mar 03 18:37:54.784528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38580) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:37:54.790510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:54.797558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:54.801916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Usage tracker for resource:floatingip and tenant:5d39a30303e447639d5883a35feca833 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:37:54.805082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:37:54.812230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:54.822952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:54.823700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.829941 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.903660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:54.911546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 2, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:54.915900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:37:54.916215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Updating router 97106c79-c7b3-4171-b63f-2389d439f0b9 port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:37:54.968006 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:54.971306 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.103310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Allocated IP 172.25.0.178 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8b29df0e-3415-4f48-b1e9-b51d2929b256) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:37:55.251035 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.280465 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.311572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.323416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Transition to ACTIVE for port object d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:55.329983 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.345401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:37:55.348049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:37:55.356916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:37:55.394463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'Port': ['ID=8b29df0e-3415-4f48-b1e9-b51d2929b256,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:55.447311 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.512995 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.518459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d7f1f-d6cb-44f9-99da-c407251a589a None None] Pushing event updated for resources: {'Port': ['ID=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:55.546895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Attempting to bind port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:37:55.547269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Attempting to bind port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:37:55.547720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Attempting to bind port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:37:55.555413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:37:55.555787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:37:55.556217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.556612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:37:55.557078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Bound port: d7a7bc8e-fbc6-4d9e-b53b-2818574037b0, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:37:55.557474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.656650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] For port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:37:55.660743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] For port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:37:55.665089 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.733203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:37:55.733845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:37:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:55.735816 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.741678 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.820802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d7f1f-d6cb-44f9-99da-c407251a589a None None] Pushing event updated for resources: {'Port': ['ID=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:55.855617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'Port': ['ID=8b29df0e-3415-4f48-b1e9-b51d2929b256,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:55.866124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.890434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:55.900978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7f108e2b-dbdb-4e67-876b-5d9d1a9bee83 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1061981 Mar 03 18:37:55.938748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:37:56.056102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-20569234-98d2-464b-9be6-8ea79625d735 req-fa8ca024-6c02-4659-8709-5c0e7abd163e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:37:56.073672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-20569234-98d2-464b-9be6-8ea79625d735 req-fa8ca024-6c02-4659-8709-5c0e7abd163e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:37:56.075388 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-fa8ca024-6c02-4659-8709-5c0e7abd163e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1205361379&fields=id&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 267 time: 0.0593913 Mar 03 18:37:56.163704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 090da5bc-c8ac-4739-9164-d3ff3ab00f6f up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:37:56.235922 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-8300ce46-cfea-475a-8633-66f353cbf99b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:56.236602 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-20569234-98d2-464b-9be6-8ea79625d735 req-8300ce46-cfea-475a-8633-66f353cbf99b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:37:56.252688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-20569234-98d2-464b-9be6-8ea79625d735 req-8300ce46-cfea-475a-8633-66f353cbf99b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:37:56.254118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-8300ce46-cfea-475a-8633-66f353cbf99b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.1693621 Mar 03 18:37:56.270180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-a8f5640d-643f-4ae1-8777-94eb40a5a609 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/quotas/5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 375 time: 0.0097845 Mar 03 18:37:56.300610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:56.300979 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:56.360308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-9af71a2e-204b-477b-b734-c59572500d0b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842686 Mar 03 18:37:56.415559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:55Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:37:56.446497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848ac4-64a9-4716-bfdd-8288d46a0a3e None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:55Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:37:56.522194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-5b96ae4b-87f4-4ba6-b699-873c2c1e8795 service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478555 Mar 03 18:37:56.664276 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-0c6c7416-8bdd-4577-88db-f36c02f04de2 service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360512 Mar 03 18:37:56.844045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6076de5f-0de6-4a8c-a872-de09e79efbd3 req-8693cee5-87a7-463f-9ca6-4d214fb05b5e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:37:56.863007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6076de5f-0de6-4a8c-a872-de09e79efbd3 req-8693cee5-87a7-463f-9ca6-4d214fb05b5e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:37:56.864544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6076de5f-0de6-4a8c-a872-de09e79efbd3 req-8693cee5-87a7-463f-9ca6-4d214fb05b5e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 210 time: 0.0624950 Mar 03 18:37:58.161633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-66101c28-59f7-4e1c-ae42-0ac3533af99f req-9b30d69b-8dc3-46bc-a72b-e93dca2f313f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 210 time: 0.1865330 Mar 03 18:37:58.201701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:37:58.268332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-c00abaf8-5f04-4fe4-8923-4d16f736d55e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:58.269969 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-c00abaf8-5f04-4fe4-8923-4d16f736d55e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.2963343 Mar 03 18:37:58.270313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:58.274867 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:58.275229 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:58.321196 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-278e51a6-9f00-45fc-9733-10925d08ebf6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 380 time: 0.0400233 Mar 03 18:37:58.330255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'port': {'device_id': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'admin_state_up': True, 'tenant_id': '5d39a30303e447639d5883a35feca833', 'security_groups': ['28d6dd32-82f5-40e1-9eec-2d5b74641919']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:58.394733 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:58.426564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:37:58.431090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:58.468548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:37:58.478828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:37:58.488113 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Made reservation on behalf of 5d39a30303e447639d5883a35feca833 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:37:58.492054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:58.499044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:58.650713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Allocated IP 172.20.0.8 (a5083bb3-ef14-4094-9624-c3769855cdc3/9321b704-2030-4a4b-add5-e4672d715313/52349d07-9317-4d2e-86ce-a35ce1ef34f1) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:37:58.829957 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:58.845958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Transition to ACTIVE for port object 52349d07-9317-4d2e-86ce-a35ce1ef34f1 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:58.869301 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:58.934389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:37:58.937354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:37:58.939637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:37:58.993194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:59.007786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.008120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.008455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.008781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.009103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.009447 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.009768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.010082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.010397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.010710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.011022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.011333 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:37:59.028486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:59.029353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:59.056505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-19d72794-571f-4529-aa60-e1ef0815e727 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298594 Mar 03 18:37:59.076335 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Request body: {'port': {'device_id': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:37:59.188690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:59.210697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f3140ed5-db16-40ea-8e07-7939e3a0fb99 None None] Provisioning for port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:37:59.216185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f3140ed5-db16-40ea-8e07-7939e3a0fb99 None None] Provisioning complete for port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:37:59.216663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f3140ed5-db16-40ea-8e07-7939e3a0fb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:59.283667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f3140ed5-db16-40ea-8e07-7939e3a0fb99 None None] Port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:37:59.369629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bb53c-5fd3-41fd-9fd2-b89de66bb90d req-9eb8a40b-e533-4a39-aa7d-5625f910b8a7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:37:59.371092 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b69bb53c-5fd3-41fd-9fd2-b89de66bb90d req-9eb8a40b-e533-4a39-aa7d-5625f910b8a7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 931 time: 0.0976901 Mar 03 18:37:59.415190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b69bb53c-5fd3-41fd-9fd2-b89de66bb90d req-1605decf-7c60-4678-8a35-17239bfbb714 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Mar 03 18:37:59.533988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52349d07-9317-4d2e-86ce-a35ce1ef34f1 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:37:59.541009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:59.555069 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Transition to ACTIVE for port object 52349d07-9317-4d2e-86ce-a35ce1ef34f1 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:37:59.558911 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:59.691172 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:37:59.793535 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:37:59.793873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:37:59.794194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:37:59.799250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:37:59.799571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:37:59.805151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:37:59.805515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:37:59.805898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:37:59.806313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Bound port: 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:37:59.806656 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:37:59.991416 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:37:59.994502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:37:59.998316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:00.049051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:00.049195 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:00.050879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] 10.222.0.16 "PUT /v2.0/ports/52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 1091 time: 0.9791300 Mar 03 18:38:00.054179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:00.087362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f303bb5-d111-4593-804d-45de93dbfcfd service neutron] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:00.148421 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'status': 'completed', 'code': 200} Mar 03 18:38:00.178345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:38:00.197808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-3ee4ba2e-48d9-4c49-923b-97b725d6f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:00.199300 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-3ee4ba2e-48d9-4c49-923b-97b725d6f2d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1094 time: 0.0915482 Mar 03 18:38:00.245241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:38:00.245874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:00.281666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-63cac13f-d157-4801-8eab-b67919f4fc5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 217 time: 0.0633068 Mar 03 18:38:00.347319 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-4c10942e-54e1-4e45-bdbd-bb1d0d74a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:00.349508 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-4c10942e-54e1-4e45-bdbd-bb1d0d74a521 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0613904 Mar 03 18:38:00.422352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569234-98d2-464b-9be6-8ea79625d735 req-52487228-2811-4c0c-8585-bbc7b4a45af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:00.423827 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-52487228-2811-4c0c-8585-bbc7b4a45af5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696902 Mar 03 18:38:00.554776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-cdc56ab4-1cc9-4bac-9a60-9aabe35f1af8 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248801 Mar 03 18:38:00.596464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6620-7375-4293-afa9-b5dc9245c25e req-26b2170a-7a45-4f4c-ac79-7cf18221b0aa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:00.598005 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f2c6620-7375-4293-afa9-b5dc9245c25e req-26b2170a-7a45-4f4c-ac79-7cf18221b0aa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.0779548 Mar 03 18:38:00.645243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f2c6620-7375-4293-afa9-b5dc9245c25e req-40ab93ff-3298-4983-ab56-02aa89f8c8f8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Mar 03 18:38:00.688636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-20569234-98d2-464b-9be6-8ea79625d735 req-9959b0af-2efb-40cc-9de5-76c097108bde service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272573 Mar 03 18:38:00.832794 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-dd007faf-3f3f-4c4e-a4e9-9b340303ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:00.834984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-dd007faf-3f3f-4c4e-a4e9-9b340303ca76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1094 time: 0.0739219 Mar 03 18:38:00.962258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-c859411a-6c31-4310-bd73-62b0c6f0daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:00.963574 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-c859411a-6c31-4310-bd73-62b0c6f0daa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1233375 Mar 03 18:38:01.029211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-5628659f-fe11-471b-a9ea-7cd95a4fe4ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 217 time: 0.0599751 Mar 03 18:38:01.092227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-fd470618-3ef9-4461-aef7-4213699f7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:01.094018 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-fd470618-3ef9-4461-aef7-4213699f7b70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0593657 Mar 03 18:38:01.166115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-a452074c-521b-49c6-98e3-ad0cba734168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:01.167545 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-a452074c-521b-49c6-98e3-ad0cba734168 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678458 Mar 03 18:38:01.295970 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-1a8bb917-9287-45bb-9b59-e645107a54f9 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220202 Mar 03 18:38:01.423341 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc6de24a-8a72-4e76-b039-5052676ae414 req-77c164d8-53e5-4ffd-805c-28ec31183b2c service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219912 Mar 03 18:38:01.833111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e7b9c-e8cf-4c5a-b827-71838cdd7514 req-4e8c134a-60aa-45c7-b433-7704d3f1d449 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:01.834310 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b70e7b9c-e8cf-4c5a-b827-71838cdd7514 req-4e8c134a-60aa-45c7-b433-7704d3f1d449 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:38:01.849621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b70e7b9c-e8cf-4c5a-b827-71838cdd7514 req-4e8c134a-60aa-45c7-b433-7704d3f1d449 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:38:01.850960 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b70e7b9c-e8cf-4c5a-b827-71838cdd7514 req-4e8c134a-60aa-45c7-b433-7704d3f1d449 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.0993359 Mar 03 18:38:01.893415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b70e7b9c-e8cf-4c5a-b827-71838cdd7514 req-7054f476-7581-419e-a784-222c1e325ef5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367913 Mar 03 18:38:03.072970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aae18b-1ad5-48fa-88c5-04b355594a4a req-9c2c8a54-91fd-4c16-987e-b4c51eed2595 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:03.074425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67aae18b-1ad5-48fa-88c5-04b355594a4a req-9c2c8a54-91fd-4c16-987e-b4c51eed2595 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.0774453 Mar 03 18:38:03.118330 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67aae18b-1ad5-48fa-88c5-04b355594a4a req-6ea91d8b-a8e9-47be-b506-6d0191f24cc6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Mar 03 18:38:04.299591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069614fc-e36b-4e8c-8b16-a8d6e2b2c167 req-86c2e216-7d7f-41d5-80f5-c026c6ae79a1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:04.301052 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-069614fc-e36b-4e8c-8b16-a8d6e2b2c167 req-86c2e216-7d7f-41d5-80f5-c026c6ae79a1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.0791783 Mar 03 18:38:04.344412 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-069614fc-e36b-4e8c-8b16-a8d6e2b2c167 req-4e2023ee-b3c3-4adf-92de-30baf0859992 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372870 Mar 03 18:38:05.400470 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:38:05.636255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e50a33-726d-4240-a562-1eb0c7a91211 req-a9b36f31-a693-4ba1-8828-c0700c877e30 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:05.637627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22e50a33-726d-4240-a562-1eb0c7a91211 req-a9b36f31-a693-4ba1-8828-c0700c877e30 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.1886711 Mar 03 18:38:05.681020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22e50a33-726d-4240-a562-1eb0c7a91211 req-c95ef89e-890b-462c-b914-5653674aa9fe tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377846 Mar 03 18:38:05.741844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:38:05.869825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:05.882896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'mac_address': 'fa:16:3e:fc:e1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:38:05.937663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:05.953901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52349d07-9317-4d2e-86ce-a35ce1ef34f1 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:38:05.968435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:05.972250 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:06.038035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:06.045272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.045650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.046002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.046317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.046643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.046968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.047294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.047615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.047934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.048251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.048567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.048885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:06.342071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['52349d07-9317-4d2e-86ce-a35ce1ef34f1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:38:06.866170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7468c16-531b-46da-ac3b-9b472d0608c1 req-8d907884-9cfd-4fdc-8b1e-75ca4ea476ed tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:06.867589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7468c16-531b-46da-ac3b-9b472d0608c1 req-8d907884-9cfd-4fdc-8b1e-75ca4ea476ed tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 944 time: 0.0811839 Mar 03 18:38:06.911020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d7468c16-531b-46da-ac3b-9b472d0608c1 req-281fbeba-fb9d-4d0b-aeae-7842863805dd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Mar 03 18:38:07.763865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:38:07.830256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:38:07.835527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:38:07.835893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:07.950538 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:07.976991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:07.986967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:07.993476 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:08.026819 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'code': 200} Mar 03 18:38:08.072479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:08.114963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e1f7f-f2c3-48c4-96ab-0674a358e9cb req-9195431b-bc62-4a00-a7ec-79176c54a737 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:08.116430 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-575e1f7f-f2c3-48c4-96ab-0674a358e9cb req-9195431b-bc62-4a00-a7ec-79176c54a737 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0933492 Mar 03 18:38:08.160403 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-575e1f7f-f2c3-48c4-96ab-0674a358e9cb req-8dcbaa84-9254-44b9-aef5-98a533a6e973 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382245 Mar 03 18:38:08.162552 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6765f-5a33-4464-ad61-688353534983 req-d088c0c2-f6bd-47a2-a403-b776b4ed879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:08.164014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28d6765f-5a33-4464-ad61-688353534983 req-d088c0c2-f6bd-47a2-a403-b776b4ed879f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1096 time: 0.0700691 Mar 03 18:38:08.208172 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28d6765f-5a33-4464-ad61-688353534983 req-8914d8c6-8aee-4282-bb33-8a821cb85480 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Mar 03 18:38:09.343604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f5a8-98af-49df-a8a5-3da9d4d25670 req-f983e732-afa0-4769-9ed8-739da17172b7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:09.345089 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5907f5a8-98af-49df-a8a5-3da9d4d25670 req-f983e732-afa0-4769-9ed8-739da17172b7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0796397 Mar 03 18:38:09.390713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5907f5a8-98af-49df-a8a5-3da9d4d25670 req-91200bcd-97fb-494a-a9e2-b52c6e843dfa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393379 Mar 03 18:38:10.572318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac105b-1fec-474d-9d94-b352676adaff req-4cd7320f-1d60-41e7-9540-003523bf5110 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:10.573780 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccac105b-1fec-474d-9d94-b352676adaff req-4cd7320f-1d60-41e7-9540-003523bf5110 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0801799 Mar 03 18:38:10.616755 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccac105b-1fec-474d-9d94-b352676adaff req-f29c81eb-f4a8-4bcb-86a1-b25a55977f84 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374844 Mar 03 18:38:10.886747 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd6cb8-5a5b-4338-848a-c1bbf796179f req-2013f552-73cd-47ab-946d-9237b7bb1bed tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:10.888164 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30fd6cb8-5a5b-4338-848a-c1bbf796179f req-2013f552-73cd-47ab-946d-9237b7bb1bed tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.1748617 Mar 03 18:38:10.897490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38636) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:38:10.904405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'floatingip': {'port_id': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:38:10.981705 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:11.563032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:11.566720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:11.734690 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 associated. External IP: 172.25.0.178, port: 52349d07-9317-4d2e-86ce-a35ce1ef34f1. Mar 03 18:38:12.074889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:38:12.353666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:38:12.358509 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:12.363054 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:38:12.373062 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:38:12.373706 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:37:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:12.416844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dfeadff5-7e57-40c0-8155-9cf986324cc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "PUT /v2.0/floatingips/e9d31f8d-0c36-41e6-9fee-10f54cfcd967 HTTP/1.1" status: 200 len: 991 time: 1.5155873 Mar 03 18:38:12.416844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:12.475818 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'status': 'completed', 'code': 200} Mar 03 18:38:12.554686 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:38:12.579802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-73130915-4a61-4f6a-950d-6dc7d2795d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:12.581271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-73130915-4a61-4f6a-950d-6dc7d2795d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1096 time: 0.0739319 Mar 03 18:38:12.592759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2cc2-3219-4646-bda0-8d0e374b57db req-57ca1348-0021-466a-9947-cb1b9d895b9a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:12.594236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fbd2cc2-3219-4646-bda0-8d0e374b57db req-57ca1348-0021-466a-9947-cb1b9d895b9a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0928316 Mar 03 18:38:12.641634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fbd2cc2-3219-4646-bda0-8d0e374b57db req-059447d9-d497-4149-8256-ac257dff4596 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396352 Mar 03 18:38:12.725382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-adbab77e-4483-4d6d-9be6-6fc70b6145b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:12.726821 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-adbab77e-4483-4d6d-9be6-6fc70b6145b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1400244 Mar 03 18:38:12.876661 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-58419a25-5a93-4d02-8b89-13c900a25269 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 999 time: 0.1441524 Mar 03 18:38:12.906745 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:fc:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:38:11Z', 'revision_number': 1, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:12.910365 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:38:12.919942 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:38:12.920533 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:37:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:12.940807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1af12-2faa-4cdf-bd25-e92258e394dd req-08237e7d-cc84-4f36-aa14-2de1b277e28e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:12.942799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1bd1af12-2faa-4cdf-bd25-e92258e394dd req-08237e7d-cc84-4f36-aa14-2de1b277e28e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.1591008 Mar 03 18:38:12.971318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-54a31719-7fb3-4670-a82b-25b6a893df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:12.972706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-54a31719-7fb3-4670-a82b-25b6a893df33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0903156 Mar 03 18:38:13.036200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1bd1af12-2faa-4cdf-bd25-e92258e394dd req-d10729b5-ad23-484a-a606-80c055037ae4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867109 Mar 03 18:38:13.064185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-b9041872-81c1-4317-9f25-e8e422f85bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:13.065667 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-b9041872-81c1-4317-9f25-e8e422f85bcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826359 Mar 03 18:38:13.096481 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:38:13.197417 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-63437aa9-65f7-49a9-b539-b758a89910e7 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260297 Mar 03 18:38:13.327798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-eae2447d-6a81-4bc6-8a6e-317e6140b3b6 req-4a808d78-1949-4152-bd28-d1ce658b7935 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240268 Mar 03 18:38:13.437709 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:fc:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:38:11Z', 'revision_number': 1, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:13.441529 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65440aba-b558-4d8f-9de2-618575a006bf None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:fc:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:38:11Z', 'revision_number': 1, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:38:13.633999 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a2542-3701-46c9-b2c7-99eac40478d1 None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:38:14.217582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e78fb-49bb-4918-8b26-da8c38d5684e req-61a9add4-7692-41a5-be5a-eaa79f8327e0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:14.218931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae9e78fb-49bb-4918-8b26-da8c38d5684e req-61a9add4-7692-41a5-be5a-eaa79f8327e0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0788436 Mar 03 18:38:14.261588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae9e78fb-49bb-4918-8b26-da8c38d5684e req-9c5badb3-5b55-446f-9a1a-8572e3b0dbc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370409 Mar 03 18:38:14.440059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d5163-b113-4583-be45-f253f49caad4 req-b7f30ab0-317d-4b2d-9df6-464cd65ed085 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:14.441529 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-159d5163-b113-4583-be45-f253f49caad4 req-b7f30ab0-317d-4b2d-9df6-464cd65ed085 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0788779 Mar 03 18:38:14.486861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-159d5163-b113-4583-be45-f253f49caad4 req-f4496b4d-09ad-49f4-81cd-4b2f19d0ef7c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 Mar 03 18:38:14.894057 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-857c15bb-2043-4ea9-a861-bb33b1e3957d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355634 Mar 03 18:38:14.916678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ddf24-ce33-422b-b5a1-f9c0ee79d250 req-74a81dcb-0323-4661-aa9f-65bc40ef2c08 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:14.918145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c54ddf24-ce33-422b-b5a1-f9c0ee79d250 req-74a81dcb-0323-4661-aa9f-65bc40ef2c08 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.1167636 Mar 03 18:38:14.963678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c54ddf24-ce33-422b-b5a1-f9c0ee79d250 req-cd1f8f16-ce83-4097-81d4-9be38421117f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Mar 03 18:38:16.111465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-db24b480-4872-4319-a3ca-83a3829c6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:16.112930 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-db24b480-4872-4319-a3ca-83a3829c6860 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1096 time: 0.0738513 Mar 03 18:38:16.153378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b319a6-e2af-4fa6-aeba-e41c4b5ca239 req-20b4eb0d-a76d-4f19-b808-550a974e53b4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:16.154539 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17b319a6-e2af-4fa6-aeba-e41c4b5ca239 req-20b4eb0d-a76d-4f19-b808-550a974e53b4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0854053 Mar 03 18:38:16.198775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17b319a6-e2af-4fa6-aeba-e41c4b5ca239 req-f006c970-172a-4d08-941d-7a322be8047f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385134 Mar 03 18:38:16.245281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-20f1dadb-1711-4279-9d3a-014095382287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:16.246670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-20f1dadb-1711-4279-9d3a-014095382287 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1279721 Mar 03 18:38:16.437372 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-e7cb75d3-3bed-4d65-8241-e86889c2164d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 1001 time: 0.1849704 Mar 03 18:38:16.498659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-a0c61e82-d12f-43c2-aa42-3f8237e2e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:16.499988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-a0c61e82-d12f-43c2-aa42-3f8237e2e753 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0566943 Mar 03 18:38:16.571629 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-a995c817-5d1e-4dbc-bf5a-8e1c9ad089af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:16.573055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-a995c817-5d1e-4dbc-bf5a-8e1c9ad089af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677772 Mar 03 18:38:16.702071 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-7085f172-7524-461a-b0ad-f40858df5e63 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231391 Mar 03 18:38:16.831979 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-0ea4bbdf-d48a-4098-b32f-56c08100bb4a service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245008 Mar 03 18:38:17.386019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa39e5-68a4-45d9-ae55-b59a5578ef6e req-c9b26787-2c12-4513-bc24-38e07cc6058b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:17.387379 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19fa39e5-68a4-45d9-ae55-b59a5578ef6e req-c9b26787-2c12-4513-bc24-38e07cc6058b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0825031 Mar 03 18:38:17.430369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19fa39e5-68a4-45d9-ae55-b59a5578ef6e req-c429e13d-6743-449e-8316-84cf0f6b3d6f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374825 Mar 03 18:38:18.225205 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:18.621187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb0eb-21b3-42fd-abc9-aac87e2c0131 req-00879304-433a-4fc4-95e3-ab75acf5ec89 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:18.622646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa1fb0eb-21b3-42fd-abc9-aac87e2c0131 req-00879304-433a-4fc4-95e3-ab75acf5ec89 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0786633 Mar 03 18:38:18.669197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa1fb0eb-21b3-42fd-abc9-aac87e2c0131 req-9d66f1c4-4dfc-43c6-a994-742e3411dbfb tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Mar 03 18:38:19.586571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ce94eb1-8c54-4092-827d-c98f677572c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:19.849419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b7a65-3a0f-4923-8cf1-8b05333d1a35 req-11905c99-4533-4460-b22c-6ff8077090d9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:19.851190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-777b7a65-3a0f-4923-8cf1-8b05333d1a35 req-11905c99-4533-4460-b22c-6ff8077090d9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0782311 Mar 03 18:38:19.897044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-777b7a65-3a0f-4923-8cf1-8b05333d1a35 req-ed3b3ffe-980e-4f36-92fd-7cd144b6f7b5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Mar 03 18:38:21.079809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb257-e99d-410b-845e-e02d6441dcf7 req-ed9bf5b5-7f7f-4f61-a9fd-916ccc7e3e1f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:21.081245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-251eb257-e99d-410b-845e-e02d6441dcf7 req-ed9bf5b5-7f7f-4f61-a9fd-916ccc7e3e1f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0793154 Mar 03 18:38:21.125230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-251eb257-e99d-410b-845e-e02d6441dcf7 req-34017948-4106-491b-8b6e-41c4bbce24b1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Mar 03 18:38:21.880893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e0dcd05-6fb9-4e29-9686-68d5724ea027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:22.305812 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f307e-3702-4c7d-af8b-ed07b45d27a9 req-10b8a2e7-d5b7-4471-b899-418b4fa4d684 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:22.307251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec0f307e-3702-4c7d-af8b-ed07b45d27a9 req-10b8a2e7-d5b7-4471-b899-418b4fa4d684 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0786626 Mar 03 18:38:22.349597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ec0f307e-3702-4c7d-af8b-ed07b45d27a9 req-2bb04275-b4f1-4e3c-9ef6-ad0ab8f5271c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367246 Mar 03 18:38:22.999621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:23.044989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:23.538954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7a0b3-3321-4783-b132-6813434bfc45 req-978006ac-1416-44ba-baff-d3255197623a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:23.540392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fda7a0b3-3321-4783-b132-6813434bfc45 req-978006ac-1416-44ba-baff-d3255197623a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0870087 Mar 03 18:38:23.583696 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fda7a0b3-3321-4783-b132-6813434bfc45 req-4f914488-d8f3-4a0d-9aad-7afa2a1a639a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376213 Mar 03 18:38:24.433648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:24.687607 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:24.775907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76a9b-7aeb-410e-9e01-b0c1c4ab9114 req-4f9900d4-42c0-46a7-84c9-daf22b5dd990 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:24.777348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fdf76a9b-7aeb-410e-9e01-b0c1c4ab9114 req-4f9900d4-42c0-46a7-84c9-daf22b5dd990 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0817730 Mar 03 18:38:24.820521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fdf76a9b-7aeb-410e-9e01-b0c1c4ab9114 req-cf856271-b1f7-47fe-80ea-c52911eca3b0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375779 Mar 03 18:38:26.001147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c647a-da14-46c6-bc11-1c8c62e0dd23 req-6eaa3e5b-7dc3-4212-bee8-0228c31586af tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:26.002614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f37c647a-da14-46c6-bc11-1c8c62e0dd23 req-6eaa3e5b-7dc3-4212-bee8-0228c31586af tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0781469 Mar 03 18:38:26.045958 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f37c647a-da14-46c6-bc11-1c8c62e0dd23 req-39c5bee2-2410-431e-a600-f7174f30c66d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377681 Mar 03 18:38:27.225504 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98402757-effe-43ec-bbfe-f764e9d942b9 req-424211f9-ad66-466e-8181-1c397a086622 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:27.226941 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98402757-effe-43ec-bbfe-f764e9d942b9 req-424211f9-ad66-466e-8181-1c397a086622 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0788085 Mar 03 18:38:27.272458 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-98402757-effe-43ec-bbfe-f764e9d942b9 req-78b27bfb-c61d-44d8-9111-b90eae632e36 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Mar 03 18:38:28.456200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63932d-0f9c-42a3-8b28-f671ed933d56 req-09ecbad6-021e-46fd-9338-2ec0530ffced tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:28.458170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb63932d-0f9c-42a3-8b28-f671ed933d56 req-09ecbad6-021e-46fd-9338-2ec0530ffced tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0797095 Mar 03 18:38:28.500326 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fb63932d-0f9c-42a3-8b28-f671ed933d56 req-f1d96627-db3e-4433-8030-8ba862bc0c63 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363712 Mar 03 18:38:29.681928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b05d3b-2cde-40a7-9976-dae8f2240ae8 req-c3534509-ff3b-4de2-a5cb-f80f5fad9fc7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:29.683391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94b05d3b-2cde-40a7-9976-dae8f2240ae8 req-c3534509-ff3b-4de2-a5cb-f80f5fad9fc7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0806289 Mar 03 18:38:29.726370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94b05d3b-2cde-40a7-9976-dae8f2240ae8 req-ecd199d4-2f22-438a-9a87-11d1871e2f5c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374942 Mar 03 18:38:30.907478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529b44d-4be1-4c5e-a550-cd1fdf893b04 req-a24f8f88-2006-41a8-9c12-e823dfd514c3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:30.908898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f529b44d-4be1-4c5e-a550-cd1fdf893b04 req-a24f8f88-2006-41a8-9c12-e823dfd514c3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0803666 Mar 03 18:38:30.951481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f529b44d-4be1-4c5e-a550-cd1fdf893b04 req-08b6c3db-2140-4ed9-9708-53b1a8401dc2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Mar 03 18:38:32.138221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511c9ec-9f51-4f0f-8067-696bca38f412 req-5e53a8e2-8fb1-4d1e-87aa-cb790bf340ea tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:32.139676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a511c9ec-9f51-4f0f-8067-696bca38f412 req-5e53a8e2-8fb1-4d1e-87aa-cb790bf340ea tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0826879 Mar 03 18:38:32.182454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a511c9ec-9f51-4f0f-8067-696bca38f412 req-aba94b00-d04a-4dcd-9b4b-eceb163e28d4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371265 Mar 03 18:38:33.365821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa26c-67bd-44fe-9644-647a0260d4e1 req-cf4a4a03-8067-4993-8ca6-90cd5040964a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:33.367265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10cfa26c-67bd-44fe-9644-647a0260d4e1 req-cf4a4a03-8067-4993-8ca6-90cd5040964a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0809577 Mar 03 18:38:33.410616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-10cfa26c-67bd-44fe-9644-647a0260d4e1 req-3a4a9450-5711-4b16-a4b4-507b2c14fb6f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375903 Mar 03 18:38:34.589793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc637689-bf0f-4027-ba7e-162f8f867ed8 req-37300492-e577-4e8c-bc30-145df92b7c6c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:34.591239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc637689-bf0f-4027-ba7e-162f8f867ed8 req-37300492-e577-4e8c-bc30-145df92b7c6c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0778704 Mar 03 18:38:34.635151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cc637689-bf0f-4027-ba7e-162f8f867ed8 req-3a5fa791-0cab-4798-8edd-d0c49ef9ef64 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 Mar 03 18:38:35.821713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde331fb-8508-44f6-98db-e35ccbb904c3 req-d06e8905-a40b-44c0-ad7b-f9f182b4839b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:35.823164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dde331fb-8508-44f6-98db-e35ccbb904c3 req-d06e8905-a40b-44c0-ad7b-f9f182b4839b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0822289 Mar 03 18:38:35.868821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dde331fb-8508-44f6-98db-e35ccbb904c3 req-315db659-13b5-4c3c-9c49-56c29b115aa6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Mar 03 18:38:37.052720 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565abd5-14fb-4176-b543-e341886e7998 req-8c9fb8e9-cc56-4f22-a695-623f49cc17b9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:37.054193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f565abd5-14fb-4176-b543-e341886e7998 req-8c9fb8e9-cc56-4f22-a695-623f49cc17b9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0809708 Mar 03 18:38:37.097910 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f565abd5-14fb-4176-b543-e341886e7998 req-9a4ea615-4658-4052-86e1-17d1914cc2d9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380459 Mar 03 18:38:38.281685 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49dffe-8f60-48f7-9ddd-ee6b77b1b095 req-e1625bff-81ff-4809-8762-81b1ce597d51 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:38.283122 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a49dffe-8f60-48f7-9ddd-ee6b77b1b095 req-e1625bff-81ff-4809-8762-81b1ce597d51 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0799415 Mar 03 18:38:38.327818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a49dffe-8f60-48f7-9ddd-ee6b77b1b095 req-a0b97afd-2a81-445f-855f-6a925a1a4bfe tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391474 Mar 03 18:38:38.689284 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-be3082c7-18f0-43be-a0f7-890baa4dd635 service neutron] show failed (client error): The resource could not be found. Mar 03 18:38:38.690297 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-be3082c7-18f0-43be-a0f7-890baa4dd635 service neutron] 10.222.0.16 "GET /v2.0/ports/52349d07-9317-4d2e-86ce-a35ce1ef34f1/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0736463 Mar 03 18:38:38.942287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-77eb738f-a13a-45c1-afe7-9e4b67044f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:38.943648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-77eb738f-a13a-45c1-afe7-9e4b67044f0e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 1096 time: 0.0694244 Mar 03 18:38:38.954078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:38:39.065700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:39.329072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:39.357838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:38:39.415897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:39.421569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:39.437262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Transition to ACTIVE for port object 52349d07-9317-4d2e-86ce-a35ce1ef34f1 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:38:39.441963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:39.487999 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'code': 200} Mar 03 18:38:39.533938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dbd3d-f094-4624-8fbb-4bd5d03df8f3 req-72d724d6-3509-4725-82d7-18885d36aab6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:39.535535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e03dbd3d-f094-4624-8fbb-4bd5d03df8f3 req-72d724d6-3509-4725-82d7-18885d36aab6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.1000066 Mar 03 18:38:39.606808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e03dbd3d-f094-4624-8fbb-4bd5d03df8f3 req-a8d8e79a-4710-4264-bcd9-3b33bb1dcb1d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634048 Mar 03 18:38:39.729540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:39.767100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.767500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.767779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.768109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.768433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.768755 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.769073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.769449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.769768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.770079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.770394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.770707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:38:39.779080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] No DVR routers for this DVR port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:38:39.998948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:38:39.999195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:38:39.999522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:38:40.004072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:38:40.004393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Attempting to bind port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:38:40.009465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:38:40.009798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:38:40.010178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:38:40.010593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Bound port: 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:38:40.010930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:40.100107 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:38:40.103003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:38:40.107451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:40.160845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:40.161485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:40.162868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 1091 time: 1.2128646 Mar 03 18:38:40.227698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056eb86-cbde-4b4e-ba32-7ed72ef495e0 service neutron] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:40.259813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-fc36dab3-79df-4b6e-b0bb-6c84d63472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:40.261220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-fc36dab3-79df-4b6e-b0bb-6c84d63472c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1094 time: 0.0767615 Mar 03 18:38:40.393561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-a289ec4a-1a97-4b3e-a804-bc93263f4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:40.395520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-a289ec4a-1a97-4b3e-a804-bc93263f4e32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1285048 Mar 03 18:38:40.497192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-64e9419f-db62-4697-b575-c57b8d7a3d02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 999 time: 0.0957532 Mar 03 18:38:40.561023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-21028ad5-f7b6-4606-b91c-bb9bba54b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:40.562337 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-21028ad5-f7b6-4606-b91c-bb9bba54b799 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0590072 Mar 03 18:38:40.635633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-b8423401-fba0-49df-a18f-769349c235dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:40.637123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-b8423401-fba0-49df-a18f-769349c235dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696065 Mar 03 18:38:40.821111 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-165423c0-ac71-4592-a1a0-b87ebceadd34 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781540 Mar 03 18:38:40.860090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46141-6a14-46e1-b3b3-e5e7f05bf9b8 req-0c04b74c-80a2-4def-854e-bacc0e91943b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:40.861525 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ab46141-6a14-46e1-b3b3-e5e7f05bf9b8 req-0c04b74c-80a2-4def-854e-bacc0e91943b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.1365886 Mar 03 18:38:40.977352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5ab46141-6a14-46e1-b3b3-e5e7f05bf9b8 req-4a228ae8-c25f-4599-bf77-8ac3e3176a34 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046696 Mar 03 18:38:41.000845 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69e5bdb3-b2a4-4bac-be2d-822748306376 req-cd26118a-162d-4886-9151-8a7b8cddc10a service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677859 Mar 03 18:38:41.489445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:41.543818 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'status': 'completed', 'code': 200} Mar 03 18:38:41.631305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-7796d7b7-66aa-434d-a309-b40f0eed29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:41.632800 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-7796d7b7-66aa-434d-a309-b40f0eed29db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1094 time: 0.0709250 Mar 03 18:38:41.645748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-b4305e01-94dc-4228-8547-4114895b0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:41.647200 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-b4305e01-94dc-4228-8547-4114895b0d95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1094 time: 0.0693467 Mar 03 18:38:41.763228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-1c54492f-ec16-42d2-8cd7-2004765ac725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:41.764588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-1c54492f-ec16-42d2-8cd7-2004765ac725 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1257846 Mar 03 18:38:41.778850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-ec3966d1-859b-44d8-8a7a-70e6a9e73a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:41.780259 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-ec3966d1-859b-44d8-8a7a-70e6a9e73a89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1275952 Mar 03 18:38:41.886415 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-9dcd9d6d-c05f-491d-9ef9-9b375d6f03c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 999 time: 0.0998983 Mar 03 18:38:41.935230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:38:41.956015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-da5144e1-08c0-4c0a-998f-ceaf9cf5e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:41.958091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-da5144e1-08c0-4c0a-998f-ceaf9cf5e58e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0646117 Mar 03 18:38:41.983728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-185e43fd-bf9f-4514-bc1a-23858e711922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 999 time: 0.2128744 Mar 03 18:38:41.993423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:38:42.035373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-5d3a2ce9-0768-49f7-9cbd-436bb23197dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:42.036868 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-5d3a2ce9-0768-49f7-9cbd-436bb23197dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734415 Mar 03 18:38:42.048572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-779c423e-ce38-42f9-a321-da1f43ba8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:42.050050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-779c423e-ce38-42f9-a321-da1f43ba8f13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0600107 Mar 03 18:38:42.174895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-38f99c50-9e7e-4db3-9c5c-b89cdea887c1 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311812 Mar 03 18:38:42.185055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-fc93cbb0-a563-4558-a35a-6b965a537bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:42.186532 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-fc93cbb0-a563-4558-a35a-6b965a537bc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305053 Mar 03 18:38:42.212206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d308-11a1-40c5-b7f0-5e75eca9aacd req-1db65fcf-9089-48eb-9699-b832307e25c0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:42.213677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea05d308-11a1-40c5-b7f0-5e75eca9aacd req-1db65fcf-9089-48eb-9699-b832307e25c0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.1205442 Mar 03 18:38:42.261316 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea05d308-11a1-40c5-b7f0-5e75eca9aacd req-b4a9f6c9-c92f-426b-bbe1-3d78b19d26aa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 Mar 03 18:38:42.398727 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-ee80ed38-386b-4c47-b1b2-39020c34ff74 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001789 Mar 03 18:38:42.400698 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:38:42.413005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-f8596cce-9abf-45fe-90e6-5f31c7947de1 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321658 Mar 03 18:38:42.530131 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b810e10-48d1-4c6f-a5da-13171b49ee11 req-40b5d6e0-a057-46a3-9ae0-8f0721b86387 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255374 Mar 03 18:38:43.449769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc751-4c2d-4fa8-a99c-03f8e95bb49b req-aaf71102-580b-4c53-9214-0e5caad2e419 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:43.451109 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0efdc751-4c2d-4fa8-a99c-03f8e95bb49b req-aaf71102-580b-4c53-9214-0e5caad2e419 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.0815923 Mar 03 18:38:43.494310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0efdc751-4c2d-4fa8-a99c-03f8e95bb49b req-acc8dd09-41a0-4c8b-9d93-f1da30cee757 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375140 Mar 03 18:38:43.850862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2164-380d-43aa-bb66-00813f858f2a req-a6f00cd0-fa1b-4923-9168-7093a0791c9b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:43.852313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-806c2164-380d-43aa-bb66-00813f858f2a req-a6f00cd0-fa1b-4923-9168-7093a0791c9b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 943 time: 0.1331236 Mar 03 18:38:43.883046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-7baf5aa3-f109-4026-b31a-94d9c44f6228 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:43.884394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-7baf5aa3-f109-4026-b31a-94d9c44f6228 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111&tenant_id=5d39a30303e447639d5883a35feca833&binding%3Ahost_id=n-h2-827121-1 HTTP/1.1" status: 200 len: 943 time: 0.1351047 Mar 03 18:38:43.952378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-806c2164-380d-43aa-bb66-00813f858f2a req-659ca7ab-9215-49e9-9cd7-0a71f1283ee8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937269 Mar 03 18:38:43.980534 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-bea7b89f-bbf6-4c74-bf5c-5f9d5ff0a08f service neutron] delete failed (client error): The resource could not be found. Mar 03 18:38:43.981552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-bea7b89f-bbf6-4c74-bf5c-5f9d5ff0a08f service neutron] 10.222.0.16 "DELETE /v2.0/ports/52349d07-9317-4d2e-86ce-a35ce1ef34f1/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0906374 Mar 03 18:38:44.125116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-7ed2c50b-bcf2-4963-907c-615e0c0d38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:44.126635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-7ed2c50b-bcf2-4963-907c-615e0c0d38a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 1094 time: 0.0703139 Mar 03 18:38:44.255176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-579d5b3c-c458-4159-bc31-fc9ba06f28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:44.256585 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-579d5b3c-c458-4159-bc31-fc9ba06f28b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1244833 Mar 03 18:38:44.346980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:38:44.358296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-58a876c8-62bb-4acd-b9af-eb4e4a3e18c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 200 len: 999 time: 0.0954545 Mar 03 18:38:44.420449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-129edbc1-560d-4029-aaac-da629b93b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:44.421817 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-129edbc1-560d-4029-aaac-da629b93b49c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0574512 Mar 03 18:38:44.479724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:44.493060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'mac_address': 'fa:16:3e:fc:e1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:38:44.499573 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-c191897e-a43c-42c5-9fae-6f01b47b5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:44.501065 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-c191897e-a43c-42c5-9fae-6f01b47b5923 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735614 Mar 03 18:38:44.546821 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:44.563805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52349d07-9317-4d2e-86ce-a35ce1ef34f1 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:38:44.579375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:44.583524 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:44.632264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-d9047e9a-05ba-4ada-a867-b0fcadfeb2c4 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255322 Mar 03 18:38:44.654756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:44.762571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-90c2302a-8183-49d6-8642-8bd5e6b7daa1 req-89e6d1a3-8825-4e8b-aace-d6da8df77386 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249902 Mar 03 18:38:44.824197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['52349d07-9317-4d2e-86ce-a35ce1ef34f1'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:38:45.138912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c15768-b107-43ef-a1a6-7d04c7625f57 req-8a63867d-9ea3-48e4-8dc4-8530168b6571 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:45.140457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2c15768-b107-43ef-a1a6-7d04c7625f57 req-8a63867d-9ea3-48e4-8dc4-8530168b6571 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 944 time: 0.0807123 Mar 03 18:38:45.184018 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2c15768-b107-43ef-a1a6-7d04c7625f57 req-7174c64a-0309-4b66-b687-ef139de9e6ae tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370920 Mar 03 18:38:46.360285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:38:46.369904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07d57d-3b75-44fe-ae4a-c772e7b7fb0f req-f4e0071c-19ef-44b3-8d4a-7bf00444b281 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:46.371345 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd07d57d-3b75-44fe-ae4a-c772e7b7fb0f req-f4e0071c-19ef-44b3-8d4a-7bf00444b281 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 944 time: 0.0787623 Mar 03 18:38:46.415041 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd07d57d-3b75-44fe-ae4a-c772e7b7fb0f req-d811098d-83eb-4af4-9355-03e9de0b187a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381074 Mar 03 18:38:46.426814 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:38:46.431842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:38:46.432186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:46.549159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:46.575182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:46.585437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:46.589888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:46.604260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cc02e-762f-4078-a066-6fa82ed2ad06 req-2f910188-f854-4da3-b728-95e90783dd1d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:46.610905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d9cc02e-762f-4078-a066-6fa82ed2ad06 req-2f910188-f854-4da3-b728-95e90783dd1d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 944 time: 0.0903990 Mar 03 18:38:46.663839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:46.665765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4d9cc02e-762f-4078-a066-6fa82ed2ad06 req-d85a8faf-0ae1-4561-b78f-081f47c8f946 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540006 Mar 03 18:38:46.689467 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'code': 200} Mar 03 18:38:46.852380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81733f-784e-4f78-8125-daa2ce892e30 req-6e09e5de-87c1-4266-97e2-73118d15c62c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:46.853858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c81733f-784e-4f78-8125-daa2ce892e30 req-6e09e5de-87c1-4266-97e2-73118d15c62c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0785451 Mar 03 18:38:46.900995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c81733f-784e-4f78-8125-daa2ce892e30 req-b4024c37-760f-4a1c-a40f-83a6348dce3d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Mar 03 18:38:47.271972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442dde-9679-40b7-9fe6-d4a6565c0b83 req-269f8826-327f-40f7-91a2-8ab737bdebba tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:47.273303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f442dde-9679-40b7-9fe6-d4a6565c0b83 req-269f8826-327f-40f7-91a2-8ab737bdebba tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0771921 Mar 03 18:38:47.316625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f442dde-9679-40b7-9fe6-d4a6565c0b83 req-bc32a984-c253-4e1f-bb35-fa5e51509309 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374653 Mar 03 18:38:48.244593 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:48.488470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477420e7-934c-41d5-ba2d-a71e51292654 req-5aebeaf9-c1ad-492d-8bf1-f54f1a7f1408 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:48.489833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-477420e7-934c-41d5-ba2d-a71e51292654 req-5aebeaf9-c1ad-492d-8bf1-f54f1a7f1408 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0818465 Mar 03 18:38:48.504704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd65f9-ee2e-4c52-b1d5-73de4e317ec8 req-a52f11d9-71fa-4b75-9fdb-c467f849cb62 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:48.506215 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ccd65f9-ee2e-4c52-b1d5-73de4e317ec8 req-a52f11d9-71fa-4b75-9fdb-c467f849cb62 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 945 time: 0.0833178 Mar 03 18:38:48.549000 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3ccd65f9-ee2e-4c52-b1d5-73de4e317ec8 req-0355d8fb-96ed-47ed-a3ef-bb007f717fea tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Mar 03 18:38:48.557768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Deleting port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:38:48.558109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:48.800184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] For port 52349d07-9317-4d2e-86ce-a35ce1ef34f1, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=52349d07-9317-4d2e-86ce-a35ce1ef34f1,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:48.801009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:49.199448 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:49.199797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:49.200109 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 disassociated. External IP: 172.25.0.178, port: 52349d07-9317-4d2e-86ce-a35ce1ef34f1. Mar 03 18:38:49.200447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Calling delete_port for 52349d07-9317-4d2e-86ce-a35ce1ef34f1 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:38:49.340206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:49.392241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event deleted for resources: {'Port': ['ID=52349d07-9317-4d2e-86ce-a35ce1ef34f1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:49.576383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:38:49.590532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-abd4aff3-c168-410f-893d-2770d194323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:49.760908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff493c4c-d979-46b1-baa1-1b6dd90ee5cc req-67ce02ef-0eaa-40da-bfd4-2154e5ae2f98 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c21237-2fbc-413b-a422-3fc2d02d7111 HTTP/1.1" status: 200 len: 210 time: 0.1008196 Mar 03 18:38:49.799168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:38:49.808980 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:38:49.818713 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:38:49.819296 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:38:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:49.872923 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] No DVR routers for this DVR port 52349d07-9317-4d2e-86ce-a35ce1ef34f1 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:38:49.875541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:49.878225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-deleted', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:49.896283 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-477420e7-934c-41d5-ba2d-a71e51292654 req-0e16e191-309e-4e5d-8773-9e93c6511314 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "DELETE /v2.0/ports/52349d07-9317-4d2e-86ce-a35ce1ef34f1 HTTP/1.1" status: 204 len: 173 time: 1.4012787 Mar 03 18:38:49.928467 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c21237-2fbc-413b-a422-3fc2d02d7111', 'name': 'network-vif-deleted', 'tag': '52349d07-9317-4d2e-86ce-a35ce1ef34f1', 'status': 'completed', 'code': 200} Mar 03 18:38:50.029972 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:38:50.338026 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:50.341608 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:38:50.350222 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:38:50.350795 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:38:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:50.520715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:38:50.824622 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:38:50.828601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c43a8-395c-464e-9dd9-432973bec8f0 None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:38:51.063702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e3ef0e-6ea6-4e0a-9fe3-17ceda239799 None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:38:51.094523 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-84a39241-5509-4313-9bee-fcb916f86046 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1205361379&fields=id&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 267 time: 0.0415473 Mar 03 18:38:51.243584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-bd6d24dd-dd6c-41fb-aa34-6fc2249f0902 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:51.244991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-bd6d24dd-dd6c-41fb-aa34-6fc2249f0902 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.1429012 Mar 03 18:38:51.260589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-4b951a7c-8e46-4ede-b2a1-4502d0ddb54e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/quotas/5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 375 time: 0.0101314 Mar 03 18:38:51.348727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-295ecd9b-8e36-464f-aa90-980af9f1b2d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:38:51.364359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-295ecd9b-8e36-464f-aa90-980af9f1b2d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:38:51.365705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-295ecd9b-8e36-464f-aa90-980af9f1b2d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999551 Mar 03 18:38:51.547211 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-3ae982fa-fab1-4b51-b809-8f682d159f63 service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699860 Mar 03 18:38:51.674769 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e61bb3dc-4736-400e-a911-15dcbc2e52ca service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212268 Mar 03 18:38:51.849918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-01740b08-6ac5-46c7-80aa-5a4426e144cf req-b5c99e18-7f56-4458-828c-ba2fdf86cc5a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 210 time: 0.0421441 Mar 03 18:38:51.882351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8166804f-9d57-4f29-b844-cb5892d351bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:52.400239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:38:52.433651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 52349d07-9317-4d2e-86ce-a35ce1ef34f1 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:38:52.433912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 52349d07-9317-4d2e-86ce-a35ce1ef34f1 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:38:53.009027 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:53.047482 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:53.091217 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-520068f4-c66a-4a26-9eb7-94c5399c6497 req-d50670c4-c684-4a16-97b3-63b72c5fe798 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 210 time: 0.0498471 Mar 03 18:38:53.118995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-1b2826bc-04f3-4e15-9531-a8a818a41581 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:53.120396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-1b2826bc-04f3-4e15-9531-a8a818a41581 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.3070898 Mar 03 18:38:53.166044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-cfab0a19-2112-40f9-86d8-90f18b0d6865 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 380 time: 0.0379426 Mar 03 18:38:53.173725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'port': {'device_id': 'd672c778-1ddb-4259-90f6-8e984800f185', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'admin_state_up': True, 'tenant_id': '5d39a30303e447639d5883a35feca833', 'security_groups': ['28d6dd32-82f5-40e1-9eec-2d5b74641919']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:38:53.305591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:38:53.314895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:38:53.323512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Made reservation on behalf of 5d39a30303e447639d5883a35feca833 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:38:53.326949 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:53.483511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Allocated IP 172.20.0.14 (a5083bb3-ef14-4094-9624-c3769855cdc3/9321b704-2030-4a4b-add5-e4672d715313/70c92786-057d-42cc-a839-2ed5a4e2b855) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:38:53.670210 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:53.685375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Transition to ACTIVE for port object 70c92786-057d-42cc-a839-2ed5a4e2b855 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:38:53.707865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:53.775577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:38:53.778383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:38:53.786742 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:38:53.817165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:53.855663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:53.856274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:53.882604 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-7259059d-0345-4dcf-aaf5-7f2e0a000b45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7122490 Mar 03 18:38:53.896906 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Request body: {'port': {'device_id': 'd672c778-1ddb-4259-90f6-8e984800f185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:38:54.016716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4747932d-ba2b-4a3e-83ac-a9e78da39b69 None None] Provisioning for port 70c92786-057d-42cc-a839-2ed5a4e2b855 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:38:54.022518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4747932d-ba2b-4a3e-83ac-a9e78da39b69 None None] Provisioning complete for port 70c92786-057d-42cc-a839-2ed5a4e2b855 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:38:54.022736 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.023153 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4747932d-ba2b-4a3e-83ac-a9e78da39b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.075864 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-4747932d-ba2b-4a3e-83ac-a9e78da39b69 None None] Port 70c92786-057d-42cc-a839-2ed5a4e2b855 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:38:54.293806 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db3c97-5d87-4412-a21f-24584c153d41 req-836779b5-c46c-4bcb-9357-3404da43c16a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:54.295278 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29db3c97-5d87-4412-a21f-24584c153d41 req-836779b5-c46c-4bcb-9357-3404da43c16a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 932 time: 0.0904751 Mar 03 18:38:54.339971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-29db3c97-5d87-4412-a21f-24584c153d41 req-477f3af7-0641-4f40-9b2d-08d65ff60425 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Mar 03 18:38:54.389779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c92786-057d-42cc-a839-2ed5a4e2b855 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:38:54.397662 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.412807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Transition to ACTIVE for port object 70c92786-057d-42cc-a839-2ed5a4e2b855 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:38:54.417259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.441638 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.554061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:54.665609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:38:54.665886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:38:54.666297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:38:54.671081 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Port 70c92786-057d-42cc-a839-2ed5a4e2b855 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:38:54.671407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:38:54.677102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:38:54.677469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:38:54.677857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:38:54.678279 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Bound port: 70c92786-057d-42cc-a839-2ed5a4e2b855, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:38:54.678628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.702574 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.771714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:38:54.774678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:38:54.779292 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.832375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:54.832984 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:54.834481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] 10.222.0.35 "PUT /v2.0/ports/70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1092 time: 0.9446015 Mar 03 18:38:54.834829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:38:54.867784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca670-2361-4ee7-b1aa-1c028cb6be95 service neutron] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:54.912872 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'status': 'completed', 'code': 200} Mar 03 18:38:54.958226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-a027baef-2850-4bb6-86bd-eed73cc9e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:54.959759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-a027baef-2850-4bb6-86bd-eed73cc9e6b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1095 time: 0.0813684 Mar 03 18:38:55.029243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-e5d39328-8a7f-407b-9b8f-60fb24b57111 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 217 time: 0.0625083 Mar 03 18:38:55.094151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-2f6fbefe-3b92-457c-8a6f-cba759aa5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:55.095551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-2f6fbefe-3b92-457c-8a6f-cba759aa5798 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0598612 Mar 03 18:38:55.172667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-c1955404-90fa-4aa8-98ad-d32b0b316e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:55.174163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-c1955404-90fa-4aa8-98ad-d32b0b316e58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716386 Mar 03 18:38:55.407691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-9b43166d-10cc-4fdf-abe5-07d1f897cdeb service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265725 Mar 03 18:38:55.525134 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccfc34-3372-428b-aaaf-11ce4bfa90a8 req-6b714f67-9b98-4914-ab91-b1ce2c7d7c1e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:55.526895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8ccfc34-3372-428b-aaaf-11ce4bfa90a8 req-6b714f67-9b98-4914-ab91-b1ce2c7d7c1e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.0797811 Mar 03 18:38:55.538449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-22ec7f3d-a736-4cee-9aa1-ed0551c680b4 req-9a87fb0f-e194-4f88-a014-158ac7874ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247370 Mar 03 18:38:55.571253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8ccfc34-3372-428b-aaaf-11ce4bfa90a8 req-cb9e9fe9-4f92-4606-a8fb-24722fd91112 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387163 Mar 03 18:38:55.653235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-bcb1a481-c6d4-4d50-9a73-c0740c4b583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:55.654692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-bcb1a481-c6d4-4d50-9a73-c0740c4b583b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1095 time: 0.0719450 Mar 03 18:38:55.781698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-7f0b0fc1-6eea-4471-9ad1-10d821c20667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:55.782999 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-7f0b0fc1-6eea-4471-9ad1-10d821c20667 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1223905 Mar 03 18:38:55.851159 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-077485b3-11cb-49ca-b3f8-9c68535e017a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 217 time: 0.0597551 Mar 03 18:38:55.913869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-96656a36-85c7-4035-808a-e1ecc8c71cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:55.915235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-96656a36-85c7-4035-808a-e1ecc8c71cf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0583766 Mar 03 18:38:55.986963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-032a9d49-e1c9-4b80-884f-666f11e1a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:55.988903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-032a9d49-e1c9-4b80-884f-666f11e1a104 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677378 Mar 03 18:38:56.118270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-fb00c52e-4a54-4b34-b0a6-48cae189ae97 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225817 Mar 03 18:38:56.247288 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-115f8529-e178-41ee-ae36-c7543d96dd45 req-ccb87747-65d3-479c-9573-8598816fc3dc service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231389 Mar 03 18:38:56.761387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ff010-e010-4fd8-93b4-4da8dbb3f4a3 req-47c344a9-6bdf-40e9-9ba7-f209c32861d4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:56.762085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3e0ff010-e010-4fd8-93b4-4da8dbb3f4a3 req-47c344a9-6bdf-40e9-9ba7-f209c32861d4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:38:56.776637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-3e0ff010-e010-4fd8-93b4-4da8dbb3f4a3 req-47c344a9-6bdf-40e9-9ba7-f209c32861d4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:38:56.777746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e0ff010-e010-4fd8-93b4-4da8dbb3f4a3 req-47c344a9-6bdf-40e9-9ba7-f209c32861d4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.0977781 Mar 03 18:38:56.821712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3e0ff010-e010-4fd8-93b4-4da8dbb3f4a3 req-d11fed2a-ec6b-4ee3-a545-dc9e29854808 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382838 Mar 03 18:38:58.105259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04e7f-1ee2-4223-9177-d551b781dbfa req-815eca7c-2a5c-4622-8ec4-fef11c5c31da tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:58.106762 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9f04e7f-1ee2-4223-9177-d551b781dbfa req-815eca7c-2a5c-4622-8ec4-fef11c5c31da tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.1828315 Mar 03 18:38:58.151460 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9f04e7f-1ee2-4223-9177-d551b781dbfa req-f2dced25-4d03-4c91-88ef-8a97a3af0bb9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390313 Mar 03 18:38:58.434903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:38:58.594060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:58.607361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'mac_address': 'fa:16:3e:b3:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:38:58.659166 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:58.675879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c92786-057d-42cc-a839-2ed5a4e2b855 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:38:58.695363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:38:58.699441 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:38:58.767175 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:38:58.883758 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['70c92786-057d-42cc-a839-2ed5a4e2b855'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:38:59.330352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e816-a93b-418a-8538-a50789126c5a req-f6b2f22e-f685-4591-b2d3-1a9e7c8f40d7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:38:59.332412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1405e816-a93b-418a-8538-a50789126c5a req-f6b2f22e-f685-4591-b2d3-1a9e7c8f40d7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 945 time: 0.0775721 Mar 03 18:38:59.374758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1405e816-a93b-418a-8538-a50789126c5a req-a7b5bcdd-a7a3-436e-b893-6c55c6d1ba54 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367537 Mar 03 18:39:00.452394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:39:00.522022 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 70c92786-057d-42cc-a839-2ed5a4e2b855 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:39:00.526657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 70c92786-057d-42cc-a839-2ed5a4e2b855 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:39:00.527025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:00.557009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294665c7-7794-4de4-8059-2b477d312c48 req-011c3e0e-4172-4136-8732-bc7308fe5272 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:00.558506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-294665c7-7794-4de4-8059-2b477d312c48 req-011c3e0e-4172-4136-8732-bc7308fe5272 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 945 time: 0.0807641 Mar 03 18:39:00.604360 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-294665c7-7794-4de4-8059-2b477d312c48 req-85fba807-8a6f-4af1-8051-0ec1a0585725 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 Mar 03 18:39:00.656629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:00.683252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:39:00.693808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:00.697837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:00.734009 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'code': 200} Mar 03 18:39:00.767275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:00.851802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030b293-a7f6-4c18-ace6-43fed1cf099e req-8801620c-dc29-4891-9768-a849a5bd3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:00.853244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7030b293-a7f6-4c18-ace6-43fed1cf099e req-8801620c-dc29-4891-9768-a849a5bd3cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1097 time: 0.0708275 Mar 03 18:39:00.892076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7030b293-a7f6-4c18-ace6-43fed1cf099e req-f54fa70b-147f-421a-9ff8-eb6c23f348c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Mar 03 18:39:01.786759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6766fd-b1c2-475d-bf40-9841a6d01b1c req-2be3867c-6a45-4e30-9516-70590ff07cea tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:01.788227 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a6766fd-b1c2-475d-bf40-9841a6d01b1c req-2be3867c-6a45-4e30-9516-70590ff07cea tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0793209 Mar 03 18:39:01.832446 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2a6766fd-b1c2-475d-bf40-9841a6d01b1c req-baf60e78-2cea-484b-9d8c-f59b8198a220 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384583 Mar 03 18:39:03.017201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c5b42-99d3-4b2c-9352-4fd314e0c081 req-446542dd-3da0-4b4e-af76-a534b550fcb3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:03.018675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-946c5b42-99d3-4b2c-9352-4fd314e0c081 req-446542dd-3da0-4b4e-af76-a534b550fcb3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0785718 Mar 03 18:39:03.064680 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-946c5b42-99d3-4b2c-9352-4fd314e0c081 req-76406a00-aa9d-485d-bcb2-5ad53eb3bfd5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405054 Mar 03 18:39:03.242897 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c70382-d6d1-4c75-a0f4-144540e2d1a9 req-78f79f11-e85b-47a8-8b2f-3eaf45de0218 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:03.244353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9c70382-d6d1-4c75-a0f4-144540e2d1a9 req-78f79f11-e85b-47a8-8b2f-3eaf45de0218 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0823231 Mar 03 18:39:03.252727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 38822) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:39:03.257619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'floatingip': {'port_id': '70c92786-057d-42cc-a839-2ed5a4e2b855'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:39:03.335791 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:03.914452 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:03.918247 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:04.087028 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 associated. External IP: 172.25.0.178, port: 70c92786-057d-42cc-a839-2ed5a4e2b855. Mar 03 18:39:04.542903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:39:04.730934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:39:04.735688 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:04.740869 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:39:04.750082 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:39:04.750672 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:38:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:04.792513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8a342340-4fac-4201-bc0b-d3116f3ca145 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "PUT /v2.0/floatingips/e9d31f8d-0c36-41e6-9fee-10f54cfcd967 HTTP/1.1" status: 200 len: 992 time: 1.5386837 Mar 03 18:39:04.793156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:39:04.837011 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'status': 'completed', 'code': 200} Mar 03 18:39:04.928195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0032-8d55-49d4-bc41-90522f782c1a req-6142905b-d0ba-4c98-aa9b-a8ca88f13485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:04.929628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088f0032-8d55-49d4-bc41-90522f782c1a req-6142905b-d0ba-4c98-aa9b-a8ca88f13485 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1097 time: 0.0707355 Mar 03 18:39:04.929955 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:39:05.099991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0032-8d55-49d4-bc41-90522f782c1a req-23ffc20c-733f-4e48-b82e-84c27d0b9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:05.101890 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088f0032-8d55-49d4-bc41-90522f782c1a req-23ffc20c-733f-4e48-b82e-84c27d0b9077 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1666212 Mar 03 18:39:05.124712 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d5ca1-8063-48fa-b3cb-386e1ca8db69 req-4648f2bf-036a-4709-a9a3-c7d5515cbad2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:05.127213 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-155d5ca1-8063-48fa-b3cb-386e1ca8db69 req-4648f2bf-036a-4709-a9a3-c7d5515cbad2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0931165 Mar 03 18:39:05.177923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-155d5ca1-8063-48fa-b3cb-386e1ca8db69 req-3f372406-7f61-4963-bd4e-dfd4f0164ac5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449138 Mar 03 18:39:05.320961 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088f0032-8d55-49d4-bc41-90522f782c1a req-2171c0b2-d7fd-42ee-a4d9-9ccb7741d8dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1000 time: 0.2120476 Mar 03 18:39:05.321445 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:b3:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672c778-1ddb-4259-90f6-8e984800f185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:39:03Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:05.325189 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:39:05.333866 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:39:05.334439 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:38:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:05.381788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0032-8d55-49d4-bc41-90522f782c1a req-9cfc9bb9-d0dc-49bc-9752-ec5dc9241238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:05.383115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088f0032-8d55-49d4-bc41-90522f782c1a req-9cfc9bb9-d0dc-49bc-9752-ec5dc9241238 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0563338 Mar 03 18:39:05.458398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0032-8d55-49d4-bc41-90522f782c1a req-855a0b8b-3d85-4cf0-a0ff-d6a545a561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:05.459854 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088f0032-8d55-49d4-bc41-90522f782c1a req-855a0b8b-3d85-4cf0-a0ff-d6a545a561a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711973 Mar 03 18:39:05.508183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:39:05.589256 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088f0032-8d55-49d4-bc41-90522f782c1a req-a3d912a6-809d-4c7e-99a5-b75398c16613 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238422 Mar 03 18:39:05.717634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-088f0032-8d55-49d4-bc41-90522f782c1a req-ba500fbd-48f0-4b19-9657-722298b561ea service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231270 Mar 03 18:39:05.852097 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:b3:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672c778-1ddb-4259-90f6-8e984800f185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:39:03Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:05.855905 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ec66a-aa03-4912-a485-bbbc418915ef None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:b3:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672c778-1ddb-4259-90f6-8e984800f185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:39:03Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:39:06.037913 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d861a55b-0ddc-4b8b-bc9e-c9469eb349f9 None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:39:06.365214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4148a63-47e5-4161-9607-7369e7047a56 req-b5315dda-2bf3-486e-8cbf-bac634872b5d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:06.366687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4148a63-47e5-4161-9607-7369e7047a56 req-b5315dda-2bf3-486e-8cbf-bac634872b5d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0815194 Mar 03 18:39:06.410284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e4148a63-47e5-4161-9607-7369e7047a56 req-77693e8a-67f7-49b9-97bb-7cfc05e9abb5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Mar 03 18:39:07.591438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5860d-1021-481a-9acd-771ea5c92301 req-a65d82fb-86ba-4788-abbd-e70a3a0d6aa7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:07.592865 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86f5860d-1021-481a-9acd-771ea5c92301 req-a65d82fb-86ba-4788-abbd-e70a3a0d6aa7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0775814 Mar 03 18:39:07.636202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-86f5860d-1021-481a-9acd-771ea5c92301 req-52339313-61ac-473f-87f6-37c278278b8a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373647 Mar 03 18:39:08.822926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770de2c5-2eb1-42b3-a4ae-2bbf07e369f5 req-e9b033c2-ea26-4b25-9154-563c6d8337e1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:08.824362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-770de2c5-2eb1-42b3-a4ae-2bbf07e369f5 req-e9b033c2-ea26-4b25-9154-563c6d8337e1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0814428 Mar 03 18:39:08.868011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-770de2c5-2eb1-42b3-a4ae-2bbf07e369f5 req-465f7877-e01b-4da0-971c-07cf2a13cf35 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 Mar 03 18:39:10.056996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa2c85-337e-4eb7-be85-dd5d329c3a8e req-89283231-6504-45a2-b281-94a3ca193a16 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:10.058591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30fa2c85-337e-4eb7-be85-dd5d329c3a8e req-89283231-6504-45a2-b281-94a3ca193a16 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0822902 Mar 03 18:39:10.103305 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-30fa2c85-337e-4eb7-be85-dd5d329c3a8e req-8af97d19-543d-4217-bc69-229b912a4c32 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Mar 03 18:39:11.285564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6ae2c-4450-4e53-9522-a5d41c337491 req-b1d6afd8-2aa4-437f-9217-13c14ac8dbab tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:11.287023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14d6ae2c-4450-4e53-9522-a5d41c337491 req-b1d6afd8-2aa4-437f-9217-13c14ac8dbab tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0787325 Mar 03 18:39:11.333219 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-14d6ae2c-4450-4e53-9522-a5d41c337491 req-fbdfc854-ec96-46d0-b735-99d6a5cdb3d2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Mar 03 18:39:12.513647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a206e27-aaff-4643-b8b6-b6dd27f08441 req-2cbc0b62-932f-4db8-a074-f53d190a230f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:12.515076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a206e27-aaff-4643-b8b6-b6dd27f08441 req-2cbc0b62-932f-4db8-a074-f53d190a230f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0788970 Mar 03 18:39:12.558108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1a206e27-aaff-4643-b8b6-b6dd27f08441 req-e12e0c9b-2963-4661-920b-a09465a3d3f7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Mar 03 18:39:13.737972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc597-e4cc-45bf-9a15-83cbc12b2af5 req-e28afd96-22ec-454d-840b-2e994c4daebf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:13.739401 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cbfc597-e4cc-45bf-9a15-83cbc12b2af5 req-e28afd96-22ec-454d-840b-2e994c4daebf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0775034 Mar 03 18:39:13.781804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cbfc597-e4cc-45bf-9a15-83cbc12b2af5 req-a1f90b8c-b77b-49b6-82d3-2621867eb396 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368638 Mar 03 18:39:15.121967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444138cf-12f5-41e2-a4bb-1f4627ebe6d7 req-90504ad4-c957-43cc-b6c5-2acff5abad51 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:15.123440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-444138cf-12f5-41e2-a4bb-1f4627ebe6d7 req-90504ad4-c957-43cc-b6c5-2acff5abad51 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0830538 Mar 03 18:39:15.166780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-444138cf-12f5-41e2-a4bb-1f4627ebe6d7 req-a7d80839-7ecb-49dd-8958-9f3ce62230c0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Mar 03 18:39:16.353945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51b57c-e0a3-4e75-88f7-a17d40bb9659 req-9d68240d-f7c9-4a92-a48a-93242d6f2450 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:16.355399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0f51b57c-e0a3-4e75-88f7-a17d40bb9659 req-9d68240d-f7c9-4a92-a48a-93242d6f2450 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0830398 Mar 03 18:39:16.398246 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0f51b57c-e0a3-4e75-88f7-a17d40bb9659 req-0345888e-271b-47e5-9872-9bcb80e0a9a9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371919 Mar 03 18:39:17.577204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404557b-538f-47ed-8ae7-be0f0ff25013 req-4ea46e94-c631-4d92-97d0-3cc6cfcd3722 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:17.578663 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5404557b-538f-47ed-8ae7-be0f0ff25013 req-4ea46e94-c631-4d92-97d0-3cc6cfcd3722 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0779991 Mar 03 18:39:17.621689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5404557b-538f-47ed-8ae7-be0f0ff25013 req-f22f5856-2ca1-4b76-a917-f41a563dc448 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367632 Mar 03 18:39:18.242753 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:18.803226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b716b-7fb2-4614-ad68-301fcd364b5d req-4b69caa8-3a25-48bb-aa4e-b46fc05b08fc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:18.804677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d52b716b-7fb2-4614-ad68-301fcd364b5d req-4b69caa8-3a25-48bb-aa4e-b46fc05b08fc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0795496 Mar 03 18:39:18.850567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d52b716b-7fb2-4614-ad68-301fcd364b5d req-2ebcf057-036c-4991-b5a4-19f92618b329 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Mar 03 18:39:19.400422 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:39:19.592448 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7bffaa2-2094-4add-9e9e-f87328b672ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:20.035458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f782c-149c-4222-b053-b4bb77e2f78b req-1f618eac-12d8-4c70-80d9-d4c3c1241470 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:20.036877 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e8f782c-149c-4222-b053-b4bb77e2f78b req-1f618eac-12d8-4c70-80d9-d4c3c1241470 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0809758 Mar 03 18:39:20.080058 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e8f782c-149c-4222-b053-b4bb77e2f78b req-4c6d17e3-a28a-40a7-b673-d74a439f167f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376132 Mar 03 18:39:21.258939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3310e-daa6-4878-ac61-ef2d2f156db8 req-d7efb297-c640-4b34-ada3-43eaa4cba378 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:21.260378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81b3310e-daa6-4878-ac61-ef2d2f156db8 req-d7efb297-c640-4b34-ada3-43eaa4cba378 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0784163 Mar 03 18:39:21.303378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81b3310e-daa6-4878-ac61-ef2d2f156db8 req-e542c76b-4cdb-44e8-95ec-6cbac788f8d1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374539 Mar 03 18:39:21.883616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d577b4c0-6f36-432c-a7fc-98e44a785bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:22.488282 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ad925-24a8-495f-8183-c1c94e6b08f9 req-7a7534f5-70ee-41f0-95ea-304a75771167 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:22.489643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f5ad925-24a8-495f-8183-c1c94e6b08f9 req-7a7534f5-70ee-41f0-95ea-304a75771167 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0823085 Mar 03 18:39:22.531383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2f5ad925-24a8-495f-8183-c1c94e6b08f9 req-b90d28d1-7f78-4838-bd78-6eda0c88c1cd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362408 Mar 03 18:39:23.005715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:23.049604 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:23.718407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c5de-12d1-44ac-9d19-feb5fb11da02 req-873cf685-fa96-424c-b435-a080ce020a1f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:23.719842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b98c5de-12d1-44ac-9d19-feb5fb11da02 req-873cf685-fa96-424c-b435-a080ce020a1f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0802631 Mar 03 18:39:23.762684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4b98c5de-12d1-44ac-9d19-feb5fb11da02 req-02893d6b-3676-4c30-a3dc-b0ba928afc99 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370283 Mar 03 18:39:24.438847 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:24.708326 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:24.943899 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d30cc5-677b-48f1-a6bf-6bbd9ca01d04 req-1cb5a6c6-98f8-44af-95b9-168884599747 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:24.945370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f7d30cc5-677b-48f1-a6bf-6bbd9ca01d04 req-1cb5a6c6-98f8-44af-95b9-168884599747 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0799673 Mar 03 18:39:24.989649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f7d30cc5-677b-48f1-a6bf-6bbd9ca01d04 req-d89b2cb5-6862-4b41-9b53-56f311cb8e5e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Mar 03 18:39:26.171953 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93595-604d-447f-a24b-97a6b37a977b req-7909844a-e888-4d70-af39-e4ee32fd9423 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:26.173530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1b93595-604d-447f-a24b-97a6b37a977b req-7909844a-e888-4d70-af39-e4ee32fd9423 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0804918 Mar 03 18:39:26.216567 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d1b93595-604d-447f-a24b-97a6b37a977b req-f464cffe-bb15-4dbc-8179-017bb4b7e6d7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Mar 03 18:39:27.400950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42367f-58ad-4b24-8b92-cccf9fedfd9a req-6afe0434-14ad-4b45-9ca5-ac9bd418980c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:27.402339 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c42367f-58ad-4b24-8b92-cccf9fedfd9a req-6afe0434-14ad-4b45-9ca5-ac9bd418980c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0814092 Mar 03 18:39:27.447484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c42367f-58ad-4b24-8b92-cccf9fedfd9a req-9b89b477-9108-44e1-aea8-9db03442c1b7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366557 Mar 03 18:39:28.629285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f349b02-a150-4656-a2b3-93da8e3e96b2 req-aca209ba-6c3b-40f4-a79f-23ea7a6db263 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:28.630729 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8f349b02-a150-4656-a2b3-93da8e3e96b2 req-aca209ba-6c3b-40f4-a79f-23ea7a6db263 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0814741 Mar 03 18:39:28.673543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8f349b02-a150-4656-a2b3-93da8e3e96b2 req-52957511-2975-47c0-aedd-d8f4afd3941f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371058 Mar 03 18:39:29.855043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf3f54-3a56-4f40-b87a-a1d974ce7d98 req-2a303f1a-7407-43ff-99da-0d7094ee4f60 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:29.856505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41cf3f54-3a56-4f40-b87a-a1d974ce7d98 req-2a303f1a-7407-43ff-99da-0d7094ee4f60 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0783927 Mar 03 18:39:29.998481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-41cf3f54-3a56-4f40-b87a-a1d974ce7d98 req-4c622b48-9613-41a6-87a2-d12654d65f76 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363370 Mar 03 18:39:31.182365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e0f68-4bc4-4c62-a79d-1b0cde9f938c req-b1f0cc91-1fe7-4858-a2b2-39de22a7dc58 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:31.183814 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd2e0f68-4bc4-4c62-a79d-1b0cde9f938c req-b1f0cc91-1fe7-4858-a2b2-39de22a7dc58 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0775259 Mar 03 18:39:31.229825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd2e0f68-4bc4-4c62-a79d-1b0cde9f938c req-bf5988f4-e5a7-4932-9eea-b2676c210a47 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Mar 03 18:39:31.563370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-81921e75-2a80-4323-8c7e-8f06f3d0f627 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673630 Mar 03 18:39:31.617230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4b0c-1923-4aa2-adfe-69e1fb390bf2 req-9c77379e-b435-4b88-8917-f457e5660557 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:31.618728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69eb4b0c-1923-4aa2-adfe-69e1fb390bf2 req-9c77379e-b435-4b88-8917-f457e5660557 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0798867 Mar 03 18:39:31.664457 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-69eb4b0c-1923-4aa2-adfe-69e1fb390bf2 req-b11741d4-efe5-4c18-be77-c34e74ce58b3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400119 Mar 03 18:39:32.737443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-e393625d-5980-495b-8f6a-f78053c7f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:32.738929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-e393625d-5980-495b-8f6a-f78053c7f6eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1097 time: 0.0736337 Mar 03 18:39:32.858724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bece6-8904-4ed0-8642-886a95d6fba5 req-f36dcc90-57b7-414c-98d3-663c573bf92d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:32.860175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bece6-8904-4ed0-8642-886a95d6fba5 req-f36dcc90-57b7-414c-98d3-663c573bf92d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0862718 Mar 03 18:39:32.906876 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a01bece6-8904-4ed0-8642-886a95d6fba5 req-40c4ecde-7e6c-483e-9271-7ed8c7104ed3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Mar 03 18:39:32.978048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-4d33ea6a-c420-4e1e-8503-6d26ff76412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:32.979484 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-4d33ea6a-c420-4e1e-8503-6d26ff76412c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.2348833 Mar 03 18:39:33.079583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-49c88c43-ded7-4665-8d4d-18259bc4260f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1002 time: 0.0942216 Mar 03 18:39:33.140709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-49763107-ce7e-41ec-bef6-a38cd529fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:33.142165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-49763107-ce7e-41ec-bef6-a38cd529fa56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0563087 Mar 03 18:39:33.218177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-5b76a136-c434-4890-aae1-57312096e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:33.219626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-5b76a136-c434-4890-aae1-57312096e58d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710497 Mar 03 18:39:33.347725 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-5e258605-691a-4987-b393-c32410c677ad service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213202 Mar 03 18:39:33.477364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-f69e24ef-66a3-45a4-b184-2a11f1adca0a service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235657 Mar 03 18:39:34.096484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05369-2fb3-49b4-8f7f-28e6dda00db9 req-7b724264-50b4-4c44-9dc9-0c87b562abaa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:34.097978 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cf05369-2fb3-49b4-8f7f-28e6dda00db9 req-7b724264-50b4-4c44-9dc9-0c87b562abaa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0836520 Mar 03 18:39:34.141675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cf05369-2fb3-49b4-8f7f-28e6dda00db9 req-bf3a0db2-80a0-4a0d-9e95-c62689554fbf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377593 Mar 03 18:39:35.305244 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-4a71c048-97b7-49d8-bf5b-6d05e29597de service neutron] show failed (client error): The resource could not be found. Mar 03 18:39:35.306262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-4a71c048-97b7-49d8-bf5b-6d05e29597de service neutron] 10.222.0.35 "GET /v2.0/ports/70c92786-057d-42cc-a839-2ed5a4e2b855/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0762541 Mar 03 18:39:35.326070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a9da-d735-4361-8338-9d98d9660826 req-e8805e9d-1b70-4936-89b1-13380e468656 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:35.332223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21d8a9da-d735-4361-8338-9d98d9660826 req-e8805e9d-1b70-4936-89b1-13380e468656 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0868933 Mar 03 18:39:35.373023 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21d8a9da-d735-4361-8338-9d98d9660826 req-84bb2352-a24c-4c62-a881-69d8960e6133 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385129 Mar 03 18:39:35.565250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-82cb0d3c-b603-4245-8596-56f188375de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:35.566706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-82cb0d3c-b603-4245-8596-56f188375de7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 1097 time: 0.0732729 Mar 03 18:39:35.580508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:39:35.686698 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:35.944909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:35.972156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:39:36.028117 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:39:36.033926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:36.049551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Transition to ACTIVE for port object 70c92786-057d-42cc-a839-2ed5a4e2b855 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:39:36.053901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:36.101747 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'code': 200} Mar 03 18:39:36.191097 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:36.203940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.204286 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.204624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.205002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.205401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.205677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.205999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.206318 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.206634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.206948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.207264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.207577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:36.265220 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] No DVR routers for this DVR port 70c92786-057d-42cc-a839-2ed5a4e2b855 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:39:36.531345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:39:36.532037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:39:36.532037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:39:36.539579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Port 70c92786-057d-42cc-a839-2ed5a4e2b855 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:39:36.539895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Attempting to bind port 70c92786-057d-42cc-a839-2ed5a4e2b855 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:39:36.549701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:39:36.550029 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:39:36.550424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:39:36.550815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Bound port: 70c92786-057d-42cc-a839-2ed5a4e2b855, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:39:36.551152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:36.631275 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781d17-a7f5-43f5-a069-37e7acc93e01 req-08211b7e-46a6-4d55-9cdc-e65af2f97c42 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:36.632698 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9781d17-a7f5-43f5-a069-37e7acc93e01 req-08211b7e-46a6-4d55-9cdc-e65af2f97c42 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.1463864 Mar 03 18:39:36.687048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:39:36.700978 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d9781d17-a7f5-43f5-a069-37e7acc93e01 req-a0a6dfea-1259-40a0-afaa-8c9c4f2a0a0c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600049 Mar 03 18:39:36.702387 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:39:36.707625 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:36.760339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:36.760941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:36.762427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] 10.222.0.16 "PUT /v2.0/ports/70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1092 time: 1.1855631 Mar 03 18:39:36.784234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6a009-49d6-4d1d-af8e-4b0b0882fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:36.981304 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-23aa41f9-d2b8-47e6-9844-f76c18664aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:36.982818 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-23aa41f9-d2b8-47e6-9844-f76c18664aa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1095 time: 0.1792231 Mar 03 18:39:37.112854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-442bd553-2579-4add-9347-7cf2f2c96992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:37.114323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-442bd553-2579-4add-9347-7cf2f2c96992 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1241062 Mar 03 18:39:37.214872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-87242632-ade1-4166-acda-bd2208d5c943 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1000 time: 0.0945122 Mar 03 18:39:37.275591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-f86c4038-2534-4c78-ae70-24c1d2ec567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:37.276951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-f86c4038-2534-4c78-ae70-24c1d2ec567e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0564520 Mar 03 18:39:37.352309 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-47bda20b-bccb-47b6-baf0-e09cd4091f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:37.353764 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-47bda20b-bccb-47b6-baf0-e09cd4091f92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708177 Mar 03 18:39:37.487436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-b945aa1b-41f3-4383-8615-bbf6d1cb7756 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268923 Mar 03 18:39:37.615494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d8b235b5-659e-478a-aba0-7ebdf02f7b14 req-153dc6bb-c143-46ca-9cba-ee9d48d35a24 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222978 Mar 03 18:39:37.889646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec602-d766-436d-8a31-c802deacedaa req-01bd3732-f540-4240-b99c-a520aee6ee82 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:37.891065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abec602-d766-436d-8a31-c802deacedaa req-01bd3732-f540-4240-b99c-a520aee6ee82 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.0791564 Mar 03 18:39:37.933998 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5abec602-d766-436d-8a31-c802deacedaa req-d2939226-ec23-43a3-9a72-4d1bb07fcae2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368929 Mar 03 18:39:38.103009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:39:38.161411 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'status': 'completed', 'code': 200} Mar 03 18:39:38.252229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-1be9ec56-dd20-4d4f-a835-8cb8a4611962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.254068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-1be9ec56-dd20-4d4f-a835-8cb8a4611962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1095 time: 0.0773616 Mar 03 18:39:38.264726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-4623cc45-24c0-4ada-8b5e-0a9c38f3492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.266208 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-4623cc45-24c0-4ada-8b5e-0a9c38f3492f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1095 time: 0.0703208 Mar 03 18:39:38.383889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-7bb3aac3-badd-4b58-8109-05cb3a513c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.385220 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-7bb3aac3-badd-4b58-8109-05cb3a513c1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1249583 Mar 03 18:39:38.395502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-37179110-cf9a-4fc0-844b-c72425a9ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.396922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-37179110-cf9a-4fc0-844b-c72425a9ede5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1249688 Mar 03 18:39:38.488485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-29fd3c22-ccc5-44a1-9e88-c7bec75207ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1000 time: 0.0944500 Mar 03 18:39:38.499576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-38ffd6f6-4a27-4188-ac95-c591e7514f25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1000 time: 0.0964606 Mar 03 18:39:38.553425 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-79c61cac-0b02-49f8-bf29-44a61d3c4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.555135 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-79c61cac-0b02-49f8-bf29-44a61d3c4a4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0604157 Mar 03 18:39:38.561805 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-b4bd7a3f-03c6-4d57-b9a7-ddb0bce5b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.563199 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-b4bd7a3f-03c6-4d57-b9a7-ddb0bce5b6de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0567057 Mar 03 18:39:38.628651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-3039022e-48a4-4c9f-9169-ccae304bd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.630158 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-3039022e-48a4-4c9f-9169-ccae304bd4b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691290 Mar 03 18:39:38.639514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-16536564-3889-487c-9ef9-ad72dd0266a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:38.640882 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-16536564-3889-487c-9ef9-ad72dd0266a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716710 Mar 03 18:39:38.760947 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-3cc0dd77-a8a6-481a-9e1e-533b4aa92ddd service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247771 Mar 03 18:39:38.771273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-fd6bd046-3fd7-45bd-a2d2-ebe49ded8d1d service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229715 Mar 03 18:39:38.894104 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-0e5d5736-bf9d-41d5-bbe6-8f20e6421dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274366 Mar 03 18:39:38.902988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b9130b8-6a7e-41cd-b35e-4433aee94f5b req-3302b7df-1152-4a31-8f8a-31eb9b23edd1 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262996 Mar 03 18:39:39.120831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff2ee4-630a-4aed-a299-96465573342c req-37555405-82e9-49aa-b7d3-7d277f47bd88 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:39.122313 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15ff2ee4-630a-4aed-a299-96465573342c req-37555405-82e9-49aa-b7d3-7d277f47bd88 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.0840731 Mar 03 18:39:39.166003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-15ff2ee4-630a-4aed-a299-96465573342c req-7714d886-ba39-47c1-a3db-6da0875224f2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Mar 03 18:39:40.355200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a593-eaf6-40b6-9a64-294dac3ea3f2 req-bf709d4f-984e-409f-8616-2efabbbc358a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:40.356790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af04a593-eaf6-40b6-9a64-294dac3ea3f2 req-bf709d4f-984e-409f-8616-2efabbbc358a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.0807812 Mar 03 18:39:40.399949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-af04a593-eaf6-40b6-9a64-294dac3ea3f2 req-da8a9c85-2ed5-43f2-971e-2fa96bca88c4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375409 Mar 03 18:39:40.666508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:39:40.703292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d476f-a800-4c79-8122-6b381892333e req-53ddfa18-61d9-4ab3-b64a-082e5bba9d6f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:40.705580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-53ddfa18-61d9-4ab3-b64a-082e5bba9d6f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185&tenant_id=5d39a30303e447639d5883a35feca833&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 944 time: 0.0876093 Mar 03 18:39:40.729179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:39:40.789602 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-dd0d476f-a800-4c79-8122-6b381892333e req-d7492ba4-99b5-4672-a756-7190c4e81d3a service neutron] delete failed (client error): The resource could not be found. Mar 03 18:39:40.790597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-d7492ba4-99b5-4672-a756-7190c4e81d3a service neutron] 10.222.0.35 "DELETE /v2.0/ports/70c92786-057d-42cc-a839-2ed5a4e2b855/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0792561 Mar 03 18:39:40.810745 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a05fc-844c-44fb-96d0-cbee31385499 req-f2679900-814a-4fe3-9d83-d6042616e675 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:40.812183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-783a05fc-844c-44fb-96d0-cbee31385499 req-f2679900-814a-4fe3-9d83-d6042616e675 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.1958077 Mar 03 18:39:40.862903 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-783a05fc-844c-44fb-96d0-cbee31385499 req-d7edc412-5e1c-4624-b54e-94ab3b57bad1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445874 Mar 03 18:39:40.932501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d476f-a800-4c79-8122-6b381892333e req-93440497-0a16-4092-b7ba-9b78f55dc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:40.933902 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-93440497-0a16-4092-b7ba-9b78f55dc726 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1095 time: 0.0694480 Mar 03 18:39:41.163552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d476f-a800-4c79-8122-6b381892333e req-e459462c-3b38-426e-a447-08880fbe6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:41.164991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-e459462c-3b38-426e-a447-08880fbe6d82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.2258310 Mar 03 18:39:41.265320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-dc3a98fb-3aa0-4ff3-b3e9-104ba09b69fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1000 time: 0.0939503 Mar 03 18:39:41.327817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d476f-a800-4c79-8122-6b381892333e req-1f3a24d7-1284-4e3a-bdf7-967dd02d381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:41.329171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-1f3a24d7-1284-4e3a-bdf7-967dd02d381c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0575442 Mar 03 18:39:41.402760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d476f-a800-4c79-8122-6b381892333e req-66da6314-688d-48ca-a566-bc37e9a7f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:41.404231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-66da6314-688d-48ca-a566-bc37e9a7f59e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677395 Mar 03 18:39:41.532104 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-57711021-f339-4ef2-8cad-0e187f1aa81c service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221633 Mar 03 18:39:41.658911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dd0d476f-a800-4c79-8122-6b381892333e req-628afea2-a3c7-4d74-b755-53c08c5d03dd service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206663 Mar 03 18:39:42.058570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d550-061d-40f2-8697-450e81dd5c0a req-c574f640-bf90-4dd9-a264-a29268c9df27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:42.060037 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6064d550-061d-40f2-8697-450e81dd5c0a req-c574f640-bf90-4dd9-a264-a29268c9df27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 944 time: 0.0901046 Mar 03 18:39:42.104858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6064d550-061d-40f2-8697-450e81dd5c0a req-5dfdae04-2a50-4279-a789-d854e96dd3c8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Mar 03 18:39:42.229434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:39:42.360288 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:42.372715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'mac_address': 'fa:16:3e:b3:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:39:42.425747 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:42.441497 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c92786-057d-42cc-a839-2ed5a4e2b855 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:39:42.456477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:42.460155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:42.527756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:42.535661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.536007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.536347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.536695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.537012 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.537351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.539439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.539781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.540199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.540551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.540825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.541225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:42.802502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['70c92786-057d-42cc-a839-2ed5a4e2b855'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:39:43.284843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a1e8c-1903-4e1e-8dcb-b7dfb2a6148b req-0abd056a-1dd0-4b20-b92e-c305aff0f68a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:43.286366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f85a1e8c-1903-4e1e-8dcb-b7dfb2a6148b req-0abd056a-1dd0-4b20-b92e-c305aff0f68a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 945 time: 0.0775676 Mar 03 18:39:43.331560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f85a1e8c-1903-4e1e-8dcb-b7dfb2a6148b req-a6f403b8-26f7-4afa-9048-2a703765cd81 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Mar 03 18:39:43.511380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350f84d-075c-4213-b096-cff0d5154925 req-00d599bc-6d5e-48fb-8e50-5541fcbceb1d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:43.512829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f350f84d-075c-4213-b096-cff0d5154925 req-00d599bc-6d5e-48fb-8e50-5541fcbceb1d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 945 time: 0.0782199 Mar 03 18:39:43.556390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f350f84d-075c-4213-b096-cff0d5154925 req-1a6dca85-ce89-4932-9459-009141970f06 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Mar 03 18:39:43.891428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a8d0-6b5f-4e9d-8f20-661f0a1841bf req-04e3f1b6-515b-4d67-99e3-332710be39a5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:43.893408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b725a8d0-6b5f-4e9d-8f20-661f0a1841bf req-04e3f1b6-515b-4d67-99e3-332710be39a5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 945 time: 0.0850530 Mar 03 18:39:43.937356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b725a8d0-6b5f-4e9d-8f20-661f0a1841bf req-1c62d161-7b37-4a63-ba1c-ef778a50f9c4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Mar 03 18:39:43.939868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-e138bf12-06b3-4c0b-ac9a-bdc27c89f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:43.941352 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-e138bf12-06b3-4c0b-ac9a-bdc27c89f3d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 1096 time: 0.0689628 Mar 03 18:39:44.076938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-d49bb1aa-040f-4369-863b-358a31eb900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:44.078418 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-d49bb1aa-040f-4369-863b-358a31eb900d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1297710 Mar 03 18:39:44.181849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-627d4ac8-34b2-4d01-84d8-189c1846b4b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 200 len: 1001 time: 0.0966322 Mar 03 18:39:44.242688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-e17dd644-ed34-4f01-9858-570603423f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:44.244639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-e17dd644-ed34-4f01-9858-570603423f4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0568774 Mar 03 18:39:44.246511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:39:44.322800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-26164241-da5c-40ce-bc0c-a4499a3189c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:44.324269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-26164241-da5c-40ce-bc0c-a4499a3189c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743480 Mar 03 18:39:44.347542 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 70c92786-057d-42cc-a839-2ed5a4e2b855 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:39:44.352861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 70c92786-057d-42cc-a839-2ed5a4e2b855 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:39:44.353348 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:44.457794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-30e1dfdf-8633-4d1a-9447-b48d942b8871 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265435 Mar 03 18:39:44.469474 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:44.495040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:39:44.504723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:44.509979 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:44.545560 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'code': 200} Mar 03 18:39:44.577394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:44.593576 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74a7fff2-ee5d-4b69-9e5b-cecc2bbadc5b req-5a37aceb-27cd-49f1-af28-e8f4215424a3 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302235 Mar 03 18:39:45.123891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e80cc-74cd-420a-8300-cef235f4bd9a req-33a001c5-3268-4ce7-87a5-2d3936791b9a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:45.125192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d8e80cc-74cd-420a-8300-cef235f4bd9a req-33a001c5-3268-4ce7-87a5-2d3936791b9a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0809698 Mar 03 18:39:45.174650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d8e80cc-74cd-420a-8300-cef235f4bd9a req-8e955a1b-31b5-44ce-bbaa-460e2e6683ad tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430644 Mar 03 18:39:46.355528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf334f-979c-4e13-a6f7-cf2444f6e1ac req-ac3c2c40-d1f4-4f08-a883-7e723d8cb86b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:46.357029 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-80bf334f-979c-4e13-a6f7-cf2444f6e1ac req-ac3c2c40-d1f4-4f08-a883-7e723d8cb86b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0779200 Mar 03 18:39:46.400020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-80bf334f-979c-4e13-a6f7-cf2444f6e1ac req-d3b014c7-85b6-410e-8f73-c43f635a0354 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Mar 03 18:39:46.770585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c069fe4-1b59-4957-86f0-6d92f94bfcf1 req-179997ff-133e-491b-8807-e699d0151905 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:46.771933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c069fe4-1b59-4957-86f0-6d92f94bfcf1 req-179997ff-133e-491b-8807-e699d0151905 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0808532 Mar 03 18:39:46.815711 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3c069fe4-1b59-4957-86f0-6d92f94bfcf1 req-840ba338-7d72-431d-a24c-b524dc70cef5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381727 Mar 03 18:39:48.001913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540289d-2ebc-4976-ab60-b2dafb336691 req-0a3615ef-503a-4560-bf8b-7d76cfd06cdd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:48.003853 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0540289d-2ebc-4976-ab60-b2dafb336691 req-0a3615ef-503a-4560-bf8b-7d76cfd06cdd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0796030 Mar 03 18:39:48.046058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0540289d-2ebc-4976-ab60-b2dafb336691 req-adc605d8-ee3f-479d-9fe3-867425489320 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367632 Mar 03 18:39:48.194249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-0ffe5e8e-36d4-4df8-9257-ae1cfe26e113 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:48.195678 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-0ffe5e8e-36d4-4df8-9257-ae1cfe26e113 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 946 time: 0.0769689 Mar 03 18:39:48.265656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Deleting port 70c92786-057d-42cc-a839-2ed5a4e2b855 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:39:48.266018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:48.271766 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:48.504861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] For port 70c92786-057d-42cc-a839-2ed5a4e2b855, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=70c92786-057d-42cc-a839-2ed5a4e2b855,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:48.505124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:48.887121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:48.887490 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:48.887800 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 disassociated. External IP: 172.25.0.178, port: 70c92786-057d-42cc-a839-2ed5a4e2b855. Mar 03 18:39:48.888138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Calling delete_port for 70c92786-057d-42cc-a839-2ed5a4e2b855 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:39:49.031476 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:49.089047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event deleted for resources: {'Port': ['ID=70c92786-057d-42cc-a839-2ed5a4e2b855,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:49.213681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a73afa9-92ff-4c82-a1ad-c7b346cbdead req-6ce86cbf-5abc-47b7-a7db-d955d09d1377 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=d672c778-1ddb-4259-90f6-8e984800f185 HTTP/1.1" status: 200 len: 210 time: 0.0478315 Mar 03 18:39:49.316638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:39:49.498544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:39:49.510646 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:39:49.521140 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:39:49.521886 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:39:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:49.576407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] No DVR routers for this DVR port 70c92786-057d-42cc-a839-2ed5a4e2b855 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:39:49.579094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:49.582599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-deleted', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:39:49.601080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1991dac4-bdc5-4e31-bc44-9ee8d5ca5a07 req-7431b652-dc3e-44fa-a8a3-0d3d809b504c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "DELETE /v2.0/ports/70c92786-057d-42cc-a839-2ed5a4e2b855 HTTP/1.1" status: 204 len: 173 time: 1.3999157 Mar 03 18:39:49.619761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e20c937-d1e6-40db-bf09-400ff6a4e052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:49.726705 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:39:49.805093 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd672c778-1ddb-4259-90f6-8e984800f185', 'name': 'network-vif-deleted', 'tag': '70c92786-057d-42cc-a839-2ed5a4e2b855', 'status': 'completed', 'code': 200} Mar 03 18:39:50.071852 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:50.075469 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:39:50.083976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:39:50.084551 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:39:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:50.254972 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:39:50.277233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:39:50.310828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 70c92786-057d-42cc-a839-2ed5a4e2b855 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:39:50.311176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 70c92786-057d-42cc-a839-2ed5a4e2b855 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:39:50.541674 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-f9be6466-4610-4b1c-8971-1da9707ffd75 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1205361379&fields=id&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 267 time: 0.0395927 Mar 03 18:39:50.562845 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:39:50.566641 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656fedbe-441b-47cb-9ab4-d7f9c171bb3e None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:39:50.697247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3f027a39-33cc-4b84-be84-71be61bfd60e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:50.698936 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3f027a39-33cc-4b84-be84-71be61bfd60e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.1506329 Mar 03 18:39:50.714726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-5e907df0-4609-404f-bf76-3deb3395ccad tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/quotas/5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 375 time: 0.0105822 Mar 03 18:39:50.780372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2b687-5242-4926-b7f5-0238f6b0a514 None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:39:50.804697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-66a9cd5e-81f9-478c-a0e5-b70a832e2c6c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:39:50.819765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-66a9cd5e-81f9-478c-a0e5-b70a832e2c6c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:39:50.821491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-66a9cd5e-81f9-478c-a0e5-b70a832e2c6c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012816 Mar 03 18:39:50.964939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-14b87db8-18ce-484d-8bd7-5c2d40f65db9 service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314144 Mar 03 18:39:51.200231 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-c5ee6d2d-6052-4da3-b333-b7eaea294298 service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294817 Mar 03 18:39:51.379200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24fc9af4-7146-415b-ae03-23538eba3e29 req-3f89b122-fb7b-46cc-bf36-d41bd23164de tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 210 time: 0.0456350 Mar 03 18:39:51.886070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82742849-e80c-4fef-9579-85fcd6ffbc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:52.370299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-0d6b98a9-b014-4ad9-b555-b104ae664b09 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:52.371631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-0d6b98a9-b014-4ad9-b555-b104ae664b09 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.1485307 Mar 03 18:39:52.419297 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-27d6c855-c5c1-498d-b345-35ef53c12904 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 380 time: 0.0398657 Mar 03 18:39:52.427996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'port': {'device_id': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'admin_state_up': True, 'tenant_id': '5d39a30303e447639d5883a35feca833', 'security_groups': ['28d6dd32-82f5-40e1-9eec-2d5b74641919']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:39:52.536268 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c217c000-ccc4-4f0b-b91e-e8cf80d45d8b req-94a78ec2-606b-4d24-8cab-422a11f8f3de tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 210 time: 0.0418203 Mar 03 18:39:52.564431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:39:52.573848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:39:52.582919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Made reservation on behalf of 5d39a30303e447639d5883a35feca833 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:39:52.586498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:52.854216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Allocated IP 172.20.0.13 (a5083bb3-ef14-4094-9624-c3769855cdc3/9321b704-2030-4a4b-add5-e4672d715313/6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:39:53.009410 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.046975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.051354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.064104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Transition to ACTIVE for port object 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:39:53.087688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.151459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:39:53.154606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:39:53.158523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:39:53.214909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:53.226793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.227137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.227474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.227806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.228138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.228463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.228785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.229104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.229455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.229774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.230097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.230413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:39:53.245617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:53.246242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.272765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-526f49e8-e8f8-4d50-a4af-4a582d76a9c5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8490794 Mar 03 18:39:53.284325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Request body: {'port': {'device_id': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:39:53.399224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.401643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1bd87d4e-363c-4cb5-90b5-b63fd85e1b57 None None] Provisioning for port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:39:53.406611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1bd87d4e-363c-4cb5-90b5-b63fd85e1b57 None None] Provisioning complete for port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:39:53.406977 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1bd87d4e-363c-4cb5-90b5-b63fd85e1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.463583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1bd87d4e-363c-4cb5-90b5-b63fd85e1b57 None None] Port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:39:53.787511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038413-9251-4331-bc4f-1a636da70953 req-0bb0f348-3a1c-4964-9454-7cff1df4c76c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:53.788124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-96038413-9251-4331-bc4f-1a636da70953 req-0bb0f348-3a1c-4964-9454-7cff1df4c76c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:39:53.815990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:39:53.822246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-96038413-9251-4331-bc4f-1a636da70953 req-0bb0f348-3a1c-4964-9454-7cff1df4c76c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:39:53.823379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96038413-9251-4331-bc4f-1a636da70953 req-0bb0f348-3a1c-4964-9454-7cff1df4c76c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 932 time: 0.1799402 Mar 03 18:39:53.824965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.855514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Transition to ACTIVE for port object 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:39:53.859576 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:53.989289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96038413-9251-4331-bc4f-1a636da70953 req-0ba61909-b0af-4899-a2d3-9cfdf383a532 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570177 Mar 03 18:39:54.036328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:54.114051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:39:54.114383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:39:54.114848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:39:54.120029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:39:54.120350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:39:54.126131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:39:54.126462 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:39:54.126839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:39:54.127255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Bound port: 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:39:54.127598 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:54.219553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:39:54.222999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:39:54.227978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:54.285421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:54.286037 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:54.287495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] 10.222.0.35 "PUT /v2.0/ports/6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1092 time: 1.0076060 Mar 03 18:39:54.288043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:39:54.319033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b85e3-48ff-46fa-9e6e-cdb5d650cdbc service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:54.367866 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'status': 'completed', 'code': 200} Mar 03 18:39:54.415780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-ac0494d6-71f7-42ea-a2e2-56262602f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:54.417939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-ac0494d6-71f7-42ea-a2e2-56262602f0c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1095 time: 0.0821605 Mar 03 18:39:54.455165 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:54.492472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-5495dbaa-9285-4d09-9ec8-770e8746a771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 217 time: 0.0675066 Mar 03 18:39:54.556045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-240b2757-9b92-47bb-bf2d-7a3de453fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:54.557396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-240b2757-9b92-47bb-bf2d-7a3de453fff2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0592759 Mar 03 18:39:54.725798 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:54.744252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-9c3dba70-848b-4621-af37-c254da1c1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:54.745784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-9c3dba70-848b-4621-af37-c254da1c1fc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827350 Mar 03 18:39:54.876046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-e83770cb-8661-4889-905b-ae8aed9919e3 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239858 Mar 03 18:39:55.015274 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4c59038c-e21f-4716-8170-f8868b0b6333 req-db4eed9e-85e7-4d7c-a87e-098609f950f3 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337252 Mar 03 18:39:55.191043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-89bb0e23-eed9-4b8e-b008-b4ef5fba4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:55.192386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-89bb0e23-eed9-4b8e-b008-b4ef5fba4dfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1095 time: 0.1334105 Mar 03 18:39:55.239226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a5f6-a13c-4c9b-839c-4b86bb01bfde req-5c83ce37-9e8d-4d16-a17d-c1d91b2c671c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:55.240847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c4d8a5f6-a13c-4c9b-839c-4b86bb01bfde req-5c83ce37-9e8d-4d16-a17d-c1d91b2c671c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.1353588 Mar 03 18:39:55.349268 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c4d8a5f6-a13c-4c9b-839c-4b86bb01bfde req-8de3c9bc-3d4e-426d-9b26-91a5f10e7df8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015291 Mar 03 18:39:55.364726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-8a2da5c8-e150-4cf3-9a64-1187f409e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:55.366175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-8a2da5c8-e150-4cf3-9a64-1187f409e894 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1649787 Mar 03 18:39:55.439369 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-61ac2634-715b-42bd-ad65-a73b35574f1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 217 time: 0.0665171 Mar 03 18:39:55.501272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-9f5cc4dd-152c-400b-a4d1-838652c00194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:55.502593 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-9f5cc4dd-152c-400b-a4d1-838652c00194 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0569832 Mar 03 18:39:55.578492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-3b215f8d-0ebc-48b1-9b8c-9c9d3b287a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:55.579929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-3b215f8d-0ebc-48b1-9b8c-9c9d3b287a11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701094 Mar 03 18:39:55.707140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-47267e31-6adb-4c61-b44c-416092aa0291 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209681 Mar 03 18:39:55.840767 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3221ca93-b355-4e02-ba1b-e4a7299aa2db req-073c7fc3-8b22-4296-a19c-92945c071f6e service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263034 Mar 03 18:39:56.400725 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:39:56.533748 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1297ac1-1fc2-4e81-b7ab-4e0d5d02cee3 req-cf4c07c7-3e18-4910-b913-f8d9b5aa7c55 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:56.535205 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1297ac1-1fc2-4e81-b7ab-4e0d5d02cee3 req-cf4c07c7-3e18-4910-b913-f8d9b5aa7c55 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.0805671 Mar 03 18:39:56.578367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1297ac1-1fc2-4e81-b7ab-4e0d5d02cee3 req-9480d28c-7aec-4724-ad55-7480fd431279 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374804 Mar 03 18:39:57.758423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ee026-5f26-425d-bdef-f183a5a7d0c9 req-98dd175f-705b-4fd7-a7db-4835b9fc5bda tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:57.759888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-102ee026-5f26-425d-bdef-f183a5a7d0c9 req-98dd175f-705b-4fd7-a7db-4835b9fc5bda tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.0788293 Mar 03 18:39:57.802395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-102ee026-5f26-425d-bdef-f183a5a7d0c9 req-db01e23d-4799-4578-9d5e-e96272ef2685 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369143 Mar 03 18:39:58.757252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:39:58.886657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:58.903746 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'mac_address': 'fa:16:3e:03:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:39:58.959720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:58.976851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:39:58.984883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc39fe8-c2ff-4636-b794-443fab1a14c3 req-91918af1-c804-46c2-8567-9bd5999d5d05 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:39:58.986367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bc39fe8-c2ff-4636-b794-443fab1a14c3 req-91918af1-c804-46c2-8567-9bd5999d5d05 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.0797722 Mar 03 18:39:58.992694 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:39:58.996545 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:39:59.030269 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8bc39fe8-c2ff-4636-b794-443fab1a14c3 req-a0ebce32-ee8d-46ed-a62a-afabbaa96160 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380414 Mar 03 18:39:59.067049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:39:59.200772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:40:00.215013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea394cb-cf86-4dae-aa3a-29b2b30e524a req-9df81c73-d2a3-4fc3-8088-cd9c03002a8f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:00.216461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ea394cb-cf86-4dae-aa3a-29b2b30e524a req-9df81c73-d2a3-4fc3-8088-cd9c03002a8f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.0812616 Mar 03 18:40:00.259995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1ea394cb-cf86-4dae-aa3a-29b2b30e524a req-435222d4-b755-4e9d-9cf3-36fe748a000c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380266 Mar 03 18:40:00.762697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:40:00.830680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:40:00.835308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:40:00.835672 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:00.946448 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:00.974841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:40:00.984364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:00.989316 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:01.026796 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'code': 200} Mar 03 18:40:01.060130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:01.141693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbaf58-84c4-45f9-ac56-40e4dfbf31b3 req-1eeee9b9-5b60-4f3b-b16a-099c99ba0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:01.143152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbbaf58-84c4-45f9-ac56-40e4dfbf31b3 req-1eeee9b9-5b60-4f3b-b16a-099c99ba0957 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1097 time: 0.0679302 Mar 03 18:40:01.182634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6fbbaf58-84c4-45f9-ac56-40e4dfbf31b3 req-acdecc07-b658-4afc-87c3-8f11ae2513c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Mar 03 18:40:01.442258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dc9bb-2d25-4828-9abb-d78365c70736 req-38f8b867-a03f-497e-9e5d-d84b6e7ece11 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:01.443708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b6dc9bb-2d25-4828-9abb-d78365c70736 req-38f8b867-a03f-497e-9e5d-d84b6e7ece11 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0800655 Mar 03 18:40:01.486433 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3b6dc9bb-2d25-4828-9abb-d78365c70736 req-98610f47-83be-4681-a525-e32651bb88e1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Mar 03 18:40:02.676104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b478369-d59a-4535-96d5-19d58172bdc8 req-76764717-69ae-4df0-95bd-90a50d3a4afe tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:02.677582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b478369-d59a-4535-96d5-19d58172bdc8 req-76764717-69ae-4df0-95bd-90a50d3a4afe tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0833731 Mar 03 18:40:02.719942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b478369-d59a-4535-96d5-19d58172bdc8 req-49d581af-ceb1-4907-8a2a-3b342d2bc27a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368834 Mar 03 18:40:02.896677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bf280-17ad-4b75-8251-0434cd9e8efb req-0e65d1df-650a-4d3b-89bf-b5ef050567de tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:02.898128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-689bf280-17ad-4b75-8251-0434cd9e8efb req-0e65d1df-650a-4d3b-89bf-b5ef050567de tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0815146 Mar 03 18:40:02.907003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39002) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:40:02.912294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'floatingip': {'port_id': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:40:03.097993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:03.680100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:03.683621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:03.849848 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 associated. External IP: 172.25.0.178, port: 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5. Mar 03 18:40:04.190340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:40:04.476521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:40:04.480695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:04.486521 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:40:04.499822 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:40:04.500465 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:39:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:04.538248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fd8db065-0b85-49ed-bdd5-467831fa00ff tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "PUT /v2.0/floatingips/e9d31f8d-0c36-41e6-9fee-10f54cfcd967 HTTP/1.1" status: 200 len: 992 time: 1.6301198 Mar 03 18:40:04.538940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:40:04.606864 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'status': 'completed', 'code': 200} Mar 03 18:40:04.691727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-05871488-15df-4277-a98a-bf014b6924d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:04.693209 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-05871488-15df-4277-a98a-bf014b6924d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1097 time: 0.0743787 Mar 03 18:40:04.716233 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:40:04.890686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-6f446281-8477-439b-a7e8-6db8ecf61841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:04.892724 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-6f446281-8477-439b-a7e8-6db8ecf61841 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1931074 Mar 03 18:40:04.940040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-03d0951f-c035-4f49-bd4e-3f9fe8b1b3d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933378 Mar 03 18:40:05.054453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-95becdc7-c9f1-4d86-b228-ec65a71cd591 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1000 time: 0.1558073 Mar 03 18:40:05.139587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cc8ae-17fb-47fa-93be-c794bf17eb08 req-a655130b-ec23-4975-96c5-0a74c4a24670 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:05.141076 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5cc8ae-17fb-47fa-93be-c794bf17eb08 req-a655130b-ec23-4975-96c5-0a74c4a24670 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.1767948 Mar 03 18:40:05.145246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-9ba53409-3434-4ab7-b14a-4a7d5159aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:05.146593 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-9ba53409-3434-4ab7-b14a-4a7d5159aaf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0854661 Mar 03 18:40:05.150173 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:03:6c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:40:03Z', 'revision_number': 9, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:05.154000 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:40:05.162453 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:40:05.163436 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:39:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:05.236098 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ad5cc8ae-17fb-47fa-93be-c794bf17eb08 req-61b19221-dbc4-44b5-a251-c7ed1a0047dc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884998 Mar 03 18:40:05.263131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-65fed76e-2a93-42b9-a369-2a63a9b25f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:05.264611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-65fed76e-2a93-42b9-a369-2a63a9b25f58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015596 Mar 03 18:40:05.384709 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:40:05.399965 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-716ab183-4971-4e0d-97c7-18cbe4164422 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289907 Mar 03 18:40:05.533716 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fd5aa6e-abff-4cab-9b87-47ee55d90d4a req-ab9acbc2-b4c7-43b5-bbbe-14f0d0cb61e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277752 Mar 03 18:40:05.745405 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:03:6c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:40:03Z', 'revision_number': 9, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:05.749183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e061d35-5daf-49ea-a0e2-6bd13f9103cb None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:03:6c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:40:03Z', 'revision_number': 9, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:40:05.958569 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aff5a6-0a05-43b2-9052-41d15a1ebde8 None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:40:06.264941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-15be16e0-b724-4162-a524-64fc3a2cdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:06.266507 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-15be16e0-b724-4162-a524-64fc3a2cdd8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1097 time: 0.0724692 Mar 03 18:40:06.397147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-3e78a3e5-7fd5-4ab4-aee1-26dcfd1c6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:06.398526 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-3e78a3e5-7fd5-4ab4-aee1-26dcfd1c6fb9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1265709 Mar 03 18:40:06.437655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7e8b-397c-495d-96ca-b0d014fbf9c3 req-40827d80-b3e5-416a-b39e-6ae336d16374 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:06.439532 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc1c7e8b-397c-495d-96ca-b0d014fbf9c3 req-40827d80-b3e5-416a-b39e-6ae336d16374 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0824785 Mar 03 18:40:06.484113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc1c7e8b-397c-495d-96ca-b0d014fbf9c3 req-3481d6b8-c433-46e7-befd-7cec24f0363d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382862 Mar 03 18:40:06.500691 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-33488784-8ed4-4518-9865-e9245c88b9b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1003 time: 0.0962250 Mar 03 18:40:06.560148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-da61584e-1e80-4beb-bbf6-7922f1ab8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:06.561543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-da61584e-1e80-4beb-bbf6-7922f1ab8994 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0549500 Mar 03 18:40:06.747143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-c91d6952-4874-42c9-9126-ae42dbc1de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:06.748535 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-c91d6952-4874-42c9-9126-ae42dbc1de3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810443 Mar 03 18:40:06.876466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-b89f8bf2-7c68-4f1f-bc68-f33dac5b1cc0 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216207 Mar 03 18:40:07.006354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-9a2bd690-495a-4df9-8eba-ca230ecd8fd4 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240916 Mar 03 18:40:07.669585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4317a8-6186-4dc1-a43a-9705a8f6de43 req-069f7d5a-548e-45f2-8ec7-bf28bb5535b3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:07.671055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c4317a8-6186-4dc1-a43a-9705a8f6de43 req-069f7d5a-548e-45f2-8ec7-bf28bb5535b3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0803087 Mar 03 18:40:07.714437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c4317a8-6186-4dc1-a43a-9705a8f6de43 req-ea29e8e9-bf21-4de6-96bd-04011fa072ec tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377579 Mar 03 18:40:08.898135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949f5c-a0df-4f12-a2f4-881028ce57f8 req-99dc8331-cba8-4330-b858-056b2996f23f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:08.899616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0949f5c-a0df-4f12-a2f4-881028ce57f8 req-99dc8331-cba8-4330-b858-056b2996f23f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0819869 Mar 03 18:40:08.950671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a0949f5c-a0df-4f12-a2f4-881028ce57f8 req-2ccaee1d-449e-4b74-91dc-1504106d5383 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Mar 03 18:40:10.136248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e93c07-9e1e-4249-ba93-be951eaa6dbd req-814fdc4a-31aa-40d2-8747-2ef9c53f09db tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:10.137732 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01e93c07-9e1e-4249-ba93-be951eaa6dbd req-814fdc4a-31aa-40d2-8747-2ef9c53f09db tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0819693 Mar 03 18:40:10.181529 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01e93c07-9e1e-4249-ba93-be951eaa6dbd req-ce180635-120b-4d27-b45f-07ae7212274f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Mar 03 18:40:11.429240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612408-e314-4ff4-85d4-4e685986a0d5 req-2bd4aee3-1e77-492d-b646-166e7d8746ef tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:11.430710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c612408-e314-4ff4-85d4-4e685986a0d5 req-2bd4aee3-1e77-492d-b646-166e7d8746ef tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0780742 Mar 03 18:40:11.474155 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c612408-e314-4ff4-85d4-4e685986a0d5 req-52d14030-7af6-409f-bfe9-7403e0ffb156 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379112 Mar 03 18:40:12.698660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef1c1-0379-4955-ae21-aa518aa4b28a req-6a419304-acdd-485c-9dbc-9af459626c97 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:12.700086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-009ef1c1-0379-4955-ae21-aa518aa4b28a req-6a419304-acdd-485c-9dbc-9af459626c97 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0812061 Mar 03 18:40:12.742575 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-009ef1c1-0379-4955-ae21-aa518aa4b28a req-64baa98a-9444-4a30-8918-60215d0a4ec7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369318 Mar 03 18:40:13.932011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc62705-876f-430f-ab9e-2ef2a405beb4 req-04d89a8a-40ae-4dea-a9e2-f16b42b3396d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:13.933478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2dc62705-876f-430f-ab9e-2ef2a405beb4 req-04d89a8a-40ae-4dea-a9e2-f16b42b3396d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0832350 Mar 03 18:40:13.976999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2dc62705-876f-430f-ab9e-2ef2a405beb4 req-193c3bca-6fa4-4978-a18a-63eadd8ee492 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380380 Mar 03 18:40:15.160265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa166132-0d46-4e58-8425-45ef590b5456 req-97c10a1c-1989-4584-8f08-822da123f379 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:15.161782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa166132-0d46-4e58-8425-45ef590b5456 req-97c10a1c-1989-4584-8f08-822da123f379 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0805199 Mar 03 18:40:15.204487 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa166132-0d46-4e58-8425-45ef590b5456 req-5a0bb421-89b1-4a82-987c-f8982a981388 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370967 Mar 03 18:40:16.384968 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b304-341f-4e5d-8aac-4da08df92518 req-917558a6-f6bf-40a6-a3f8-4c9d7123d6cf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:16.386369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5c0b304-341f-4e5d-8aac-4da08df92518 req-917558a6-f6bf-40a6-a3f8-4c9d7123d6cf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0795405 Mar 03 18:40:16.431942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5c0b304-341f-4e5d-8aac-4da08df92518 req-a0654ca8-fc11-4422-9068-29898129488e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Mar 03 18:40:17.697182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffebb5-aa24-449f-98d7-925af2e96838 req-ea5bda52-dc0e-4d34-b1b1-747bd8de3957 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:17.698656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-51ffebb5-aa24-449f-98d7-925af2e96838 req-ea5bda52-dc0e-4d34-b1b1-747bd8de3957 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.1263325 Mar 03 18:40:17.743570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-51ffebb5-aa24-449f-98d7-925af2e96838 req-9066d340-5c64-4cee-8ab9-4bcfa4af3b4c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392725 Mar 03 18:40:18.275585 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:19.004024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bf57e-9022-4831-be7c-b6d2cd9d591b req-308e5250-a392-405c-848e-a442f0cfe8ac tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:19.005509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca1bf57e-9022-4831-be7c-b6d2cd9d591b req-308e5250-a392-405c-848e-a442f0cfe8ac tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.1209214 Mar 03 18:40:19.049062 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca1bf57e-9022-4831-be7c-b6d2cd9d591b req-53225cbc-d7e7-4221-8355-735114adadfa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Mar 03 18:40:19.590805 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f26afb54-9ba7-4fa5-88e7-1c928b317e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:20.228035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbdb56-f957-49da-a30f-03ceef6862b0 req-a2dad4c8-8a95-4abd-bd03-24a4dc6fd694 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:20.229516 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccfbdb56-f957-49da-a30f-03ceef6862b0 req-a2dad4c8-8a95-4abd-bd03-24a4dc6fd694 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0781183 Mar 03 18:40:20.275035 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ccfbdb56-f957-49da-a30f-03ceef6862b0 req-7437373f-eb97-4506-a087-c02afe883b4b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Mar 03 18:40:21.463274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d5c87-2a86-446f-9f3e-9690b876ff50 req-5e356612-30ef-4df6-a1b4-0b566e1597aa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:21.464639 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a55d5c87-2a86-446f-9f3e-9690b876ff50 req-5e356612-30ef-4df6-a1b4-0b566e1597aa tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0820730 Mar 03 18:40:21.507416 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a55d5c87-2a86-446f-9f3e-9690b876ff50 req-7c833d94-f26e-4d47-86ea-1728ba84492a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371299 Mar 03 18:40:21.888033 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3791bd3d-5656-4cd3-b237-8e584120d392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:22.692368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683d950-713c-4573-8dcb-a79cf3093bb6 req-0fc2b8f9-7a18-4eda-bc1e-168afedd2549 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:22.693818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9683d950-713c-4573-8dcb-a79cf3093bb6 req-0fc2b8f9-7a18-4eda-bc1e-168afedd2549 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0786533 Mar 03 18:40:22.740494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9683d950-713c-4573-8dcb-a79cf3093bb6 req-743bb530-c749-433a-8e78-0ad037dcd08d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Mar 03 18:40:23.016235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:23.055815 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:23.921511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a862a8-ff4e-4832-8179-835007ed928e req-4bb6f542-0632-4919-8925-d860ed39e78c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:23.922947 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10a862a8-ff4e-4832-8179-835007ed928e req-4bb6f542-0632-4919-8925-d860ed39e78c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0790415 Mar 03 18:40:23.965932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10a862a8-ff4e-4832-8179-835007ed928e req-94d080c4-f735-456a-be5f-e8e49f5916dc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373521 Mar 03 18:40:24.443730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:24.772177 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:25.156912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315344f-3a43-4665-9a96-5e5ff7c58d52 req-70dc01bd-463d-4a36-96d1-edad2b29cab8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:25.158358 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7315344f-3a43-4665-9a96-5e5ff7c58d52 req-70dc01bd-463d-4a36-96d1-edad2b29cab8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0822842 Mar 03 18:40:25.200633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7315344f-3a43-4665-9a96-5e5ff7c58d52 req-280aece1-b1bf-4b92-aa15-608e4ae85bbf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360556 Mar 03 18:40:26.387683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bf691-23bf-4f7c-afb0-462037a631f5 req-a05985d2-4e60-4573-8d74-201ce81b45c9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:26.389020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bf4bf691-23bf-4f7c-afb0-462037a631f5 req-a05985d2-4e60-4573-8d74-201ce81b45c9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0811188 Mar 03 18:40:26.432054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bf4bf691-23bf-4f7c-afb0-462037a631f5 req-400638b5-fe2f-4100-92af-d3df56dc7e09 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374999 Mar 03 18:40:27.618747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38b561-6e77-4c16-a06d-2fc79427c5d7 req-2bd8d6ed-eec3-40cb-9ab9-a32979214fb3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:27.620224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e38b561-6e77-4c16-a06d-2fc79427c5d7 req-2bd8d6ed-eec3-40cb-9ab9-a32979214fb3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0858486 Mar 03 18:40:27.664621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0e38b561-6e77-4c16-a06d-2fc79427c5d7 req-9ea49b6f-9f7f-41b8-86fd-2aa81171ee04 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Mar 03 18:40:28.847709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ecbdc-81b5-42f8-9ca1-4f8d21d9aa74 req-0b499cd4-f0f8-4d34-8b9e-b162402f7cf4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:28.849175 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-435ecbdc-81b5-42f8-9ca1-4f8d21d9aa74 req-0b499cd4-f0f8-4d34-8b9e-b162402f7cf4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0780387 Mar 03 18:40:28.896392 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-435ecbdc-81b5-42f8-9ca1-4f8d21d9aa74 req-b09ee717-ae10-499c-99f9-20585da1618f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 Mar 03 18:40:30.081467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1122f-795e-4f62-ba07-477e60d13cc9 req-deb8ae2a-fab5-4a98-a0ea-619549e6631a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:30.082995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8a1122f-795e-4f62-ba07-477e60d13cc9 req-deb8ae2a-fab5-4a98-a0ea-619549e6631a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0806410 Mar 03 18:40:30.127045 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8a1122f-795e-4f62-ba07-477e60d13cc9 req-d70882dc-d28b-4d7c-aa52-9bfe4d9805d4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382645 Mar 03 18:40:31.306425 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc25532-65d4-44db-9d01-a861cfc49060 req-b2a73d9f-0f17-47d8-8d6c-d6469c6a6ea6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:31.307875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dc25532-65d4-44db-9d01-a861cfc49060 req-b2a73d9f-0f17-47d8-8d6c-d6469c6a6ea6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0791276 Mar 03 18:40:31.351313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dc25532-65d4-44db-9d01-a861cfc49060 req-56b6ca70-f28e-47c5-95be-31d09ccab565 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Mar 03 18:40:32.534097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed6a24-af07-440c-91d8-627b8c84edca req-16931fc5-cf97-446a-b2d8-d8653bc1aeb1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:32.535513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5ed6a24-af07-440c-91d8-627b8c84edca req-16931fc5-cf97-446a-b2d8-d8653bc1aeb1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0812023 Mar 03 18:40:32.581620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5ed6a24-af07-440c-91d8-627b8c84edca req-0d8e8f3d-d7f8-45fc-abbc-fcdca7a95493 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Mar 03 18:40:33.401432 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:40:33.763685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d7a84-88b5-4acd-90c1-ef4c6154ac26 req-f6f991fb-981a-48f7-81a4-6c0dbdb96329 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:33.765022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d3d7a84-88b5-4acd-90c1-ef4c6154ac26 req-f6f991fb-981a-48f7-81a4-6c0dbdb96329 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0805511 Mar 03 18:40:33.807912 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d3d7a84-88b5-4acd-90c1-ef4c6154ac26 req-39116061-b6d1-488f-b157-e31ff3653675 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Mar 03 18:40:34.990803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cc0f8-7dce-49ce-874b-acfb730eec2b req-0d84fbe9-785e-4a29-bbfd-c4eef369cd22 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:34.992251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c30cc0f8-7dce-49ce-874b-acfb730eec2b req-0d84fbe9-785e-4a29-bbfd-c4eef369cd22 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0797899 Mar 03 18:40:35.036245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c30cc0f8-7dce-49ce-874b-acfb730eec2b req-d88ae3f2-6c64-4b4f-8cfc-9ebf94309f3b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Mar 03 18:40:36.220369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50e2fc-bc66-4a42-ba30-a35f4191632f req-afe3bfd3-82ca-4a2d-8734-2ac20297f163 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:36.221832 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bf50e2fc-bc66-4a42-ba30-a35f4191632f req-afe3bfd3-82ca-4a2d-8734-2ac20297f163 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0783777 Mar 03 18:40:36.267875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bf50e2fc-bc66-4a42-ba30-a35f4191632f req-066d0514-0e2f-4a8c-9a1d-4b75615fe557 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Mar 03 18:40:37.452098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493661ee-c5b9-4eee-aabc-4bf27fe36ef5 req-5d821a0a-6392-4b5d-8925-842a9c6ffaad tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:37.453463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-493661ee-c5b9-4eee-aabc-4bf27fe36ef5 req-5d821a0a-6392-4b5d-8925-842a9c6ffaad tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0807157 Mar 03 18:40:37.496584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-493661ee-c5b9-4eee-aabc-4bf27fe36ef5 req-244a7719-0089-4386-a9eb-0ff8536a2f8f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367858 Mar 03 18:40:38.678024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb2ad1-68e0-4a90-9a40-c714ddc5b920 req-95ea983d-e6c3-4905-a3bd-07b5b9eb0cc5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:38.679462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6bb2ad1-68e0-4a90-9a40-c714ddc5b920 req-95ea983d-e6c3-4905-a3bd-07b5b9eb0cc5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0794144 Mar 03 18:40:38.722440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f6bb2ad1-68e0-4a90-9a40-c714ddc5b920 req-6e849891-baa6-451b-aa60-6c52761e22fd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 Mar 03 18:40:39.069917 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-187946fd-cb38-45c0-b63b-f31529bcbdc0 service neutron] show failed (client error): The resource could not be found. Mar 03 18:40:39.070911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-187946fd-cb38-45c0-b63b-f31529bcbdc0 service neutron] 10.222.0.35 "GET /v2.0/ports/6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.1133630 Mar 03 18:40:39.329289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-e88ab259-ce30-4dc7-ae61-61aef800e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:39.330685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-e88ab259-ce30-4dc7-ae61-61aef800e49e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 1097 time: 0.0748346 Mar 03 18:40:39.345554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:40:39.449816 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:39.713944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:39.742784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:40:39.906588 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:40:39.912154 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:39.929239 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Transition to ACTIVE for port object 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:40:39.932954 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:40.021695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a7e7f-7b1c-41f7-9ffc-7d6d5ddef2c1 req-c1784096-f81c-4265-aaf1-642115b7b96e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:40.023046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc3a7e7f-7b1c-41f7-9ffc-7d6d5ddef2c1 req-c1784096-f81c-4265-aaf1-642115b7b96e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.1932878 Mar 03 18:40:40.069878 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:40.106530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bc3a7e7f-7b1c-41f7-9ffc-7d6d5ddef2c1 req-b95b4c16-054c-45e6-96b1-ee39a0e09050 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775104 Mar 03 18:40:40.116537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.116887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.117391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.117737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.118060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.118508 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.118843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.119166 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.119488 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.119811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.120152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.129983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:40.148857 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'code': 200} Mar 03 18:40:40.188287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] No DVR routers for this DVR port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:40:40.409649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:40:40.409995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:40:40.410312 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:40:40.414679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:40:40.414989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:40:40.419861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:40:40.420187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:40:40.420559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:40:40.420966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Bound port: 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:40:40.421292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:40.504993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:40:40.507891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:40:40.512173 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:40.567038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:40.567641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:40.568974 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] 10.222.0.16 "PUT /v2.0/ports/6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1092 time: 1.2272487 Mar 03 18:40:40.590467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c2eae-c6f0-44e2-a9b4-6651cde7f011 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:40.675895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-7e014541-adf4-483e-838f-876e132ef8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:40.677405 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-7e014541-adf4-483e-838f-876e132ef8c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1095 time: 0.0739541 Mar 03 18:40:40.808813 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-2355b092-3125-4465-bcd5-091b404fa824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:40.810281 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-2355b092-3125-4465-bcd5-091b404fa824 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1274900 Mar 03 18:40:40.911543 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-8715c83d-b9c1-4859-8914-819a6e9ec035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.0954659 Mar 03 18:40:40.971123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-765a24a7-2a70-41f2-a875-5145d331e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:40.972523 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-765a24a7-2a70-41f2-a875-5145d331e5f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0558412 Mar 03 18:40:41.047809 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-e1f1b11a-ac9c-4ffc-9ea5-b437be483a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:41.049188 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-e1f1b11a-ac9c-4ffc-9ea5-b437be483a0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713456 Mar 03 18:40:41.181465 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-73bb924e-dda8-4f7e-ba49-d7279c24317e service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253414 Mar 03 18:40:41.358583 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6975d6ae-08c6-4c19-9d99-b07ef655c8c9 req-ad2aa9f5-ebe2-4375-b98a-d42c2ff98f43 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719499 Mar 03 18:40:41.378375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfde551-1e7d-44da-8eb0-69bc99a8067e req-0379695e-5e02-47a2-a0fc-4fd4b2949830 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:41.380084 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddfde551-1e7d-44da-8eb0-69bc99a8067e req-0379695e-5e02-47a2-a0fc-4fd4b2949830 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.1618314 Mar 03 18:40:41.425051 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ddfde551-1e7d-44da-8eb0-69bc99a8067e req-7be40b19-57cb-4ae7-9cfc-347d1377a7da tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388184 Mar 03 18:40:42.150242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:40:42.205528 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'status': 'completed', 'code': 200} Mar 03 18:40:42.293919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-1e64f685-e516-4252-af4a-63819aa1db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.295397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-1e64f685-e516-4252-af4a-63819aa1db60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1095 time: 0.0730772 Mar 03 18:40:42.417603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-c489fb8e-6074-43f2-9120-09f496caeaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.418985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-c489fb8e-6074-43f2-9120-09f496caeaa8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1095 time: 0.1776378 Mar 03 18:40:42.427306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-8080fff7-6668-496d-9d1f-4b62fae4deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.428757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-8080fff7-6668-496d-9d1f-4b62fae4deef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1280203 Mar 03 18:40:42.533826 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-ceec57d6-375d-4a65-ae70-56380c9c090e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.0980585 Mar 03 18:40:42.590395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-22ab40e2-1f4b-4db1-9676-8fdb64e050bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.591830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-22ab40e2-1f4b-4db1-9676-8fdb64e050bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1670136 Mar 03 18:40:42.598082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-58d18016-6b98-42e4-9ebe-9035247c94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.599767 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-58d18016-6b98-42e4-9ebe-9035247c94a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0607822 Mar 03 18:40:42.679349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-c46dc60e-2fb2-4b0a-86b8-679848d5d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.681101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-c46dc60e-2fb2-4b0a-86b8-679848d5d053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752411 Mar 03 18:40:42.714112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b514f-89bc-4417-ba72-b454d342e008 req-a21b6083-ca5e-417b-8545-a0dc562c7eb1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.715551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c22b514f-89bc-4417-ba72-b454d342e008 req-a21b6083-ca5e-417b-8545-a0dc562c7eb1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.1820164 Mar 03 18:40:42.719944 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-7a46c054-a050-4bff-961b-95d241db41ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.1198285 Mar 03 18:40:42.807736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c22b514f-89bc-4417-ba72-b454d342e008 req-5eaff85d-1ab7-4641-856c-ae329a9de02a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859013 Mar 03 18:40:42.812813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-45eac0a0-3401-4ee5-9187-d89068416d08 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253355 Mar 03 18:40:42.816473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-217e61cf-2298-431c-bc2d-0a0fe20ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.818001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-217e61cf-2298-431c-bc2d-0a0fe20ee2a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0815353 Mar 03 18:40:42.893985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-5bc1cef8-578b-4db2-96be-e728c32485f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:42.895809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-5bc1cef8-578b-4db2-96be-e728c32485f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693898 Mar 03 18:40:42.936145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:40:42.944038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-fea7c499-6779-4ad3-9fda-98179a48dd61 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249979 Mar 03 18:40:42.995236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:40:43.036271 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-9196adeb-0e43-4cab-87b1-dd67dac03da7 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323197 Mar 03 18:40:43.168080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd1058f4-5b4b-4e00-938f-6009f7e58881 req-1467e2f9-0fab-4bc0-aa7b-cfa4ef06024a service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255786 Mar 03 18:40:43.997210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda16f3-2d17-4423-826e-f0ecdcb1b3c2 req-72d8a2df-31e6-4b96-a00c-9b668a5adac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:43.998685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-beda16f3-2d17-4423-826e-f0ecdcb1b3c2 req-72d8a2df-31e6-4b96-a00c-9b668a5adac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.0854065 Mar 03 18:40:44.044658 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-beda16f3-2d17-4423-826e-f0ecdcb1b3c2 req-c7ca4440-2e93-4499-8c8a-3b004a1df6c7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 Mar 03 18:40:45.232683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da308be-7e9c-44df-899e-218026cd651f req-8c195b67-f23a-42fc-9358-30eda606ce16 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:45.234173 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1da308be-7e9c-44df-899e-218026cd651f req-8c195b67-f23a-42fc-9358-30eda606ce16 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.0838325 Mar 03 18:40:45.277251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1da308be-7e9c-44df-899e-218026cd651f req-dc70b9bb-78c0-4fbd-9bce-98e2ab415d1c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Mar 03 18:40:45.704780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-4ddce0ac-c444-4eaf-8d2c-816e502e8d58 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:45.706134 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-4ddce0ac-c444-4eaf-8d2c-816e502e8d58 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112&tenant_id=5d39a30303e447639d5883a35feca833&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 944 time: 0.1268816 Mar 03 18:40:45.799438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4897310-8ffa-4bc8-94c6-50c5ca77b9a7 req-e994b4aa-45fb-4e2f-838f-5b22d6258894 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:45.800895 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4897310-8ffa-4bc8-94c6-50c5ca77b9a7 req-e994b4aa-45fb-4e2f-838f-5b22d6258894 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 944 time: 0.1606178 Mar 03 18:40:45.809885 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-60003c0f-f635-420f-95b1-4d27d7eeffbb service neutron] 10.222.0.16 "GET /v2.0/ports/6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 382 time: 0.0969181 Mar 03 18:40:45.882737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b4897310-8ffa-4bc8-94c6-50c5ca77b9a7 req-ceb6e307-4f9c-432e-ae84-cbcbf54d583e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751820 Mar 03 18:40:45.917477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-cfd10c0d-7549-4a8c-a852-44f5d6544004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:45.918935 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-cfd10c0d-7549-4a8c-a852-44f5d6544004 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1095 time: 0.0749960 Mar 03 18:40:46.047662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-8ff1b857-6f96-4938-b391-fbfc434853a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:46.048995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-8ff1b857-6f96-4938-b391-fbfc434853a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1248093 Mar 03 18:40:46.150421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-06cee999-22de-4f07-8e39-025774da0005 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.0961459 Mar 03 18:40:46.211294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-d626d292-f089-4746-87a9-529614ec07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:46.212806 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-d626d292-f089-4746-87a9-529614ec07bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0566928 Mar 03 18:40:46.389173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-4680b5c8-01b8-48cb-bc9f-f958f90ab31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:46.390692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-4680b5c8-01b8-48cb-bc9f-f958f90ab31b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726999 Mar 03 18:40:46.519457 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-9fd8ef93-29f2-4598-936f-92a5fe68a4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225533 Mar 03 18:40:46.562452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:40:46.649197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-6cbcbfcd-42d3-49b9-b56f-c786737535a4 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238980 Mar 03 18:40:46.695369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:46.708401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'mac_address': 'fa:16:3e:03:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:40:46.764180 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:46.780728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:40:46.795618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:46.799394 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:46.865062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:46.872549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.872901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.873242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.873600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.873933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.874263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.874596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.874919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.875244 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.875566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.875911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:46.876354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:47.065870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529eaec-7e0a-4e2d-ac29-68d729db788f req-4ef0034e-3ca5-424a-9bd5-7ae450218c36 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:47.067404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4529eaec-7e0a-4e2d-ac29-68d729db788f req-4ef0034e-3ca5-424a-9bd5-7ae450218c36 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.0789256 Mar 03 18:40:47.120822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4529eaec-7e0a-4e2d-ac29-68d729db788f req-164f266c-410f-457d-a7e4-9187ad752578 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475745 Mar 03 18:40:47.161448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:40:48.271860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:48.306781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e410d71-1839-4035-8ceb-3eddfd1e8a25 req-913cb96b-a511-4cac-bbfd-187d1c0e80ca tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:48.308239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e410d71-1839-4035-8ceb-3eddfd1e8a25 req-913cb96b-a511-4cac-bbfd-187d1c0e80ca tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.0812411 Mar 03 18:40:48.351606 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8e410d71-1839-4035-8ceb-3eddfd1e8a25 req-af63c87e-600d-4d18-abdc-30d5e873e278 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376871 Mar 03 18:40:48.593056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:40:48.708809 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:48.730036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:40:48.746252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:48.750089 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:48.824338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:48.840253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-09f1332e-4641-49e6-8595-38fa8516f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:48.841719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-09f1332e-4641-49e6-8595-38fa8516f6b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 1095 time: 0.0693355 Mar 03 18:40:48.852211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:40:48.958405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:49.221457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:49.249051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:40:49.299042 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:40:49.306652 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:49.319852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Ignored duplicate provisioning block setup for port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 18:40:49.323273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:49.592005 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-da537b8d-c9a3-4f6c-9777-fdc20c9c1a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:49.619802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=10']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:49.679781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] No DVR routers for this DVR port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:40:49.767584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597e2a6-eb43-4868-9abf-51c33acce7f8 req-61ccfafd-4445-4048-96c6-5364ddea8a43 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:49.769562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4597e2a6-eb43-4868-9abf-51c33acce7f8 req-61ccfafd-4445-4048-96c6-5364ddea8a43 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.2100034 Mar 03 18:40:49.899228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4597e2a6-eb43-4868-9abf-51c33acce7f8 req-ef880652-d40f-4916-9288-d03557bd7b53 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173289 Mar 03 18:40:49.952018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:40:49.952339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:40:49.952657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:40:49.957706 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:40:49.958019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Attempting to bind port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:40:49.962909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:40:49.963236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:40:49.963612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:40:49.964019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Bound port: 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:40:49.964351 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:50.052395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:40:50.055263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:40:50.059967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:50.113243 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.113852 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:50.115188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] 10.222.0.35 "PUT /v2.0/ports/6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1093 time: 1.2671025 Mar 03 18:40:50.115613 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:40:50.171704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41c1a8-42e3-4f3f-8db1-0ee20e025b47 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=11']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:50.219888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-69e09811-8a7f-417f-848c-6414ce675332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.221386 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-69e09811-8a7f-417f-848c-6414ce675332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1096 time: 0.0812418 Mar 03 18:40:50.315512 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'status': 'completed', 'code': 200} Mar 03 18:40:50.360913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-d81fc406-d00f-4c9d-93ed-eac2142b926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.362420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-d81fc406-d00f-4c9d-93ed-eac2142b926f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1353333 Mar 03 18:40:50.463633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-e007868e-d2a2-44ad-a6f2-71fa2e9b34fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.0957470 Mar 03 18:40:50.482568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-de305d6f-1721-4e1a-a072-38a60491d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.484023 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-de305d6f-1721-4e1a-a072-38a60491d35a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1096 time: 0.1199365 Mar 03 18:40:50.529371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-1ccc3a66-76d8-446a-b4fe-4f68d31e97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.530810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-1ccc3a66-76d8-446a-b4fe-4f68d31e97c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0600474 Mar 03 18:40:50.604460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2e0bb805-9656-48d9-b364-8582ab384769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.605966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-2e0bb805-9656-48d9-b364-8582ab384769 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697093 Mar 03 18:40:50.615454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-426ae44c-2e13-44e8-a2f8-02998aca90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.616874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-426ae44c-2e13-44e8-a2f8-02998aca90ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1266599 Mar 03 18:40:50.717694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-c6f2a405-ced0-4788-bdce-06361f22917c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.0950656 Mar 03 18:40:50.737155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-d01cd050-5c33-4567-a2f0-9ff0e8c12515 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249385 Mar 03 18:40:50.779828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-0f980873-7bcc-4c42-bdfb-10f638d726ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.781296 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-0f980873-7bcc-4c42-bdfb-10f638d726ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0578220 Mar 03 18:40:50.859797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-22a864e7-47a7-454e-8582-f53c4c054d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.861268 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-22a864e7-47a7-454e-8582-f53c4c054d24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735450 Mar 03 18:40:50.870372 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c8acdd4a-bed2-4a5a-90cd-4d3c953ad886 req-1d4d93e1-3f25-4dd8-9e1f-8a76c6e21e60 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279769 Mar 03 18:40:50.984537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-c43d0abf-51a5-4245-9598-097373fe4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:50.985952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-c43d0abf-51a5-4245-9598-097373fe4590 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1096 time: 0.0750604 Mar 03 18:40:50.997261 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-2b8973f3-891f-45a0-9662-8807ebce7094 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304138 Mar 03 18:40:51.135049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-f4d0b22b-e2ad-4cac-93f6-c8ec0cc1575f service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323223 Mar 03 18:40:51.292980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febfd48-71f9-4265-9b70-aa93c9632df8 req-5b73d9cb-5629-4812-91ce-7d14108cea41 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:51.294366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4febfd48-71f9-4265-9b70-aa93c9632df8 req-5b73d9cb-5629-4812-91ce-7d14108cea41 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.2846551 Mar 03 18:40:51.296745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-76167df5-2b96-4d0f-be69-bd0aa56c200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:51.298065 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-76167df5-2b96-4d0f-be69-bd0aa56c200c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.3065679 Mar 03 18:40:51.412180 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4febfd48-71f9-4265-9b70-aa93c9632df8 req-fa4e098d-2775-40e6-9bab-45c0df8c7f89 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122534 Mar 03 18:40:51.427388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-377c3918-2db7-4925-92b7-a0335dbdb24f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.1147351 Mar 03 18:40:51.491251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-8d1d9f1d-fc03-4cec-a397-0a194d3eb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:51.492628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-8d1d9f1d-fc03-4cec-a397-0a194d3eb839 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0591607 Mar 03 18:40:51.566770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-63031165-443d-4576-96f3-17d96bc35ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:51.568105 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-63031165-443d-4576-96f3-17d96bc35ce0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677581 Mar 03 18:40:51.696707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-aecb1152-d98a-40cb-9674-3d8cb4f883d0 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212661 Mar 03 18:40:51.825412 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffeda139-fada-43c6-aa90-d690e506ec03 req-dd307a68-8426-4c9f-9e0f-f8900b9482a0 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223350 Mar 03 18:40:51.889715 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dba06720-7511-43fd-973a-14ae8cb93783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:51.976912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-52c6ea5c-0219-440f-8c6e-05e427a0be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:51.978388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-52c6ea5c-0219-440f-8c6e-05e427a0be85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 1096 time: 0.0696733 Mar 03 18:40:52.121925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-7e26a65f-3f81-44af-b969-cfd1b46f2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:52.123356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-7e26a65f-3f81-44af-b969-cfd1b46f2c45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1243227 Mar 03 18:40:52.233091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-d3e967c7-76b4-45d5-bfa7-971e3afb4896 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 200 len: 1001 time: 0.1025212 Mar 03 18:40:52.301627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-51811cf2-ebb3-49cb-814f-5d8178dd5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:52.303083 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-51811cf2-ebb3-49cb-814f-5d8178dd5bfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0630286 Mar 03 18:40:52.382616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-1c556a2e-e04c-467d-9546-83be7f93e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:52.384039 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-1c556a2e-e04c-467d-9546-83be7f93e455 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744009 Mar 03 18:40:52.526607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-6b7e13b4-46ab-4fbc-8c38-93867a5d86da service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363730 Mar 03 18:40:52.604671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e9ca7-bfb7-4e75-baef-aab039793f5e req-441347ce-189c-429b-99a9-3bf9e14c1da0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:52.606166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e0e9ca7-bfb7-4e75-baef-aab039793f5e req-441347ce-189c-429b-99a9-3bf9e14c1da0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.0822148 Mar 03 18:40:52.650923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e0e9ca7-bfb7-4e75-baef-aab039793f5e req-0a739ae0-13b6-4b4c-92db-924339893b7a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389655 Mar 03 18:40:52.658331 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-03405ce1-5a67-4cb0-8c1e-c6d62c6db689 req-ba7bdeae-33cd-4f3f-ae17-10537bcba9a0 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255531 Mar 03 18:40:52.837909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927547a1-3121-497b-9e07-22c8df2997d5 req-d16e6588-c352-4d5e-8234-e80a2f45ac45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:52.839368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-927547a1-3121-497b-9e07-22c8df2997d5 req-d16e6588-c352-4d5e-8234-e80a2f45ac45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.0864811 Mar 03 18:40:52.883925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-927547a1-3121-497b-9e07-22c8df2997d5 req-3b1ec19b-0257-4ddb-8acd-726c932ca0ac tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Mar 03 18:40:52.998818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:40:53.018006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:53.071990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8e3a-6f94-4867-85b5-6d98612a799d req-47a4b926-680c-4c64-b244-640b02489916 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:53.073939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cffe8e3a-6f94-4867-85b5-6d98612a799d req-47a4b926-680c-4c64-b244-640b02489916 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 945 time: 0.0840614 Mar 03 18:40:53.119235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:53.120315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cffe8e3a-6f94-4867-85b5-6d98612a799d req-685f0c72-8a38-485f-9ae3-b23ffd5700a9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407240 Mar 03 18:40:53.155654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:53.169454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'mac_address': 'fa:16:3e:03:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:40:53.229965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:53.246369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:40:53.262666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:53.266484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:53.336087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:53.475711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:40:53.507289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b35b-4771-4fb2-9cc8-d529f4511edb req-51a46829-c061-4b3a-a60a-d5e1bfdce828 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:53.508743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87c3b35b-4771-4fb2-9cc8-d529f4511edb req-51a46829-c061-4b3a-a60a-d5e1bfdce828 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.0828860 Mar 03 18:40:53.552443 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87c3b35b-4771-4fb2-9cc8-d529f4511edb req-ad9ad4f1-cc46-4c97-b798-0369653e86d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Mar 03 18:40:54.446901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:54.768771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:54.896368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76831be-e487-435d-9954-99c30262b3b8 req-19b83cfc-ffc8-4c4f-a34c-552b8bf6aa0a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:54.897790 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e76831be-e487-435d-9954-99c30262b3b8 req-19b83cfc-ffc8-4c4f-a34c-552b8bf6aa0a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.2592247 Mar 03 18:40:54.944176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff19963-ac87-44bf-9a72-10f02821e3ce req-d30e50d7-145f-4683-af50-b2bb48b9f27c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:54.945566 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ff19963-ac87-44bf-9a72-10f02821e3ce req-d30e50d7-145f-4683-af50-b2bb48b9f27c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 946 time: 0.2716558 Mar 03 18:40:54.999195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Deleting port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:40:54.999532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:55.013507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:40:55.047257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2ff19963-ac87-44bf-9a72-10f02821e3ce req-5f443ab1-0dd0-4d79-8a26-6ebf7f0e0bd3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952373 Mar 03 18:40:55.083811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:40:55.088599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:40:55.089086 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:55.240911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:55.264082 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:55.264563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:55.268752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:40:55.278415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:55.282771 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:55.354818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=13']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:55.419094 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'code': 200} Mar 03 18:40:55.559322 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:55.559610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:55.559929 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 disassociated. External IP: 172.25.0.178, port: 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5. Mar 03 18:40:55.560267 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Calling delete_port for 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:40:55.642829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.db.api [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:40:55.643166 n-d-827121-1 neutron-server[87887]: DEBUG oslo_db.api [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:40:56.144709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Deleting port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:40:56.145345 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:56.353605 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00423bf8-f07b-4113-bd35-dc899cddaeb5 req-b69e8f6f-a1a4-4af7-8811-f31ea9f5e509 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:56.355055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00423bf8-f07b-4113-bd35-dc899cddaeb5 req-b69e8f6f-a1a4-4af7-8811-f31ea9f5e509 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 947 time: 0.1846247 Mar 03 18:40:56.464651 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-00423bf8-f07b-4113-bd35-dc899cddaeb5 req-39cd323c-6e74-4a06-9999-1e7d7844feda tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645614 Mar 03 18:40:56.486215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] For port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:40:56.486590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:56.767166 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:56.767484 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:56.767790 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 disassociated. External IP: 172.25.0.178, port: 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5. Mar 03 18:40:56.768132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Calling delete_port for 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:40:57.013478 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:57.060640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event deleted for resources: {'Port': ['ID=6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:40:57.072418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.072767 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.073102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.073475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.073773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.074096 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.074416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.074768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.075026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.075345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.075658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.075971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:40:57.262051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:40:57.436630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:40:57.450213 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:40:57.460086 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:40:57.460753 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:40:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:57.510020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] No DVR routers for this DVR port 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:40:57.512574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:40:57.515195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-deleted', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:40:57.531197 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e76831be-e487-435d-9954-99c30262b3b8 req-5ded036f-146f-4d03-a987-b8e5cf41fb27 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "DELETE /v2.0/ports/6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 HTTP/1.1" status: 204 len: 173 time: 2.6260331 Mar 03 18:40:57.587713 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e44bbc-b2b0-4964-a837-144168d2a112', 'name': 'network-vif-deleted', 'tag': '6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5', 'status': 'completed', 'code': 200} Mar 03 18:40:57.641250 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:40:57.658224 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-11136856-aa24-4fe5-8931-96b8173991f1 req-de63c7d7-35a9-49a7-88ee-12b7e2f7eba4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e44bbc-b2b0-4964-a837-144168d2a112 HTTP/1.1" status: 200 len: 210 time: 0.0477221 Mar 03 18:40:57.947203 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:57.951203 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:40:57.960624 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:40:57.961282 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:40:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:58.141372 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:40:58.478495 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:40:58.482172 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6026a0a-91e2-48f3-a9f9-0a275e15dc8d None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:40:58.685318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ecdaa-16fe-45cf-ad09-bf40f935d52f None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:40:59.000743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-8e02606a-4ab1-43be-94a1-2d56209b51fd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1205361379&fields=id&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 267 time: 0.0400136 Mar 03 18:40:59.036836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:40:59.071795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:40:59.072142 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6cd3e6e4-6586-46dc-b3d5-a5c1713c3ad5 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:40:59.158100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-7b1d38e0-6b49-4c15-8785-aa2f4a235f06 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:40:59.160060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-7b1d38e0-6b49-4c15-8785-aa2f4a235f06 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.1516409 Mar 03 18:40:59.175672 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-348300fe-9a15-4542-8b1f-39561b6b41dc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/quotas/5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 375 time: 0.0095842 Mar 03 18:40:59.264472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-811ab870-b5b7-45a9-81e1-4864c826318a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:40:59.278708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-811ab870-b5b7-45a9-81e1-4864c826318a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:40:59.280262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-811ab870-b5b7-45a9-81e1-4864c826318a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992718 Mar 03 18:40:59.416956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-b7ebcdff-8e0e-423e-93dc-ba67b7ecd6be service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246433 Mar 03 18:40:59.545476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-eb40930e-3e43-41ad-afdd-b22edbf83019 service neutron] 10.222.0.23 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226511 Mar 03 18:40:59.718765 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-97a32f47-6133-417e-9f13-59a19c54c862 req-1f917d6b-7e76-4be4-a8d3-09a408c27a4d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 210 time: 0.0418255 Mar 03 18:41:00.748667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-6ea887e0-c637-4f29-864a-eaa682628d9d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:00.750248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-6ea887e0-c637-4f29-864a-eaa682628d9d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 812 time: 0.1553912 Mar 03 18:41:00.803096 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-b98dc7e7-e62c-48a2-ab9a-ecf1992d4532 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 380 time: 0.0449812 Mar 03 18:41:00.812212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'port': {'device_id': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'admin_state_up': True, 'tenant_id': '5d39a30303e447639d5883a35feca833', 'security_groups': ['28d6dd32-82f5-40e1-9eec-2d5b74641919']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:41:00.882730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5a052d2-e477-44b7-9bce-f25fadbc1521 req-c918f592-d17e-4ee3-8301-3c623b289b82 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 210 time: 0.0572126 Mar 03 18:41:01.090757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:41:01.101022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:41:01.109943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Made reservation on behalf of 5d39a30303e447639d5883a35feca833 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:41:01.113444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:01.271355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Allocated IP 172.20.0.7 (a5083bb3-ef14-4094-9624-c3769855cdc3/9321b704-2030-4a4b-add5-e4672d715313/ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:41:01.453723 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:01.469079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Transition to ACTIVE for port object ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:41:01.492019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:01.558558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Network a5083bb3-ef14-4094-9624-c3769855cdc3 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:41:01.561483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:41:01.570179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:41:01.601201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:41:01.638116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:01.638725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:01.665577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-fd28357b-40ae-4f86-ae8c-52f2b3a45011 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568163 Mar 03 18:41:01.676819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Request body: {'port': {'device_id': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:41:01.754863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-38b0b168-51c1-472b-8962-6ad711d395ce None None] Provisioning for port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:41:01.765243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-38b0b168-51c1-472b-8962-6ad711d395ce None None] Provisioning complete for port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:41:01.765644 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-38b0b168-51c1-472b-8962-6ad711d395ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:01.789824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:01.817657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-38b0b168-51c1-472b-8962-6ad711d395ce None None] Port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:41:02.062242 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde18af0-b4b6-4db7-8012-21b86b8360f4 req-f33f3146-36a9-4b09-9a33-4fdad55c0bb2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:02.063598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bde18af0-b4b6-4db7-8012-21b86b8360f4 req-f33f3146-36a9-4b09-9a33-4fdad55c0bb2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 931 time: 0.0775354 Mar 03 18:41:02.113149 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bde18af0-b4b6-4db7-8012-21b86b8360f4 req-4e99c969-799e-4076-a4f6-840433b18dd2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Mar 03 18:41:02.128552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:41:02.136062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:02.150067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Transition to ACTIVE for port object ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:41:02.153516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:02.313443 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:41:02.387116 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:41:02.387442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:41:02.387764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:41:02.392170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:41:02.392483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:41:02.397489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:41:02.397818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:41:02.398188 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:41:02.398593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Bound port: ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:41:02.398930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:02.491678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:41:02.494456 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:41:02.499335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:02.555926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:02.556532 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:02.558194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] 10.222.0.35 "PUT /v2.0/ports/ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1091 time: 0.8856328 Mar 03 18:41:02.558622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:41:02.587500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca21ebb-7e6f-4846-98f2-0f6a4386200a service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:41:02.628539 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'status': 'completed', 'code': 200} Mar 03 18:41:02.674201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-7100ebb8-a28d-4ffa-842f-4005fc86ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:02.676215 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-7100ebb8-a28d-4ffa-842f-4005fc86ee80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1094 time: 0.0800688 Mar 03 18:41:02.743271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-70e65038-a432-4726-b6b5-1f2571f73d0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 217 time: 0.0604603 Mar 03 18:41:02.913170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-80d0ae33-792c-4476-95ad-6e3fffb729cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:02.914614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-80d0ae33-792c-4476-95ad-6e3fffb729cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.1662600 Mar 03 18:41:02.986093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-7f81de50-dba8-4773-8730-40d034020018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:02.988031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-7f81de50-dba8-4773-8730-40d034020018 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667968 Mar 03 18:41:03.114212 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-21801c57-630a-414f-a5d1-0510a427a871 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207228 Mar 03 18:41:03.251456 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6282acfa-2e93-45f3-9c1a-28bfdb0ee865 req-5c581a86-1fa7-418d-84c8-88a243c44dc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312456 Mar 03 18:41:03.363294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-57f77db3-b3a4-4d97-ad39-d2ed892146df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:03.364762 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-57f77db3-b3a4-4d97-ad39-d2ed892146df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1094 time: 0.0716248 Mar 03 18:41:03.403865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48549-e425-474f-9854-55781fb0ea4a req-acd59971-1976-4217-a740-29774a4b61cc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:03.405374 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54d48549-e425-474f-9854-55781fb0ea4a req-acd59971-1976-4217-a740-29774a4b61cc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.1834466 Mar 03 18:41:03.450429 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-54d48549-e425-474f-9854-55781fb0ea4a req-d573d327-a2e5-46b0-b6e7-6df96fe7cae3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389950 Mar 03 18:41:03.494728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-cc377c05-12a9-4f73-9be3-754183f6e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:03.496185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-cc377c05-12a9-4f73-9be3-754183f6e985 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1251013 Mar 03 18:41:03.564349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-ea049577-8bad-4c79-9f04-cdee1d7f6843 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 217 time: 0.0617514 Mar 03 18:41:03.627550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-44767c43-f9da-4469-b7a9-53bbb0f3930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:03.628939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-44767c43-f9da-4469-b7a9-53bbb0f3930d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0588887 Mar 03 18:41:03.701354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-92d5bb0d-7620-45d1-8779-e1435e725d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:03.702798 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-92d5bb0d-7620-45d1-8779-e1435e725d11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671012 Mar 03 18:41:03.831873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-9549e177-fa4b-48c1-9e4f-0684a80b728d service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213746 Mar 03 18:41:03.959622 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e1e271d9-bfc2-4e1d-a406-26b821fef8fa req-5b4eadf7-f092-432c-abcc-36e2cff45ce8 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216741 Mar 03 18:41:04.634760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dc1b6-de59-4ec6-9d20-374980800e4b req-cf293879-2217-488b-9b67-4c2700869ba8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:04.635442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-099dc1b6-de59-4ec6-9d20-374980800e4b req-cf293879-2217-488b-9b67-4c2700869ba8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:41:04.650071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-099dc1b6-de59-4ec6-9d20-374980800e4b req-cf293879-2217-488b-9b67-4c2700869ba8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:41:04.651293 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-099dc1b6-de59-4ec6-9d20-374980800e4b req-cf293879-2217-488b-9b67-4c2700869ba8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0928147 Mar 03 18:41:04.699239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-099dc1b6-de59-4ec6-9d20-374980800e4b req-20a1cf05-5f76-4c2b-8893-6959f033086b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Mar 03 18:41:05.885717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08549378-8a40-4f0d-932b-6f0707b00933 req-b4318461-5359-4adc-9f93-d839128aa019 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:05.887150 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-08549378-8a40-4f0d-932b-6f0707b00933 req-b4318461-5359-4adc-9f93-d839128aa019 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0814104 Mar 03 18:41:05.930655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-08549378-8a40-4f0d-932b-6f0707b00933 req-06cd0788-6f9d-47e5-96f7-7411f956cec4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379117 Mar 03 18:41:07.076062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:41:07.110869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea584e-6710-4216-a8d2-cc70b99afb2a req-9a986ae5-ecbd-4301-ba79-a4acfec1a0e3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:07.112483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17ea584e-6710-4216-a8d2-cc70b99afb2a req-9a986ae5-ecbd-4301-ba79-a4acfec1a0e3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0799251 Mar 03 18:41:07.157454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17ea584e-6710-4216-a8d2-cc70b99afb2a req-f82afe62-5822-4536-bb29-6c156691f499 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384169 Mar 03 18:41:07.206205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:41:07.219292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'mac_address': 'fa:16:3e:22:ee:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:41:07.275773 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:07.291696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:41:07.307034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:41:07.310508 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:07.375404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:41:07.512479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:41:08.337152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6eac6-92ef-4fd8-a749-473605936aff req-0871f9c1-b5db-440d-bcc2-bebd4a3c2336 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:08.338615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-afa6eac6-92ef-4fd8-a749-473605936aff req-0871f9c1-b5db-440d-bcc2-bebd4a3c2336 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0782912 Mar 03 18:41:08.384587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-afa6eac6-92ef-4fd8-a749-473605936aff req-c4635c22-a411-4d48-ab61-19cf7f1643f2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403295 Mar 03 18:41:09.108141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:41:09.173980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:41:09.179020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:41:09.179385 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:09.295351 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:09.321813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:41:09.331971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:41:09.335708 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:09.368492 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'code': 200} Mar 03 18:41:09.412655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:41:09.491896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c8a80-7b09-4af1-a93c-96a44f106cbd req-16125be1-277c-4fa9-9d61-73592f4ede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:09.493453 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-106c8a80-7b09-4af1-a93c-96a44f106cbd req-16125be1-277c-4fa9-9d61-73592f4ede56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1096 time: 0.0717046 Mar 03 18:41:09.532574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-106c8a80-7b09-4af1-a93c-96a44f106cbd req-7416f5a4-55f5-4c3f-a7f9-349711e8e611 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Mar 03 18:41:09.567324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e281-3ce3-4f30-a4f0-324710bdbdfb req-4004a2cf-b9c5-4b9e-b766-d660568cf669 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:09.568771 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3771e281-3ce3-4f30-a4f0-324710bdbdfb req-4004a2cf-b9c5-4b9e-b766-d660568cf669 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0790157 Mar 03 18:41:09.611821 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3771e281-3ce3-4f30-a4f0-324710bdbdfb req-34e4e140-6be9-481f-82be-c93af9a30629 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373662 Mar 03 18:41:10.400726 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:41:10.798389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3bccb-9d5f-4f1d-aa48-b1e428883710 req-a2b8c4e8-5bc4-48e6-9bfd-fd6509fec00f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:10.799806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86e3bccb-9d5f-4f1d-aa48-b1e428883710 req-a2b8c4e8-5bc4-48e6-9bfd-fd6509fec00f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0773563 Mar 03 18:41:10.842329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-86e3bccb-9d5f-4f1d-aa48-b1e428883710 req-9c205620-f464-4a50-8272-e2f99bcb5c45 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365441 Mar 03 18:41:11.022075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc79b0-c314-4e14-aa4b-ac3af21b0435 req-0016a828-efa8-4ee5-af67-24e70d203d97 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:11.023411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5fcc79b0-c314-4e14-aa4b-ac3af21b0435 req-0016a828-efa8-4ee5-af67-24e70d203d97 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0808358 Mar 03 18:41:11.031761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39228) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:41:11.036622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Request body: {'floatingip': {'port_id': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:41:11.115536 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:11.692419 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:11.696052 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:11.864026 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 associated. External IP: 172.25.0.178, port: ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3. Mar 03 18:41:12.308643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:41:12.485048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:41:12.489971 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:12.495217 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:41:12.505708 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:41:12.506304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:40:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:41:12.546682 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-80d8332f-8ee2-43d7-8717-82de5b99eac6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "PUT /v2.0/floatingips/e9d31f8d-0c36-41e6-9fee-10f54cfcd967 HTTP/1.1" status: 200 len: 992 time: 1.5138922 Mar 03 18:41:12.547355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:41:12.599447 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'status': 'completed', 'code': 200} Mar 03 18:41:12.690297 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:41:12.696978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-09a976b8-e90f-4dfd-b81f-90c5322083ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:12.698668 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-09a976b8-e90f-4dfd-b81f-90c5322083ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1096 time: 0.0798490 Mar 03 18:41:12.835878 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-e686f816-594d-4f8b-83b1-a707bf9144f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:12.838859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-e686f816-594d-4f8b-83b1-a707bf9144f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1344986 Mar 03 18:41:13.065950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-d5cb2c0c-dc48-4274-9fe1-0827987fa897 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.2214210 Mar 03 18:41:13.066730 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:22:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:41:11Z', 'revision_number': 13, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:41:13.070578 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:41:13.079113 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:41:13.079559 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:40:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:41:13.143522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-3367c89d-dda2-4188-885c-cc0aca2bfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:13.145614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-3367c89d-dda2-4188-885c-cc0aca2bfe0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0734260 Mar 03 18:41:13.226948 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-b0f1d6dc-63c2-4881-9bc1-59131d523477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:13.228592 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-b0f1d6dc-63c2-4881-9bc1-59131d523477 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768578 Mar 03 18:41:13.262047 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:41:13.365019 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-884b9915-a9dd-4fae-816f-66098ccc642d service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300936 Mar 03 18:41:13.501287 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5c78e53-86c8-41dd-9b1e-07d295c81916 req-b7165288-570c-42cf-b949-2374143ed1e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302171 Mar 03 18:41:13.624018 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:22:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:41:11Z', 'revision_number': 13, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:41:13.631115 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfe72b-a993-412e-bdc3-2f456715c403 None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': 'e9d31f8d-0c36-41e6-9fee-10f54cfcd967', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'port_id': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'mac_address': 'fa:16:3e:22:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:37:55Z', 'updated_at': '2022-03-03T18:41:11Z', 'revision_number': 13, 'project_id': '5d39a30303e447639d5883a35feca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:41:13.826343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727feeb-711b-4f5b-9641-ca9437001c03 None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:41:14.233016 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61bd97-e87b-4ddc-bc27-495980b2bede req-3152b987-f8bc-4c42-a636-1294df7bea50 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:14.234500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b61bd97-e87b-4ddc-bc27-495980b2bede req-3152b987-f8bc-4c42-a636-1294df7bea50 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0802464 Mar 03 18:41:14.277803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2b61bd97-e87b-4ddc-bc27-495980b2bede req-8a8068e3-7f67-4e52-83fa-e56353457efc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368283 Mar 03 18:41:18.267500 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:19.594422 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-17b450cf-2c78-4f70-a215-2b6ff8ac22c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:21.891599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c6f07af4-8c00-4dd6-b621-a0cb58dd00e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:22.771591 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-243ebee4-4149-45b8-8f25-a8960ddbb3ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209157 Mar 03 18:41:22.772760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d389-0a21-4761-a14c-1f55d9628fe9 req-fba45e8a-4c15-4da6-b28d-883b1ec6f342 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:22.774239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9b9d389-0a21-4761-a14c-1f55d9628fe9 req-fba45e8a-4c15-4da6-b28d-883b1ec6f342 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0793831 Mar 03 18:41:22.818638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f9b9d389-0a21-4761-a14c-1f55d9628fe9 req-746a891e-2b3c-4be5-9a3c-53d65d1188f6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387750 Mar 03 18:41:23.018307 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:23.064116 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:23.962924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-b75a0fc1-3045-4b7a-8f0c-ef75858939e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:23.964281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-b75a0fc1-3045-4b7a-8f0c-ef75858939e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1096 time: 0.0723312 Mar 03 18:41:24.005614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d599c-f9bb-40ab-a626-d517a6bfdc74 req-7b7559dc-e162-44b2-954f-4669e25ceaaf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:24.007085 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-441d599c-f9bb-40ab-a626-d517a6bfdc74 req-7b7559dc-e162-44b2-954f-4669e25ceaaf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0788748 Mar 03 18:41:24.052642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-441d599c-f9bb-40ab-a626-d517a6bfdc74 req-f9899eed-c830-4c4f-9560-8f4b683b7f26 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396535 Mar 03 18:41:24.095740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-2ce962ad-8a1d-463a-98ac-4d47dc7ab924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:24.097169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-2ce962ad-8a1d-463a-98ac-4d47dc7ab924 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1272984 Mar 03 18:41:24.197906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-a9a20632-56a2-4944-b1dc-30f78c009b02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1002 time: 0.0952158 Mar 03 18:41:24.259452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-7d2e77e5-04c3-4c9f-9043-b449b0dcc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:24.260863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-7d2e77e5-04c3-4c9f-9043-b449b0dcc6e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0577252 Mar 03 18:41:24.333005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-870fede8-e8c0-4ad0-bb10-e7df51abfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:24.334471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-870fede8-e8c0-4ad0-bb10-e7df51abfdd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680914 Mar 03 18:41:24.451692 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:24.465819 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-be7d047f-70b8-4951-b019-512841b30785 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245260 Mar 03 18:41:24.593123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-bb9ce517-7884-4c1c-b6f6-e1dff2b539c9 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218596 Mar 03 18:41:24.774792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:25.243306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8c39c-1cd7-4547-ac82-2ae87233f678 req-630e98dc-cdcf-429c-9a4a-362b0d59e0d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:25.244782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fb8c39c-1cd7-4547-ac82-2ae87233f678 req-630e98dc-cdcf-429c-9a4a-362b0d59e0d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0819237 Mar 03 18:41:25.288768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5fb8c39c-1cd7-4547-ac82-2ae87233f678 req-28d7a48f-e6ef-4205-a391-123245438257 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384405 Mar 03 18:41:26.473497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf2a-fe9a-46ce-9118-0dc291f17872 req-1a0b97b4-5226-4b0f-8c36-af0c78894fb7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:26.475152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a7dbf2a-fe9a-46ce-9118-0dc291f17872 req-1a0b97b4-5226-4b0f-8c36-af0c78894fb7 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0817869 Mar 03 18:41:26.519987 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0a7dbf2a-fe9a-46ce-9118-0dc291f17872 req-aa958a86-feb8-4672-b25d-b0920efd8670 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Mar 03 18:41:27.701038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353b23d-8d2d-4c3e-99ec-4ff58b933424 req-0387dacd-0346-4245-bbdd-7a3214c6057c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:27.702574 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6353b23d-8d2d-4c3e-99ec-4ff58b933424 req-0387dacd-0346-4245-bbdd-7a3214c6057c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0801280 Mar 03 18:41:27.747734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6353b23d-8d2d-4c3e-99ec-4ff58b933424 req-3ad9f93d-b4b5-4b1f-88a7-57bbf68e1ab3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388739 Mar 03 18:41:28.938358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d56d62-e9dc-4345-b61f-ec052978eb7e req-2d95b6f8-f066-4f09-8065-1648b025c90a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:28.939798 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28d56d62-e9dc-4345-b61f-ec052978eb7e req-2d95b6f8-f066-4f09-8065-1648b025c90a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0791676 Mar 03 18:41:28.985840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-28d56d62-e9dc-4345-b61f-ec052978eb7e req-1b7380c4-2f08-408f-814a-de14ccda67a5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Mar 03 18:41:30.166819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e496-0543-499a-bcc8-de64eec2256a req-7820efe7-dc50-4d4f-a09e-4d325dd24748 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:30.168294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0772e496-0543-499a-bcc8-de64eec2256a req-7820efe7-dc50-4d4f-a09e-4d325dd24748 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0789721 Mar 03 18:41:30.211240 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0772e496-0543-499a-bcc8-de64eec2256a req-777399c7-b5b5-4e32-8168-e833c5e9bb4f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372052 Mar 03 18:41:31.402621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509c864-1e36-4e24-b903-36a34882b5ee req-32981a22-777d-4268-a00e-13fe0b391ab1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:31.403966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2509c864-1e36-4e24-b903-36a34882b5ee req-32981a22-777d-4268-a00e-13fe0b391ab1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0784018 Mar 03 18:41:31.446619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2509c864-1e36-4e24-b903-36a34882b5ee req-3e8a05d3-eeec-4d1c-b067-ebecda78daa0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372002 Mar 03 18:41:32.644173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a5eb1-9328-4a32-bf1f-c8ce16217599 req-f21f9ced-6fe4-4b4d-99f0-f9a8a21e5e72 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:32.644173 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e0a5eb1-9328-4a32-bf1f-c8ce16217599 req-f21f9ced-6fe4-4b4d-99f0-f9a8a21e5e72 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0860527 Mar 03 18:41:32.695422 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1e0a5eb1-9328-4a32-bf1f-c8ce16217599 req-5277d4c7-16ba-4ea2-8495-63d3644d8a76 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Mar 03 18:41:33.881256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f53a3a-6512-4f55-b02e-7ac323500762 req-e4be2d8b-f02a-4d96-ae5e-5cbd9c490381 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:33.882694 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92f53a3a-6512-4f55-b02e-7ac323500762 req-e4be2d8b-f02a-4d96-ae5e-5cbd9c490381 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0844636 Mar 03 18:41:33.925280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-92f53a3a-6512-4f55-b02e-7ac323500762 req-a66d461c-ef22-4a60-922d-031e1380a673 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Mar 03 18:41:35.106890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ab23e-6f37-4926-a83a-ae098de2fbb5 req-0b54f104-5e97-4c15-a6ae-f41f7d893346 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:35.108338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe1ab23e-6f37-4926-a83a-ae098de2fbb5 req-0b54f104-5e97-4c15-a6ae-f41f7d893346 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0794055 Mar 03 18:41:35.154427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-fe1ab23e-6f37-4926-a83a-ae098de2fbb5 req-1b3387ac-7dbf-4c03-929f-d7d74bad8cbf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Mar 03 18:41:36.340850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8a798-b15e-487f-af9c-dfa51596ba88 req-12db223e-e36d-45b0-9d4e-685fb9e2e5db tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:36.342686 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1fa8a798-b15e-487f-af9c-dfa51596ba88 req-12db223e-e36d-45b0-9d4e-685fb9e2e5db tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0790293 Mar 03 18:41:36.388248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1fa8a798-b15e-487f-af9c-dfa51596ba88 req-20725759-f65c-4e7f-ab16-6c60fe079b43 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382218 Mar 03 18:41:37.673761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da01e0-82f5-42c8-90eb-30ae5b5a6067 req-663887a1-36be-4746-ac7f-5835a8a0ebdc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:37.675139 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a0da01e0-82f5-42c8-90eb-30ae5b5a6067 req-663887a1-36be-4746-ac7f-5835a8a0ebdc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.1827273 Mar 03 18:41:37.717546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a0da01e0-82f5-42c8-90eb-30ae5b5a6067 req-42670efe-83d4-4438-bf48-3c2c9c88ff5c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362332 Mar 03 18:41:38.900085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e7b4-6a40-49f2-aef7-ffb94a0b5486 req-9e09baae-2a18-4125-8278-cbf9e767ee29 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:38.901600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0446e7b4-6a40-49f2-aef7-ffb94a0b5486 req-9e09baae-2a18-4125-8278-cbf9e767ee29 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0802443 Mar 03 18:41:38.945189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0446e7b4-6a40-49f2-aef7-ffb94a0b5486 req-8db75509-2f70-4a7a-b23b-e3ec2619f58f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379927 Mar 03 18:41:40.133365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ee478-952b-45e2-9102-339ffed7e101 req-b674f7b2-c5c7-478d-b269-83c6fd73968d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:40.134876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d1ee478-952b-45e2-9102-339ffed7e101 req-b674f7b2-c5c7-478d-b269-83c6fd73968d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0826535 Mar 03 18:41:40.180318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2d1ee478-952b-45e2-9102-339ffed7e101 req-0affe403-8dec-400e-b123-05cda594cc05 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 Mar 03 18:41:41.364713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d6abe-e06b-473b-a041-530679a37461 req-3e65c60c-e632-45e7-a4d0-3586d1c10ef1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:41.366179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e8d6abe-e06b-473b-a041-530679a37461 req-3e65c60c-e632-45e7-a4d0-3586d1c10ef1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0790803 Mar 03 18:41:41.507356 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3e8d6abe-e06b-473b-a041-530679a37461 req-8c3c8d28-3a0b-4dda-9947-ed5909c96172 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354373 Mar 03 18:41:42.688200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9022-5919-445b-b8e1-1deceb4d364c req-a73a8bc4-2bc8-4257-a2f5-85ffe694e50c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:42.689665 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-404a9022-5919-445b-b8e1-1deceb4d364c req-a73a8bc4-2bc8-4257-a2f5-85ffe694e50c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0780025 Mar 03 18:41:42.734948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-404a9022-5919-445b-b8e1-1deceb4d364c req-da975705-6f5a-40e2-a266-eca2070df735 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Mar 03 18:41:43.269232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-45f46d06-8d4b-469d-a7e2-8fcaf50ee43c req-a60ced1e-f08a-4b46-8c2a-ed19db5dea42 service neutron] (87887) timed out ('10.222.0.23', 35394) {{(pid=87887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:41:43.917828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07fbd-7ab6-4314-a7dc-f80cb58997ac req-0a0d6a8e-bb9d-41e1-b7a0-e53f81ceeac4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:43.919252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44e07fbd-7ab6-4314-a7dc-f80cb58997ac req-0a0d6a8e-bb9d-41e1-b7a0-e53f81ceeac4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0780773 Mar 03 18:41:43.961891 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44e07fbd-7ab6-4314-a7dc-f80cb58997ac req-5c8b3e67-aa71-43a4-a3ed-a8c91859546c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370896 Mar 03 18:41:45.144847 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16798-ea8a-410f-a5de-ccc5fbaddb46 req-6ce933c1-9f39-4a4c-9a2a-be7f769a47cd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:45.146308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7e16798-ea8a-410f-a5de-ccc5fbaddb46 req-6ce933c1-9f39-4a4c-9a2a-be7f769a47cd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0781801 Mar 03 18:41:45.189153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b7e16798-ea8a-410f-a5de-ccc5fbaddb46 req-aaedb3dc-9d3a-4a67-8136-476d241f77f2 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Mar 03 18:41:46.380168 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f7577-4d59-47a1-a5fa-bd6608368361 req-42326e87-a79b-47e2-a730-75a72ba7c8e1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:46.381551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-032f7577-4d59-47a1-a5fa-bd6608368361 req-42326e87-a79b-47e2-a730-75a72ba7c8e1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0882142 Mar 03 18:41:46.424600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-032f7577-4d59-47a1-a5fa-bd6608368361 req-a0d0e226-c3bf-483d-b6c2-f023e21b3dc0 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374849 Mar 03 18:41:47.115124 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-615dea69-4127-4826-b759-2122047d2e06 service neutron] show failed (client error): The resource could not be found. Mar 03 18:41:47.116078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-615dea69-4127-4826-b759-2122047d2e06 service neutron] 10.222.0.35 "GET /v2.0/ports/ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0758862 Mar 03 18:41:47.399529 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:41:47.470233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-656ee436-2b03-49e6-b7f6-023973e32870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:47.471707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-656ee436-2b03-49e6-b7f6-023973e32870 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 1096 time: 0.1074302 Mar 03 18:41:47.485714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:41:47.593645 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:47.609065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b42c51-1088-4bdf-b9c1-bc435b5c398f req-e079bafa-959e-48f5-883e-4829f29fa7c6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:47.610550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53b42c51-1088-4bdf-b9c1-bc435b5c398f req-e079bafa-959e-48f5-883e-4829f29fa7c6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0792994 Mar 03 18:41:47.654553 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53b42c51-1088-4bdf-b9c1-bc435b5c398f req-e894cf72-ce74-44a5-90cb-81e339aa8bb9 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Mar 03 18:41:47.855823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:41:47.882714 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:41:47.941935 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:41:47.947584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:47.962395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Transition to ACTIVE for port object ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:41:47.965719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:48.003234 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'code': 200} Mar 03 18:41:48.148438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:41:48.160990 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.161383 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.161695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.162024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.162386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.162718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.163045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.163362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.163679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.163993 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.164308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.164620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:41:48.173151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] No DVR routers for this DVR port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:41:48.262392 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:48.394765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:41:48.395017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:41:48.395336 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:41:48.399749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:41:48.400108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:41:48.405094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:41:48.405460 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:41:48.405839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:41:48.406256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Bound port: ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:41:48.406587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:48.495775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:41:48.498928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:41:48.502441 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:48.557695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:48.558156 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:48.559527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1091 time: 1.0776680 Mar 03 18:41:48.579988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185af20e-3ca1-4a8b-94d7-2892c4e042b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:41:48.659948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-eec2274f-d2ec-4c8a-a32b-d9b6c6b13d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:48.661536 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-eec2274f-d2ec-4c8a-a32b-d9b6c6b13d69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1094 time: 0.0754478 Mar 03 18:41:48.850125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3e987-318b-4694-a270-cdb0749d5467 req-9f36166a-5cd0-4acb-aaf8-35fb0b3b7992 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:48.851611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47d3e987-318b-4694-a270-cdb0749d5467 req-9f36166a-5cd0-4acb-aaf8-35fb0b3b7992 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0861440 Mar 03 18:41:48.896447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-47d3e987-318b-4694-a270-cdb0749d5467 req-1b958661-b72e-4ace-9550-69f0f3e87467 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389411 Mar 03 18:41:48.911116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-f1a4eef5-db10-41ae-b5c2-e24ce33f0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:48.912506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-f1a4eef5-db10-41ae-b5c2-e24ce33f0a04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.2449093 Mar 03 18:41:49.014315 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-088b50ae-688f-4fb1-92e4-af729dd1233d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.0954363 Mar 03 18:41:49.075243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-19bfca31-3bdc-4ce7-83e3-16ef3c74ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:49.076864 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-19bfca31-3bdc-4ce7-83e3-16ef3c74ec7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0571790 Mar 03 18:41:49.155171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-5ebda25a-a6fa-490b-96f6-80e6427af490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:49.156649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-5ebda25a-a6fa-490b-96f6-80e6427af490 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745888 Mar 03 18:41:49.286117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-a5cefb30-53f5-4f4e-9eea-aa737b34fe91 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230323 Mar 03 18:41:49.417264 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-73daa881-daa4-4e92-8c7d-658faabae766 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250832 Mar 03 18:41:49.596506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-df14c167-b033-402a-9928-c0ccc14f51d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:50.004391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:41:50.063993 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'status': 'completed', 'code': 200} Mar 03 18:41:50.104776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda41b2-a14e-42f2-b407-e0380375d5c6 req-fa451610-b767-48e0-baed-3a5dd7b4d076 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.106279 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffda41b2-a14e-42f2-b407-e0380375d5c6 req-fa451610-b767-48e0-baed-3a5dd7b4d076 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0969727 Mar 03 18:41:50.160853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-f3194802-dd2c-4a54-9434-ae7113046d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.160853 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-f3194802-dd2c-4a54-9434-ae7113046d2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1094 time: 0.0795100 Mar 03 18:41:50.202167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ffda41b2-a14e-42f2-b407-e0380375d5c6 req-b7a0ab9c-49e1-4a27-9fb0-1bf864dbd904 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572495 Mar 03 18:41:50.220465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-22143db3-b14d-4b30-84e5-330a96b38c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.221953 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-22143db3-b14d-4b30-84e5-330a96b38c6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1094 time: 0.1148200 Mar 03 18:41:50.297744 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-82e226cb-73cb-4d8a-9f7d-06afedd07fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.299389 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-82e226cb-73cb-4d8a-9f7d-06afedd07fe2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1342943 Mar 03 18:41:50.364665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-27411b03-bc50-4f68-9bfd-f458ca8d8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.366064 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-27411b03-bc50-4f68-9bfd-f458ca8d8f85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1377723 Mar 03 18:41:50.403501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-13816b5b-5bc2-4c59-9dfd-fec2ff33c740 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.0978105 Mar 03 18:41:50.469716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-c80b6bd4-e3e3-4aa8-8036-6e5f6253bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.469950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-febab913-c713-4d86-98e9-c5bbde4bf493 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.0970700 Mar 03 18:41:50.471048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-c80b6bd4-e3e3-4aa8-8036-6e5f6253bf26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0602214 Mar 03 18:41:50.534522 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-387b07bc-74ab-42cf-86f1-70108c9bb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.536509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-387b07bc-74ab-42cf-86f1-70108c9bb31c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0604682 Mar 03 18:41:50.545288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-90858d55-5533-4f24-bbdc-20a46e6443b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.546783 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-90858d55-5533-4f24-bbdc-20a46e6443b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706034 Mar 03 18:41:50.610329 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-7d3a0a35-ad78-4670-b278-d444e1ee4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:50.611820 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-7d3a0a35-ad78-4670-b278-d444e1ee4e56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698624 Mar 03 18:41:50.678891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-b5c03413-1871-4f62-a910-4a439d1a9128 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262124 Mar 03 18:41:50.747017 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-6ab83892-6ced-4665-a620-8c77184392ad service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294649 Mar 03 18:41:50.817782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-19988f2b-97dc-4240-bb1e-5429f3c26e6e service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325243 Mar 03 18:41:50.883988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5e5a8286-8b0e-4345-a301-590db60adf8b req-ea1dc69c-7ee4-49b4-afa9-51cb500a4a13 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314967 Mar 03 18:41:51.295536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:41:51.350549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:41:51.403399 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6086e4-6a01-40aa-bea1-7dd2adbde8e0 req-51703963-55da-47e2-8c4b-5ffbfcceb80d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:51.404831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af6086e4-6a01-40aa-bea1-7dd2adbde8e0 req-51703963-55da-47e2-8c4b-5ffbfcceb80d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0836625 Mar 03 18:41:51.448736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-af6086e4-6a01-40aa-bea1-7dd2adbde8e0 req-33705b9b-bdae-4c08-991a-6253b3446962 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383430 Mar 03 18:41:51.893191 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-78f2d28e-3077-44c5-8a4a-9343f1673efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:52.636162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87066537-eff3-4097-9af7-134943f51e45 req-5af41e7e-26b6-4a7c-b5be-45a2ef3f2dd3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:52.637611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87066537-eff3-4097-9af7-134943f51e45 req-5af41e7e-26b6-4a7c-b5be-45a2ef3f2dd3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0813704 Mar 03 18:41:52.681321 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87066537-eff3-4097-9af7-134943f51e45 req-b1b65b2f-e85d-4c49-86ac-75900d9011a8 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380814 Mar 03 18:41:53.018699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:53.067642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:53.864382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9b68-c5a2-4477-b563-4257dc2d6dde req-2c99baf1-4caa-40e5-9304-ee4ee7086670 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:53.865829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-beaa9b68-c5a2-4477-b563-4257dc2d6dde req-2c99baf1-4caa-40e5-9304-ee4ee7086670 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0774710 Mar 03 18:41:53.908644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-beaa9b68-c5a2-4477-b563-4257dc2d6dde req-106b6734-0e4f-419b-876b-94ff98260ae1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369864 Mar 03 18:41:54.452138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:54.779385 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:41:55.094674 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9096f-ec21-4e6b-b3fc-f7239ab6fb40 req-a930ca53-0e7e-4fb9-bd27-20d495705616 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:55.096114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acc9096f-ec21-4e6b-b3fc-f7239ab6fb40 req-a930ca53-0e7e-4fb9-bd27-20d495705616 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0836577 Mar 03 18:41:55.242404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-acc9096f-ec21-4e6b-b3fc-f7239ab6fb40 req-6a4e7010-b79e-4fdd-abc6-7b85e5ee2416 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402965 Mar 03 18:41:56.427601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5674dc-25f7-4eb7-a08f-e13601c69b31 req-e5e02f52-48b7-4ed4-9c70-248af002ad56 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:56.428962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f5674dc-25f7-4eb7-a08f-e13601c69b31 req-e5e02f52-48b7-4ed4-9c70-248af002ad56 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0838833 Mar 03 18:41:56.471712 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f5674dc-25f7-4eb7-a08f-e13601c69b31 req-e160d78f-d39b-4a18-9ec3-29bc88a3e2a6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371091 Mar 03 18:41:57.652541 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ea8c-0baa-49ce-a37a-3d2e3880ccb2 req-98a1b274-836a-4d33-ac18-f611959741f3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:57.653995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2a4ea8c-0baa-49ce-a37a-3d2e3880ccb2 req-98a1b274-836a-4d33-ac18-f611959741f3 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0775952 Mar 03 18:41:57.697417 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e2a4ea8c-0baa-49ce-a37a-3d2e3880ccb2 req-f46767ac-0877-4769-a0c9-4e7ea48bfc5f tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 Mar 03 18:41:58.882734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96986256-9460-4421-a15f-250c7b874a0e req-80a3fa74-1c2c-4c20-a8ee-921afff57214 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:58.884155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96986256-9460-4421-a15f-250c7b874a0e req-80a3fa74-1c2c-4c20-a8ee-921afff57214 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0779393 Mar 03 18:41:58.929860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96986256-9460-4421-a15f-250c7b874a0e req-7f3d5882-afa1-4211-a625-415000ca3864 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401824 Mar 03 18:41:59.356944 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-60658aef-58fd-497f-9693-c7207f2ff360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:59.358404 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-60658aef-58fd-497f-9693-c7207f2ff360 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1094 time: 0.0704107 Mar 03 18:41:59.505898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-87d4f88b-cd40-4018-8c82-dd4d9cdce724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:59.507225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-87d4f88b-cd40-4018-8c82-dd4d9cdce724 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1301315 Mar 03 18:41:59.607298 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-9e43cf1d-7265-44bc-a71b-032e26d751ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.0929978 Mar 03 18:41:59.668075 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-e208e324-c8df-4e8c-a898-d73799830ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:59.669511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-e208e324-c8df-4e8c-a898-d73799830ad9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0552087 Mar 03 18:41:59.747053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-f8185d3e-ab85-4366-8efc-3804fad7a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:41:59.748492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-f8185d3e-ab85-4366-8efc-3804fad7a549 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725789 Mar 03 18:41:59.903295 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-b5511a18-048c-4f9c-9018-2735e8e5774e service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298614 Mar 03 18:42:00.043474 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-708ae728-578b-4c48-aa49-98c57b8c3ef7 req-6cd53e6a-9f92-4663-ad0a-bb98f8896fb4 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314192 Mar 03 18:42:00.276188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50a393-ca04-4343-927c-3239235d2b1a req-47587e06-1f66-45d0-8aa3-85bfe38da3fd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:00.277675 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b50a393-ca04-4343-927c-3239235d2b1a req-47587e06-1f66-45d0-8aa3-85bfe38da3fd tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.0792761 Mar 03 18:42:00.319509 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b50a393-ca04-4343-927c-3239235d2b1a req-48e0d899-350e-4094-9c6f-7975198cbc73 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363257 Mar 03 18:42:00.775866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-1526b800-061b-4455-acf4-42b49d442d2c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:00.777282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-1526b800-061b-4455-acf4-42b49d442d2c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.16 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7&tenant_id=5d39a30303e447639d5883a35feca833&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 943 time: 0.1310043 Mar 03 18:42:00.891340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24149c7-eb25-4503-beeb-000356056dbc req-61148b84-408e-4d88-a9c0-892a3d2dc328 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:00.892776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e24149c7-eb25-4503-beeb-000356056dbc req-61148b84-408e-4d88-a9c0-892a3d2dc328 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 943 time: 0.1876764 Mar 03 18:42:00.894881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:42:00.915008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-f5421de5-6b33-4f0e-a410-96f79013d0f2 service neutron] 10.222.0.16 "GET /v2.0/ports/ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3/bindings/n-h1-827121-1 HTTP/1.1" status: 200 len: 382 time: 0.1309321 Mar 03 18:42:00.941734 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e24149c7-eb25-4503-beeb-000356056dbc req-454c485b-158d-4446-82eb-3b8b58928b5a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 Mar 03 18:42:01.013621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-eb4d965f-2a48-43d2-8476-3dbff41b6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:01.015083 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-eb4d965f-2a48-43d2-8476-3dbff41b6145 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1094 time: 0.0691626 Mar 03 18:42:01.028699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:01.041713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'mac_address': 'fa:16:3e:22:ee:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:42:01.100485 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:01.117126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:42:01.132550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:01.136511 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:01.150212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-bbfdc782-8052-4d88-a78d-31dafad4f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:01.152183 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-bbfdc782-8052-4d88-a78d-31dafad4f3d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1313210 Mar 03 18:42:01.204831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:01.212805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.213152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.213551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.213885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.214218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.214544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.214869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.215194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.215515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.215836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.216158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.216479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:01.262909 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-0dc78d51-9ed1-4ef7-aed3-283b609f491e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1001 time: 0.1036410 Mar 03 18:42:01.429223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-0c6cdd8d-8d6e-4885-8786-e5fe2c31c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:01.430587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-0c6cdd8d-8d6e-4885-8786-e5fe2c31c9d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.1606512 Mar 03 18:42:01.509145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-b65a3dfc-a381-4128-9f62-364a01b1eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:01.510652 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-b65a3dfc-a381-4128-9f62-364a01b1eb06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726721 Mar 03 18:42:01.516296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:42:01.656212 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-f8f63758-6d6e-49c8-bc50-26663bd366e9 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383643 Mar 03 18:42:01.788358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-0340e6e5-dccf-4405-8c0f-e5af51e30a57 service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259334 Mar 03 18:42:02.123990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b5cfb-7888-434e-b4c5-3a62ec2dae90 req-bd765ae1-3471-4245-8027-3136d6bbc401 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:02.125473 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-814b5cfb-7888-434e-b4c5-3a62ec2dae90 req-bd765ae1-3471-4245-8027-3136d6bbc401 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0781653 Mar 03 18:42:02.168621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-814b5cfb-7888-434e-b4c5-3a62ec2dae90 req-220a9b8f-fced-46cd-a61f-9a9a2ce12c16 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369353 Mar 03 18:42:02.911300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:42:02.976610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:42:02.981017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:42:02.981403 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:03.092694 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:03.119651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:03.130039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:03.133844 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:03.181064 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'code': 200} Mar 03 18:42:03.206527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:03.467698 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721d46-2fee-48b3-9be5-381a96d29590 req-bb3dedff-a126-4251-9fff-81e20302e861 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:03.469055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-91721d46-2fee-48b3-9be5-381a96d29590 req-bb3dedff-a126-4251-9fff-81e20302e861 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.1928198 Mar 03 18:42:03.512337 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-91721d46-2fee-48b3-9be5-381a96d29590 req-82b3046a-a8bc-4844-b4a4-9621d0d8973d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373631 Mar 03 18:42:04.646372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-1bd87582-116b-4888-8caa-41d6be72a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:04.648449 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-1bd87582-116b-4888-8caa-41d6be72a1e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7&tenant_id=5d39a30303e447639d5883a35feca833 HTTP/1.1" status: 200 len: 1096 time: 0.0901167 Mar 03 18:42:04.659109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:42:04.705187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adbb00-3e2a-4de0-8450-0ae88287cace req-681a2adb-e838-4552-8a47-7c492174ddb6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:04.707138 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10adbb00-3e2a-4de0-8450-0ae88287cace req-681a2adb-e838-4552-8a47-7c492174ddb6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0868142 Mar 03 18:42:04.750355 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-10adbb00-3e2a-4de0-8450-0ae88287cace req-91b4297a-21c8-4071-afe3-2b0465f38ed6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Mar 03 18:42:04.770256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:05.032330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:05.060193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h1-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:42:05.121962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:05.126822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:05.142421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Transition to ACTIVE for port object ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:42:05.146596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:05.200597 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'code': 200} Mar 03 18:42:05.281049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=10']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:05.299282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.300199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.300655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.301085 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.301657 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.302093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.302513 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.302930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.303346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.303758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.304173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.304601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:05.366334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] No DVR routers for this DVR port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on host n-h1-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:42:05.588916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:42:05.589250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:42:05.589674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:42:05.594074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:42:05.594391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Attempting to bind port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on network a5083bb3-ef14-4094-9624-c3769855cdc3 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:42:05.599618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:42:05.599954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Checking segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:42:05.600341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Bound using segment: {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:42:05.600745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Bound port: ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:42:05.601080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:05.687249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:42:05.690122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:42:05.695972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:05.746239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:05.747052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:05.748398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] 10.222.0.35 "PUT /v2.0/ports/ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1092 time: 1.0933862 Mar 03 18:42:05.819821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3b93a-59ff-4b99-ba9e-4f7d91979693 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=11']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:05.855431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-4b66e0f1-03dd-4eec-989a-38e430151c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:05.856866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-4b66e0f1-03dd-4eec-989a-38e430151c27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1095 time: 0.0854576 Mar 03 18:42:05.946037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d4af-1223-40aa-856c-932ec5a4dd97 req-d865db83-b4d8-4b13-95b7-3d20a59efd10 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:05.947481 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3f4d4af-1223-40aa-856c-932ec5a4dd97 req-d865db83-b4d8-4b13-95b7-3d20a59efd10 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0819848 Mar 03 18:42:05.991419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-c4e654f5-8981-4273-b2ff-ec3decf18c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:05.992934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-c4e654f5-8981-4273-b2ff-ec3decf18c12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1295359 Mar 03 18:42:05.993672 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c3f4d4af-1223-40aa-856c-932ec5a4dd97 req-42d0afef-01da-4018-b456-ad997baa9742 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404487 Mar 03 18:42:06.204009 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-c636b831-0c5c-4d14-bb34-92608d5c7841 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.2049839 Mar 03 18:42:06.264751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-d962f8b9-b9f5-4eb2-8f80-4e7f13970f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:06.266170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-d962f8b9-b9f5-4eb2-8f80-4e7f13970f20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0564682 Mar 03 18:42:06.337620 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-b3e363b2-c417-40e4-b36f-7283bdb59e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:06.339046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-b3e363b2-c417-40e4-b36f-7283bdb59e8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676062 Mar 03 18:42:06.466150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-ebc85c9a-c6bf-4ac5-bb41-3f29e22bfe59 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209595 Mar 03 18:42:06.593351 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7d77d368-0f22-44f2-9253-b10b4b952577 req-99867718-ecdf-4ee2-be22-9f8385f1affd service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217709 Mar 03 18:42:06.925817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:42:06.982551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:42:07.187714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48280744-ce96-44e8-96d5-0c96e04a0654 req-9a383092-ada7-41b5-853a-4a8f647519d5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.189185 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48280744-ce96-44e8-96d5-0c96e04a0654 req-9a383092-ada7-41b5-853a-4a8f647519d5 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0858796 Mar 03 18:42:07.207419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:07.241983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-48280744-ce96-44e8-96d5-0c96e04a0654 req-0f96ee4d-bdf0-4ade-a0cd-84d46cad4dda tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469327 Mar 03 18:42:07.267553 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'status': 'completed', 'code': 200} Mar 03 18:42:07.370663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-3c01856c-ef85-416a-9d4b-2c8da0e85a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.372151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-3c01856c-ef85-416a-9d4b-2c8da0e85a7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1095 time: 0.0867476 Mar 03 18:42:07.382224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-ad821f04-90f3-4052-97f8-5ba4083c4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.383668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-ad821f04-90f3-4052-97f8-5ba4083c4383 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d39a30303e447639d5883a35feca833&device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 1095 time: 0.0816793 Mar 03 18:42:07.506276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-01835e09-e906-42b0-8e85-3b664b3a52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.507608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-01835e09-e906-42b0-8e85-3b664b3a52d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1297488 Mar 03 18:42:07.522666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-c66b6036-4bbd-4a77-b9b0-1e204ade2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.524091 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-c66b6036-4bbd-4a77-b9b0-1e204ade2081 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 200 len: 913 time: 0.1333361 Mar 03 18:42:07.610584 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-e96505e5-3178-4e78-aef7-9c77d6785ffe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.0967557 Mar 03 18:42:07.630596 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-315e44d7-78bc-4c7b-9354-ef30fb41791c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 200 len: 1000 time: 0.1005673 Mar 03 18:42:07.678619 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-24d0001d-57e5-474a-99ca-f6d9b678bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.680224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-24d0001d-57e5-474a-99ca-f6d9b678bb6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0644147 Mar 03 18:42:07.695975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-d1db1ab4-5488-4c7f-bfac-1d190db6f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.697456 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-d1db1ab4-5488-4c7f-bfac-1d190db6f277 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 200 len: 851 time: 0.0604358 Mar 03 18:42:07.756098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-a8e52713-2795-4f3b-8b76-8034634e6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.757937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-a8e52713-2795-4f3b-8b76-8034634e6333 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715399 Mar 03 18:42:07.773554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-3ef790f7-73aa-49a6-8778-df1fd25ca03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:07.775246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-3ef790f7-73aa-49a6-8778-df1fd25ca03d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5083bb3-ef14-4094-9624-c3769855cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720255 Mar 03 18:42:07.896342 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-8742d00d-1724-4e34-8f03-1a5797d72cd0 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319032 Mar 03 18:42:07.909211 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-4236e16a-c667-4fb3-a995-0942c02a0f9a service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280928 Mar 03 18:42:08.032265 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-aabbaa89-27d3-4907-a1ea-d68834cdb220 service neutron] 10.222.0.35 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294312 Mar 03 18:42:08.044248 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a26e045a-5c4e-4c40-9c90-0be0562923ce req-bb523c65-444a-493f-bed2-b1bb5580c95c service neutron] 10.222.0.16 "GET /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295004 Mar 03 18:42:08.426976 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3371a7-6453-4f62-b1a9-54dfd6892496 req-e3fe511e-80c4-4762-b125-9a3339c3c475 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:08.428397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b3371a7-6453-4f62-b1a9-54dfd6892496 req-e3fe511e-80c4-4762-b125-9a3339c3c475 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0816960 Mar 03 18:42:08.470959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b3371a7-6453-4f62-b1a9-54dfd6892496 req-26b869a8-b6c6-4b4a-a2cf-d1591c14b9a1 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369728 Mar 03 18:42:09.666462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae3370-8b0b-4a3d-901f-f3e37c514c97 req-27d89ff1-40a4-479e-bc94-ee434884f879 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:09.667939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dae3370-8b0b-4a3d-901f-f3e37c514c97 req-27d89ff1-40a4-479e-bc94-ee434884f879 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0814753 Mar 03 18:42:09.711413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5dae3370-8b0b-4a3d-901f-f3e37c514c97 req-05f50e10-0f36-4bb7-9f74-12fc4c1ead8c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378752 Mar 03 18:42:10.894797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ac61e-e39b-4210-9500-9a32763a1ea9 req-4957a2d2-6228-4628-b1bf-3da19115e4d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:10.896248 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d86ac61e-e39b-4210-9500-9a32763a1ea9 req-4957a2d2-6228-4628-b1bf-3da19115e4d6 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0787146 Mar 03 18:42:10.939709 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d86ac61e-e39b-4210-9500-9a32763a1ea9 req-81a7f017-103e-4b7f-b96d-18bac63dc1bb tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364175 Mar 03 18:42:12.140869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87071e9c-a102-4255-9bed-5e5af592bedc req-261077bd-22f4-494d-bea4-5d0b76e603b4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:12.142318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87071e9c-a102-4255-9bed-5e5af592bedc req-261077bd-22f4-494d-bea4-5d0b76e603b4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0813687 Mar 03 18:42:12.185498 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-87071e9c-a102-4255-9bed-5e5af592bedc req-21c3c608-641d-4f09-aef1-5476e05f5b70 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Mar 03 18:42:13.370373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1633c-8207-41db-b253-e900517ef13c req-4e1b1f1c-e2a2-465f-a92a-d84485419817 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:13.371795 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68b1633c-8207-41db-b253-e900517ef13c req-4e1b1f1c-e2a2-465f-a92a-d84485419817 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0812573 Mar 03 18:42:13.414945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68b1633c-8207-41db-b253-e900517ef13c req-1ac1ca1e-fca9-458e-9904-6a9f61a01172 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376041 Mar 03 18:42:14.602317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51081e4-497a-4e54-a9f8-37d33204bf67 req-0336debf-dc09-4971-ac1f-c2564fcb1fb4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:14.603758 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e51081e4-497a-4e54-a9f8-37d33204bf67 req-0336debf-dc09-4971-ac1f-c2564fcb1fb4 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0798299 Mar 03 18:42:14.647491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e51081e4-497a-4e54-a9f8-37d33204bf67 req-f3014493-f6b7-4ede-a190-5036fa7c329b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377519 Mar 03 18:42:15.842204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b0ac3-2a87-4a38-ac5e-ba2f15596c6c req-15d5a13b-5515-40c3-8a32-adc7d8165f0e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:15.843642 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a8b0ac3-2a87-4a38-ac5e-ba2f15596c6c req-15d5a13b-5515-40c3-8a32-adc7d8165f0e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0819890 Mar 03 18:42:15.890192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7a8b0ac3-2a87-4a38-ac5e-ba2f15596c6c req-b423850b-5755-4c4c-a939-185630465b2a tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Mar 03 18:42:16.176340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1223-8b4b-4b19-8d2d-e26291efc509 req-5f5661dd-7a43-47c7-bd21-6e0399aa9725 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:16.177824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a97b1223-8b4b-4b19-8d2d-e26291efc509 req-5f5661dd-7a43-47c7-bd21-6e0399aa9725 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.1844451 Mar 03 18:42:16.221553 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a97b1223-8b4b-4b19-8d2d-e26291efc509 req-0c0b6a66-2df0-44e0-b3fe-d4b5e36097ae tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379953 Mar 03 18:42:16.403917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad8825-1d3a-4c73-9bb1-fc8e277fe91c req-7fef0cd4-c1d1-4246-8f19-68f7825d1322 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:16.405271 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ad8825-1d3a-4c73-9bb1-fc8e277fe91c req-7fef0cd4-c1d1-4246-8f19-68f7825d1322 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0796132 Mar 03 18:42:16.448508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81ad8825-1d3a-4c73-9bb1-fc8e277fe91c req-1bfc3a34-96a3-4968-9b35-680922bd5583 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376143 Mar 03 18:42:16.843092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e384d-9851-41ff-b9b9-abf3452c16f8 req-a7523ffd-1694-406f-9ffe-8354564499dc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:16.844524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-476e384d-9851-41ff-b9b9-abf3452c16f8 req-a7523ffd-1694-406f-9ffe-8354564499dc tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 944 time: 0.0818663 Mar 03 18:42:16.888346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-476e384d-9851-41ff-b9b9-abf3452c16f8 req-c66b5d5c-d4ef-466e-8ac8-aa331542cb46 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375333 Mar 03 18:42:17.434944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:42:17.567509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:17.580318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'port_id': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'mac_address': 'fa:16:3e:22:ee:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:42:17.637574 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:17.653414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:42:17.668863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:17.672397 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:17.746280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=12']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:18.071235 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c8a61-97fb-4d33-8157-be86fe649b5d req-d2d24535-7349-48b7-a64c-9a853161db3b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:18.072670 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a3c8a61-97fb-4d33-8157-be86fe649b5d req-d2d24535-7349-48b7-a64c-9a853161db3b tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0809836 Mar 03 18:42:18.116738 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5a3c8a61-97fb-4d33-8157-be86fe649b5d req-37ad324f-cc3d-4dff-ac39-56bc8bfbc2bf tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups?id=28d6dd32-82f5-40e1-9eec-2d5b74641919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382781 Mar 03 18:42:18.235273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-8576e4be-a573-4413-a3d2-aec4f4a66c71 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:18.236684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-8576e4be-a573-4413-a3d2-aec4f4a66c71 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 945 time: 0.0780208 Mar 03 18:42:18.261008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:18.308439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Deleting port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:18.308769 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:18.543927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] For port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:18.544274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:18.927791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:18.928214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:18.928521 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967 disassociated. External IP: 172.25.0.178, port: ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3. Mar 03 18:42:18.928852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Calling delete_port for ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:42:19.071091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:19.120981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event deleted for resources: {'Port': ['ID=ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:19.326799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-37552c32-53bb-42ce-8263-a6f3b8f9c73a req-82bd5662-ba69-4dd1-a03b-e3608e885155 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 210 time: 0.0519135 Mar 03 18:42:19.355359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:42:19.535926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:42:19.545596 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:42:19.555165 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:42:19.555753 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:41:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:19.597025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-10482274-f2fa-4224-9c01-633957c7a88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:19.610687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] No DVR routers for this DVR port ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:42:19.613034 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:19.615545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-deleted', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:19.631081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c2ff6ef5-ef75-4a33-acbc-d443d885becb req-138f5013-03f8-41a3-8550-e23abd194405 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.35 "DELETE /v2.0/ports/ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 HTTP/1.1" status: 204 len: 173 time: 1.3890088 Mar 03 18:42:19.670065 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90555493-2021-4d0c-bc5a-b19b7ba3aac7', 'name': 'network-vif-deleted', 'tag': 'ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3', 'status': 'completed', 'code': 200} Mar 03 18:42:19.746599 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:42:20.061286 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:20.065624 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:42:20.073833 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:42:20.074420 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:41:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:20.252284 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:42:20.492718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-01f2c377-24cb-43b5-8393-49d5d12471e0 req-1a193c66-5d48-41ed-a500-aa72e973689d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Synchronizing usage tracker for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:42:20.509633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-01f2c377-24cb-43b5-8393-49d5d12471e0 req-1a193c66-5d48-41ed-a500-aa72e973689d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Unset dirty status for tenant:5d39a30303e447639d5883a35feca833 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:42:20.511020 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-01f2c377-24cb-43b5-8393-49d5d12471e0 req-1a193c66-5d48-41ed-a500-aa72e973689d tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/ports?device_id=90555493-2021-4d0c-bc5a-b19b7ba3aac7 HTTP/1.1" status: 200 len: 210 time: 0.0604222 Mar 03 18:42:20.567986 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:20.571840 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a08e8-ffc0-41d6-84ec-6eb6536792e6 None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:37:52Z', 'revision_number': 4, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'd7a7bc8e-fbc6-4d9e-b53b-2818574037b0', 'name': '', 'network_id': 'a5083bb3-ef14-4094-9624-c3769855cdc3', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'mac_address': 'fa:16:3e:b3:60:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '9321b704-2030-4a4b-add5-e4672d715313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:51Z', 'updated_at': '2022-03-03T18:37:58Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'subnets': [{'id': '9321b704-2030-4a4b-add5-e4672d715313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:42:20.787780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce74df7-95d8-4382-a9a5-8104415d6633 None None] New status for floating IP e9d31f8d-0c36-41e6-9fee-10f54cfcd967: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:42:21.436820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:42:21.442228 n-d-827121-1 neutron-server[87888]: INFO neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No ports have port_id starting with ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 Mar 03 18:42:21.443122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 requested by agent hyperv_n-h2-827121-1 not found in database {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Mar 03 18:42:21.923900 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-30cff194-b5f2-4e54-b360-0786effb5ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:23.022317 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:23.079321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:23.455622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:42:23.490507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:42:23.490845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ef1d2c0e-99e9-4b15-ad73-c4a0bc1374b3 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:42:24.399674 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:42:24.460931 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:24.743346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39488) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:24.778993 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:24.808329 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa63-b07b-4c66-b350-8b7d7e5ca49c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:24.835314 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa63-b07b-4c66-b350-8b7d7e5ca49c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:24.887014 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa63-b07b-4c66-b350-8b7d7e5ca49c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:24.905204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bfa63-b07b-4c66-b350-8b7d7e5ca49c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d6dd32-82f5-40e1-9eec-2d5b74641919,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:24.917334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfa63-b07b-4c66-b350-8b7d7e5ca49c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:24.918478 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1b6bfa63-b07b-4c66-b350-8b7d7e5ca49c tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "DELETE /v2.0/security-groups/28d6dd32-82f5-40e1-9eec-2d5b74641919 HTTP/1.1" status: 204 len: 168 time: 0.1741364 Mar 03 18:42:24.920867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39492) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:24.937866 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-b7084ce9-0381-43a3-97bf-0355ea74698e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] show failed (client error): The resource could not be found. Mar 03 18:42:24.938849 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b7084ce9-0381-43a3-97bf-0355ea74698e tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "GET /v2.0/security-groups/28d6dd32-82f5-40e1-9eec-2d5b74641919 HTTP/1.1" status: 404 len: 347 time: 0.0170646 Mar 03 18:42:24.941355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39496) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:25.099094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Deleting port 8b29df0e-3415-4f48-b1e9-b51d2929b256 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:25.099434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:25.268673 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:25.269005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:25.390723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Calling delete_port for 8b29df0e-3415-4f48-b1e9-b51d2929b256 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:42:25.529202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:25.575730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Pushing event deleted for resources: {'Port': ['ID=8b29df0e-3415-4f48-b1e9-b51d2929b256,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:25.665904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:25.682395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:25.683507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-224aafe3-b357-456b-9c11-736c3b427485 tempest-ServerActionsTestJSON-2066644168 tempest-ServerActionsTestJSON-2066644168-project] 10.222.0.23 "DELETE /v2.0/floatingips/e9d31f8d-0c36-41e6-9fee-10f54cfcd967 HTTP/1.1" status: 204 len: 168 time: 0.7412777 Mar 03 18:42:25.686466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39500) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:26.304347 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:26.644404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Deleting port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:26.644736 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:26.820775 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] For port d7a7bc8e-fbc6-4d9e-b53b-2818574037b0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:26.821123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:26.938868 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Calling delete_port for d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:42:27.247485 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:27.296659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a7bc8e-fbc6-4d9e-b53b-2818574037b0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:27.669872 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:28.018924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Router 97106c79-c7b3-4171-b63f-2389d439f0b9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:42:28.193317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:42:28.201673 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] Sync routers for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:42:28.205593 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-19a78b2e-8688-4055-b710-d6029ed8c12b admin admin] 10.222.0.23 "PUT /v2.0/routers/97106c79-c7b3-4171-b63f-2389d439f0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5180988 Mar 03 18:42:28.208008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39504) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:28.210654 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:42:28.211247 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:42:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:28.386508 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:28.420985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:42:28.559085 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:28.568647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Deleting port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:28.568963 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:28.699154 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:42:27Z', 'revision_number': 5, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port': {'id': '090da5bc-c8ac-4739-9164-d3ff3ab00f6f', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:37:49Z', 'updated_at': '2022-03-03T18:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:28.702863 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] Checking router: 97106c79-c7b3-4171-b63f-2389d439f0b9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:42:28.711577 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] Routers {'97106c79-c7b3-4171-b63f-2389d439f0b9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:42:28.712158 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:42:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['97106c79-c7b3-4171-b63f-2389d439f0b9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:28.742121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] For port 090da5bc-c8ac-4739-9164-d3ff3ab00f6f, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:28.742703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:28.866560 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] Set router 97106c79-c7b3-4171-b63f-2389d439f0b9 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:42:28.972835 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:42:28Z', 'revision_number': 6, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:28.977042 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a750a3d-88ea-41f5-8188-458e3fec3c00 None None] The sync data for ids ['97106c79-c7b3-4171-b63f-2389d439f0b9'] in n-d-827121-1 is: [{'id': '97106c79-c7b3-4171-b63f-2389d439f0b9', 'name': 'tempest-ServerActionsTestJSON-1023169145-router', 'tenant_id': '5d39a30303e447639d5883a35feca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:37:48Z', 'updated_at': '2022-03-03T18:42:28Z', 'revision_number': 6, 'project_id': '5d39a30303e447639d5883a35feca833', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:42:28.983732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Calling delete_port for 090da5bc-c8ac-4739-9164-d3ff3ab00f6f owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:42:29.153176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.197679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Pushing event deleted for resources: {'Port': ['ID=090da5bc-c8ac-4739-9164-d3ff3ab00f6f,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:29.288720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.462730 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.465021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.489635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.490190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97106c79-c7b3-4171-b63f-2389d439f0b9 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:42:29.501867 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.502990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dc661ba6-12e2-475f-913f-2b9e5c9e25eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/97106c79-c7b3-4171-b63f-2389d439f0b9 HTTP/1.1" status: 204 len: 168 time: 1.2940347 Mar 03 18:42:29.505473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39508) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:29.563074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] Deleting subnet 9321b704-2030-4a4b-add5-e4672d715313 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:42:29.565959 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.617654 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.695269 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.766282 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.806146 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9321b704-2030-4a4b-add5-e4672d715313,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:29.808083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.814293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1483dde-7190-497c-9505-747a961be228 None None] Network a5083bb3-ef14-4094-9624-c3769855cdc3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:42:29.814801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-846d9a42-d2d3-4b45-8d2f-671907cf3ae3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9321b704-2030-4a4b-add5-e4672d715313 HTTP/1.1" status: 204 len: 168 time: 0.3079517 Mar 03 18:42:29.816979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39512) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:29.924683 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:29.936783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Deleting port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:29.937263 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.064908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] DHCP port deletion for a5083bb3-ef14-4094-9624-c3769855cdc3 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:42:30.069213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Deleting port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:30.069628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.149076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] For port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:30.149458 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.275490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] For port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,segment=NetworkSegment(2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe),segment_id=2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:30.275987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.286641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:42:30.372830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:42:30.373208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d7a7bc8e-fbc6-4d9e-b53b-2818574037b0 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:42:30.373651 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 090da5bc-c8ac-4739-9164-d3ff3ab00f6f no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:42:30.378115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Calling delete_port for 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:42:30.454205 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.466059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Calling delete_port for 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:42:30.502415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 090da5bc-c8ac-4739-9164-d3ff3ab00f6f {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:42:30.502641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aedf8b1-576e-4b6d-a08a-23574fe7ea08,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:30.502740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 090da5bc-c8ac-4739-9164-d3ff3ab00f6f not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:42:30.504098 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:42:30.504218 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] No DVR routers for this DVR port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:42:30.541655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:42:30.541998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:42:30.578028 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:42:30.578376 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:42:30.617367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.645724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5083bb3-ef14-4094-9624-c3769855cdc3']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:30.657264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:30.657584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe5b01d-36d5-4e21-b0dd-896e81d7d8fe') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:42:30.668621 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.684433 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.691405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:42:30.691783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:42:30.704733 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:42:30.780501 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.797261 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:30.807682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5083bb3-ef14-4094-9624-c3769855cdc3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:30.821633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d0852bc8-f768-4601-9f24-c94dcbb78bd1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a5083bb3-ef14-4094-9624-c3769855cdc3 HTTP/1.1" status: 204 len: 168 time: 1.0036411 Mar 03 18:42:30.937612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39518) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:30.987359 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9075a5dc-5ef1-4565-8c2f-d8475146edc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d39a30303e447639d5883a35feca833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478451 Mar 03 18:42:30.989627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39524) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:31.044446 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821c3ffd-ae3a-493a-aac5-9ddf19b8d069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:31.073217 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821c3ffd-ae3a-493a-aac5-9ddf19b8d069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:31.079809 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Deleting port 5aedf8b1-576e-4b6d-a08a-23574fe7ea08 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:31.080271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:31.134481 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821c3ffd-ae3a-493a-aac5-9ddf19b8d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:31.149410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-72b3d85f-d946-462e-bd20-9fbb9bfb4546 None None] The port '5aedf8b1-576e-4b6d-a08a-23574fe7ea08' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:42:31.152393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c3ffd-ae3a-493a-aac5-9ddf19b8d069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd074cf-6ced-4b58-9e7d-627d7ab9dc00,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:31.160695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-821c3ffd-ae3a-493a-aac5-9ddf19b8d069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:31.164303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-821c3ffd-ae3a-493a-aac5-9ddf19b8d069 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bd074cf-6ced-4b58-9e7d-627d7ab9dc00 HTTP/1.1" status: 204 len: 168 time: 0.1712129 Mar 03 18:42:31.859263 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39548) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:31.960268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-492479473-network', 'tenant_id': 'cb989b5699aa4d8f9b9f8f3d43dba5ff'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:42:31.965592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:42:31.969408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Usage tracker for resource:network and tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:42:31.972215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:42:31.978159 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:42:31.988289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Made reservation on behalf of cb989b5699aa4d8f9b9f8f3d43dba5ff for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:42:31.990774 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.003017 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.017356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:42:32.021737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Usage tracker for resource:security_group_rule and tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:42:32.024463 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:42:32.030040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:42:32.114842 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.118523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.147440 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:42:32.159988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951fea3d-f5db-4a53-91b0-ef86e4b9a676,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:32.165620 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.165961 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Added segment 1a1de147-0b00-4162-8b10-7a1a87626b1a of type vlan for network be375a91-796b-412f-8ab7-c8c2aefe0383 Mar 03 18:42:32.192872 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.220362 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.221290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:32.221885 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.319561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4592087 Mar 03 18:42:32.322439 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39554) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:42:32.329680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Request body: {'subnet': {'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-492479473-subnet', 'tenant_id': 'cb989b5699aa4d8f9b9f8f3d43dba5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:42:32.333845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4460c-1aee-4d91-8ebc-f8cef31995d8 admin admin] Pushing event updated for resources: {'Network': ['ID=be375a91-796b-412f-8ab7-c8c2aefe0383,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:32.337338 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:42:32.341167 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Usage tracker for resource:subnet and tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:42:32.343184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network be375a91-796b-412f-8ab7-c8c2aefe0383 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:42:32.344057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:42:32.350576 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:42:32.359664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Made reservation on behalf of cb989b5699aa4d8f9b9f8f3d43dba5ff for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:42:32.362339 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.573884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.648099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6a0848-bd70-4c72-b3bf-90fe3e7d6918,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:32.655039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Checking segment: {'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:42:32.655396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Network hostable DHCP agents. Network: be375a91-796b-412f-8ab7-c8c2aefe0383, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:42:32.674271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Network be375a91-796b-412f-8ab7-c8c2aefe0383 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:42:32.683428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, be375a91-796b-412f-8ab7-c8c2aefe0383) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:42:32.687972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:32.688939 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:32.693933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca93e62-0101-41a1-b0fc-a1b8cd54688f None None] Network be375a91-796b-412f-8ab7-c8c2aefe0383 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:42:32.710223 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8615c5d9-b41a-4faf-8294-3ec547e111d8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3867915 Mar 03 18:42:32.906475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f695da-c7b9-4df4-b41e-c2fb883134ec None None] Network be375a91-796b-412f-8ab7-c8c2aefe0383 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:42:33.227781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-369aacd4-0674-41ff-82ca-ae7c35a54998 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:33.229113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-369aacd4-0674-41ff-82ca-ae7c35a54998 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/networks?id=be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 200 len: 813 time: 0.1646760 Mar 03 18:42:33.244695 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-edfd2401-f109-4db3-bb4f-61ef424edeb8 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/quotas/cb989b5699aa4d8f9b9f8f3d43dba5ff HTTP/1.1" status: 200 len: 375 time: 0.0101571 Mar 03 18:42:33.289910 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-d104ab56-2161-47dc-832b-0a080a2bf929 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404069 Mar 03 18:42:33.502112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-d8f080ac-962d-4d80-9914-9658645351f9 service neutron] 10.222.0.23 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684694 Mar 03 18:42:33.753081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-fa402efb-6315-46bf-aedc-a079c29a7fca service neutron] 10.222.0.23 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452700 Mar 03 18:42:33.931866 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-12f62112-4c36-41ad-82c7-d86efce8c314 req-05150630-2323-4244-9683-69830603db9c tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 210 time: 0.0467098 Mar 03 18:42:34.952149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-613417d8-9946-42b1-b30f-d99b414bda54 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:34.953579 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-613417d8-9946-42b1-b30f-d99b414bda54 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.35 "GET /v2.0/networks?id=be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 200 len: 813 time: 0.1414421 Mar 03 18:42:34.964911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Request body: {'port': {'device_id': '49add640-3db2-44e6-a336-6d290ddfdc70', 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383', 'admin_state_up': True, 'tenant_id': 'cb989b5699aa4d8f9b9f8f3d43dba5ff'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:42:35.111059 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4366e6da-64a7-4ff2-b516-d76a9bde65f8 req-1c8e707a-f077-4b74-a265-c1760cb61f6f tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 210 time: 0.0599446 Mar 03 18:42:35.150974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:42:35.155137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Usage tracker for resource:port and tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:42:35.157871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:42:35.163932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:42:35.173367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Made reservation on behalf of cb989b5699aa4d8f9b9f8f3d43dba5ff for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:42:35.176854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:35.333634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Allocated IP 172.20.0.6 (be375a91-796b-412f-8ab7-c8c2aefe0383/fc6a0848-bd70-4c72-b3bf-90fe3e7d6918/1e503317-605b-4468-9a90-07b908c4a005) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:42:35.530957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:35.559521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:35.627500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Network be375a91-796b-412f-8ab7-c8c2aefe0383 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:42:35.630522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:42:35.634330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:42:35.677062 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Pushing event updated for resources: {'Port': ['ID=1e503317-605b-4468-9a90-07b908c4a005,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:35.706509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:35.707226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:35.727677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0c494721-5f8b-4062-ad12-5558a2e2f0cc tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662339 Mar 03 18:42:35.738426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Request body: {'port': {'device_id': '49add640-3db2-44e6-a336-6d290ddfdc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:42:35.850084 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:36.188684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e503317-605b-4468-9a90-07b908c4a005 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:42:36.196244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:36.211703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Transition to ACTIVE for port object 1e503317-605b-4468-9a90-07b908c4a005 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:42:36.215696 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:36.315771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bae8c-4b07-44e4-ae41-bbff469195bc req-8edc0d08-4227-4b83-8e8f-42d63d1fab9a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:36.317272 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e82bae8c-4b07-44e4-ae41-bbff469195bc req-8edc0d08-4227-4b83-8e8f-42d63d1fab9a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 943 time: 0.0865197 Mar 03 18:42:36.361675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e82bae8c-4b07-44e4-ae41-bbff469195bc req-0dd8129a-710d-4255-8eda-d79690aae7ab tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Synchronizing usage tracker for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:42:36.379135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-e82bae8c-4b07-44e4-ae41-bbff469195bc req-0dd8129a-710d-4255-8eda-d79690aae7ab tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Unset dirty status for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:42:36.380461 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e82bae8c-4b07-44e4-ae41-bbff469195bc req-0dd8129a-710d-4255-8eda-d79690aae7ab tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572798 Mar 03 18:42:36.519667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Pushing event updated for resources: {'Port': ['ID=1e503317-605b-4468-9a90-07b908c4a005,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:36.560849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Attempting to bind port 1e503317-605b-4468-9a90-07b908c4a005 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:42:36.561181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Attempting to bind port 1e503317-605b-4468-9a90-07b908c4a005 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:42:36.561535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Attempting to bind port 1e503317-605b-4468-9a90-07b908c4a005 on network be375a91-796b-412f-8ab7-c8c2aefe0383 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:42:36.566592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Port 1e503317-605b-4468-9a90-07b908c4a005 on network be375a91-796b-412f-8ab7-c8c2aefe0383 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:42:36.566917 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Attempting to bind port 1e503317-605b-4468-9a90-07b908c4a005 on network be375a91-796b-412f-8ab7-c8c2aefe0383 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:42:36.571886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:42:36.572215 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Checking segment: {'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:42:36.572595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Bound using segment: {'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:42:36.573012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Bound port: 1e503317-605b-4468-9a90-07b908c4a005, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:42:36.573375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:36.662546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] For port 1e503317-605b-4468-9a90-07b908c4a005, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:42:36.665391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] For port 1e503317-605b-4468-9a90-07b908c4a005, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1e503317-605b-4468-9a90-07b908c4a005,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:42:36.670239 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:36.726985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:36.727582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:36.728941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] 10.222.0.35 "PUT /v2.0/ports/1e503317-605b-4468-9a90-07b908c4a005 HTTP/1.1" status: 200 len: 1091 time: 0.9944644 Mar 03 18:42:36.729388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49add640-3db2-44e6-a336-6d290ddfdc70', 'tag': '1e503317-605b-4468-9a90-07b908c4a005'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:36.756703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16e1dc-cc28-4056-b8cd-f9d7df7dea81 service neutron] Pushing event updated for resources: {'Port': ['ID=1e503317-605b-4468-9a90-07b908c4a005,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:36.799575 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49add640-3db2-44e6-a336-6d290ddfdc70', 'tag': '1e503317-605b-4468-9a90-07b908c4a005', 'status': 'completed', 'code': 200} Mar 03 18:42:36.838073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0f04e19c-5258-46d8-9419-a97745434193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:36.839521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-0f04e19c-5258-46d8-9419-a97745434193 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 1094 time: 0.0746520 Mar 03 18:42:36.905273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-5fb60866-5dba-4e57-8bcd-eb9361c78540 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e503317-605b-4468-9a90-07b908c4a005 HTTP/1.1" status: 200 len: 217 time: 0.0585253 Mar 03 18:42:36.966881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-a8ac63b3-da06-4169-9a25-9072db60aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:36.968148 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-a8ac63b3-da06-4169-9a25-9072db60aae5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc6a0848-bd70-4c72-b3bf-90fe3e7d6918 HTTP/1.1" status: 200 len: 853 time: 0.0578518 Mar 03 18:42:37.012344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-1a784c58-cda5-4f05-8d6b-153020f44c84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be375a91-796b-412f-8ab7-c8c2aefe0383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388765 Mar 03 18:42:37.143074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-de143330-69a2-42d1-a035-4b13eb4401fd service neutron] 10.222.0.35 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237068 Mar 03 18:42:37.272626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d095f05-36b5-48b4-96ef-85a9fd430649 req-43ad3c0c-046b-4bc3-a2d1-d8d8b6d5b047 service neutron] 10.222.0.35 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246152 Mar 03 18:42:37.386517 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-aad17ac8-eeff-47a0-9505-c538ba6885ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:37.387953 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-aad17ac8-eeff-47a0-9505-c538ba6885ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 1094 time: 0.0740385 Mar 03 18:42:37.520587 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-2d2193be-0138-4edc-82a0-e778c56bae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:37.522074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-2d2193be-0138-4edc-82a0-e778c56bae11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 200 len: 914 time: 0.1284783 Mar 03 18:42:37.566149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778bee2-4542-4635-8017-805d68a76834 req-d0f9fabe-99bd-4f14-9d7e-4342900d7755 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:37.567507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8778bee2-4542-4635-8017-805d68a76834 req-d0f9fabe-99bd-4f14-9d7e-4342900d7755 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 943 time: 0.0822537 Mar 03 18:42:37.588684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-5e7f4ec7-3cc3-4079-b375-0b722d4930e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e503317-605b-4468-9a90-07b908c4a005 HTTP/1.1" status: 200 len: 217 time: 0.0602846 Mar 03 18:42:37.611729 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8778bee2-4542-4635-8017-805d68a76834 req-863c0358-1b35-4dcd-9160-234697eba8ba tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 Mar 03 18:42:37.654084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-abdbf4d1-9ea2-4f67-91fa-7d18aa7ae6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:37.655504 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-abdbf4d1-9ea2-4f67-91fa-7d18aa7ae6c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc6a0848-bd70-4c72-b3bf-90fe3e7d6918 HTTP/1.1" status: 200 len: 853 time: 0.0605948 Mar 03 18:42:37.701946 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-458827a3-0a7e-4227-b934-3562981dbfec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be375a91-796b-412f-8ab7-c8c2aefe0383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404041 Mar 03 18:42:37.830471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-2d98bdaa-832f-4255-9729-66797d97b528 service neutron] 10.222.0.35 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222811 Mar 03 18:42:37.958399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-424b11e0-bd31-49d0-be8e-3dd1c3479e02 req-57e87476-6956-4485-8077-7ea09ead7fde service neutron] 10.222.0.35 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209772 Mar 03 18:42:38.796015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eb8b7-b56c-445c-b1f3-1dfbba2beef3 req-91d8cdb9-a91e-45ad-9e2c-cbfeb7e7ac67 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:38.796739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-072eb8b7-b56c-445c-b1f3-1dfbba2beef3 req-91d8cdb9-a91e-45ad-9e2c-cbfeb7e7ac67 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Synchronizing usage tracker for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:42:38.813104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-072eb8b7-b56c-445c-b1f3-1dfbba2beef3 req-91d8cdb9-a91e-45ad-9e2c-cbfeb7e7ac67 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Unset dirty status for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:42:38.814338 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-072eb8b7-b56c-445c-b1f3-1dfbba2beef3 req-91d8cdb9-a91e-45ad-9e2c-cbfeb7e7ac67 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 943 time: 0.0959411 Mar 03 18:42:38.863203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-072eb8b7-b56c-445c-b1f3-1dfbba2beef3 req-443e05ed-933c-4d4e-adeb-4a9074ce844a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Mar 03 18:42:39.501376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1e503317-605b-4468-9a90-07b908c4a005 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:42:39.704109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1e503317-605b-4468-9a90-07b908c4a005, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1e503317-605b-4468-9a90-07b908c4a005,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:39.719762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '1e503317-605b-4468-9a90-07b908c4a005', 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383', 'port_id': '1e503317-605b-4468-9a90-07b908c4a005', 'mac_address': 'fa:16:3e:a4:9e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6a0848-bd70-4c72-b3bf-90fe3e7d6918', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:42:39.840735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:39.860543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e503317-605b-4468-9a90-07b908c4a005 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:42:39.880934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1e503317-605b-4468-9a90-07b908c4a005, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1e503317-605b-4468-9a90-07b908c4a005,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:39.893505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:39.963834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1e503317-605b-4468-9a90-07b908c4a005,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:40.046699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a011fb-1099-4dc7-8779-b4c7b05e96c5 req-e5b4c0ca-ffee-4a73-b8a5-74ea8b3f5a68 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:40.048220 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3a011fb-1099-4dc7-8779-b4c7b05e96c5 req-e5b4c0ca-ffee-4a73-b8a5-74ea8b3f5a68 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 944 time: 0.0823128 Mar 03 18:42:40.089818 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1e503317-605b-4468-9a90-07b908c4a005'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:42:40.098108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3a011fb-1099-4dc7-8779-b4c7b05e96c5 req-040aa118-aca1-487f-97c8-be9f896f92e0 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Mar 03 18:42:41.278173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717329-c71f-4c81-a656-1ec7afe453a8 req-d2f8958d-e59d-48ae-bd4f-1666073b8991 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:41.279596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4717329-c71f-4c81-a656-1ec7afe453a8 req-d2f8958d-e59d-48ae-bd4f-1666073b8991 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 944 time: 0.0772176 Mar 03 18:42:41.322133 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b4717329-c71f-4c81-a656-1ec7afe453a8 req-b8c4febb-b4d6-4d9b-b0e2-ab1f74255a8d tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 Mar 03 18:42:41.517385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1e503317-605b-4468-9a90-07b908c4a005 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:42:41.582632 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 1e503317-605b-4468-9a90-07b908c4a005 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:42:41.587269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 1e503317-605b-4468-9a90-07b908c4a005 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:42:41.587637 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:41.701335 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:41.727808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49add640-3db2-44e6-a336-6d290ddfdc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e503317-605b-4468-9a90-07b908c4a005'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:41.737470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 1e503317-605b-4468-9a90-07b908c4a005, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1e503317-605b-4468-9a90-07b908c4a005,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:41.742016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:41.787536 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49add640-3db2-44e6-a336-6d290ddfdc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e503317-605b-4468-9a90-07b908c4a005', 'code': 200} Mar 03 18:42:41.825258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=1e503317-605b-4468-9a90-07b908c4a005,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:42.004927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9723b-00d9-40fc-a33c-fd6d05f9d8bc req-d7435761-1c82-4f69-8c9b-572475094822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:42.006434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fa9723b-00d9-40fc-a33c-fd6d05f9d8bc req-d7435761-1c82-4f69-8c9b-572475094822 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 1096 time: 0.1748326 Mar 03 18:42:42.046485 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3fa9723b-00d9-40fc-a33c-fd6d05f9d8bc req-e3622b57-fc91-4829-9d5e-e6e0a63a10e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Mar 03 18:42:42.498833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0c203-c0d2-42f4-82ce-650fe1838329 req-39947636-ea91-4d8d-bd36-1ae202a7fa12 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:42.500289 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aef0c203-c0d2-42f4-82ce-650fe1838329 req-39947636-ea91-4d8d-bd36-1ae202a7fa12 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0772493 Mar 03 18:42:42.543435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aef0c203-c0d2-42f4-82ce-650fe1838329 req-fd506c84-74b9-42d5-9d63-fd9cfd0be6af tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 Mar 03 18:42:43.729808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416bcf1-1227-49dc-877b-6139218c752a req-872883e1-5b8e-45dd-95e3-9d7fa0460ccb tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:43.731242 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d416bcf1-1227-49dc-877b-6139218c752a req-872883e1-5b8e-45dd-95e3-9d7fa0460ccb tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0800958 Mar 03 18:42:43.774440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d416bcf1-1227-49dc-877b-6139218c752a req-32897799-603c-483b-8a65-6831b96db4e6 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374484 Mar 03 18:42:44.054856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-43e660f9-7471-47a8-b1de-504c9aea3495 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:44.056294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-43e660f9-7471-47a8-b1de-504c9aea3495 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/networks?id=be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 200 len: 813 time: 0.1438968 Mar 03 18:42:44.073130 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-26854e07-9b3e-4620-9909-f1767c371782 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/quotas/cb989b5699aa4d8f9b9f8f3d43dba5ff HTTP/1.1" status: 200 len: 375 time: 0.0111642 Mar 03 18:42:44.152062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-88d79d42-a7e0-4ea0-932c-64f03246a8c3 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733066 Mar 03 18:42:44.279924 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-3988fc51-8d7c-4d84-85ba-c426c62c46eb service neutron] 10.222.0.23 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212702 Mar 03 18:42:44.407082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-f8778251-a180-45fa-86d2-e996c0229d6c service neutron] 10.222.0.23 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214700 Mar 03 18:42:44.739589 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b1d30c4f-0266-49f3-885e-ef580326ac5a req-afce4f61-568f-4c2c-8fcd-54d5d046898a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 210 time: 0.0419910 Mar 03 18:42:45.811047 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-c12d1ba6-8e01-461a-b447-f20160ac6a83 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:45.811810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-c12d1ba6-8e01-461a-b447-f20160ac6a83 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Synchronizing usage tracker for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:42:45.830264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-c12d1ba6-8e01-461a-b447-f20160ac6a83 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Unset dirty status for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:42:45.831643 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-c12d1ba6-8e01-461a-b447-f20160ac6a83 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.16 "GET /v2.0/networks?id=be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 200 len: 813 time: 0.1824377 Mar 03 18:42:45.847901 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Request body: {'port': {'device_id': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383', 'admin_state_up': True, 'tenant_id': 'cb989b5699aa4d8f9b9f8f3d43dba5ff'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:42:45.888765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4150b9f-3011-424c-b4ed-41cd4dbaf4e6 req-6b9809f5-0fde-4746-b167-71b81cf8b63c tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 210 time: 0.0425570 Mar 03 18:42:45.982547 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:42:45.992352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:42:46.001536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Made reservation on behalf of cb989b5699aa4d8f9b9f8f3d43dba5ff for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:42:46.004870 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:46.159665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Allocated IP 172.20.0.13 (be375a91-796b-412f-8ab7-c8c2aefe0383/fc6a0848-bd70-4c72-b3bf-90fe3e7d6918/22804fa3-7e11-436d-80e4-e6c4fbb40450) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:42:46.361941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:46.389588 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:46.400773 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1e503317-605b-4468-9a90-07b908c4a005'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:42:46.456912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Network be375a91-796b-412f-8ab7-c8c2aefe0383 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:42:46.459930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:42:46.472120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Pushing event updated for resources: {'Port': ['ID=22804fa3-7e11-436d-80e4-e6c4fbb40450,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:46.474708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:42:46.535859 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:46.536466 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:46.560780 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-81eefa53-db9f-417d-aa88-98d6f5b2a1fe tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7166300 Mar 03 18:42:46.575640 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Request body: {'port': {'device_id': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:42:46.686747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:47.137648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e361ff-1809-466e-9ab0-56176be2ad13 req-e7584ceb-044f-49ef-96da-9a84d508d704 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:47.138351 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c5e361ff-1809-466e-9ab0-56176be2ad13 req-e7584ceb-044f-49ef-96da-9a84d508d704 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Synchronizing usage tracker for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:42:47.204216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-c5e361ff-1809-466e-9ab0-56176be2ad13 req-e7584ceb-044f-49ef-96da-9a84d508d704 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Unset dirty status for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:42:47.205412 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5e361ff-1809-466e-9ab0-56176be2ad13 req-e7584ceb-044f-49ef-96da-9a84d508d704 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 932 time: 0.1897001 Mar 03 18:42:47.214293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22804fa3-7e11-436d-80e4-e6c4fbb40450 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:42:47.236623 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:47.265174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Transition to ACTIVE for port object 22804fa3-7e11-436d-80e4-e6c4fbb40450 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:42:47.270060 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5e361ff-1809-466e-9ab0-56176be2ad13 req-cc44e34c-ad48-4afd-9e0f-9306f76d8211 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585661 Mar 03 18:42:47.271066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:47.428523 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=22804fa3-7e11-436d-80e4-e6c4fbb40450,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:47.500641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Attempting to bind port 22804fa3-7e11-436d-80e4-e6c4fbb40450 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:42:47.500980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Attempting to bind port 22804fa3-7e11-436d-80e4-e6c4fbb40450 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:42:47.501363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Attempting to bind port 22804fa3-7e11-436d-80e4-e6c4fbb40450 on network be375a91-796b-412f-8ab7-c8c2aefe0383 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:42:47.505912 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Port 22804fa3-7e11-436d-80e4-e6c4fbb40450 on network be375a91-796b-412f-8ab7-c8c2aefe0383 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:42:47.506234 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Attempting to bind port 22804fa3-7e11-436d-80e4-e6c4fbb40450 on network be375a91-796b-412f-8ab7-c8c2aefe0383 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:42:47.511216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:42:47.511550 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Checking segment: {'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:42:47.511930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Bound using segment: {'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:42:47.512350 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Bound port: 22804fa3-7e11-436d-80e4-e6c4fbb40450, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1de147-0b00-4162-8b10-7a1a87626b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:42:47.512692 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:47.602758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] For port 22804fa3-7e11-436d-80e4-e6c4fbb40450, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:42:47.605697 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] For port 22804fa3-7e11-436d-80e4-e6c4fbb40450, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=22804fa3-7e11-436d-80e4-e6c4fbb40450,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:42:47.610334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:47.665495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:47.666106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:47.667584 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] 10.222.0.16 "PUT /v2.0/ports/22804fa3-7e11-436d-80e4-e6c4fbb40450 HTTP/1.1" status: 200 len: 1092 time: 1.0965602 Mar 03 18:42:47.667896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'tag': '22804fa3-7e11-436d-80e4-e6c4fbb40450'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:47.693401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f96ffb-cd6c-4e27-a1eb-97c9c7ab0ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=22804fa3-7e11-436d-80e4-e6c4fbb40450,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:47.741685 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'tag': '22804fa3-7e11-436d-80e4-e6c4fbb40450', 'status': 'completed', 'code': 200} Mar 03 18:42:47.784436 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-fa90c9d2-2bc3-4486-8a20-ed566b150fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:47.786104 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-fa90c9d2-2bc3-4486-8a20-ed566b150fe7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 1095 time: 0.0758700 Mar 03 18:42:47.858728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-cde917cb-98cf-4a74-8ae0-fb91e0f0b847 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22804fa3-7e11-436d-80e4-e6c4fbb40450 HTTP/1.1" status: 200 len: 217 time: 0.0622339 Mar 03 18:42:47.922586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-cc1a8e35-b1ac-4720-93a3-35a2a49da0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:47.924024 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-cc1a8e35-b1ac-4720-93a3-35a2a49da0c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc6a0848-bd70-4c72-b3bf-90fe3e7d6918 HTTP/1.1" status: 200 len: 853 time: 0.0604279 Mar 03 18:42:47.968716 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-5b833a80-556e-4853-a479-63d79bc3a511 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be375a91-796b-412f-8ab7-c8c2aefe0383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392368 Mar 03 18:42:48.095751 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-5d9cd9fe-1d26-4897-9698-873f1e4b145f service neutron] 10.222.0.16 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207252 Mar 03 18:42:48.231407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-64f9f3a7-8266-4423-89fb-85e9b7186213 req-2f8e8e54-67b4-45d8-b568-91c2480ff37c service neutron] 10.222.0.16 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308677 Mar 03 18:42:48.268403 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:48.421040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4d93d-e502-4e68-993b-30aa950153de req-13a13b84-320f-40ec-9281-f4282bb996d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:48.422484 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fc4d93d-e502-4e68-993b-30aa950153de req-13a13b84-320f-40ec-9281-f4282bb996d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 1095 time: 0.1063883 Mar 03 18:42:48.573917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411daf2-025c-4075-8be4-28612499b01b req-e6bfc924-f900-494b-b852-1f75dd7c9172 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:48.575262 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1411daf2-025c-4075-8be4-28612499b01b req-e6bfc924-f900-494b-b852-1f75dd7c9172 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 944 time: 0.1959338 Mar 03 18:42:48.582970 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4d93d-e502-4e68-993b-30aa950153de req-5950374e-e4ea-4a27-9b9d-23a8a23bf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:48.584263 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fc4d93d-e502-4e68-993b-30aa950153de req-5950374e-e4ea-4a27-9b9d-23a8a23bf41f service neutron] 10.222.0.16 "GET /v2.0/networks?id=be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 200 len: 914 time: 0.1543286 Mar 03 18:42:48.770462 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fc4d93d-e502-4e68-993b-30aa950153de req-3d8c8dc5-3363-4d6d-96a6-97f19b3a093e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22804fa3-7e11-436d-80e4-e6c4fbb40450 HTTP/1.1" status: 200 len: 217 time: 0.1738317 Mar 03 18:42:48.829398 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1411daf2-025c-4075-8be4-28612499b01b req-24ac2ba0-a08f-4152-b7a8-ec127e20a2d3 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476108 Mar 03 18:42:48.842229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4d93d-e502-4e68-993b-30aa950153de req-bd35057f-ab19-4062-9db0-bae96e18fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:48.843622 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fc4d93d-e502-4e68-993b-30aa950153de req-bd35057f-ab19-4062-9db0-bae96e18fb58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc6a0848-bd70-4c72-b3bf-90fe3e7d6918 HTTP/1.1" status: 200 len: 853 time: 0.0660193 Mar 03 18:42:48.890016 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fc4d93d-e502-4e68-993b-30aa950153de req-8f5a4d65-4f91-4178-9174-8280b54f45ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be375a91-796b-412f-8ab7-c8c2aefe0383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407531 Mar 03 18:42:49.018151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fc4d93d-e502-4e68-993b-30aa950153de req-a30037d3-62d7-46f5-979c-f3ec5fd1d30a service neutron] 10.222.0.16 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225684 Mar 03 18:42:49.154027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fc4d93d-e502-4e68-993b-30aa950153de req-f12e0e9a-41a5-43b9-91f9-54426457518c service neutron] 10.222.0.16 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298656 Mar 03 18:42:49.589673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02a71540-7e9a-4f88-82ac-390e4f111094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:50.011674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d221-573d-479a-a09e-3998278e5fd7 req-7c9e625f-584b-463c-9653-21f3b22abe16 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:50.013107 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81a3d221-573d-479a-a09e-3998278e5fd7 req-7c9e625f-584b-463c-9653-21f3b22abe16 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 944 time: 0.0820317 Mar 03 18:42:50.056353 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81a3d221-573d-479a-a09e-3998278e5fd7 req-69f2b068-24aa-4677-a57b-9ba15acbeb12 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Mar 03 18:42:50.913616 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-4d6cd15e-0d59-4b41-b6ed-31c17b64e405 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669117 Mar 03 18:42:51.050586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-60de1ede-7ccf-469a-a377-42b5661481b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:51.052027 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-60de1ede-7ccf-469a-a377-42b5661481b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 1096 time: 0.0714788 Mar 03 18:42:51.195021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-b37d45ba-724f-4a63-b52d-e3431f6781f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:51.196372 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-b37d45ba-724f-4a63-b52d-e3431f6781f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 200 len: 914 time: 0.1272705 Mar 03 18:42:51.245184 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdaf66-ce53-4f1a-8b34-8cba81e27535 req-5a45ce6d-40a5-448f-b532-a16827bb69fa tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:51.246653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59fdaf66-ce53-4f1a-8b34-8cba81e27535 req-5a45ce6d-40a5-448f-b532-a16827bb69fa tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 944 time: 0.0823209 Mar 03 18:42:51.265387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-3944a295-e2fa-4c04-a81f-e4cd3c09c694 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e503317-605b-4468-9a90-07b908c4a005 HTTP/1.1" status: 200 len: 217 time: 0.0630317 Mar 03 18:42:51.290795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59fdaf66-ce53-4f1a-8b34-8cba81e27535 req-0e9cdb96-6fd6-4eeb-94c9-f856e39f4124 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Mar 03 18:42:51.324884 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-a1037a6a-660f-44eb-8ad5-d7ea8a12c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:51.326345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-a1037a6a-660f-44eb-8ad5-d7ea8a12c4d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc6a0848-bd70-4c72-b3bf-90fe3e7d6918 HTTP/1.1" status: 200 len: 853 time: 0.0559704 Mar 03 18:42:51.370577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-c2cddb6e-f547-431f-96c5-ac6f108f9b59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be375a91-796b-412f-8ab7-c8c2aefe0383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383203 Mar 03 18:42:51.496893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-fceb9d5b-e8e4-4890-8a91-a9de5a9f84ad service neutron] 10.222.0.35 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206620 Mar 03 18:42:51.624011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-84fe2c0c-b286-4e12-bac8-2c1473f769dc req-b6480aab-610f-4a97-b232-b5e5400a2805 service neutron] 10.222.0.35 "GET /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214080 Mar 03 18:42:51.891393 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6562def8-b504-4801-b288-7613421850b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:52.474952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac28c-9357-4ca5-b138-69c306b276e9 req-c77c03fb-3691-4c28-988b-3058d182c009 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:52.476362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5adac28c-9357-4ca5-b138-69c306b276e9 req-c77c03fb-3691-4c28-988b-3058d182c009 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 944 time: 0.0817113 Mar 03 18:42:52.521233 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5adac28c-9357-4ca5-b138-69c306b276e9 req-0b2beb72-dcdd-457a-8ac6-8c61c4e45b75 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Mar 03 18:42:53.023665 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:53.074103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:53.143889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 22804fa3-7e11-436d-80e4-e6c4fbb40450 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:42:53.273263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 22804fa3-7e11-436d-80e4-e6c4fbb40450, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=22804fa3-7e11-436d-80e4-e6c4fbb40450,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:53.285873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '22804fa3-7e11-436d-80e4-e6c4fbb40450', 'network_id': 'be375a91-796b-412f-8ab7-c8c2aefe0383', 'port_id': '22804fa3-7e11-436d-80e4-e6c4fbb40450', 'mac_address': 'fa:16:3e:45:80:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6a0848-bd70-4c72-b3bf-90fe3e7d6918', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:42:53.339159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:53.355394 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22804fa3-7e11-436d-80e4-e6c4fbb40450 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:42:53.370424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 22804fa3-7e11-436d-80e4-e6c4fbb40450, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=22804fa3-7e11-436d-80e4-e6c4fbb40450,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:53.374458 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:53.442950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=22804fa3-7e11-436d-80e4-e6c4fbb40450,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:53.700082 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4857e48-7abb-4ea5-8914-5938fefbadfe req-6119de5c-654c-4101-b42a-5ddf5088b434 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:53.701587 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4857e48-7abb-4ea5-8914-5938fefbadfe req-6119de5c-654c-4101-b42a-5ddf5088b434 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 945 time: 0.0781891 Mar 03 18:42:53.706068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['22804fa3-7e11-436d-80e4-e6c4fbb40450'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:42:53.750050 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c4857e48-7abb-4ea5-8914-5938fefbadfe req-ea6396d3-9151-4257-b5e0-f54eefc060e7 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Mar 03 18:42:54.460837 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:54.811252 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:54.932848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfcead-7c79-4563-a945-5a4a21e7a4e3 req-e8018f1c-7da2-4f3a-b3b0-23b44fe72e12 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:54.934380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4dfcead-7c79-4563-a945-5a4a21e7a4e3 req-e8018f1c-7da2-4f3a-b3b0-23b44fe72e12 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 945 time: 0.0789907 Mar 03 18:42:54.981224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4dfcead-7c79-4563-a945-5a4a21e7a4e3 req-e7f72219-22b4-4012-9a02-6319c5f5d45a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Mar 03 18:42:55.160387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 22804fa3-7e11-436d-80e4-e6c4fbb40450 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:42:55.225403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 22804fa3-7e11-436d-80e4-e6c4fbb40450 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:42:55.229926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 22804fa3-7e11-436d-80e4-e6c4fbb40450 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:42:55.230293 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:55.341017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:55.367527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22804fa3-7e11-436d-80e4-e6c4fbb40450'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:55.376869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 22804fa3-7e11-436d-80e4-e6c4fbb40450, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=22804fa3-7e11-436d-80e4-e6c4fbb40450,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:55.381057 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:55.416825 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22804fa3-7e11-436d-80e4-e6c4fbb40450', 'code': 200} Mar 03 18:42:55.450786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=22804fa3-7e11-436d-80e4-e6c4fbb40450,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:55.546250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2f313-3e51-4130-bdce-e53c1a73a868 req-75f28fb0-dcfb-4a7c-914a-a91c4db85154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:55.547693 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33f2f313-3e51-4130-bdce-e53c1a73a868 req-75f28fb0-dcfb-4a7c-914a-a91c4db85154 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 1097 time: 0.0681546 Mar 03 18:42:55.586631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-33f2f313-3e51-4130-bdce-e53c1a73a868 req-b1bd7a9d-6b90-4203-8ed6-01d8634bac58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Mar 03 18:42:56.161956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532e448-a907-4195-b860-7fa0e0ff4cd1 req-4de6032e-9406-450f-9f6b-3b0b4b805536 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:56.163426 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a532e448-a907-4195-b860-7fa0e0ff4cd1 req-4de6032e-9406-450f-9f6b-3b0b4b805536 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 946 time: 0.0800126 Mar 03 18:42:56.207284 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a532e448-a907-4195-b860-7fa0e0ff4cd1 req-30639276-e53e-4a49-9f1f-4acf5932becd tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 Mar 03 18:42:57.391389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f10123-3ae8-4c26-b0ea-1feca478ad69 req-c675ef42-7349-4437-b51f-99239826d05a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:57.393431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83f10123-3ae8-4c26-b0ea-1feca478ad69 req-c675ef42-7349-4437-b51f-99239826d05a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 946 time: 0.0831602 Mar 03 18:42:57.435986 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83f10123-3ae8-4c26-b0ea-1feca478ad69 req-5a47853a-f474-4df1-a800-1b939dda240b tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369985 Mar 03 18:42:57.806539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e75c-0d12-4793-b070-3f46c92095a9 req-54f09619-7a1d-4360-98a7-0bb27e5472ce tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:57.807966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0819e75c-0d12-4793-b070-3f46c92095a9 req-54f09619-7a1d-4360-98a7-0bb27e5472ce tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 946 time: 0.0776658 Mar 03 18:42:57.850813 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0819e75c-0d12-4793-b070-3f46c92095a9 req-558ea424-ce4b-4664-b889-1c2832efff3a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373085 Mar 03 18:42:59.146461 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cbfe9-7b60-4d7c-a289-6f33a0e4068c req-9780dfe7-2866-4e43-8437-4a446e1bfdc1 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:59.147903 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ee4cbfe9-7b60-4d7c-a289-6f33a0e4068c req-9780dfe7-2866-4e43-8437-4a446e1bfdc1 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 946 time: 0.1903093 Mar 03 18:42:59.194499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ee4cbfe9-7b60-4d7c-a289-6f33a0e4068c req-d6e55d60-a5e7-4f0f-84e7-7e91a154bded tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Mar 03 18:42:59.236638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-d08685ce-bfeb-461b-b79f-d2525694396d tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:42:59.238097 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-d08685ce-bfeb-461b-b79f-d2525694396d tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 946 time: 0.0824988 Mar 03 18:42:59.308027 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Deleting port 22804fa3-7e11-436d-80e4-e6c4fbb40450 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:42:59.308473 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:59.551662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] For port 22804fa3-7e11-436d-80e4-e6c4fbb40450, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=22804fa3-7e11-436d-80e4-e6c4fbb40450,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:42:59.551932 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:59.673424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Calling delete_port for 22804fa3-7e11-436d-80e4-e6c4fbb40450 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:42:59.814145 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:59.825049 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1e503317-605b-4468-9a90-07b908c4a005'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:42:59.870258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Pushing event deleted for resources: {'Port': ['ID=22804fa3-7e11-436d-80e4-e6c4fbb40450,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:42:59.913006 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.913370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.913713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.914046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.914373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.914760 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.915086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.915406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.915726 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.916045 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.916362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.916679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:42:59.953278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] No DVR routers for this DVR port 22804fa3-7e11-436d-80e4-e6c4fbb40450 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:42:59.956296 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:42:59.958911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'name': 'network-vif-deleted', 'tag': '22804fa3-7e11-436d-80e4-e6c4fbb40450'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:42:59.976166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e3607771-d0d9-4cff-8e36-da92c59f1883 req-6c1101d0-3ddb-4ac8-947f-2809c0db952e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.16 "DELETE /v2.0/ports/22804fa3-7e11-436d-80e4-e6c4fbb40450 HTTP/1.1" status: 204 len: 173 time: 0.7327628 Mar 03 18:43:00.007806 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee9141c-b1b8-41f1-a48f-b15321850a74', 'name': 'network-vif-deleted', 'tag': '22804fa3-7e11-436d-80e4-e6c4fbb40450', 'status': 'completed', 'code': 200} Mar 03 18:43:00.354681 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b80c01e4-c2d3-4c83-940a-8d3135b96895 req-199c5b40-3404-499f-8b17-b545364c919a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=cee9141c-b1b8-41f1-a48f-b15321850a74 HTTP/1.1" status: 200 len: 210 time: 0.0425770 Mar 03 18:43:01.223357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 22804fa3-7e11-436d-80e4-e6c4fbb40450 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:43:01.259434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 22804fa3-7e11-436d-80e4-e6c4fbb40450 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:43:01.259771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 22804fa3-7e11-436d-80e4-e6c4fbb40450 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:43:01.400411 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:43:01.606231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484101-91cc-4a46-ac55-dc7b180f55bd req-ac7ce8ce-44ac-4b55-853e-c2279cfe47d9 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:01.607676 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2484101-91cc-4a46-ac55-dc7b180f55bd req-ac7ce8ce-44ac-4b55-853e-c2279cfe47d9 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0821579 Mar 03 18:43:01.650340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d2484101-91cc-4a46-ac55-dc7b180f55bd req-63433f7c-003f-457e-a7a4-2dd3ff9dc99e tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370743 Mar 03 18:43:01.849849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bf6ee-c436-4730-bea9-c8a7e6d548c1 req-7db47c76-06bf-438b-89ff-ac385fa41e1c tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:01.851282 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f77bf6ee-c436-4730-bea9-c8a7e6d548c1 req-7db47c76-06bf-438b-89ff-ac385fa41e1c tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0787332 Mar 03 18:43:01.912257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f77bf6ee-c436-4730-bea9-c8a7e6d548c1 req-f43d3e26-a412-4abc-a0b1-8a8f68786990 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552256 Mar 03 18:43:02.095201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2335cea-2fae-4a85-a8d9-2a9551e37cc0 req-ca9eda3e-2d83-4c60-a326-4e20f2c7c9c0 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:02.095895 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b2335cea-2fae-4a85-a8d9-2a9551e37cc0 req-ca9eda3e-2d83-4c60-a326-4e20f2c7c9c0 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Synchronizing usage tracker for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:43:02.112122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-b2335cea-2fae-4a85-a8d9-2a9551e37cc0 req-ca9eda3e-2d83-4c60-a326-4e20f2c7c9c0 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Unset dirty status for tenant:cb989b5699aa4d8f9b9f8f3d43dba5ff on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:43:02.113313 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2335cea-2fae-4a85-a8d9-2a9551e37cc0 req-ca9eda3e-2d83-4c60-a326-4e20f2c7c9c0 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0993817 Mar 03 18:43:02.157598 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b2335cea-2fae-4a85-a8d9-2a9551e37cc0 req-63645065-dc5b-4aaf-adc9-b50c73c8373a tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Mar 03 18:43:02.439198 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386dc09-8cb2-407a-b762-3713126da6c8 req-8010eea5-98e6-4672-b311-10495d46b4a5 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:02.440537 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1386dc09-8cb2-407a-b762-3713126da6c8 req-8010eea5-98e6-4672-b311-10495d46b4a5 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0774438 Mar 03 18:43:02.482479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1386dc09-8cb2-407a-b762-3713126da6c8 req-c54386d6-e9be-4bec-bd74-9ca10811aa79 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 Mar 03 18:43:02.665952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0cb00-d215-41ac-98c1-d24ca838cf6f req-49420055-e730-4e36-8926-3856712470f7 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:02.667399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3af0cb00-d215-41ac-98c1-d24ca838cf6f req-49420055-e730-4e36-8926-3856712470f7 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0826001 Mar 03 18:43:02.711204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3af0cb00-d215-41ac-98c1-d24ca838cf6f req-7caba2a6-41f2-4505-82c6-703fa3fc6188 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381684 Mar 03 18:43:02.902892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae0be-c12b-479c-8b98-6030b2fa171a req-14f3e8bf-c284-4b4c-8614-9a18f6646bd0 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:02.904331 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54dae0be-c12b-479c-8b98-6030b2fa171a req-14f3e8bf-c284-4b4c-8614-9a18f6646bd0 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0826352 Mar 03 18:43:02.947463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-54dae0be-c12b-479c-8b98-6030b2fa171a req-a8090833-9d9c-4ea4-8cd1-a59e7b3cb366 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368867 Mar 03 18:43:03.465719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1c08-dc78-45a8-baed-cc6178e2455e req-569337ae-4523-45f2-9517-72f9b893397c tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:03.467214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a48b1c08-dc78-45a8-baed-cc6178e2455e req-569337ae-4523-45f2-9517-72f9b893397c tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0788813 Mar 03 18:43:03.510521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a48b1c08-dc78-45a8-baed-cc6178e2455e req-00db0c45-195b-4a55-a4e9-3448a985c308 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Mar 03 18:43:04.691572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-f21fb81e-e155-4cf0-9f69-31f34885cac2 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:04.693007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-f21fb81e-e155-4cf0-9f69-31f34885cac2 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.35 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0826790 Mar 03 18:43:04.695907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654df7f-ceb6-4895-8b65-a67ee4523f04 req-e3790a08-1737-4762-98d8-86879ed07f32 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:04.697457 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1654df7f-ceb6-4895-8b65-a67ee4523f04 req-e3790a08-1737-4762-98d8-86879ed07f32 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 945 time: 0.0819945 Mar 03 18:43:04.741562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1654df7f-ceb6-4895-8b65-a67ee4523f04 req-c56b2be9-18e5-4e10-9598-baab74727e56 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/security-groups?id=951fea3d-f5db-4a53-91b0-ef86e4b9a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Mar 03 18:43:04.762328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Deleting port 1e503317-605b-4468-9a90-07b908c4a005 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:04.762670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:05.002335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] For port 1e503317-605b-4468-9a90-07b908c4a005, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=1e503317-605b-4468-9a90-07b908c4a005,segment=NetworkSegment(1a1de147-0b00-4162-8b10-7a1a87626b1a),segment_id=1a1de147-0b00-4162-8b10-7a1a87626b1a)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:05.002693 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:05.124184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Calling delete_port for 1e503317-605b-4468-9a90-07b908c4a005 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:05.264000 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:05.274909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['1e503317-605b-4468-9a90-07b908c4a005'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:43:05.316832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Pushing event deleted for resources: {'Port': ['ID=1e503317-605b-4468-9a90-07b908c4a005,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:05.354808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.355148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.355476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.355801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.356123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.356442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.356761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.357074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.357423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.357740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.358051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.358360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:05.398432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] No DVR routers for this DVR port 1e503317-605b-4468-9a90-07b908c4a005 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:43:05.400700 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:05.403149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49add640-3db2-44e6-a336-6d290ddfdc70', 'name': 'network-vif-deleted', 'tag': '1e503317-605b-4468-9a90-07b908c4a005'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:43:05.418400 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c9744bc-2d62-4c87-af8b-91549b030624 req-6d457a1d-b4bc-4536-a9c1-17e813eb3890 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.35 "DELETE /v2.0/ports/1e503317-605b-4468-9a90-07b908c4a005 HTTP/1.1" status: 204 len: 173 time: 0.7197919 Mar 03 18:43:05.450066 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49add640-3db2-44e6-a336-6d290ddfdc70', 'name': 'network-vif-deleted', 'tag': '1e503317-605b-4468-9a90-07b908c4a005', 'status': 'completed', 'code': 200} Mar 03 18:43:05.912290 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c195888e-01d4-475f-8491-943331d3d6c1 req-28321fde-266a-4598-9eba-20a730f8f9c5 tempest-ServersNegativeTestJSON-1217369114 tempest-ServersNegativeTestJSON-1217369114-project] 10.222.0.23 "GET /v2.0/ports?device_id=49add640-3db2-44e6-a336-6d290ddfdc70 HTTP/1.1" status: 200 len: 210 time: 0.0546410 Mar 03 18:43:07.006680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39732) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:07.068455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] Deleting subnet fc6a0848-bd70-4c72-b3bf-90fe3e7d6918 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:43:07.071327 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.119387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.175899 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.342367 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.377414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6a0848-bd70-4c72-b3bf-90fe3e7d6918,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:07.383603 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.389282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b8e2f342-3782-463f-9ce2-e1e090ed8b7d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fc6a0848-bd70-4c72-b3bf-90fe3e7d6918 HTTP/1.1" status: 204 len: 168 time: 0.3816137 Mar 03 18:43:07.392325 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39736) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:07.494178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.617871 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.642106 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be375a91-796b-412f-8ab7-c8c2aefe0383']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:07.657893 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1de147-0b00-4162-8b10-7a1a87626b1a') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:07.658178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1de147-0b00-4162-8b10-7a1a87626b1a') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:07.669053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.684240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.690543 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:07.690924 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:07.703499 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:07.774534 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.789934 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:07.804671 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] Pushing event deleted for resources: {'Network': ['ID=be375a91-796b-412f-8ab7-c8c2aefe0383,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:07.811569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d4a53ab2-3b59-46c9-a83c-b81f8bdff1af admin admin] 10.222.0.23 "DELETE /v2.0/networks/be375a91-796b-412f-8ab7-c8c2aefe0383 HTTP/1.1" status: 204 len: 168 time: 0.4183056 Mar 03 18:43:07.918857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39742) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:07.965692 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-007c4f26-5a65-4e28-93c8-5b742b37b3b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb989b5699aa4d8f9b9f8f3d43dba5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457110 Mar 03 18:43:07.968037 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39746) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:08.024115 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-41aa8198-9b2a-4305-adcc-e3adbc1b5621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:08.049285 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-41aa8198-9b2a-4305-adcc-e3adbc1b5621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:08.099651 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-41aa8198-9b2a-4305-adcc-e3adbc1b5621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:08.119188 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa8198-9b2a-4305-adcc-e3adbc1b5621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951fea3d-f5db-4a53-91b0-ef86e4b9a676,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:08.128220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-41aa8198-9b2a-4305-adcc-e3adbc1b5621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:08.129354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-41aa8198-9b2a-4305-adcc-e3adbc1b5621 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/951fea3d-f5db-4a53-91b0-ef86e4b9a676 HTTP/1.1" status: 204 len: 168 time: 0.1604125 Mar 03 18:43:08.835957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39770) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:08.935058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63896950'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:08.941261 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:08.945044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:network and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:08.947851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:08.953987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:08.962369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:08.965703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:08.977451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:08.994769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:08.998443 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:security_group_rule and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:09.001757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:09.007289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:09.089943 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:09.093709 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:09.127125 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:09.135537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b28db6-7641-42e0-8ac5-74a4fe4b7c0a,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:09.142904 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:09.143817 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Added segment 1a96f32d-1fec-4546-9505-825f42416a68 of type vlan for network 7dece4af-7cd2-445e-85fc-642b0180d439 Mar 03 18:43:09.171914 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:09.200067 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:09.206063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:09.206639 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:09.320766 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4836521 Mar 03 18:43:09.326540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea93e3-2afe-45c6-a831-bcbc04c6f070 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Network': ['ID=7dece4af-7cd2-445e-85fc-642b0180d439,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:09.337981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7dece4af-7cd2-445e-85fc-642b0180d439 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:09.669990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1e503317-605b-4468-9a90-07b908c4a005 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:43:09.704418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 1e503317-605b-4468-9a90-07b908c4a005 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:43:09.704692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 1e503317-605b-4468-9a90-07b908c4a005 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:43:12.531179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39776) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:12.537344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'subnet': {'network_id': '7dece4af-7cd2-445e-85fc-642b0180d439', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:12.653570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:12.657948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:subnet and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:12.660693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:12.666274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:12.676067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:12.679514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:12.892118 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:12.970177 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Subnet': ['ID=0e53ff70-f1ee-40ec-bbdc-1da0f8ac8db7,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:12.980515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Checking segment: {'id': '1a96f32d-1fec-4546-9505-825f42416a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7dece4af-7cd2-445e-85fc-642b0180d439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:12.980890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network hostable DHCP agents. Network: 7dece4af-7cd2-445e-85fc-642b0180d439, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:12.999245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network 7dece4af-7cd2-445e-85fc-642b0180d439 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:13.008567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7dece4af-7cd2-445e-85fc-642b0180d439) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:13.012502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:13.013084 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.019410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07e2e6-3ac1-459b-b8ab-ebf28ae9d460 None None] Network 7dece4af-7cd2-445e-85fc-642b0180d439 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:13.034943 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-25aecfc5-3efb-4fdc-b93d-3b3535be06eb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5022585 Mar 03 18:43:13.038376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39780) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:13.043822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1079941451'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:13.049175 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:13.053126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:network and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:13.055976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:13.061687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:13.072491 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:13.075937 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.106503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:13.116248 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.116591 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Added segment 99cd3209-cb1f-46b4-bbee-4b0cea8f2f77 of type vlan for network 7735dd70-4f91-492d-b18a-7cc8db1d1192 Mar 03 18:43:13.143668 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.173582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.178886 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:13.179452 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.234420 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1949875 Mar 03 18:43:13.237555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39784) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:13.241439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-7dece4af-7cd2-445e-85fc-642b0180d439', 'network_id': '7dece4af-7cd2-445e-85fc-642b0180d439', 'tenant_id': 'bbf22bf8c73e4d398e720f26a5f22602', 'fixed_ips': [{'subnet_id': '0e53ff70-f1ee-40ec-bbdc-1da0f8ac8db7'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:13.242605 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.243962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'subnet': {'network_id': '7735dd70-4f91-492d-b18a-7cc8db1d1192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:13.290725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a2859-1edf-4c1e-837d-603feae63faa tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Network': ['ID=7735dd70-4f91-492d-b18a-7cc8db1d1192,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:13.301733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 7735dd70-4f91-492d-b18a-7cc8db1d1192 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:13.363418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:13.367177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:subnet and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:13.369958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:13.376115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:13.385372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:13.388804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.492554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Allocated IP 2001:db8:0:ffff::2 (7dece4af-7cd2-445e-85fc-642b0180d439/0e53ff70-f1ee-40ec-bbdc-1da0f8ac8db7/a47edb96-8cfc-44e7-b09f-cbc63f25abf7) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:13.698280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.709180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Transition to ACTIVE for port object a47edb96-8cfc-44e7-b09f-cbc63f25abf7 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:13.721316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.728363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Transition to ACTIVE for port object a47edb96-8cfc-44e7-b09f-cbc63f25abf7 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:13.733743 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.799281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Subnet': ['ID=725fc516-a09a-4a49-9b36-bf87856e8483,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:13.806634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Checking segment: {'id': '99cd3209-cb1f-46b4-bbee-4b0cea8f2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7735dd70-4f91-492d-b18a-7cc8db1d1192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:13.806912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network hostable DHCP agents. Network: 7735dd70-4f91-492d-b18a-7cc8db1d1192, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:13.814810 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Network 7dece4af-7cd2-445e-85fc-642b0180d439 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:13.815532 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Pushing event updated for resources: {'Port': ['ID=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:13.817908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:13.821102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:13.826386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network 7735dd70-4f91-492d-b18a-7cc8db1d1192 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:13.828340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.829217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.829573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.830253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.830584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.830909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.831233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.831551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.831873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.832195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.832504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.832821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:13.837494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 7735dd70-4f91-492d-b18a-7cc8db1d1192) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:13.846814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:13.847404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:13.867460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f76006-71e7-412d-8714-64bc7e6aec51 None None] Network 7735dd70-4f91-492d-b18a-7cc8db1d1192 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:13.868511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ae64985e-ba4c-4941-b391-2ce4e338e2d0 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6296835 Mar 03 18:43:13.871340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39792) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:14.013447 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.036405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Attempting to bind port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:14.036934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Attempting to bind port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1a96f32d-1fec-4546-9505-825f42416a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7dece4af-7cd2-445e-85fc-642b0180d439'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:14.037121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Attempting to bind port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 on network 7dece4af-7cd2-445e-85fc-642b0180d439 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:14.050845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:14.051218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Checking segment: {'id': '1a96f32d-1fec-4546-9505-825f42416a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7dece4af-7cd2-445e-85fc-642b0180d439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:14.052080 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.052621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Bound using segment: {'id': '1a96f32d-1fec-4546-9505-825f42416a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7dece4af-7cd2-445e-85fc-642b0180d439'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:14.053238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Bound port: a47edb96-8cfc-44e7-b09f-cbc63f25abf7, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a96f32d-1fec-4546-9505-825f42416a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7dece4af-7cd2-445e-85fc-642b0180d439'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:14.053796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.085236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.165874 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.203961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Subnet': ['ID=725fc516-a09a-4a49-9b36-bf87856e8483,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:14.232275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] For port a47edb96-8cfc-44e7-b09f-cbc63f25abf7, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:14.236105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb67884-1c02-4dbc-bbc0-06c5e1d07870 None None] Network 7735dd70-4f91-492d-b18a-7cc8db1d1192 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:14.266721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] For port a47edb96-8cfc-44e7-b09f-cbc63f25abf7, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,segment=NetworkSegment(1a96f32d-1fec-4546-9505-825f42416a68),segment_id=1a96f32d-1fec-4546-9505-825f42416a68)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:14.302495 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.316064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.328804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7735dd70-4f91-492d-b18a-7cc8db1d1192']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:14.341163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cd3209-cb1f-46b4-bbee-4b0cea8f2f77') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:14.341499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cd3209-cb1f-46b4-bbee-4b0cea8f2f77') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:14.352794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.369261 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.376060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:14.376504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:14.394979 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:14.472512 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.481947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb42c90-20f9-4dd0-a384-3b60065fbfe1 None None] Pushing event updated for resources: {'Port': ['ID=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:14.491782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.505163 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Network': ['ID=7735dd70-4f91-492d-b18a-7cc8db1d1192,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:14.509863 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f58c0732-607f-4513-885e-f1cc1160d889 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/7735dd70-4f91-492d-b18a-7cc8db1d1192 HTTP/1.1" status: 204 len: 168 time: 0.6373875 Mar 03 18:43:14.513185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39798) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:14.518785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423692237'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:14.524390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:14.528276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:network and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:14.531241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:14.537676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:14.548963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:14.552479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.584614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:14.593742 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.594593 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Added segment 69438673-12ac-48df-b90b-968d4b7b7d6d of type vlan for network edb86866-014a-4cdb-820d-85ee068e2800 Mar 03 18:43:14.622880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.669922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.676586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:14.677201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:14.777413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2630117 Mar 03 18:43:14.780264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39802) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:14.789979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e952b-2ccc-4733-981a-d6c543580dfb tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Network': ['ID=edb86866-014a-4cdb-820d-85ee068e2800,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:14.790599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'subnet': {'network_id': 'edb86866-014a-4cdb-820d-85ee068e2800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:14.801086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network edb86866-014a-4cdb-820d-85ee068e2800 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:15.011467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:15.015208 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:subnet and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:15.018464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:15.023966 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:15.034053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:15.037383 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.128278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Performing IP validity checks on allocation pools {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 18:43:15.128801 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.ipam_backend_mixin [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 18:43:15.260775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.340192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Subnet': ['ID=41296053-4473-4787-82ab-c27e4931964c,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:15.349512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Checking segment: {'id': '69438673-12ac-48df-b90b-968d4b7b7d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'edb86866-014a-4cdb-820d-85ee068e2800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:15.349866 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network hostable DHCP agents. Network: edb86866-014a-4cdb-820d-85ee068e2800, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:15.369008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network edb86866-014a-4cdb-820d-85ee068e2800 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:15.379249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, edb86866-014a-4cdb-820d-85ee068e2800) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:15.384139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:15.384735 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.388583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f4113-88e3-4748-a472-f5ecb32844c6 None None] Network edb86866-014a-4cdb-820d-85ee068e2800 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:15.411492 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d91b4583-00e6-4f85-bd9b-627d6b12b750 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6289818 Mar 03 18:43:15.414228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39806) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:15.470149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df37f5-5acf-4f48-b8b0-8394ebbeb975 None None] Network 7dece4af-7cd2-445e-85fc-642b0180d439 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:15.562441 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.583699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ede93d0e-efb7-47cd-87ec-8ce232c7dcb6 None None] Provisioning for port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:15.633868 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.708408 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.746976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Subnet': ['ID=41296053-4473-4787-82ab-c27e4931964c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:15.801982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d93b1-fdf4-477a-a9c0-0c37a21f31f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-edb86866-014a-4cdb-820d-85ee068e2800', 'network_id': 'edb86866-014a-4cdb-820d-85ee068e2800', 'tenant_id': 'bbf22bf8c73e4d398e720f26a5f22602', 'fixed_ips': [{'subnet_id': '41296053-4473-4787-82ab-c27e4931964c'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:15.802796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-995d93b1-fdf4-477a-a9c0-0c37a21f31f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.844320 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.869340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb86866-014a-4cdb-820d-85ee068e2800']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:15.883035 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69438673-12ac-48df-b90b-968d4b7b7d6d') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:15.883331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69438673-12ac-48df-b90b-968d4b7b7d6d') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:15.894670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.911687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.918497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:15.918923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:15.919186 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40fbdf-48d9-42d5-a18c-da160f194076 None None] Network edb86866-014a-4cdb-820d-85ee068e2800 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:15.938574 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:16.021136 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.043346 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.056568 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Network': ['ID=edb86866-014a-4cdb-820d-85ee068e2800,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:16.059326 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b6b3c5a2-88a1-4dc6-a1c6-25d483b59f8f tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/edb86866-014a-4cdb-820d-85ee068e2800 HTTP/1.1" status: 204 len: 168 time: 0.6440630 Mar 03 18:43:16.062999 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39810) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:16.069067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1099791537'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:16.075639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:16.079808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:network and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:16.082899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:16.090368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:16.104826 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:16.108464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.140183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:16.150194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.150540 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Added segment f8c53f1c-bf26-4ace-a061-3c9f08ec4526 of type vlan for network eaadb239-538f-4325-af62-c51aadba9018 Mar 03 18:43:16.178029 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.205274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.210473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:16.211044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.312734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2447460 Mar 03 18:43:16.313121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39814) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:16.319274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'subnet': {'network_id': 'eaadb239-538f-4325-af62-c51aadba9018', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:16.321281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daad5e-7fbb-4718-a0f1-b1343c1349ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Network': ['ID=eaadb239-538f-4325-af62-c51aadba9018,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:16.336334 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network eaadb239-538f-4325-af62-c51aadba9018 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:16.350433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a47edb96-8cfc-44e7-b09f-cbc63f25abf7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:16.434186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:16.438194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:subnet and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:16.441139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:16.446894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:16.457181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:16.460773 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.537303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:16.542352 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:16.542723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.659208 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.683166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.691748 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a47edb96-8cfc-44e7-b09f-cbc63f25abf7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,segment=NetworkSegment(1a96f32d-1fec-4546-9505-825f42416a68),segment_id=1a96f32d-1fec-4546-9505-825f42416a68)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:16.695655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.762533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Subnet': ['ID=7bd20ed2-7506-4ea6-9e34-677b6874adbd,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:16.765458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:16.773584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Checking segment: {'id': 'f8c53f1c-bf26-4ace-a061-3c9f08ec4526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'eaadb239-538f-4325-af62-c51aadba9018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:16.773948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network hostable DHCP agents. Network: eaadb239-538f-4325-af62-c51aadba9018, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:16.792341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network eaadb239-538f-4325-af62-c51aadba9018 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:16.800783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, eaadb239-538f-4325-af62-c51aadba9018) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:16.804700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:16.805275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.809437 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98934d3b-b32c-4b48-be60-7844612c4d90 None None] Network eaadb239-538f-4325-af62-c51aadba9018 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:16.830370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4805d623-522d-4a11-a558-eb44d7ae4521 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5121982 Mar 03 18:43:16.830585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39818) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:16.835894 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-827270221'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:16.841299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:16.845061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:network and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:16.847851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:16.853823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:16.863331 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:16.866798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.894349 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:16.903086 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.903497 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Added segment d5bb4a55-f369-414a-83f3-82cb9bee47ff of type vlan for network fad140d7-2c24-4710-89d9-5958f54c3743 Mar 03 18:43:16.933079 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.960970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:16.966600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:16.967178 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.024756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-eaadb239-538f-4325-af62-c51aadba9018', 'network_id': 'eaadb239-538f-4325-af62-c51aadba9018', 'tenant_id': 'bbf22bf8c73e4d398e720f26a5f22602', 'fixed_ips': [{'subnet_id': '7bd20ed2-7506-4ea6-9e34-677b6874adbd'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:17.025623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.064190 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2326109 Mar 03 18:43:17.067078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39822) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:17.074498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Request body: {'subnet': {'network_id': 'fad140d7-2c24-4710-89d9-5958f54c3743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:17.076653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07818ee-5ace-4f81-ac7f-c89b8f45f13d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Network': ['ID=fad140d7-2c24-4710-89d9-5958f54c3743,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:17.096685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network fad140d7-2c24-4710-89d9-5958f54c3743 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:17.187366 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:17.191622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Usage tracker for resource:subnet and tenant:bbf22bf8c73e4d398e720f26a5f22602 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:17.194518 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:17.200297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:17.209996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Made reservation on behalf of bbf22bf8c73e4d398e720f26a5f22602 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:17.213442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.279985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Allocated IP 2001:db8::2 (eaadb239-538f-4325-af62-c51aadba9018/7bd20ed2-7506-4ea6-9e34-677b6874adbd/f8fc5163-ec1a-42d1-8a28-32701d73b106) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:17.435342 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.480769 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.491752 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Transition to ACTIVE for port object f8fc5163-ec1a-42d1-8a28-32701d73b106 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:17.509951 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Transition to ACTIVE for port object f8fc5163-ec1a-42d1-8a28-32701d73b106 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:17.515974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.581675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Network eaadb239-538f-4325-af62-c51aadba9018 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:17.584628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:17.593109 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:17.625095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Pushing event updated for resources: {'Port': ['ID=f8fc5163-ec1a-42d1-8a28-32701d73b106,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:17.626402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event updated for resources: {'Subnet': ['ID=05bb400d-d5ca-4532-8ffa-1785d4f0f085,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:17.636920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Checking segment: {'id': 'd5bb4a55-f369-414a-83f3-82cb9bee47ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fad140d7-2c24-4710-89d9-5958f54c3743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:17.637307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network hostable DHCP agents. Network: fad140d7-2c24-4710-89d9-5958f54c3743, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:17.662021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Network fad140d7-2c24-4710-89d9-5958f54c3743 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:17.670588 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, fad140d7-2c24-4710-89d9-5958f54c3743) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:17.675376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:17.675978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.683648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384aa387-79f1-46d4-a02f-f33ea6ef4e26 None None] Network fad140d7-2c24-4710-89d9-5958f54c3743 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:17.697041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1bf92d9b-1f65-4048-92b4-62078500f171 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6287878 Mar 03 18:43:17.699593 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39826) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:17.720236 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Attempting to bind port f8fc5163-ec1a-42d1-8a28-32701d73b106 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:17.720627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Attempting to bind port f8fc5163-ec1a-42d1-8a28-32701d73b106 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f8c53f1c-bf26-4ace-a061-3c9f08ec4526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'eaadb239-538f-4325-af62-c51aadba9018'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:17.720991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Attempting to bind port f8fc5163-ec1a-42d1-8a28-32701d73b106 on network eaadb239-538f-4325-af62-c51aadba9018 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:17.773612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:17.773899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Checking segment: {'id': 'f8c53f1c-bf26-4ace-a061-3c9f08ec4526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'eaadb239-538f-4325-af62-c51aadba9018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:17.774296 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.774685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Bound using segment: {'id': 'f8c53f1c-bf26-4ace-a061-3c9f08ec4526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'eaadb239-538f-4325-af62-c51aadba9018'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:17.775148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Bound port: f8fc5163-ec1a-42d1-8a28-32701d73b106, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c53f1c-bf26-4ace-a061-3c9f08ec4526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'eaadb239-538f-4325-af62-c51aadba9018'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:17.775520 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.840171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.904848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.931932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] For port f8fc5163-ec1a-42d1-8a28-32701d73b106, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:17.966362 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] For port f8fc5163-ec1a-42d1-8a28-32701d73b106, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f8fc5163-ec1a-42d1-8a28-32701d73b106,segment=NetworkSegment(f8c53f1c-bf26-4ace-a061-3c9f08ec4526),segment_id=f8c53f1c-bf26-4ace-a061-3c9f08ec4526)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:17.973792 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:17.985982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.029959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ac650-aad1-44d4-9e0c-e60d84a069a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-fad140d7-2c24-4710-89d9-5958f54c3743', 'network_id': 'fad140d7-2c24-4710-89d9-5958f54c3743', 'tenant_id': 'bbf22bf8c73e4d398e720f26a5f22602', 'fixed_ips': [{'subnet_id': '05bb400d-d5ca-4532-8ffa-1785d4f0f085'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:18.030688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-284ac650-aad1-44d4-9e0c-e60d84a069a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.032342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Subnet': ['ID=05bb400d-d5ca-4532-8ffa-1785d4f0f085,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:18.139874 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.164347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017ddc5-ca2e-498c-afe6-b7320c325835 None None] Pushing event updated for resources: {'Port': ['ID=f8fc5163-ec1a-42d1-8a28-32701d73b106,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:18.171561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad140d7-2c24-4710-89d9-5958f54c3743']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:18.185205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bb4a55-f369-414a-83f3-82cb9bee47ff') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:18.185614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bb4a55-f369-414a-83f3-82cb9bee47ff') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:18.199156 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.205294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406be2fe-1dd0-488c-bdca-c6d5c72706bd None None] Network fad140d7-2c24-4710-89d9-5958f54c3743 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:18.216695 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.226595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:18.227333 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:18.243189 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:18.373464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a47edb96-8cfc-44e7-b09f-cbc63f25abf7 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:18.373946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.393619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.405376 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.407522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Network': ['ID=fad140d7-2c24-4710-89d9-5958f54c3743,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:18.413533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39830) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:18.424852 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9830984d-dcdc-4a75-b31c-ddf63eab8ac4 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/fad140d7-2c24-4710-89d9-5958f54c3743 HTTP/1.1" status: 204 len: 168 time: 0.7241435 Mar 03 18:43:18.457079 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df77e8d-134b-4f0e-bc32-48ed5bfdf58c tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] GET failed (client error): The resource could not be found. Mar 03 18:43:18.457771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5df77e8d-134b-4f0e-bc32-48ed5bfdf58c tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Synchronizing usage tracker for tenant:bbf22bf8c73e4d398e720f26a5f22602 on resource:subnet {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:43:18.476215 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5df77e8d-134b-4f0e-bc32-48ed5bfdf58c tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Unset dirty status for tenant:bbf22bf8c73e4d398e720f26a5f22602 on resource:subnet {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:43:18.477416 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5df77e8d-134b-4f0e-bc32-48ed5bfdf58c tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "GET /v2.0/subnets/05bb400d-d5ca-4532-8ffa-1785d4f0f085 HTTP/1.1" status: 404 len: 337 time: 0.0626166 Mar 03 18:43:18.480749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39834) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:18.489948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:18.490314 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.506120 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18e3a9f-7607-4cd6-8dcc-6f9e7927e6df tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] DELETE failed (client error): The resource could not be found. Mar 03 18:43:18.506613 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18e3a9f-7607-4cd6-8dcc-6f9e7927e6df tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:43:18.508232 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b18e3a9f-7607-4cd6-8dcc-6f9e7927e6df tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/fad140d7-2c24-4710-89d9-5958f54c3743 HTTP/1.1" status: 404 len: 339 time: 0.0263219 Mar 03 18:43:18.511924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39838) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:18.549943 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7307e04-5a53-4962-9f92-e8dcf2924f3b tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] DELETE failed (client error): The resource could not be found. Mar 03 18:43:18.550285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7307e04-5a53-4962-9f92-e8dcf2924f3b tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:43:18.551949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e7307e04-5a53-4962-9f92-e8dcf2924f3b tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/subnets/05bb400d-d5ca-4532-8ffa-1785d4f0f085 HTTP/1.1" status: 404 len: 337 time: 0.0390124 Mar 03 18:43:18.554589 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39842) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:18.584156 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c20b87c-feba-4a68-b034-59954b97d331 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] DELETE failed (client error): The resource could not be found. Mar 03 18:43:18.584690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c20b87c-feba-4a68-b034-59954b97d331 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:43:18.586427 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3c20b87c-feba-4a68-b034-59954b97d331 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/fad140d7-2c24-4710-89d9-5958f54c3743 HTTP/1.1" status: 404 len: 339 time: 0.0309558 Mar 03 18:43:18.589293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39846) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:18.654166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Deleting subnet 7bd20ed2-7506-4ea6-9e34-677b6874adbd {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:43:18.657643 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.714443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.798855 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.875467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.918233 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd20ed2-7506-4ea6-9e34-677b6874adbd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:18.924628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:18.938882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b301a776-b6a8-4105-a0d1-8fbb12062b53 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/subnets/7bd20ed2-7506-4ea6-9e34-677b6874adbd HTTP/1.1" status: 204 len: 168 time: 0.3483567 Mar 03 18:43:18.941137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39850) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:19.058632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.072546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Deleting port f8fc5163-ec1a-42d1-8a28-32701d73b106 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:19.072911 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.082441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a70058-e538-4c78-826a-3852ff5526ae None None] Network eaadb239-538f-4325-af62-c51aadba9018 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:19.217452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-42be9c34-be1a-47ed-81a1-c9b9c0a694e1 None None] Provisioning for port f8fc5163-ec1a-42d1-8a28-32701d73b106 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:19.279810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] For port f8fc5163-ec1a-42d1-8a28-32701d73b106, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f8fc5163-ec1a-42d1-8a28-32701d73b106,segment=NetworkSegment(f8c53f1c-bf26-4ace-a061-3c9f08ec4526),segment_id=f8c53f1c-bf26-4ace-a061-3c9f08ec4526)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:19.280386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.338168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] DHCP port deletion for eaadb239-538f-4325-af62-c51aadba9018 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:43:19.344599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Deleting port f8fc5163-ec1a-42d1-8a28-32701d73b106 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:19.345108 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.406124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Calling delete_port for f8fc5163-ec1a-42d1-8a28-32701d73b106 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:19.481754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.527882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Port': ['ID=f8fc5163-ec1a-42d1-8a28-32701d73b106,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:19.531390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No DVR routers for this DVR port f8fc5163-ec1a-42d1-8a28-32701d73b106 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:43:19.548307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] For port f8fc5163-ec1a-42d1-8a28-32701d73b106, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f8fc5163-ec1a-42d1-8a28-32701d73b106,segment=NetworkSegment(f8c53f1c-bf26-4ace-a061-3c9f08ec4526),segment_id=f8c53f1c-bf26-4ace-a061-3c9f08ec4526)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:19.548695 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.682083 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Calling delete_port for f8fc5163-ec1a-42d1-8a28-32701d73b106 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:19.719017 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7d53f08-de0e-40e0-899d-d0cbe4233639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.759599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:43:19.759953 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:43:19.795308 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.820087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaadb239-538f-4325-af62-c51aadba9018']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:19.832520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c53f1c-bf26-4ace-a061-3c9f08ec4526') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:19.832956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c53f1c-bf26-4ace-a061-3c9f08ec4526') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:19.844071 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.859687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.865722 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:19.866149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:19.880671 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:19.958688 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.963486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:19.997183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Network': ['ID=eaadb239-538f-4325-af62-c51aadba9018,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:20.002304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5e8f2c8f-fc06-4379-8164-9036a217ab88 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/eaadb239-538f-4325-af62-c51aadba9018 HTTP/1.1" status: 204 len: 168 time: 1.0598414 Mar 03 18:43:20.004899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39854) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:20.042551 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f30af16-0442-4e02-b62b-1d15a476acfe tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] DELETE failed (client error): The resource could not be found. Mar 03 18:43:20.042997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f30af16-0442-4e02-b62b-1d15a476acfe tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:43:20.044613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2f30af16-0442-4e02-b62b-1d15a476acfe tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/subnets/41296053-4473-4787-82ab-c27e4931964c HTTP/1.1" status: 404 len: 337 time: 0.0387888 Mar 03 18:43:20.047545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39858) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:20.071392 n-d-827121-1 neutron-server[87887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96d6cf2-6401-449e-a703-403c9586d6ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] DELETE failed (client error): The resource could not be found. Mar 03 18:43:20.071839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96d6cf2-6401-449e-a703-403c9586d6ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:43:20.073444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b96d6cf2-6401-449e-a703-403c9586d6ae tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/edb86866-014a-4cdb-820d-85ee068e2800 HTTP/1.1" status: 404 len: 339 time: 0.0250068 Mar 03 18:43:20.076142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39862) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:20.114781 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a041b268-9f0a-47c8-8928-41e02af3e95d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] DELETE failed (client error): The resource could not be found. Mar 03 18:43:20.115228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a041b268-9f0a-47c8-8928-41e02af3e95d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:43:20.116878 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a041b268-9f0a-47c8-8928-41e02af3e95d tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/subnets/725fc516-a09a-4a49-9b36-bf87856e8483 HTTP/1.1" status: 404 len: 337 time: 0.0397742 Mar 03 18:43:20.119558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39866) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:20.144148 n-d-827121-1 neutron-server[87886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fc9ab2-42e7-46c2-8246-a8dd6ff41451 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] DELETE failed (client error): The resource could not be found. Mar 03 18:43:20.144601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fc9ab2-42e7-46c2-8246-a8dd6ff41451 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 18:43:20.146239 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e6fc9ab2-42e7-46c2-8246-a8dd6ff41451 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/7735dd70-4f91-492d-b18a-7cc8db1d1192 HTTP/1.1" status: 404 len: 339 time: 0.0257249 Mar 03 18:43:20.148622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39870) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:20.211245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Deleting subnet 0e53ff70-f1ee-40ec-bbdc-1da0f8ac8db7 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:43:20.213973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.261553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Deleting port f8fc5163-ec1a-42d1-8a28-32701d73b106 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:20.262032 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.271921 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.325297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeafc6-3fca-4b29-86e7-74f28f12ecbd None None] The port 'f8fc5163-ec1a-42d1-8a28-32701d73b106' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:43:20.364616 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.543992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.581185 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Subnet': ['ID=0e53ff70-f1ee-40ec-bbdc-1da0f8ac8db7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:20.586422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.592126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40640ad-1177-453f-97e2-63b2f9adffb8 None None] Network 7dece4af-7cd2-445e-85fc-642b0180d439 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:20.597373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c411afeb-f07f-42a1-8d0b-84e532218042 tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/subnets/0e53ff70-f1ee-40ec-bbdc-1da0f8ac8db7 HTTP/1.1" status: 204 len: 168 time: 0.4470465 Mar 03 18:43:20.599288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39874) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:20.711009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.721539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Deleting port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:20.721861 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.836297 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] DHCP port deletion for 7dece4af-7cd2-445e-85fc-642b0180d439 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:43:20.840546 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Deleting port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:20.841044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:20.933028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] For port a47edb96-8cfc-44e7-b09f-cbc63f25abf7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,segment=NetworkSegment(1a96f32d-1fec-4546-9505-825f42416a68),segment_id=1a96f32d-1fec-4546-9505-825f42416a68)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:20.933421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.058611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Calling delete_port for a47edb96-8cfc-44e7-b09f-cbc63f25abf7 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:21.074979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] For port a47edb96-8cfc-44e7-b09f-cbc63f25abf7, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,segment=NetworkSegment(1a96f32d-1fec-4546-9505-825f42416a68),segment_id=1a96f32d-1fec-4546-9505-825f42416a68)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:21.075365 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.136576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.188841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Port': ['ID=a47edb96-8cfc-44e7-b09f-cbc63f25abf7,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:21.190667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] No DVR routers for this DVR port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:43:21.202856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Calling delete_port for a47edb96-8cfc-44e7-b09f-cbc63f25abf7 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:21.274543 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:43:21.275262 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:43:21.314958 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.340012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dece4af-7cd2-445e-85fc-642b0180d439']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:21.351994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a96f32d-1fec-4546-9505-825f42416a68') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:21.352294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a96f32d-1fec-4546-9505-825f42416a68') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:21.363262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.379174 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.385179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:21.385584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:21.400407 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:21.479832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.496615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.508717 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] Pushing event deleted for resources: {'Network': ['ID=7dece4af-7cd2-445e-85fc-642b0180d439,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:21.511179 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e9fc012f-4a4a-4e57-9b0d-4db6815724de tempest-NetworksIpV6Test-442303739 tempest-NetworksIpV6Test-442303739-project] 10.222.0.23 "DELETE /v2.0/networks/7dece4af-7cd2-445e-85fc-642b0180d439 HTTP/1.1" status: 204 len: 168 time: 0.9109912 Mar 03 18:43:21.776226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Deleting port a47edb96-8cfc-44e7-b09f-cbc63f25abf7 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:21.776610 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.803295 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39882) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:21.845837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c63c0224-bac8-4afd-8c0e-3967aa2a61c4 None None] The port 'a47edb96-8cfc-44e7-b09f-cbc63f25abf7' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:43:21.893535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d03f9cd-85ae-4fc7-865a-a9859ceb40d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:21.984710 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ac16a40e-1da9-43ad-9e2d-da309a9eaa44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbf22bf8c73e4d398e720f26a5f22602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802685 Mar 03 18:43:21.987257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39888) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:22.044496 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78196585-3f6f-4aee-adae-edc2ac165bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.069999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78196585-3f6f-4aee-adae-edc2ac165bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.126084 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78196585-3f6f-4aee-adae-edc2ac165bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.142565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78196585-3f6f-4aee-adae-edc2ac165bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b28db6-7641-42e0-8ac5-74a4fe4b7c0a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:22.147417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-78196585-3f6f-4aee-adae-edc2ac165bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.148511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-78196585-3f6f-4aee-adae-edc2ac165bc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4b28db6-7641-42e0-8ac5-74a4fe4b7c0a HTTP/1.1" status: 204 len: 168 time: 0.1603732 Mar 03 18:43:22.308106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a47edb96-8cfc-44e7-b09f-cbc63f25abf7 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:43:22.342179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a47edb96-8cfc-44e7-b09f-cbc63f25abf7 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:43:22.342524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a47edb96-8cfc-44e7-b09f-cbc63f25abf7 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:43:22.813617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39912) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:22.912453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-985210979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:22.919585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:22.923353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Usage tracker for resource:router and tenant:b9f7460c436243499431eda82ad83a7b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:22.926151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:22.932176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:22.942255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.943179 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.957308 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.975539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.995021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:22.996135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8239240c-a843-4580-9373-a1b30ddcdb32 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1814322 Mar 03 18:43:22.998873 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:23.004577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-999896730'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:23.009757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:23.014925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Usage tracker for resource:network and tenant:b9f7460c436243499431eda82ad83a7b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:23.017819 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:23.023369 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:23.025822 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.033301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Made reservation on behalf of b9f7460c436243499431eda82ad83a7b for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:23.036742 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.049387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.063828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:23.067592 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Usage tracker for resource:security_group_rule and tenant:b9f7460c436243499431eda82ad83a7b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:23.070419 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:23.076433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:23.078054 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.160177 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.163912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.194952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:23.203023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191440cf-bf86-484a-896e-13de72dfeb49,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:23.209455 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.209799 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Added segment e704e812-75dd-435b-af06-71e687301bc9 of type vlan for network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd Mar 03 18:43:23.237782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.267996 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.273870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:23.274451 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.375616 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3757517 Mar 03 18:43:23.378519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39922) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:23.381892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2d142-6b05-4d73-ab5b-325f9116185a tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event updated for resources: {'Network': ['ID=8115719c-ffcc-4bfc-89bf-2feedb89dfbd,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:23.385086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Request body: {'subnet': {'network_id': '8115719c-ffcc-4bfc-89bf-2feedb89dfbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:23.392087 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:23.495886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:23.499646 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Usage tracker for resource:subnet and tenant:b9f7460c436243499431eda82ad83a7b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:23.502898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:23.508397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:23.518089 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Made reservation on behalf of b9f7460c436243499431eda82ad83a7b for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:23.521440 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.729179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.805949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event updated for resources: {'Subnet': ['ID=ab525b03-729e-4e5a-b082-897aa1feb769,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:23.813692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Checking segment: {'id': 'e704e812-75dd-435b-af06-71e687301bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8115719c-ffcc-4bfc-89bf-2feedb89dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:23.814053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Network hostable DHCP agents. Network: 8115719c-ffcc-4bfc-89bf-2feedb89dfbd, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:23.832325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:23.840842 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 8115719c-ffcc-4bfc-89bf-2feedb89dfbd) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:23.844810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:23.845417 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.850716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9565b1f-56ce-4b38-b393-94f5232c9cb7 None None] Network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:23.866370 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-34faebde-945a-4f97-a752-c15f757e275e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4867182 Mar 03 18:43:23.869300 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39926) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:23.874680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1626918432'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:23.880820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:23.884554 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Usage tracker for resource:network and tenant:b9f7460c436243499431eda82ad83a7b is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:23.887352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:23.892908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:23.903622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Made reservation on behalf of b9f7460c436243499431eda82ad83a7b for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:23.907062 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.934201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:23.943952 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:23.944352 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Added segment 599c80ec-2143-45e8-9e3c-ee42ea9cde3f of type vlan for network 67938a9e-589c-4ac1-b434-daa10b558337 Mar 03 18:43:23.973841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.002741 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.009268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:24.009880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.072294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811d026-896c-4f35-be74-c09408747950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-8115719c-ffcc-4bfc-89bf-2feedb89dfbd', 'network_id': '8115719c-ffcc-4bfc-89bf-2feedb89dfbd', 'tenant_id': 'b9f7460c436243499431eda82ad83a7b', 'fixed_ips': [{'subnet_id': 'ab525b03-729e-4e5a-b082-897aa1feb769'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:24.073498 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9811d026-896c-4f35-be74-c09408747950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.112276 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2389109 Mar 03 18:43:24.112648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39930) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:24.118311 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Request body: {'subnet': {'network_id': '67938a9e-589c-4ac1-b434-daa10b558337', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:24.121309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fa6bc-44f0-4cf8-996f-bc047e81828b tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event updated for resources: {'Network': ['ID=67938a9e-589c-4ac1-b434-daa10b558337,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:24.136626 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 67938a9e-589c-4ac1-b434-daa10b558337 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:24.230679 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:24.236210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Usage tracker for resource:subnet and tenant:b9f7460c436243499431eda82ad83a7b is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:24.239145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:24.244768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:24.255366 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Made reservation on behalf of b9f7460c436243499431eda82ad83a7b for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:24.258857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.324062 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-9811d026-896c-4f35-be74-c09408747950 None None] Allocated IP 172.20.0.2 (8115719c-ffcc-4bfc-89bf-2feedb89dfbd/ab525b03-729e-4e5a-b082-897aa1feb769/4480cb5e-05cb-46ac-9744-e9f8745a5993) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:24.477448 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.478224 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.540632 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9811d026-896c-4f35-be74-c09408747950 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.551322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9811d026-896c-4f35-be74-c09408747950 None None] Transition to ACTIVE for port object 4480cb5e-05cb-46ac-9744-e9f8745a5993 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:24.557918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event updated for resources: {'Subnet': ['ID=06de267c-65ca-47e5-99db-d3569a8b9e5e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:24.565987 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Checking segment: {'id': '599c80ec-2143-45e8-9e3c-ee42ea9cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67938a9e-589c-4ac1-b434-daa10b558337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:24.566345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Network hostable DHCP agents. Network: 67938a9e-589c-4ac1-b434-daa10b558337, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:24.569226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9811d026-896c-4f35-be74-c09408747950 None None] Transition to ACTIVE for port object 4480cb5e-05cb-46ac-9744-e9f8745a5993 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:24.574899 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9811d026-896c-4f35-be74-c09408747950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.585761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Network 67938a9e-589c-4ac1-b434-daa10b558337 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:24.595186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 67938a9e-589c-4ac1-b434-daa10b558337) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:24.599486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:24.600069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.618411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad79fc-6f3f-4b5a-a8d0-c83c746502f9 None None] Network 67938a9e-589c-4ac1-b434-daa10b558337 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:24.621840 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-6bbc7b45-03e3-4490-a203-1433b6b144b7 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5081265 Mar 03 18:43:24.624686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39934) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:24.629804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-87e504a5-e89f-4b4f-9b4e-ccaa7eb72d27 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Request body: {'router': {'external_gateway_info': {'network_id': '67938a9e-589c-4ac1-b434-daa10b558337'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:24.713401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9811d026-896c-4f35-be74-c09408747950 None None] Network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:24.720150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-9811d026-896c-4f35-be74-c09408747950 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:24.722680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9811d026-896c-4f35-be74-c09408747950 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:24.789851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811d026-896c-4f35-be74-c09408747950 None None] Pushing event updated for resources: {'Port': ['ID=4480cb5e-05cb-46ac-9744-e9f8745a5993,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:24.874866 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.933710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9811d026-896c-4f35-be74-c09408747950 None None] Attempting to bind port 4480cb5e-05cb-46ac-9744-e9f8745a5993 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:24.934077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9811d026-896c-4f35-be74-c09408747950 None None] Attempting to bind port 4480cb5e-05cb-46ac-9744-e9f8745a5993 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'e704e812-75dd-435b-af06-71e687301bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8115719c-ffcc-4bfc-89bf-2feedb89dfbd'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:24.934435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9811d026-896c-4f35-be74-c09408747950 None None] Attempting to bind port 4480cb5e-05cb-46ac-9744-e9f8745a5993 on network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:24.950638 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9811d026-896c-4f35-be74-c09408747950 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:24.951015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9811d026-896c-4f35-be74-c09408747950 None None] Checking segment: {'id': 'e704e812-75dd-435b-af06-71e687301bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8115719c-ffcc-4bfc-89bf-2feedb89dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:24.951410 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9811d026-896c-4f35-be74-c09408747950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:24.951792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9811d026-896c-4f35-be74-c09408747950 None None] Bound using segment: {'id': 'e704e812-75dd-435b-af06-71e687301bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8115719c-ffcc-4bfc-89bf-2feedb89dfbd'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:24.952252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-9811d026-896c-4f35-be74-c09408747950 None None] Bound port: 4480cb5e-05cb-46ac-9744-e9f8745a5993, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e704e812-75dd-435b-af06-71e687301bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8115719c-ffcc-4bfc-89bf-2feedb89dfbd'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:24.952619 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9811d026-896c-4f35-be74-c09408747950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.061274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-67938a9e-589c-4ac1-b434-daa10b558337', 'network_id': '67938a9e-589c-4ac1-b434-daa10b558337', 'tenant_id': 'b9f7460c436243499431eda82ad83a7b', 'fixed_ips': [{'subnet_id': '06de267c-65ca-47e5-99db-d3569a8b9e5e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:25.062367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.135807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9811d026-896c-4f35-be74-c09408747950 None None] For port 4480cb5e-05cb-46ac-9744-e9f8745a5993, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:25.147969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87e504a5-e89f-4b4f-9b4e-ccaa7eb72d27 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.152583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-9811d026-896c-4f35-be74-c09408747950 None None] For port 4480cb5e-05cb-46ac-9744-e9f8745a5993, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4480cb5e-05cb-46ac-9744-e9f8745a5993,segment=NetworkSegment(e704e812-75dd-435b-af06-71e687301bc9),segment_id=e704e812-75dd-435b-af06-71e687301bc9)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:25.157312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9811d026-896c-4f35-be74-c09408747950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.294007 n-d-827121-1 neutron-server[87886]: INFO neutron.api.v2.resource [None req-87e504a5-e89f-4b4f-9b4e-ccaa7eb72d27 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 18:43:25.295854 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-87e504a5-e89f-4b4f-9b4e-ccaa7eb72d27 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "PUT /v2.0/routers/cdf28a96-63d4-4de8-8f53-8343865b37b1 HTTP/1.1" status: 400 len: 364 time: 0.6701257 Mar 03 18:43:25.302836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39938) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:25.309116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811d026-896c-4f35-be74-c09408747950 None None] Pushing event updated for resources: {'Port': ['ID=4480cb5e-05cb-46ac-9744-e9f8745a5993,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:25.328444 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Allocated IP 172.21.0.2 (67938a9e-589c-4ac1-b434-daa10b558337/06de267c-65ca-47e5-99db-d3569a8b9e5e/02d5126f-1db3-498a-80f3-4aecc9a14f3a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:25.372339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Deleting subnet 06de267c-65ca-47e5-99db-d3569a8b9e5e {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:43:25.551696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.563513 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Transition to ACTIVE for port object 02d5126f-1db3-498a-80f3-4aecc9a14f3a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:25.582759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Transition to ACTIVE for port object 02d5126f-1db3-498a-80f3-4aecc9a14f3a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:25.587886 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.588695 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.646560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.655282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Network 67938a9e-589c-4ac1-b434-daa10b558337 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:25.658210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:25.661131 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:25.700669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Pushing event updated for resources: {'Port': ['ID=02d5126f-1db3-498a-80f3-4aecc9a14f3a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:25.731749 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.767648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Attempting to bind port 02d5126f-1db3-498a-80f3-4aecc9a14f3a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:25.768021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Attempting to bind port 02d5126f-1db3-498a-80f3-4aecc9a14f3a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '599c80ec-2143-45e8-9e3c-ee42ea9cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67938a9e-589c-4ac1-b434-daa10b558337'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:25.768385 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Attempting to bind port 02d5126f-1db3-498a-80f3-4aecc9a14f3a on network 67938a9e-589c-4ac1-b434-daa10b558337 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:25.773698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:25.774073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Checking segment: {'id': '599c80ec-2143-45e8-9e3c-ee42ea9cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67938a9e-589c-4ac1-b434-daa10b558337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:25.774473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.774860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Bound using segment: {'id': '599c80ec-2143-45e8-9e3c-ee42ea9cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67938a9e-589c-4ac1-b434-daa10b558337'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:25.775316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Bound port: 02d5126f-1db3-498a-80f3-4aecc9a14f3a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599c80ec-2143-45e8-9e3c-ee42ea9cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67938a9e-589c-4ac1-b434-daa10b558337'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:25.775686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.805585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.843306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event deleted for resources: {'Subnet': ['ID=06de267c-65ca-47e5-99db-d3569a8b9e5e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:25.850298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.856737 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-97bcfe5f-d4ae-4015-af0c-06eb2c1bacc6 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "DELETE /v2.0/subnets/06de267c-65ca-47e5-99db-d3569a8b9e5e HTTP/1.1" status: 204 len: 168 time: 0.5527709 Mar 03 18:43:25.859149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39942) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:25.867528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] For port 02d5126f-1db3-498a-80f3-4aecc9a14f3a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:25.870556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] For port 02d5126f-1db3-498a-80f3-4aecc9a14f3a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=02d5126f-1db3-498a-80f3-4aecc9a14f3a,segment=NetworkSegment(599c80ec-2143-45e8-9e3c-ee42ea9cde3f),segment_id=599c80ec-2143-45e8-9e3c-ee42ea9cde3f)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:25.875727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.983059 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:25.991574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4446-30b5-45d6-a636-0e8bcfb606a6 None None] Pushing event updated for resources: {'Port': ['ID=02d5126f-1db3-498a-80f3-4aecc9a14f3a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:25.994663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Deleting port 02d5126f-1db3-498a-80f3-4aecc9a14f3a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:25.995024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.030496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1bd8c-8de5-45fb-8266-b9c11ded94bc None None] Network 67938a9e-589c-4ac1-b434-daa10b558337 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:26.224138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] For port 02d5126f-1db3-498a-80f3-4aecc9a14f3a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=02d5126f-1db3-498a-80f3-4aecc9a14f3a,segment=NetworkSegment(599c80ec-2143-45e8-9e3c-ee42ea9cde3f),segment_id=599c80ec-2143-45e8-9e3c-ee42ea9cde3f)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:26.224508 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.302722 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db93af-c220-44aa-a5f2-c7e6f32fd374 None None] Network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:26.391610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4480cb5e-05cb-46ac-9744-e9f8745a5993 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:26.422793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3b24306f-9bd9-4753-b37a-c461363ce8a1 None None] Provisioning for port 4480cb5e-05cb-46ac-9744-e9f8745a5993 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:26.463075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Calling delete_port for 02d5126f-1db3-498a-80f3-4aecc9a14f3a owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:26.538253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 4480cb5e-05cb-46ac-9744-e9f8745a5993 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:26.539902 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.547200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 4480cb5e-05cb-46ac-9744-e9f8745a5993 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:26.547566 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.591883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] No DVR routers for this DVR port 02d5126f-1db3-498a-80f3-4aecc9a14f3a on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:43:26.622219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event deleted for resources: {'Port': ['ID=02d5126f-1db3-498a-80f3-4aecc9a14f3a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:26.719428 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.743849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67938a9e-589c-4ac1-b434-daa10b558337']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:26.755557 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.760820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599c80ec-2143-45e8-9e3c-ee42ea9cde3f') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:26.761123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599c80ec-2143-45e8-9e3c-ee42ea9cde3f') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:26.773816 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.788565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 4480cb5e-05cb-46ac-9744-e9f8745a5993, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4480cb5e-05cb-46ac-9744-e9f8745a5993,segment=NetworkSegment(e704e812-75dd-435b-af06-71e687301bc9),segment_id=e704e812-75dd-435b-af06-71e687301bc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:26.791176 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.793916 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.801758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:26.802418 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:26.818445 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:26.864332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=4480cb5e-05cb-46ac-9744-e9f8745a5993,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:26.903827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.922678 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:26.931894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "DELETE /v2.0/networks/67938a9e-589c-4ac1-b434-daa10b558337 HTTP/1.1" status: 204 len: 168 time: 1.0716407 Mar 03 18:43:26.935081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39948) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:26.939558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07835fff-b21a-492e-8356-0292e8c012eb tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event deleted for resources: {'Network': ['ID=67938a9e-589c-4ac1-b434-daa10b558337,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:26.943398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309560c0-a10f-488d-a1d8-cb330763a21b None None] get_active_networks_info from n-d-827121-1 {{(pid=87888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 18:43:26.997454 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-21ce8c20-a71c-4d30-b593-79070e2d3297 None None] Provisioning complete for port 4480cb5e-05cb-46ac-9744-e9f8745a5993 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:26.997755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21ce8c20-a71c-4d30-b593-79070e2d3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.004682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Deleting subnet ab525b03-729e-4e5a-b082-897aa1feb769 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:43:27.007608 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.060615 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.120906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309560c0-a10f-488d-a1d8-cb330763a21b None None] Resources bound (agent type, host, resource id): {{(pid=87888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 18:43:27.147860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.220951 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.262231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event deleted for resources: {'Subnet': ['ID=ab525b03-729e-4e5a-b082-897aa1feb769,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:27.263992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.270603 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e38684b5-99df-4f09-b3f0-2cba41b62e7e tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "DELETE /v2.0/subnets/ab525b03-729e-4e5a-b082-897aa1feb769 HTTP/1.1" status: 204 len: 168 time: 0.3335607 Mar 03 18:43:27.273165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39952) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:27.387348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.398142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Deleting port 4480cb5e-05cb-46ac-9744-e9f8745a5993 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:27.398473 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.432971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf70cb-0400-4bfd-9c2b-0830b62457a2 None None] Network 8115719c-ffcc-4bfc-89bf-2feedb89dfbd requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:27.607283 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] For port 4480cb5e-05cb-46ac-9744-e9f8745a5993, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4480cb5e-05cb-46ac-9744-e9f8745a5993,segment=NetworkSegment(e704e812-75dd-435b-af06-71e687301bc9),segment_id=e704e812-75dd-435b-af06-71e687301bc9)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:27.607876 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.678831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] DHCP port deletion for 8115719c-ffcc-4bfc-89bf-2feedb89dfbd request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:43:27.683154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Deleting port 4480cb5e-05cb-46ac-9744-e9f8745a5993 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:27.683526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.730769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Calling delete_port for 4480cb5e-05cb-46ac-9744-e9f8745a5993 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:27.808482 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.853432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event deleted for resources: {'Port': ['ID=4480cb5e-05cb-46ac-9744-e9f8745a5993,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:27.858551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] No DVR routers for this DVR port 4480cb5e-05cb-46ac-9744-e9f8745a5993 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:43:27.889105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] For port 4480cb5e-05cb-46ac-9744-e9f8745a5993, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=4480cb5e-05cb-46ac-9744-e9f8745a5993,segment=NetworkSegment(e704e812-75dd-435b-af06-71e687301bc9),segment_id=e704e812-75dd-435b-af06-71e687301bc9)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:27.889721 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:27.979483 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.004193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8115719c-ffcc-4bfc-89bf-2feedb89dfbd']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:28.010839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Calling delete_port for 4480cb5e-05cb-46ac-9744-e9f8745a5993 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:43:28.016018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e704e812-75dd-435b-af06-71e687301bc9') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:28.016314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e704e812-75dd-435b-af06-71e687301bc9') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:28.027482 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.049465 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.058253 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:43:28.059327 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.083069 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:43:28.083428 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:43:28.090572 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:43:28.204310 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.221658 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.232350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Pushing event deleted for resources: {'Network': ['ID=8115719c-ffcc-4bfc-89bf-2feedb89dfbd,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:28.240034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-64780610-48bb-4b0b-bf8a-7e62e75ae13f tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "DELETE /v2.0/networks/8115719c-ffcc-4bfc-89bf-2feedb89dfbd HTTP/1.1" status: 204 len: 168 time: 0.9657884 Mar 03 18:43:28.240257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39956) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:28.288950 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ebc7170a-c911-40c8-854a-c161000aa7a5 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdf28a96-63d4-4de8-8f53-8343865b37b1 HTTP/1.1" status: 200 len: 205 time: 0.0471048 Mar 03 18:43:28.290950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39960) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:28.308663 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4480cb5e-05cb-46ac-9744-e9f8745a5993 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:43:28.349301 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 4480cb5e-05cb-46ac-9744-e9f8745a5993 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:43:28.349683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 4480cb5e-05cb-46ac-9744-e9f8745a5993 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:43:28.423537 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e12e-d092-4683-9536-ea9aa00c4bf0 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.584292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Deleting port 4480cb5e-05cb-46ac-9744-e9f8745a5993 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:43:28.584671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.650772 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f985c484-f815-4195-af6f-79908f9fe028 None None] The port '4480cb5e-05cb-46ac-9744-e9f8745a5993' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:43:28.716514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e12e-d092-4683-9536-ea9aa00c4bf0 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.718740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e12e-d092-4683-9536-ea9aa00c4bf0 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.741947 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e12e-d092-4683-9536-ea9aa00c4bf0 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.742444 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc6e12e-d092-4683-9536-ea9aa00c4bf0 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Fanout notify agent at l3_agent the message router_deleted on router cdf28a96-63d4-4de8-8f53-8343865b37b1 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:43:28.753881 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e12e-d092-4683-9536-ea9aa00c4bf0 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:28.754932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dfc6e12e-d092-4683-9536-ea9aa00c4bf0 tempest-RoutersNegativeTest-437158501 tempest-RoutersNegativeTest-437158501-project] 10.222.0.23 "DELETE /v2.0/routers/cdf28a96-63d4-4de8-8f53-8343865b37b1 HTTP/1.1" status: 204 len: 168 time: 0.4631104 Mar 03 18:43:29.007231 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 39972) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:29.154851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-56dba21a-b54c-4b29-a658-60cc8bf7cf67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9f7460c436243499431eda82ad83a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464076 Mar 03 18:43:29.158036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 39978) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:29.333010 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff01d084-1aa0-451f-ac18-41d96d630c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:29.358836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff01d084-1aa0-451f-ac18-41d96d630c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:29.409354 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff01d084-1aa0-451f-ac18-41d96d630c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:29.422857 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01d084-1aa0-451f-ac18-41d96d630c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191440cf-bf86-484a-896e-13de72dfeb49,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:29.429161 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff01d084-1aa0-451f-ac18-41d96d630c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:29.433893 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ff01d084-1aa0-451f-ac18-41d96d630c6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/191440cf-bf86-484a-896e-13de72dfeb49 HTTP/1.1" status: 204 len: 168 time: 0.2745030 Mar 03 18:43:30.057737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40002) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:30.161236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1399113287-network', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:30.166712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:30.170499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Usage tracker for resource:network and tenant:f4036fb380f64930b7ea42d0be4d67ee is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:30.174098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:30.179627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:30.189686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Made reservation on behalf of f4036fb380f64930b7ea42d0be4d67ee for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:30.191869 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.203936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.217681 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:30.221902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Usage tracker for resource:security_group_rule and tenant:f4036fb380f64930b7ea42d0be4d67ee is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:30.224857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:30.230322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:30.313444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.317075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.349841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:30.354879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0be632-c85e-42c6-8093-e776a6b5c430,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:30.363116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.363460 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Added segment a531596a-b784-43af-a1b4-89dc2381b7f3 of type vlan for network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed Mar 03 18:43:30.389151 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.417829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.418749 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:30.419312 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.522001 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4631786 Mar 03 18:43:30.522832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69cf5-c9d6-4f70-a854-19ebebb9f73d admin admin] Pushing event updated for resources: {'Network': ['ID=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:30.525178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:30.531506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Request body: {'subnet': {'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-subnet', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:30.532594 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:30.537186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:30.540973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Usage tracker for resource:subnet and tenant:f4036fb380f64930b7ea42d0be4d67ee is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:30.543795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:30.550552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:30.560108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Made reservation on behalf of f4036fb380f64930b7ea42d0be4d67ee for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:30.562637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.770313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.844329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f10e0b0-8ba8-4082-827a-3f6a3a975830,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:30.848762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Checking segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:30.849115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Network hostable DHCP agents. Network: 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:30.867764 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:30.876784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:30.880975 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:30.881585 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.885405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217418d6-f2b6-4cd2-8cd5-d24bc7bdf28c None None] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:30.903030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bc51d870-c87c-494e-8861-dce18ce132aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3764708 Mar 03 18:43:30.905705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40012) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:30.911499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:30.916725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:30.920475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Usage tracker for resource:router and tenant:f4036fb380f64930b7ea42d0be4d67ee is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:30.923291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:30.929148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:30.940774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.941800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:30.957256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.109869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:31.110712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.268590 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Allocated IP 172.20.0.2 (78c237b2-a14d-4a49-bc1a-4bcdb85d4aed/0f10e0b0-8ba8-4082-827a-3f6a3a975830/0719b51d-afd1-4f56-a09e-b166b30fb052) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:31.340083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.467999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.478629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Transition to ACTIVE for port object 0719b51d-afd1-4f56-a09e-b166b30fb052 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:31.497735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Transition to ACTIVE for port object 0719b51d-afd1-4f56-a09e-b166b30fb052 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:31.502639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.562665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:31.565287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:31.568701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:31.609551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Pushing event updated for resources: {'Port': ['ID=0719b51d-afd1-4f56-a09e-b166b30fb052,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:31.649870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.665982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Attempting to bind port 0719b51d-afd1-4f56-a09e-b166b30fb052 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:31.666344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Attempting to bind port 0719b51d-afd1-4f56-a09e-b166b30fb052 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:31.666703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Attempting to bind port 0719b51d-afd1-4f56-a09e-b166b30fb052 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:31.672053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:31.672449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Checking segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:31.672889 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.673393 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Bound using segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:31.674336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Bound port: 0719b51d-afd1-4f56-a09e-b166b30fb052, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:31.674738 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.680155 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.766970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] For port 0719b51d-afd1-4f56-a09e-b166b30fb052, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:31.770213 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] For port 0719b51d-afd1-4f56-a09e-b166b30fb052, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0719b51d-afd1-4f56-a09e-b166b30fb052,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:31.774169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:31.818338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Allocated IP 172.25.0.226 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/daffc82c-d1f4-4468-affc-4d4c61ccc17a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:31.861934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834ed57-1c60-464b-b111-cd194de3e58b None None] Pushing event updated for resources: {'Port': ['ID=0719b51d-afd1-4f56-a09e-b166b30fb052,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:31.975577 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:32.006195 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:32.089093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:32.091926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:32.100805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:32.134273 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Pushing event updated for resources: {'Port': ['ID=daffc82c-d1f4-4468-affc-4d4c61ccc17a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:32.338364 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0719b51d-afd1-4f56-a09e-b166b30fb052 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:32.407593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 0719b51d-afd1-4f56-a09e-b166b30fb052 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:32.516799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:32.784733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6860c1-f78f-4cc5-b48c-f39f2d857068 None None] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:32.891333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c18eab02-c273-42b5-b4bb-52fa3c0c5c2f None None] Provisioning for port 0719b51d-afd1-4f56-a09e-b166b30fb052 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:32.897245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c18eab02-c273-42b5-b4bb-52fa3c0c5c2f None None] Provisioning complete for port 0719b51d-afd1-4f56-a09e-b166b30fb052 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:32.897633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c18eab02-c273-42b5-b4bb-52fa3c0c5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:33.001636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:33.101156 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c18eab02-c273-42b5-b4bb-52fa3c0c5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:33.146797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c18eab02-c273-42b5-b4bb-52fa3c0c5c2f None None] For port 0719b51d-afd1-4f56-a09e-b166b30fb052, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0719b51d-afd1-4f56-a09e-b166b30fb052,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:33.156739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c18eab02-c273-42b5-b4bb-52fa3c0c5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:33.219155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Router d5f488dc-7649-4465-ac40-9a7c40e32510 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:43:33.226308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eab02-c273-42b5-b4bb-52fa3c0c5c2f None None] Pushing event updated for resources: {'Port': ['ID=0719b51d-afd1-4f56-a09e-b166b30fb052,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:33.403331 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:43:33.412704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Sync routers for ids ['d5f488dc-7649-4465-ac40-9a7c40e32510'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:43:33.421648 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Routers {'d5f488dc-7649-4465-ac40-9a7c40e32510'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:33.422383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5f488dc-7649-4465-ac40-9a7c40e32510'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:33.425724 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:33.426917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f03866c7-e0b8-44a5-9e5e-fb9fec51f126 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5192883 Mar 03 18:43:33.429692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40018) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:33.548896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ccb79c98-c869-43c9-9dc6-bfaff8ac11d2 None None] Provisioning complete for port 0719b51d-afd1-4f56-a09e-b166b30fb052 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:33.549198 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ccb79c98-c869-43c9-9dc6-bfaff8ac11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:33.700380 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Set router d5f488dc-7649-4465-ac40-9a7c40e32510 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:34.048188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:43:32Z', 'revision_number': 3, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port': {'id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:31Z', 'updated_at': '2022-03-03T18:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:34.053514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Checking router: d5f488dc-7649-4465-ac40-9a7c40e32510 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:43:34.054138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Updating router d5f488dc-7649-4465-ac40-9a7c40e32510 port daffc82c-d1f4-4468-affc-4d4c61ccc17a binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:43:34.120392 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.245044 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.327415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0719b51d-afd1-4f56-a09e-b166b30fb052 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:34.439870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0719b51d-afd1-4f56-a09e-b166b30fb052 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:34.440240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.447344 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Allocated IP 172.20.0.1 (78c237b2-a14d-4a49-bc1a-4bcdb85d4aed/0f10e0b0-8ba8-4082-827a-3f6a3a975830/40171ca6-55d5-4b55-9c3b-02a3b6d56d61) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:34.570126 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.604329 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.611264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Transition to ACTIVE for port object daffc82c-d1f4-4468-affc-4d4c61ccc17a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:34.620274 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Transition to ACTIVE for port object 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:34.626900 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.643436 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.708054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:34.710852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:34.713126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:34.715388 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Attempting to bind port daffc82c-d1f4-4468-affc-4d4c61ccc17a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:34.715762 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Attempting to bind port daffc82c-d1f4-4468-affc-4d4c61ccc17a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:34.716124 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Attempting to bind port daffc82c-d1f4-4468-affc-4d4c61ccc17a on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:34.728893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fc367-cf85-4682-a9c1-317743699d60 None None] Pushing event updated for resources: {'Port': ['ID=daffc82c-d1f4-4468-affc-4d4c61ccc17a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:34.731419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:34.731577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:34.731968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.732353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:34.732820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Bound port: daffc82c-d1f4-4468-affc-4d4c61ccc17a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:34.733197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.765901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:34.783880 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.813764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] For port daffc82c-d1f4-4468-affc-4d4c61ccc17a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:34.818056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] For port daffc82c-d1f4-4468-affc-4d4c61ccc17a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=daffc82c-d1f4-4468-affc-4d4c61ccc17a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:34.823573 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.910584 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Routers {'d5f488dc-7649-4465-ac40-9a7c40e32510'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:34.910828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5f488dc-7649-4465-ac40-9a7c40e32510'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:34.926910 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:34.963178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fc367-cf85-4682-a9c1-317743699d60 None None] Pushing event updated for resources: {'Port': ['ID=daffc82c-d1f4-4468-affc-4d4c61ccc17a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:35.005506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-237a8b3e-9c11-49a0-ab09-572a161f467a None None] Provisioning for port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:35.114150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-237a8b3e-9c11-49a0-ab09-572a161f467a None None] Provisioning complete for port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:35.114860 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-237a8b3e-9c11-49a0-ab09-572a161f467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:35.152832 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:35.158443 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:35.191646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-237a8b3e-9c11-49a0-ab09-572a161f467a None None] Port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:43:35.194089 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] Set router d5f488dc-7649-4465-ac40-9a7c40e32510 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:35.264472 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:35.268397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:35.403430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:35.404608 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:35.505376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 4, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port': {'id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:31Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40171ca6-55d5-4b55-9c3b-02a3b6d56d61', 'name': '', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'mac_address': 'fa:16:3e:b1:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:34Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 1, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'subnets': [{'id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:35.509919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513a5ac-4df5-4ad6-a020-47737a49c22c None None] The sync data for ids ['d5f488dc-7649-4465-ac40-9a7c40e32510'] in n-d-827121-1 is: [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 4, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port': {'id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:31Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40171ca6-55d5-4b55-9c3b-02a3b6d56d61', 'name': '', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'mac_address': 'fa:16:3e:b1:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:34Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 1, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'subnets': [{'id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:43:35.616559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Router d5f488dc-7649-4465-ac40-9a7c40e32510 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:43:35.712726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-142df8d2-73ad-488c-893c-71264f5bfbec None None] Provisioning complete for port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:35.715025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-142df8d2-73ad-488c-893c-71264f5bfbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:35.799579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-142df8d2-73ad-488c-893c-71264f5bfbec None None] Port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:43:35.955280 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:43:35.970341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6251f4ad-82bd-48a1-9945-483fb1a9f4c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5f488dc-7649-4465-ac40-9a7c40e32510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5336185 Mar 03 18:43:36.345519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device daffc82c-d1f4-4468-affc-4d4c61ccc17a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:36.419836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port daffc82c-d1f4-4468-affc-4d4c61ccc17a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:36.425133 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port daffc82c-d1f4-4468-affc-4d4c61ccc17a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:36.425532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.520220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:36.526310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-296028408-network', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:36.532649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:36.537156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Usage tracker for resource:network and tenant:f849ba576b9b4620b5362230ccefd213 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:36.541019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:36.547802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:36.552381 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.559925 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Made reservation on behalf of f849ba576b9b4620b5362230ccefd213 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:36.563399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.571448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port daffc82c-d1f4-4468-affc-4d4c61ccc17a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=daffc82c-d1f4-4468-affc-4d4c61ccc17a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:36.576392 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.580115 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.596362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:36.600676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Usage tracker for resource:security_group_rule and tenant:f849ba576b9b4620b5362230ccefd213 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:36.603584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:36.609986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:36.656614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=daffc82c-d1f4-4468-affc-4d4c61ccc17a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:36.712765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.716890 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.750440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:43:36.758282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426516c2-41c0-4502-b03d-e2033220cad8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:36.765405 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.765714 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Added segment 17279fa0-671f-4409-a0e4-6dba727b710a of type vlan for network 17581fef-028d-4be4-986c-56142b693482 Mar 03 18:43:36.795321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.828465 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.829499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:36.830014 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:36.932116 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4103200 Mar 03 18:43:36.934692 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40042) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:36.935170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a36b6-cf89-44e8-b0f1-cdae68f5763b admin admin] Pushing event updated for resources: {'Network': ['ID=17581fef-028d-4be4-986c-56142b693482,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:36.940828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Request body: {'subnet': {'network_id': '17581fef-028d-4be4-986c-56142b693482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-subnet', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:36.946165 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 17581fef-028d-4be4-986c-56142b693482 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:43:36.947009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:36.951301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Usage tracker for resource:subnet and tenant:f849ba576b9b4620b5362230ccefd213 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:36.954997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:36.961515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:36.970667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Made reservation on behalf of f849ba576b9b4620b5362230ccefd213 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:36.973108 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.179310 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.249078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184e7a7e-b095-4be8-9e1a-3d5d4f554e0d,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:37.259753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Checking segment: {'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:37.260104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Network hostable DHCP agents. Network: 17581fef-028d-4be4-986c-56142b693482, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:43:37.278746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Network 17581fef-028d-4be4-986c-56142b693482 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:43:37.287116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 17581fef-028d-4be4-986c-56142b693482) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:37.291044 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:37.291614 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.296001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d29a66-7156-4986-93dc-b273d207439c None None] Network 17581fef-028d-4be4-986c-56142b693482 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:37.318121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40046) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:37.318351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d8430f17-6db5-445c-80f3-4278cb7ac029 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3823514 Mar 03 18:43:37.328223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:37.334039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:37.338186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Usage tracker for resource:router and tenant:f849ba576b9b4620b5362230ccefd213 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:43:37.341206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:43:37.347466 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:37.364281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.365596 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.380897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.520130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-17581fef-028d-4be4-986c-56142b693482', 'network_id': '17581fef-028d-4be4-986c-56142b693482', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'fixed_ips': [{'subnet_id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:43:37.520968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.614818 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Sync routers for ids ['d5f488dc-7649-4465-ac40-9a7c40e32510'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:43:37.629940 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Routers {'d5f488dc-7649-4465-ac40-9a7c40e32510'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:37.630951 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5f488dc-7649-4465-ac40-9a7c40e32510'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:37.651265 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.682349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Allocated IP 172.20.0.2 (17581fef-028d-4be4-986c-56142b693482/184e7a7e-b095-4be8-9e1a-3d5d4f554e0d/2b50898c-94fd-4d1b-b700-67e6f8034ce3) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:37.821974 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Set router d5f488dc-7649-4465-ac40-9a7c40e32510 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:37.891095 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.900782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Transition to ACTIVE for port object 2b50898c-94fd-4d1b-b700-67e6f8034ce3 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:37.919745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Transition to ACTIVE for port object 2b50898c-94fd-4d1b-b700-67e6f8034ce3 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:37.926515 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:37.971060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.002129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.034111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Pushing event updated for resources: {'Port': ['ID=2b50898c-94fd-4d1b-b700-67e6f8034ce3,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:38.049676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Network 17581fef-028d-4be4-986c-56142b693482 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:38.051457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:38.053262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:38.145695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Attempting to bind port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:38.146070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Attempting to bind port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:38.146415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Attempting to bind port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 on network 17581fef-028d-4be4-986c-56142b693482 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:38.152177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:38.152553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Checking segment: {'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:38.152950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.153365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Bound using segment: {'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:38.153812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Bound port: 2b50898c-94fd-4d1b-b700-67e6f8034ce3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:38.154179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.168700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Allocated IP 172.25.0.102 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/65891b0c-71fe-4bcd-9bbe-049a28adc4b1) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:38.197585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 4, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port': {'id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:31Z', 'updated_at': '2022-03-03T18:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40171ca6-55d5-4b55-9c3b-02a3b6d56d61', 'name': '', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'mac_address': 'fa:16:3e:b1:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:34Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 2, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'subnets': [{'id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:38.201253 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Checking router: d5f488dc-7649-4465-ac40-9a7c40e32510 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:43:38.201625 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Updating router d5f488dc-7649-4465-ac40-9a7c40e32510 port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:43:38.248839 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] For port 2b50898c-94fd-4d1b-b700-67e6f8034ce3, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:38.251947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] For port 2b50898c-94fd-4d1b-b700-67e6f8034ce3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2b50898c-94fd-4d1b-b700-67e6f8034ce3,segment=NetworkSegment(17279fa0-671f-4409-a0e4-6dba727b710a),segment_id=17279fa0-671f-4409-a0e4-6dba727b710a)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:38.255076 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.257144 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.337407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device daffc82c-d1f4-4468-affc-4d4c61ccc17a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:38.339376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.371224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.388043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49d119-eef5-435a-bc31-0f73aa32c11b None None] Pushing event updated for resources: {'Port': ['ID=2b50898c-94fd-4d1b-b700-67e6f8034ce3,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:38.421233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port daffc82c-d1f4-4468-affc-4d4c61ccc17a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:38.421673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.451242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:38.454771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:38.463340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:38.514543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Pushing event updated for resources: {'Port': ['ID=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:38.528002 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:43:38.690703 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.706080 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Transition to ACTIVE for port object 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:38.713992 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.850007 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Pushing event updated for resources: {'Port': ['ID=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:38.891994 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.892337 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.892670 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.892995 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.893317 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.893683 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.894042 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.894391 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.894725 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.895081 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.895438 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.895779 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:43:38.956360 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Attempting to bind port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:38.956720 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Attempting to bind port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:38.957142 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Attempting to bind port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:38.964546 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:38.965125 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Checking segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:38.965578 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:38.965971 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Bound using segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:38.966438 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Bound port: 40171ca6-55d5-4b55-9c3b-02a3b6d56d61, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:38.966805 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:39.049344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:39.059281 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] For port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:39.063550 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] For port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:39.069058 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:39.163933 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Routers {'d5f488dc-7649-4465-ac40-9a7c40e32510'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:39.164773 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5f488dc-7649-4465-ac40-9a7c40e32510'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:39.236366 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e9a91-f3c7-4209-872b-eec0d5cbff98 None None] Pushing event updated for resources: {'Port': ['ID=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:39.365008 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] Set router d5f488dc-7649-4465-ac40-9a7c40e32510 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:39.421196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:39.548968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada5e7fc-4313-4888-938d-8c840fd39c16 None None] Network 17581fef-028d-4be4-986c-56142b693482 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:43:39.638768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e1ebafce-b618-48be-b201-3684f3faabac None None] Provisioning for port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:39.645702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Router 6aba0756-bce7-49c8-88b7-f494af367628 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:43:39.706057 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 4, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port': {'id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:31Z', 'updated_at': '2022-03-03T18:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40171ca6-55d5-4b55-9c3b-02a3b6d56d61', 'name': '', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'mac_address': 'fa:16:3e:b1:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:34Z', 'updated_at': '2022-03-03T18:43:39Z', 'revision_number': 4, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'subnets': [{'id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:39.710048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d56f1-e3ee-4123-bd41-31096b19e45d None None] The sync data for ids ['d5f488dc-7649-4465-ac40-9a7c40e32510'] in n-d-827121-1 is: [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:43:34Z', 'revision_number': 4, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port': {'id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:31Z', 'updated_at': '2022-03-03T18:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '40171ca6-55d5-4b55-9c3b-02a3b6d56d61', 'name': '', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'mac_address': 'fa:16:3e:b1:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:34Z', 'updated_at': '2022-03-03T18:43:39Z', 'revision_number': 4, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'subnets': [{'id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:43:39.840393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:43:39.850669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Sync routers for ids ['6aba0756-bce7-49c8-88b7-f494af367628'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:43:39.861100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Routers {'6aba0756-bce7-49c8-88b7-f494af367628'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:39.861527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6aba0756-bce7-49c8-88b7-f494af367628'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:39.868986 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:39.873585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40050) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:43:39.874105 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2fccda88-8baf-400e-96b1-b4cda89875d0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5539083 Mar 03 18:43:40.069021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Set router 6aba0756-bce7-49c8-88b7-f494af367628 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:40.404188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:43:38Z', 'revision_number': 3, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port': {'id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:38Z', 'updated_at': '2022-03-03T18:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:40.408365 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Checking router: 6aba0756-bce7-49c8-88b7-f494af367628 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:43:40.408786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Updating router 6aba0756-bce7-49c8-88b7-f494af367628 port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:43:40.474076 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2b50898c-94fd-4d1b-b700-67e6f8034ce3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:40.506143 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:40.617387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:40.649171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:40.660378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:40.660749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:40.819634 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Allocated IP 172.20.0.1 (17581fef-028d-4be4-986c-56142b693482/184e7a7e-b095-4be8-9e1a-3d5d4f554e0d/6d33c368-ee90-4e9d-8695-3c7ffeca8ea3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:40.921976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:40.969674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:40.986749 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Transition to ACTIVE for port object 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:41.010833 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.011723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2b50898c-94fd-4d1b-b700-67e6f8034ce3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2b50898c-94fd-4d1b-b700-67e6f8034ce3,segment=NetworkSegment(17279fa0-671f-4409-a0e4-6dba727b710a),segment_id=17279fa0-671f-4409-a0e4-6dba727b710a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:41.015078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.015873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:41.109831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.152399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Transition to ACTIVE for port object 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:41.173901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.183888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2b50898c-94fd-4d1b-b700-67e6f8034ce3,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:41.189673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Network 17581fef-028d-4be4-986c-56142b693482 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:41.192544 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:41.200426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:41.218631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:41.238916 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Pushing event updated for resources: {'Port': ['ID=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:41.247918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:41.248417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.269565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.297583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Attempting to bind port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:41.297953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Attempting to bind port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:41.298296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Attempting to bind port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:41.317216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:41.317633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:41.318047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.318435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:41.318901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Bound port: 65891b0c-71fe-4bcd-9bbe-049a28adc4b1, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:41.319275 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.353659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0cc62-5934-445b-b3e8-a35a9c697f51 None None] Pushing event updated for resources: {'Port': ['ID=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:41.446956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] For port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:41.464851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] For port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:41.472489 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.535135 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.576412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.600825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Routers {'6aba0756-bce7-49c8-88b7-f494af367628'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:41.601697 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6aba0756-bce7-49c8-88b7-f494af367628'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:41.660054 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:41.660908 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0cc62-5934-445b-b3e8-a35a9c697f51 None None] Pushing event updated for resources: {'Port': ['ID=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:41.676553 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.749220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5df1a668-e8b7-4272-b783-13456e041575 None None] Provisioning for port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:41.798644 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.802992 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.824781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5df1a668-e8b7-4272-b783-13456e041575 None None] Provisioning complete for port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:41.825187 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5df1a668-e8b7-4272-b783-13456e041575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.868170 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:41.908291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] Set router 6aba0756-bce7-49c8-88b7-f494af367628 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:41.910836 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Pushing event updated for resources: {'Port': ['ID=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:41.914410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:41.956696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5df1a668-e8b7-4272-b783-13456e041575 None None] Port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:43:42.047470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Network 17581fef-028d-4be4-986c-56142b693482 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:42.048531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:42.239749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 4, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port': {'id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:38Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '6d33c368-ee90-4e9d-8695-3c7ffeca8ea3', 'name': '', 'network_id': '17581fef-028d-4be4-986c-56142b693482', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'mac_address': 'fa:16:3e:d7:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:40Z', 'updated_at': '2022-03-03T18:43:40Z', 'revision_number': 1, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'subnets': [{'id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:42.243901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1856d93-cc9c-45cc-aea9-f11eb3fd742b None None] The sync data for ids ['6aba0756-bce7-49c8-88b7-f494af367628'] in n-d-827121-1 is: [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 4, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port': {'id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:38Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '6d33c368-ee90-4e9d-8695-3c7ffeca8ea3', 'name': '', 'network_id': '17581fef-028d-4be4-986c-56142b693482', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'mac_address': 'fa:16:3e:d7:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:40Z', 'updated_at': '2022-03-03T18:43:40Z', 'revision_number': 1, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'subnets': [{'id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:43:42.248133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Router 6aba0756-bce7-49c8-88b7-f494af367628 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:43:42.283043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e0f4ef70-bec8-4aa3-b726-49ed31c73db0 None None] Provisioning complete for port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:42.283482 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0f4ef70-bec8-4aa3-b726-49ed31c73db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:42.365447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2b50898c-94fd-4d1b-b700-67e6f8034ce3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:42.434890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e0f4ef70-bec8-4aa3-b726-49ed31c73db0 None None] Port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:43:42.444574 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:43:42.462918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a82590f8-c1aa-4082-b662-e3c74bf99381 admin admin] 10.222.0.23 "PUT /v2.0/routers/6aba0756-bce7-49c8-88b7-f494af367628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788002 Mar 03 18:43:42.463081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:42.463081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:42.616226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:42.692521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:42.693125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:43.562676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-0cdd4220-21c7-4718-aa53-206d895ea83c tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:43.563359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-0cdd4220-21c7-4718-aa53-206d895ea83c tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Synchronizing usage tracker for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:43:43.580732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-0cdd4220-21c7-4718-aa53-206d895ea83c tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Unset dirty status for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:43:43.581898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-0cdd4220-21c7-4718-aa53-206d895ea83c tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/networks?id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed HTTP/1.1" status: 200 len: 817 time: 0.1682036 Mar 03 18:43:43.596869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-ea4b6e3d-b5b8-4308-889c-42efc5747cf8 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/quotas/f4036fb380f64930b7ea42d0be4d67ee HTTP/1.1" status: 200 len: 375 time: 0.0095220 Mar 03 18:43:43.677560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-a97c4efa-b64b-4e64-8b4f-40dfd2bec8f2 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Synchronizing usage tracker for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:43:43.693189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-a97c4efa-b64b-4e64-8b4f-40dfd2bec8f2 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Unset dirty status for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:43:43.694452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-a97c4efa-b64b-4e64-8b4f-40dfd2bec8f2 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4036fb380f64930b7ea42d0be4d67ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925510 Mar 03 18:43:43.950382 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-52f4704f-d50a-4c8a-bed0-c910651c3e88 service neutron] 10.222.0.23 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442365 Mar 03 18:43:44.084544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-cc72618d-7de0-44ff-bdcc-9d4303483ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277702 Mar 03 18:43:44.188317 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Sync routers for ids ['6aba0756-bce7-49c8-88b7-f494af367628'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:43:44.200490 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Routers {'6aba0756-bce7-49c8-88b7-f494af367628'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:44.201197 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6aba0756-bce7-49c8-88b7-f494af367628'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:44.299119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b24acc0e-41d5-4984-b10a-fd54b34546f9 req-72125ed6-3da9-4c98-8866-17e6e31e8a50 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 210 time: 0.0550251 Mar 03 18:43:44.382295 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:44.430853 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Set router 6aba0756-bce7-49c8-88b7-f494af367628 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:44.456921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:44.462333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:44.462751 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:44.593242 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:44.613702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:44.618650 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:44.690633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:44.762114 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 4, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port': {'id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:38Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '6d33c368-ee90-4e9d-8695-3c7ffeca8ea3', 'name': '', 'network_id': '17581fef-028d-4be4-986c-56142b693482', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'mac_address': 'fa:16:3e:d7:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:40Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 2, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'subnets': [{'id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:44.766643 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Checking router: 6aba0756-bce7-49c8-88b7-f494af367628 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:43:44.766985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Updating router 6aba0756-bce7-49c8-88b7-f494af367628 port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:43:44.822038 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:45.170265 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:45.181595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Transition to ACTIVE for port object 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:45.187930 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:45.429312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-839de52f-a1da-4499-a3df-3d5541c10c6f tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:45.431013 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-839de52f-a1da-4499-a3df-3d5541c10c6f tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "GET /v2.0/networks?id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed HTTP/1.1" status: 200 len: 817 time: 0.2026529 Mar 03 18:43:45.445746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Request body: {'port': {'device_id': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'admin_state_up': True, 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:45.457364 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082ae7a-93bf-411e-86e7-edb7f0d13314 None None] Pushing event updated for resources: {'Port': ['ID=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:45.462644 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Attempting to bind port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:45.463008 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Attempting to bind port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:45.463363 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Attempting to bind port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 on network 17581fef-028d-4be4-986c-56142b693482 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:45.472529 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:45.472903 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Checking segment: {'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:45.473600 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:45.474014 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Bound using segment: {'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:45.474469 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Bound port: 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17279fa0-671f-4409-a0e4-6dba727b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '17581fef-028d-4be4-986c-56142b693482'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:45.474985 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:45.537943 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed9a4e6a-a3b1-43b8-a129-b607f18ee1d1 req-97025eda-ad6d-4e7b-a56e-7b093d2aa3e3 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 210 time: 0.0688691 Mar 03 18:43:45.570427 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] For port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:45.573683 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] For port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,segment=NetworkSegment(17279fa0-671f-4409-a0e4-6dba727b710a),segment_id=17279fa0-671f-4409-a0e4-6dba727b710a)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:45.578333 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:45.641796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:43:45.653265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:43:45.657365 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Routers {'6aba0756-bce7-49c8-88b7-f494af367628'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:43:45.658001 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:43:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6aba0756-bce7-49c8-88b7-f494af367628'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:45.664933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Made reservation on behalf of f4036fb380f64930b7ea42d0be4d67ee for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:43:45.668563 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:45.711285 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082ae7a-93bf-411e-86e7-edb7f0d13314 None None] Pushing event updated for resources: {'Port': ['ID=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:45.846648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Allocated IP 172.20.0.10 (78c237b2-a14d-4a49-bc1a-4bcdb85d4aed/0f10e0b0-8ba8-4082-827a-3f6a3a975830/96de0a1b-5145-49c3-af8e-becf8bb22925) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:43:45.880579 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] Set router 6aba0756-bce7-49c8-88b7-f494af367628 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:43:46.058011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.080478 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Transition to ACTIVE for port object 96de0a1b-5145-49c3-af8e-becf8bb22925 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:46.105253 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.177523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:43:46.180573 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:43:46.183275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:43:46.198541 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 4, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port': {'id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:38Z', 'updated_at': '2022-03-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '6d33c368-ee90-4e9d-8695-3c7ffeca8ea3', 'name': '', 'network_id': '17581fef-028d-4be4-986c-56142b693482', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'mac_address': 'fa:16:3e:d7:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:40Z', 'updated_at': '2022-03-03T18:43:45Z', 'revision_number': 4, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'subnets': [{'id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:43:46.202801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68be0cc-e57f-4d7c-9fd7-13b2077d245f None None] The sync data for ids ['6aba0756-bce7-49c8-88b7-f494af367628'] in n-d-827121-1 is: [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:43:41Z', 'revision_number': 4, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port': {'id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:38Z', 'updated_at': '2022-03-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '6d33c368-ee90-4e9d-8695-3c7ffeca8ea3', 'name': '', 'network_id': '17581fef-028d-4be4-986c-56142b693482', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'mac_address': 'fa:16:3e:d7:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:40Z', 'updated_at': '2022-03-03T18:43:45Z', 'revision_number': 4, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'subnets': [{'id': '184e7a7e-b095-4be8-9e1a-3d5d4f554e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:43:46.232708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Pushing event updated for resources: {'Port': ['ID=96de0a1b-5145-49c3-af8e-becf8bb22925,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:46.272275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:46.273162 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.311560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-dbdaa8e9-72e1-421b-a3b2-c83025ac2620 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8711822 Mar 03 18:43:46.321834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-3710eb34-377d-410c-8502-63f641fa6cc8 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:43:46.322948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-3710eb34-377d-410c-8502-63f641fa6cc8 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057135 Mar 03 18:43:46.334726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Request body: {'port': {'device_id': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:43:46.382736 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:46.460730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:46.461198 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.475844 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.569271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7e181250-20ba-4350-9bd3-9e04ddc3d69e None None] Provisioning for port 96de0a1b-5145-49c3-af8e-becf8bb22925 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:46.583075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7e181250-20ba-4350-9bd3-9e04ddc3d69e None None] Provisioning complete for port 96de0a1b-5145-49c3-af8e-becf8bb22925 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:46.583451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7e181250-20ba-4350-9bd3-9e04ddc3d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.640548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:46.690899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7e181250-20ba-4350-9bd3-9e04ddc3d69e None None] Port 96de0a1b-5145-49c3-af8e-becf8bb22925 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:43:46.735197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:46.741280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:46.741915 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.768567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73693-a687-491e-bac2-a40c70343219 req-9e229b81-bc52-412d-840c-c6913dd49d46 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:46.770346 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ea73693-a687-491e-bac2-a40c70343219 req-9e229b81-bc52-412d-840c-c6913dd49d46 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 932 time: 0.1034431 Mar 03 18:43:46.862562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96de0a1b-5145-49c3-af8e-becf8bb22925 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:43:46.871080 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.889610 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.899852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Transition to ACTIVE for port object 96de0a1b-5145-49c3-af8e-becf8bb22925 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:43:46.904368 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.928890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,segment=NetworkSegment(17279fa0-671f-4409-a0e4-6dba727b710a),segment_id=17279fa0-671f-4409-a0e4-6dba727b710a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:46.938220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:46.964556 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ea73693-a687-491e-bac2-a40c70343219 req-27c26959-fd25-4026-8834-2cafbfbd1453 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883569 Mar 03 18:43:47.035422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:47.197071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Pushing event updated for resources: {'Port': ['ID=96de0a1b-5145-49c3-af8e-becf8bb22925,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:47.276178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Attempting to bind port 96de0a1b-5145-49c3-af8e-becf8bb22925 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:43:47.276467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Attempting to bind port 96de0a1b-5145-49c3-af8e-becf8bb22925 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:43:47.276819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Attempting to bind port 96de0a1b-5145-49c3-af8e-becf8bb22925 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:47.281495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Port 96de0a1b-5145-49c3-af8e-becf8bb22925 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:43:47.281951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Attempting to bind port 96de0a1b-5145-49c3-af8e-becf8bb22925 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:43:47.286943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:43:47.287276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Checking segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:43:47.287655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Bound using segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:43:47.288072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Bound port: 96de0a1b-5145-49c3-af8e-becf8bb22925, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:43:47.288413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:47.378402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] For port 96de0a1b-5145-49c3-af8e-becf8bb22925, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:43:47.383126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] For port 96de0a1b-5145-49c3-af8e-becf8bb22925, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=96de0a1b-5145-49c3-af8e-becf8bb22925,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:43:47.387468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:47.442457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:47.443055 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:47.444399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] 10.222.0.35 "PUT /v2.0/ports/96de0a1b-5145-49c3-af8e-becf8bb22925 HTTP/1.1" status: 200 len: 1092 time: 1.1147850 Mar 03 18:43:47.444816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'tag': '96de0a1b-5145-49c3-af8e-becf8bb22925'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:43:47.477595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd91510-495a-48fc-ba0b-96bcbbebb275 service neutron] Pushing event updated for resources: {'Port': ['ID=96de0a1b-5145-49c3-af8e-becf8bb22925,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:47.518206 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'tag': '96de0a1b-5145-49c3-af8e-becf8bb22925', 'status': 'completed', 'code': 200} Mar 03 18:43:47.559037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-70fac702-c5d0-4447-a2a3-712485e2aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:47.560506 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-70fac702-c5d0-4447-a2a3-712485e2aa1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4036fb380f64930b7ea42d0be4d67ee&device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 1095 time: 0.0738537 Mar 03 18:43:47.631864 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-e095354e-7438-4c8f-980f-0f94ce785730 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96de0a1b-5145-49c3-af8e-becf8bb22925 HTTP/1.1" status: 200 len: 217 time: 0.0648320 Mar 03 18:43:47.695862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-6cddc88d-bdbf-4413-ad45-6f2456abe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:47.697299 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-6cddc88d-bdbf-4413-ad45-6f2456abe845 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f10e0b0-8ba8-4082-827a-3f6a3a975830 HTTP/1.1" status: 200 len: 856 time: 0.0600681 Mar 03 18:43:47.770391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-159f7cdf-bc39-4022-b0a2-9fd21b961624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:47.771731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-159f7cdf-bc39-4022-b0a2-9fd21b961624 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685725 Mar 03 18:43:47.900441 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-36aeb567-cca0-45ad-921f-831827003498 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225810 Mar 03 18:43:48.028501 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-473f050a-7bca-41fa-9767-17b9556ebbcb req-77391fee-347e-4f6f-8147-e91b3d5f48c6 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215897 Mar 03 18:43:48.142102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-0d6a3a40-4f65-4ef8-9f02-24d836caf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:48.143573 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-0d6a3a40-4f65-4ef8-9f02-24d836caf610 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4036fb380f64930b7ea42d0be4d67ee&device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 1095 time: 0.0706508 Mar 03 18:43:48.170133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5e94-ca21-4dc4-8429-4a157ed7063a req-2ffebc46-cc34-483b-a07c-e28aba0907fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:48.171544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dbd5e94-ca21-4dc4-8429-4a157ed7063a req-2ffebc46-cc34-483b-a07c-e28aba0907fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 944 time: 0.0807607 Mar 03 18:43:48.215914 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4dbd5e94-ca21-4dc4-8429-4a157ed7063a req-cfad2e90-a63d-4a40-866d-71c1a40946e4 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Mar 03 18:43:48.284407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-adf149f7-9499-4bf7-bc91-95519eed616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:48.285962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-adf149f7-9499-4bf7-bc91-95519eed616e service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed HTTP/1.1" status: 200 len: 918 time: 0.1321671 Mar 03 18:43:48.312186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:48.332468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:48.358625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-a3906a44-3c65-422e-a3b5-2789b21063b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96de0a1b-5145-49c3-af8e-becf8bb22925 HTTP/1.1" status: 200 len: 217 time: 0.0663548 Mar 03 18:43:48.398781 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:48.399151 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:48.419765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-2575116a-fd1d-4a1a-b823-0c8b1d73af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:48.421272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-2575116a-fd1d-4a1a-b823-0c8b1d73af06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f10e0b0-8ba8-4082-827a-3f6a3a975830 HTTP/1.1" status: 200 len: 856 time: 0.0560455 Mar 03 18:43:48.497834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-1b63c82f-8980-409b-9816-dbf6f075ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:48.499833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-1b63c82f-8980-409b-9816-dbf6f075ea71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715935 Mar 03 18:43:48.631753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-3aac977f-a946-40ee-bd8d-d17066f58526 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254334 Mar 03 18:43:48.762109 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8c20d5e0-94e9-45c4-9890-80b8fb89a7d8 req-8c8e67bd-fe21-4a2d-9be2-023bded78623 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228106 Mar 03 18:43:49.399954 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030d17-3f60-45d6-96a9-5e56ebf341af req-a7ab4404-2ac3-4505-ba83-3c49ef7122b6 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:49.400648 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-21030d17-3f60-45d6-96a9-5e56ebf341af req-a7ab4404-2ac3-4505-ba83-3c49ef7122b6 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Synchronizing usage tracker for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:43:49.415718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-21030d17-3f60-45d6-96a9-5e56ebf341af req-a7ab4404-2ac3-4505-ba83-3c49ef7122b6 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Unset dirty status for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:43:49.416842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21030d17-3f60-45d6-96a9-5e56ebf341af req-a7ab4404-2ac3-4505-ba83-3c49ef7122b6 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 944 time: 0.0961504 Mar 03 18:43:49.570061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-21030d17-3f60-45d6-96a9-5e56ebf341af req-2bc85417-a19b-44a1-87d3-fbec2caad0fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Synchronizing usage tracker for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:43:49.588186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-21030d17-3f60-45d6-96a9-5e56ebf341af req-2bc85417-a19b-44a1-87d3-fbec2caad0fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Unset dirty status for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:43:49.589435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-21030d17-3f60-45d6-96a9-5e56ebf341af req-2bc85417-a19b-44a1-87d3-fbec2caad0fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667886 Mar 03 18:43:49.594106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3942-eb0c-4d64-b4f7-5c2dabab705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:50.775956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98688f-1513-49d4-955f-ae717c52e0cc req-bf12d2a1-4ea5-4c76-90a7-ffa829ac88b2 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:50.777428 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f98688f-1513-49d4-955f-ae717c52e0cc req-bf12d2a1-4ea5-4c76-90a7-ffa829ac88b2 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 944 time: 0.0817580 Mar 03 18:43:50.821615 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7f98688f-1513-49d4-955f-ae717c52e0cc req-13e8f784-2919-4c17-9828-6c8f33d97795 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 Mar 03 18:43:51.827996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 96de0a1b-5145-49c3-af8e-becf8bb22925 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:43:51.944840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b700e0d-2dc8-4a9c-ae6b-4f95244b932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:51.973037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 96de0a1b-5145-49c3-af8e-becf8bb22925, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=96de0a1b-5145-49c3-af8e-becf8bb22925,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:51.986813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '96de0a1b-5145-49c3-af8e-becf8bb22925', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'port_id': '96de0a1b-5145-49c3-af8e-becf8bb22925', 'mac_address': 'fa:16:3e:20:6b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:43:52.004245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b68a63-3474-492a-8e5c-183efab05da9 req-8b6e5a7f-d189-45f2-a9e9-84c47f556399 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:52.005743 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0b68a63-3474-492a-8e5c-183efab05da9 req-8b6e5a7f-d189-45f2-a9e9-84c47f556399 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 944 time: 0.0803473 Mar 03 18:43:52.050399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0b68a63-3474-492a-8e5c-183efab05da9 req-74c1d164-1dd7-49f6-bc1f-402d7e695c25 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388303 Mar 03 18:43:52.073668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:52.090291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96de0a1b-5145-49c3-af8e-becf8bb22925 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:43:52.105965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 96de0a1b-5145-49c3-af8e-becf8bb22925, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=96de0a1b-5145-49c3-af8e-becf8bb22925,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:52.110983 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:52.178883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=96de0a1b-5145-49c3-af8e-becf8bb22925,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:52.312447 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['96de0a1b-5145-49c3-af8e-becf8bb22925'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:43:53.029239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:53.084271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:53.231496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fc47e-2f46-4cbf-b74c-7070e01c6a6a req-39e3ebfc-e634-4490-80aa-1680642a7453 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:53.232956 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e3fc47e-2f46-4cbf-b74c-7070e01c6a6a req-39e3ebfc-e634-4490-80aa-1680642a7453 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 945 time: 0.0775106 Mar 03 18:43:53.278737 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0e3fc47e-2f46-4cbf-b74c-7070e01c6a6a req-adb18fec-338e-45ad-b99e-410c21437c64 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Mar 03 18:43:53.843669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 96de0a1b-5145-49c3-af8e-becf8bb22925 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:43:53.908132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 96de0a1b-5145-49c3-af8e-becf8bb22925 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:43:53.912849 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 96de0a1b-5145-49c3-af8e-becf8bb22925 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:43:53.913220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:54.028373 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:54.055474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de0a1b-5145-49c3-af8e-becf8bb22925'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:43:54.066338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 96de0a1b-5145-49c3-af8e-becf8bb22925, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=96de0a1b-5145-49c3-af8e-becf8bb22925,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:43:54.071701 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:54.129748 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de0a1b-5145-49c3-af8e-becf8bb22925', 'code': 200} Mar 03 18:43:54.160081 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=96de0a1b-5145-49c3-af8e-becf8bb22925,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:43:54.249686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b28368-8183-4f5f-99e5-733d9aebb5d9 req-50109f02-397f-425a-8b2f-a3c22ff97cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:54.250917 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8b28368-8183-4f5f-99e5-733d9aebb5d9 req-50109f02-397f-425a-8b2f-a3c22ff97cf1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 1097 time: 0.0742769 Mar 03 18:43:54.294245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8b28368-8183-4f5f-99e5-733d9aebb5d9 req-7cca42de-fadc-4df6-818d-39f2ea6348ee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Mar 03 18:43:54.459924 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e365958-3f7d-4466-8f08-0b2231af25cf req-f3f6048a-761c-40e5-8757-d9b83e9de562 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:54.461454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e365958-3f7d-4466-8f08-0b2231af25cf req-f3f6048a-761c-40e5-8757-d9b83e9de562 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 946 time: 0.0810366 Mar 03 18:43:54.466938 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:54.506544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1e365958-3f7d-4466-8f08-0b2231af25cf req-c1a2fb73-b45b-46db-b568-bd9777a78fb9 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Mar 03 18:43:54.775083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:43:55.688141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0920f-28f1-4248-84d7-716243acc8d4 req-53f5d19e-9b6e-4bd1-b25d-f81cdc40d5b2 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:55.689608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d0920f-28f1-4248-84d7-716243acc8d4 req-53f5d19e-9b6e-4bd1-b25d-f81cdc40d5b2 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 946 time: 0.0790043 Mar 03 18:43:55.735092 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-18d0920f-28f1-4248-84d7-716243acc8d4 req-04f194a3-dd50-4f20-8a96-2ff02f97c3f0 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Mar 03 18:43:55.916929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c478a-46eb-433a-9ad1-d511e2e06523 req-45706d23-35dd-44dc-9cda-cc3bb3baec94 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:43:55.918403 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b28c478a-46eb-433a-9ad1-d511e2e06523 req-45706d23-35dd-44dc-9cda-cc3bb3baec94 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 946 time: 0.0818996 Mar 03 18:43:55.961302 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b28c478a-46eb-433a-9ad1-d511e2e06523 req-8fed477b-6138-4d8e-aab5-d5bdaf0b039a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Mar 03 18:44:10.307774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f22a-be32-4d1b-b019-1a15ccc5b9ca req-17d1b5bf-24ff-4d32-b4c8-eac0ce77d740 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:10.309207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a130f22a-be32-4d1b-b019-1a15ccc5b9ca req-17d1b5bf-24ff-4d32-b4c8-eac0ce77d740 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 946 time: 0.0798705 Mar 03 18:44:10.352058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a130f22a-be32-4d1b-b019-1a15ccc5b9ca req-bd8121f2-f095-4545-91bf-3b2a2a2eab66 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366299 Mar 03 18:44:11.534599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d71e9-3e8b-4b56-bbf8-0a5603e9a20c req-d66f114d-4314-4d0f-bc54-6b62743c4a3d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:11.536055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc9d71e9-3e8b-4b56-bbf8-0a5603e9a20c req-d66f114d-4314-4d0f-bc54-6b62743c4a3d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 946 time: 0.0793750 Mar 03 18:44:11.578054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bc9d71e9-3e8b-4b56-bbf8-0a5603e9a20c req-5358d06c-24c6-4c55-9148-00be30dfb042 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Mar 03 18:44:11.697726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-ab385a23-db69-4661-9e42-0065983b399f tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:11.699048 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-ab385a23-db69-4661-9e42-0065983b399f tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 946 time: 0.0794051 Mar 03 18:44:11.765695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Deleting port 96de0a1b-5145-49c3-af8e-becf8bb22925 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:11.766209 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:12.002369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] For port 96de0a1b-5145-49c3-af8e-becf8bb22925, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=96de0a1b-5145-49c3-af8e-becf8bb22925,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:12.002632 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:12.122176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Calling delete_port for 96de0a1b-5145-49c3-af8e-becf8bb22925 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:12.265788 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:12.277340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['96de0a1b-5145-49c3-af8e-becf8bb22925'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:44:12.315664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Pushing event deleted for resources: {'Port': ['ID=96de0a1b-5145-49c3-af8e-becf8bb22925,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:12.357408 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.357756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.358126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.358451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.358775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.359099 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.359418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.359734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.360051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.360365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.360677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.360993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:12.407669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] No DVR routers for this DVR port 96de0a1b-5145-49c3-af8e-becf8bb22925 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:44:12.410498 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:12.413278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'name': 'network-vif-deleted', 'tag': '96de0a1b-5145-49c3-af8e-becf8bb22925'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:44:12.430165 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bf001b95-f422-41b4-bf39-24a8c6a904db req-56c2f417-e68c-4af8-8f0d-79e519b9630a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "DELETE /v2.0/ports/96de0a1b-5145-49c3-af8e-becf8bb22925 HTTP/1.1" status: 204 len: 173 time: 0.7258284 Mar 03 18:44:12.466556 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bf73e4-bea7-4fdd-b3c6-833fe4f7a135', 'name': 'network-vif-deleted', 'tag': '96de0a1b-5145-49c3-af8e-becf8bb22925', 'status': 'completed', 'code': 200} Mar 03 18:44:12.737401 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-40f250b8-afbd-4b1f-883e-691d146a4239 req-7258102a-6a2f-4871-8eba-be3466700393 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=41bf73e4-bea7-4fdd-b3c6-833fe4f7a135 HTTP/1.1" status: 200 len: 210 time: 0.0447912 Mar 03 18:44:14.619732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-38691bde-591e-4d6f-8f99-87c427af88a9 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:14.621167 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-38691bde-591e-4d6f-8f99-87c427af88a9 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/networks?id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed HTTP/1.1" status: 200 len: 817 time: 0.1457825 Mar 03 18:44:14.635972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-f876108f-fec2-44f2-a254-d0668b7129be tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/quotas/f4036fb380f64930b7ea42d0be4d67ee HTTP/1.1" status: 200 len: 375 time: 0.0094106 Mar 03 18:44:14.716344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-933d5338-7212-4394-b41f-ea98b6530a75 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4036fb380f64930b7ea42d0be4d67ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755172 Mar 03 18:44:14.978633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-f4c0d0c8-6d0a-4c8c-8688-1f6019498f77 service neutron] 10.222.0.23 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637256 Mar 03 18:44:15.107632 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-06a59f0f-cf1b-4b86-9b59-b5055dda6b37 service neutron] 10.222.0.23 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234636 Mar 03 18:44:15.283893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b318c563-7579-41b2-bc67-4dc52bec328f req-6dcab2e6-b0f8-4268-83ad-922d23f1f255 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Synchronizing usage tracker for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:44:15.299612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-b318c563-7579-41b2-bc67-4dc52bec328f req-6dcab2e6-b0f8-4268-83ad-922d23f1f255 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Unset dirty status for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:44:15.300808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b318c563-7579-41b2-bc67-4dc52bec328f req-6dcab2e6-b0f8-4268-83ad-922d23f1f255 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 210 time: 0.0575423 Mar 03 18:44:15.408645 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:44:15.958573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 96de0a1b-5145-49c3-af8e-becf8bb22925 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:15.991231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 96de0a1b-5145-49c3-af8e-becf8bb22925 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:44:15.991568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 96de0a1b-5145-49c3-af8e-becf8bb22925 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:16.283209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-954eebe5-f58b-4df8-a456-5d40aa6d47c4 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:16.284512 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-954eebe5-f58b-4df8-a456-5d40aa6d47c4 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "GET /v2.0/networks?id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed HTTP/1.1" status: 200 len: 817 time: 0.1522214 Mar 03 18:44:16.295476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Request body: {'port': {'device_id': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'admin_state_up': True, 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:44:16.438552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:44:16.447896 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:44:16.454801 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d30e1532-1e95-4350-8641-8e38249ed34f req-0d1fbca3-ddb2-4b93-8eb2-65ebc9d427f5 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 210 time: 0.0464916 Mar 03 18:44:16.458282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Made reservation on behalf of f4036fb380f64930b7ea42d0be4d67ee for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:44:16.461878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:16.620392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Allocated IP 172.20.0.4 (78c237b2-a14d-4a49-bc1a-4bcdb85d4aed/0f10e0b0-8ba8-4082-827a-3f6a3a975830/6439bd32-edac-4a8c-8aee-1df88561a647) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:44:16.820143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:16.835888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Transition to ACTIVE for port object 6439bd32-edac-4a8c-8aee-1df88561a647 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:44:16.858481 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:16.921126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:44:16.924121 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:44:16.927790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:44:16.969380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Pushing event updated for resources: {'Port': ['ID=6439bd32-edac-4a8c-8aee-1df88561a647,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:17.005398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:17.006003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:17.032166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-93cfd614-e184-4d4a-9c8c-62b210ed279d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7401001 Mar 03 18:44:17.043207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Request body: {'port': {'device_id': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:44:17.116886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e08d62c-ec74-4ab0-91bf-15d20bf1e978 None None] Provisioning for port 6439bd32-edac-4a8c-8aee-1df88561a647 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:44:17.123968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e08d62c-ec74-4ab0-91bf-15d20bf1e978 None None] Provisioning complete for port 6439bd32-edac-4a8c-8aee-1df88561a647 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:44:17.124352 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e08d62c-ec74-4ab0-91bf-15d20bf1e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:17.155538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:17.179155 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1e08d62c-ec74-4ab0-91bf-15d20bf1e978 None None] Port 6439bd32-edac-4a8c-8aee-1df88561a647 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:44:17.631041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6439bd32-edac-4a8c-8aee-1df88561a647 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:44:17.639634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:17.661083 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Transition to ACTIVE for port object 6439bd32-edac-4a8c-8aee-1df88561a647 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:44:17.665468 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:17.777350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb763c-1ce7-47c5-93ea-b75470b88890 req-2c419034-a018-4a21-84b7-0162538581fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:17.778059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9abb763c-1ce7-47c5-93ea-b75470b88890 req-2c419034-a018-4a21-84b7-0162538581fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Synchronizing usage tracker for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:44:17.819097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6439bd32-edac-4a8c-8aee-1df88561a647,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:17.855403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9abb763c-1ce7-47c5-93ea-b75470b88890 req-2c419034-a018-4a21-84b7-0162538581fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Unset dirty status for tenant:f4036fb380f64930b7ea42d0be4d67ee on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:44:17.856637 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9abb763c-1ce7-47c5-93ea-b75470b88890 req-2c419034-a018-4a21-84b7-0162538581fe tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 931 time: 0.2926707 Mar 03 18:44:17.951874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9abb763c-1ce7-47c5-93ea-b75470b88890 req-f3205f45-40ee-4462-b48d-6ab3e1b3843b tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651505 Mar 03 18:44:17.958124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Attempting to bind port 6439bd32-edac-4a8c-8aee-1df88561a647 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:44:17.958451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Attempting to bind port 6439bd32-edac-4a8c-8aee-1df88561a647 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:44:17.958769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Attempting to bind port 6439bd32-edac-4a8c-8aee-1df88561a647 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:44:17.963352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Port 6439bd32-edac-4a8c-8aee-1df88561a647 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:44:17.963670 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Attempting to bind port 6439bd32-edac-4a8c-8aee-1df88561a647 on network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:44:17.968700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:44:17.969033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Checking segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:44:17.969431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Bound using segment: {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:44:17.969844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Bound port: 6439bd32-edac-4a8c-8aee-1df88561a647, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a531596a-b784-43af-a1b4-89dc2381b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:44:17.970185 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:18.060675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] For port 6439bd32-edac-4a8c-8aee-1df88561a647, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:44:18.064139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] For port 6439bd32-edac-4a8c-8aee-1df88561a647, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6439bd32-edac-4a8c-8aee-1df88561a647,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:44:18.068467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:18.121183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:18.121900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:18.123144 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/6439bd32-edac-4a8c-8aee-1df88561a647 HTTP/1.1" status: 200 len: 1091 time: 1.0841904 Mar 03 18:44:18.123571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'tag': '6439bd32-edac-4a8c-8aee-1df88561a647'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:44:18.152337 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa922492-7b23-44df-8702-374c9bbb46a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6439bd32-edac-4a8c-8aee-1df88561a647,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:18.200109 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'tag': '6439bd32-edac-4a8c-8aee-1df88561a647', 'status': 'completed', 'code': 200} Mar 03 18:44:18.242560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-cba02a13-fe0c-47c9-b2e3-8172adec2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:18.244040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-cba02a13-fe0c-47c9-b2e3-8172adec2a40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4036fb380f64930b7ea42d0be4d67ee&device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 1094 time: 0.0787754 Mar 03 18:44:18.317490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:18.319768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-91d0f921-7e6c-47aa-b02e-6ae16f79b1a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6439bd32-edac-4a8c-8aee-1df88561a647 HTTP/1.1" status: 200 len: 217 time: 0.0683868 Mar 03 18:44:18.382264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-8c53a564-6a45-49ab-bc1d-52ae39b7088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:18.383627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-8c53a564-6a45-49ab-bc1d-52ae39b7088e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f10e0b0-8ba8-4082-827a-3f6a3a975830 HTTP/1.1" status: 200 len: 856 time: 0.0588202 Mar 03 18:44:18.467528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-231a9501-f53f-45f7-ab00-121777578e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:18.469030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-231a9501-f53f-45f7-ab00-121777578e3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800014 Mar 03 18:44:18.595054 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-43782900-84b1-4d39-86aa-f5c2566820b0 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201317 Mar 03 18:44:18.721593 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ed73957b-9a80-4dfc-ab85-ef1fae3d5575 req-c15c5914-1bb8-40d6-8ab3-ea83c4d4d328 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209826 Mar 03 18:44:18.837033 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-307db3a5-94ae-41c8-a3d9-6d1c1aebb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:18.838494 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-307db3a5-94ae-41c8-a3d9-6d1c1aebb90a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4036fb380f64930b7ea42d0be4d67ee&device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 1094 time: 0.0720227 Mar 03 18:44:18.964155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-16c9109b-af5a-458d-9d13-ebee3cf68666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:18.965502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-16c9109b-af5a-458d-9d13-ebee3cf68666 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed HTTP/1.1" status: 200 len: 918 time: 0.1214805 Mar 03 18:44:19.033062 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-fb9cd2ab-306a-4a16-90a8-cda0be72ec3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6439bd32-edac-4a8c-8aee-1df88561a647 HTTP/1.1" status: 200 len: 217 time: 0.0599706 Mar 03 18:44:19.246854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-1bb21fce-24d9-443f-b4c2-fff01fae7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:19.248176 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-1bb21fce-24d9-443f-b4c2-fff01fae7ccb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f10e0b0-8ba8-4082-827a-3f6a3a975830 HTTP/1.1" status: 200 len: 856 time: 0.2087057 Mar 03 18:44:19.317926 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84efd8b-c60c-4096-8782-3149513d9714 req-6ba51968-6bf6-4e4e-93c9-7b30da7a090a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:19.319340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d84efd8b-c60c-4096-8782-3149513d9714 req-6ba51968-6bf6-4e4e-93c9-7b30da7a090a tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 943 time: 0.2480867 Mar 03 18:44:19.370691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-23e012df-6df6-4cc4-827f-758aedcefc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:19.372108 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-23e012df-6df6-4cc4-827f-758aedcefc00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168528 Mar 03 18:44:19.378887 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d84efd8b-c60c-4096-8782-3149513d9714 req-249abf08-0ae9-42d7-bf35-acfdfe05f241 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536060 Mar 03 18:44:19.500758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-70363463-b780-4dca-895a-4bd55bcb3948 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208570 Mar 03 18:44:19.597616 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7c2426fd-a35c-4ff0-8677-86457039be7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:19.630420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7fe07702-51ac-414b-b6bb-ea4da0a8a965 req-df051eb2-95fe-4ce5-9905-8c7e8dd66375 service neutron] 10.222.0.35 "GET /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232691 Mar 03 18:44:20.563503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa4a92-8402-41da-b1d3-9670133d24ec req-64b640f2-9c96-40d6-9385-a19851f4757b tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:20.564966 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccfa4a92-8402-41da-b1d3-9670133d24ec req-64b640f2-9c96-40d6-9385-a19851f4757b tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 943 time: 0.0789418 Mar 03 18:44:20.608838 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ccfa4a92-8402-41da-b1d3-9670133d24ec req-59e7f447-c5b0-4fbd-bc33-a98822044671 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Mar 03 18:44:21.791421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a2109-5c73-4ef1-93d8-9ac2857be903 req-aa828637-9c1d-4ad8-827f-63d1a954a6a7 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:21.792909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d36a2109-5c73-4ef1-93d8-9ac2857be903 req-aa828637-9c1d-4ad8-827f-63d1a954a6a7 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 943 time: 0.0797658 Mar 03 18:44:21.840550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d36a2109-5c73-4ef1-93d8-9ac2857be903 req-94fa492c-9966-443a-b9b0-679b02779477 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Mar 03 18:44:21.896789 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d7df2305-2d19-4494-90a6-848c5f74042d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:21.974206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6439bd32-edac-4a8c-8aee-1df88561a647 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:44:22.104384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6439bd32-edac-4a8c-8aee-1df88561a647, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6439bd32-edac-4a8c-8aee-1df88561a647,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:22.117936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '6439bd32-edac-4a8c-8aee-1df88561a647', 'network_id': '78c237b2-a14d-4a49-bc1a-4bcdb85d4aed', 'port_id': '6439bd32-edac-4a8c-8aee-1df88561a647', 'mac_address': 'fa:16:3e:98:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10e0b0-8ba8-4082-827a-3f6a3a975830', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:44:22.175648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:22.191519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6439bd32-edac-4a8c-8aee-1df88561a647 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:44:22.206058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6439bd32-edac-4a8c-8aee-1df88561a647, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6439bd32-edac-4a8c-8aee-1df88561a647,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:22.209965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:22.275178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6439bd32-edac-4a8c-8aee-1df88561a647,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:22.282982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.283342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.283662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.283993 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.284327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.284652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.284974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.285294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.285641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.285960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.286277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.286591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:44:22.398413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6439bd32-edac-4a8c-8aee-1df88561a647'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:44:23.026337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6118e-7090-43f6-b3b2-c8749781c97d req-1cec4fe5-99aa-44a8-ae3f-4506f52be6ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:23.027828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cec6118e-7090-43f6-b3b2-c8749781c97d req-1cec4fe5-99aa-44a8-ae3f-4506f52be6ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 944 time: 0.0818615 Mar 03 18:44:23.034388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:23.074722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cec6118e-7090-43f6-b3b2-c8749781c97d req-67075f45-754a-4b84-bd7d-1ea17b15f886 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Mar 03 18:44:23.078585 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:23.982567 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6439bd32-edac-4a8c-8aee-1df88561a647 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:44:24.046873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 6439bd32-edac-4a8c-8aee-1df88561a647 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:44:24.051421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 6439bd32-edac-4a8c-8aee-1df88561a647 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:44:24.051791 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:24.173801 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:24.200195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6439bd32-edac-4a8c-8aee-1df88561a647'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:44:24.210833 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 6439bd32-edac-4a8c-8aee-1df88561a647, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6439bd32-edac-4a8c-8aee-1df88561a647,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:24.215844 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:24.256581 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6439bd32-edac-4a8c-8aee-1df88561a647', 'code': 200} Mar 03 18:44:24.261054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80049b57-d4ac-40fc-96b9-58616b331153 req-f89c52c9-6527-470e-ae45-04ff2717624e tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:24.262588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80049b57-d4ac-40fc-96b9-58616b331153 req-f89c52c9-6527-470e-ae45-04ff2717624e tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 945 time: 0.0818219 Mar 03 18:44:24.293000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=6439bd32-edac-4a8c-8aee-1df88561a647,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:24.360505 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-80049b57-d4ac-40fc-96b9-58616b331153 req-90021649-d06b-4eeb-9666-98b9fbb6ff1d tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901618 Mar 03 18:44:24.386876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82c6a5-e01f-4812-8070-6c3bb7ab0043 req-360f7df0-72b4-4bd9-82da-d4cb1e639fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:24.388300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df82c6a5-e01f-4812-8070-6c3bb7ab0043 req-360f7df0-72b4-4bd9-82da-d4cb1e639fab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 1096 time: 0.0784092 Mar 03 18:44:24.428442 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df82c6a5-e01f-4812-8070-6c3bb7ab0043 req-8bd6655f-efbc-4e72-b5fd-2d539104113c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339050 Mar 03 18:44:24.469014 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:24.780117 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:25.545676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bed5bb-dc1c-4fa5-bedc-20bab03bc360 req-4f933a4c-2ff8-40eb-84cc-c724abd90db8 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:25.547666 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2bed5bb-dc1c-4fa5-bedc-20bab03bc360 req-4f933a4c-2ff8-40eb-84cc-c724abd90db8 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 945 time: 0.0807078 Mar 03 18:44:25.597367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c2bed5bb-dc1c-4fa5-bedc-20bab03bc360 req-e4e35c9b-d8d9-4fb4-9f30-5e822a843c71 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Mar 03 18:44:26.782263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b45301-c0bb-4640-9504-40fddb1f3f40 req-0046947f-63e3-4973-95cf-f956365abbad tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:26.783701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7b45301-c0bb-4640-9504-40fddb1f3f40 req-0046947f-63e3-4973-95cf-f956365abbad tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 945 time: 0.0787838 Mar 03 18:44:26.825523 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c7b45301-c0bb-4640-9504-40fddb1f3f40 req-93317316-315b-4f78-a762-d461b091d84e tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362220 Mar 03 18:44:27.003180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61f84-9d73-4446-9b5d-c32e7f3a5a9d req-41a9cfec-49dd-4659-942c-c625667fe4cc tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:27.004542 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3d61f84-9d73-4446-9b5d-c32e7f3a5a9d req-41a9cfec-49dd-4659-942c-c625667fe4cc tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 945 time: 0.0787673 Mar 03 18:44:27.048159 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3d61f84-9d73-4446-9b5d-c32e7f3a5a9d req-37e390a2-3675-4645-b2ae-719efe3e0239 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380304 Mar 03 18:44:41.266959 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a98cc-5cfc-4265-8100-f24dc58348a7 req-1e309fb2-ec0f-4863-abb8-d39a750f941b tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:41.268309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-687a98cc-5cfc-4265-8100-f24dc58348a7 req-1e309fb2-ec0f-4863-abb8-d39a750f941b tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 945 time: 0.0822704 Mar 03 18:44:41.311263 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-687a98cc-5cfc-4265-8100-f24dc58348a7 req-e9a99137-7311-4883-afbe-ba44c64bbce3 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Mar 03 18:44:42.496949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88a9ab-d7b0-405b-afe6-0b191b85871d req-266b2753-d24e-4a5e-8b74-14986de126a5 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:42.498349 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b88a9ab-d7b0-405b-afe6-0b191b85871d req-266b2753-d24e-4a5e-8b74-14986de126a5 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 945 time: 0.0820704 Mar 03 18:44:42.542650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b88a9ab-d7b0-405b-afe6-0b191b85871d req-a058c676-bb57-4a67-b390-1ef25c9bbb68 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c0be632-c85e-42c6-8093-e776a6b5c430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379035 Mar 03 18:44:42.680141 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-0d0b0798-b6f7-4074-afc8-b80a198742ed tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:42.681570 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-0d0b0798-b6f7-4074-afc8-b80a198742ed tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 945 time: 0.0766339 Mar 03 18:44:42.751746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Deleting port 6439bd32-edac-4a8c-8aee-1df88561a647 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:42.751998 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:42.987630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] For port 6439bd32-edac-4a8c-8aee-1df88561a647, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=6439bd32-edac-4a8c-8aee-1df88561a647,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:42.987971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:43.106492 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Calling delete_port for 6439bd32-edac-4a8c-8aee-1df88561a647 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:43.245849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:43.259121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['6439bd32-edac-4a8c-8aee-1df88561a647'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:44:43.295250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Pushing event deleted for resources: {'Port': ['ID=6439bd32-edac-4a8c-8aee-1df88561a647,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:43.485820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] No DVR routers for this DVR port 6439bd32-edac-4a8c-8aee-1df88561a647 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:44:43.488357 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:43.491017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'name': 'network-vif-deleted', 'tag': '6439bd32-edac-4a8c-8aee-1df88561a647'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:44:43.513464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-63111a6a-a9bf-4980-8b48-24214081b3bf req-3afb6dac-a780-44f7-bb64-19676d8331ce tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.35 "DELETE /v2.0/ports/6439bd32-edac-4a8c-8aee-1df88561a647 HTTP/1.1" status: 204 len: 173 time: 0.8193676 Mar 03 18:44:43.540024 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a63336-7617-4712-9516-cb17ffe9f78b', 'name': 'network-vif-deleted', 'tag': '6439bd32-edac-4a8c-8aee-1df88561a647', 'status': 'completed', 'code': 200} Mar 03 18:44:43.705851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dbf6bbba-897f-4aff-a629-c73ddcf1914e req-3fcdb57f-7f3d-402a-8d27-d2f6c88e5a45 tempest-TestEncryptedCinderVolumes-1859508001 tempest-TestEncryptedCinderVolumes-1859508001-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7a63336-7617-4712-9516-cb17ffe9f78b HTTP/1.1" status: 200 len: 210 time: 0.0428607 Mar 03 18:44:44.831357 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40338) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:45.349213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:45.683440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Deleting port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:45.683772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:45.851464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] For port 40171ca6-55d5-4b55-9c3b-02a3b6d56d61, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:45.852229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:45.969474 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Calling delete_port for 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:46.387801 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:46.432965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=40171ca6-55d5-4b55-9c3b-02a3b6d56d61,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:46.694849 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:47.042196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Router d5f488dc-7649-4465-ac40-9a7c40e32510 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:44:47.211866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:44:47.221893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] Sync routers for ids ['d5f488dc-7649-4465-ac40-9a7c40e32510'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:44:47.224844 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a8ecd601-07bf-4d20-bb41-69ae758fbf25 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5f488dc-7649-4465-ac40-9a7c40e32510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3923614 Mar 03 18:44:47.227315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40342) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:47.231317 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] Routers {'d5f488dc-7649-4465-ac40-9a7c40e32510'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:44:47.231916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5f488dc-7649-4465-ac40-9a7c40e32510'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:47.407969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] Set router d5f488dc-7649-4465-ac40-9a7c40e32510 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:44:47.527557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:47.686995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:44:46Z', 'revision_number': 5, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port': {'id': 'daffc82c-d1f4-4468-affc-4d4c61ccc17a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:31Z', 'updated_at': '2022-03-03T18:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:47.691464 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] Checking router: d5f488dc-7649-4465-ac40-9a7c40e32510 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:44:47.699582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] Routers {'d5f488dc-7649-4465-ac40-9a7c40e32510'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:44:47.700168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d5f488dc-7649-4465-ac40-9a7c40e32510'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:47.701295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:47.715056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Deleting port daffc82c-d1f4-4468-affc-4d4c61ccc17a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:47.715398 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:47.854379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] Set router d5f488dc-7649-4465-ac40-9a7c40e32510 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:44:47.892131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] For port daffc82c-d1f4-4468-affc-4d4c61ccc17a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=daffc82c-d1f4-4468-affc-4d4c61ccc17a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:47.892503 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:47.960298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:44:47Z', 'revision_number': 6, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:47.964044 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36815c-cde1-429e-bddc-9330898792cd None None] The sync data for ids ['d5f488dc-7649-4465-ac40-9a7c40e32510'] in n-d-827121-1 is: [{'id': 'd5f488dc-7649-4465-ac40-9a7c40e32510', 'name': 'tempest-TestEncryptedCinderVolumes-1399113287-router', 'tenant_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:30Z', 'updated_at': '2022-03-03T18:44:47Z', 'revision_number': 6, 'project_id': 'f4036fb380f64930b7ea42d0be4d67ee', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:44:48.016577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Calling delete_port for daffc82c-d1f4-4468-affc-4d4c61ccc17a owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:48.107188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6439bd32-edac-4a8c-8aee-1df88561a647 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:48.141449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 6439bd32-edac-4a8c-8aee-1df88561a647 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:44:48.141795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 6439bd32-edac-4a8c-8aee-1df88561a647 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:48.179451 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.254558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=daffc82c-d1f4-4468-affc-4d4c61ccc17a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:48.308696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.321799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.502546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.504603 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.526824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.527415 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f488dc-7649-4465-ac40-9a7c40e32510 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:44:48.539737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.540835 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2a012354-374b-4865-be3d-59db342417d0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d5f488dc-7649-4465-ac40-9a7c40e32510 HTTP/1.1" status: 204 len: 168 time: 1.3125269 Mar 03 18:44:48.543322 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40346) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:48.601008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] Deleting subnet 0f10e0b0-8ba8-4082-827a-3f6a3a975830 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:44:48.603846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.654683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.731957 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.750066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:48.784732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:44:48.785484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 40171ca6-55d5-4b55-9c3b-02a3b6d56d61 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:48.804804 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.847100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f10e0b0-8ba8-4082-827a-3f6a3a975830,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:48.850228 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:48.854340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d3357-84b7-406e-aeb2-78fe368835f6 None None] Network 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:44:48.859502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-101137a7-64f8-4bfa-b31a-3d6dfd29869f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0f10e0b0-8ba8-4082-827a-3f6a3a975830 HTTP/1.1" status: 204 len: 168 time: 0.3127646 Mar 03 18:44:48.859871 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40350) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:49.089091 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.100307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Deleting port 0719b51d-afd1-4f56-a09e-b166b30fb052 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:49.100640 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.149110 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] DHCP port deletion for 78c237b2-a14d-4a49-bc1a-4bcdb85d4aed request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:44:49.153204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Deleting port 0719b51d-afd1-4f56-a09e-b166b30fb052 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:49.153628 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.314289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b9677905-348e-414f-a704-149a92839676 admin admin] For port 0719b51d-afd1-4f56-a09e-b166b30fb052, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0719b51d-afd1-4f56-a09e-b166b30fb052,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:49.314892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.352609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] For port 0719b51d-afd1-4f56-a09e-b166b30fb052, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0719b51d-afd1-4f56-a09e-b166b30fb052,segment=NetworkSegment(a531596a-b784-43af-a1b4-89dc2381b7f3),segment_id=a531596a-b784-43af-a1b4-89dc2381b7f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:49.353215 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.439851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Calling delete_port for 0719b51d-afd1-4f56-a09e-b166b30fb052 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:49.512467 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.518139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Calling delete_port for 0719b51d-afd1-4f56-a09e-b166b30fb052 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:49.562551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Pushing event deleted for resources: {'Port': ['ID=0719b51d-afd1-4f56-a09e-b166b30fb052,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:49.565098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9677905-348e-414f-a704-149a92839676 admin admin] No DVR routers for this DVR port 0719b51d-afd1-4f56-a09e-b166b30fb052 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 18:44:49.594288 n-d-827121-1 neutron-server[87888]: util.warn( Mar 03 18:44:49.602002 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:44:49.602453 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:44:49.603949 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d863bac6-0d89-4905-9e2e-fd17bbcb526d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.680782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.708644 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b9677905-348e-414f-a704-149a92839676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c237b2-a14d-4a49-bc1a-4bcdb85d4aed']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:49.720095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b9677905-348e-414f-a704-149a92839676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a531596a-b784-43af-a1b4-89dc2381b7f3') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:49.720380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-b9677905-348e-414f-a704-149a92839676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a531596a-b784-43af-a1b4-89dc2381b7f3') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:49.731420 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.746566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.752918 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:44:49.753284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:44:49.766366 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:44:49.840573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.856474 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:49.866340 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9677905-348e-414f-a704-149a92839676 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c237b2-a14d-4a49-bc1a-4bcdb85d4aed,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:49.880517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b9677905-348e-414f-a704-149a92839676 admin admin] 10.222.0.23 "DELETE /v2.0/networks/78c237b2-a14d-4a49-bc1a-4bcdb85d4aed HTTP/1.1" status: 204 len: 168 time: 1.0197167 Mar 03 18:44:49.883385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40354) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:50.103679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Deleting port 0719b51d-afd1-4f56-a09e-b166b30fb052 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:50.103980 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:50.172249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e181d992-f3b3-48cd-95f5-ef68ff0345e1 None None] The port '0719b51d-afd1-4f56-a09e-b166b30fb052' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:44:50.357048 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0719b51d-afd1-4f56-a09e-b166b30fb052 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:50.390180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 0719b51d-afd1-4f56-a09e-b166b30fb052 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:44:50.390517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0719b51d-afd1-4f56-a09e-b166b30fb052 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:50.390916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device daffc82c-d1f4-4468-affc-4d4c61ccc17a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:50.405479 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:50.433292 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: daffc82c-d1f4-4468-affc-4d4c61ccc17a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:44:50.433540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device daffc82c-d1f4-4468-affc-4d4c61ccc17a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:50.854290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Deleting port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:50.854625 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:51.022429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] For port 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,segment=NetworkSegment(17279fa0-671f-4409-a0e4-6dba727b710a),segment_id=17279fa0-671f-4409-a0e4-6dba727b710a)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:51.022775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:51.144636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Calling delete_port for 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:51.317450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:51.362774 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Pushing event deleted for resources: {'Port': ['ID=6d33c368-ee90-4e9d-8695-3c7ffeca8ea3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:51.630966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:51.899734 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6606544a-ac4c-47b5-8a9f-9e3376a69bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:52.095354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Router 6aba0756-bce7-49c8-88b7-f494af367628 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:44:52.273394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:44:52.282192 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] Sync routers for ids ['6aba0756-bce7-49c8-88b7-f494af367628'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:44:52.282629 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7912e975-9272-4703-811c-1556a8199ced admin admin] 10.222.0.23 "PUT /v2.0/routers/6aba0756-bce7-49c8-88b7-f494af367628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3983054 Mar 03 18:44:52.285128 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40358) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:52.291162 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] Routers {'6aba0756-bce7-49c8-88b7-f494af367628'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:44:52.291774 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6aba0756-bce7-49c8-88b7-f494af367628'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:52.446581 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:44:52.458863 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:52.473953 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] Set router 6aba0756-bce7-49c8-88b7-f494af367628 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:44:52.636923 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:52.647338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Deleting port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:52.647730 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:52.755526 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:44:51Z', 'revision_number': 5, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port': {'id': '65891b0c-71fe-4bcd-9bbe-049a28adc4b1', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba0756-bce7-49c8-88b7-f494af367628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:43:38Z', 'updated_at': '2022-03-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:52.759217 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] Checking router: 6aba0756-bce7-49c8-88b7-f494af367628 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:44:52.767744 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] Routers {'6aba0756-bce7-49c8-88b7-f494af367628'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:44:52.768316 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['6aba0756-bce7-49c8-88b7-f494af367628'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:52.816885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] For port 65891b0c-71fe-4bcd-9bbe-049a28adc4b1, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:52.817224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:52.922183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] Set router 6aba0756-bce7-49c8-88b7-f494af367628 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:44:52.944768 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Calling delete_port for 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:53.026902 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:44:52Z', 'revision_number': 6, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:53.031665 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518e855-8f58-492f-9e95-8453db36b810 None None] The sync data for ids ['6aba0756-bce7-49c8-88b7-f494af367628'] in n-d-827121-1 is: [{'id': '6aba0756-bce7-49c8-88b7-f494af367628', 'name': 'tempest-TestEncryptedCinderVolumes-296028408-router', 'tenant_id': 'f849ba576b9b4620b5362230ccefd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:43:37Z', 'updated_at': '2022-03-03T18:44:52Z', 'revision_number': 6, 'project_id': 'f849ba576b9b4620b5362230ccefd213', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:44:53.041251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.088690 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.116909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.162255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65891b0c-71fe-4bcd-9bbe-049a28adc4b1,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:53.361520 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.531525 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.533694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.555258 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.555846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aba0756-bce7-49c8-88b7-f494af367628 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:44:53.567866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.568976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b7aea3a4-1d78-4471-b636-42a05fb732a3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6aba0756-bce7-49c8-88b7-f494af367628 HTTP/1.1" status: 204 len: 168 time: 1.2829349 Mar 03 18:44:53.571526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40364) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:53.631245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] Deleting subnet 184e7a7e-b095-4be8-9e1a-3d5d4f554e0d {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:44:53.633898 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.681668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.760043 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.831250 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.868916 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184e7a7e-b095-4be8-9e1a-3d5d4f554e0d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:53.875094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:53.880790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4088c-0d51-4cf4-bbd3-79211e6834d1 None None] Network 17581fef-028d-4be4-986c-56142b693482 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:44:53.880980 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-90de99b2-e45c-4381-a2e8-564e70326d60 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/184e7a7e-b095-4be8-9e1a-3d5d4f554e0d HTTP/1.1" status: 204 len: 168 time: 0.3083732 Mar 03 18:44:53.883454 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40368) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:53.992545 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.004314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Deleting port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:54.004659 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.182539 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] DHCP port deletion for 17581fef-028d-4be4-986c-56142b693482 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:44:54.186972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Deleting port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:54.187486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.252016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] For port 2b50898c-94fd-4d1b-b700-67e6f8034ce3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2b50898c-94fd-4d1b-b700-67e6f8034ce3,segment=NetworkSegment(17279fa0-671f-4409-a0e4-6dba727b710a),segment_id=17279fa0-671f-4409-a0e4-6dba727b710a)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:54.252263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.372220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:54.378404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Calling delete_port for 2b50898c-94fd-4d1b-b700-67e6f8034ce3 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:54.417657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:44:54.417919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 65891b0c-71fe-4bcd-9bbe-049a28adc4b1 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:54.418320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2b50898c-94fd-4d1b-b700-67e6f8034ce3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:54.465068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.472493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] For port 2b50898c-94fd-4d1b-b700-67e6f8034ce3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2b50898c-94fd-4d1b-b700-67e6f8034ce3,segment=NetworkSegment(17279fa0-671f-4409-a0e4-6dba727b710a),segment_id=17279fa0-671f-4409-a0e4-6dba727b710a)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:44:54.473144 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.519024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b50898c-94fd-4d1b-b700-67e6f8034ce3,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:54.524606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] No DVR routers for this DVR port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:44:54.602340 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.609476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Calling delete_port for 2b50898c-94fd-4d1b-b700-67e6f8034ce3 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:44:54.650347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.663015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No active binding found for port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 {{(pid=87888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 18:44:54.663425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2b50898c-94fd-4d1b-b700-67e6f8034ce3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:54.663860 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:44:54.676566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17581fef-028d-4be4-986c-56142b693482']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:54.689003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17279fa0-671f-4409-a0e4-6dba727b710a') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:54.689697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17279fa0-671f-4409-a0e4-6dba727b710a') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:54.700959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.705391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:44:54.705745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 6d33c368-ee90-4e9d-8695-3c7ffeca8ea3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:44:54.719593 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.726603 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:44:54.726981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.733530 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:44:54.733974 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:44:54.740430 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:44:54.789831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.921021 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.937118 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:54.947313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] Pushing event deleted for resources: {'Network': ['ID=17581fef-028d-4be4-986c-56142b693482,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:54.952214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-17d441ae-2d3e-4287-9d57-b2cfdf16f999 admin admin] 10.222.0.23 "DELETE /v2.0/networks/17581fef-028d-4be4-986c-56142b693482 HTTP/1.1" status: 204 len: 168 time: 1.0671597 Mar 03 18:44:55.127455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40376) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:55.173916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-42bcd808-ec9b-4510-884e-9f3123aad39f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4036fb380f64930b7ea42d0be4d67ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453389 Mar 03 18:44:55.176325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40380) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:55.231970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-13a48034-cd38-48e7-a0de-202f0905e807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.235341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Deleting port 2b50898c-94fd-4d1b-b700-67e6f8034ce3 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:44:55.235823 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.257004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-13a48034-cd38-48e7-a0de-202f0905e807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.303452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-21a461fc-4956-47d0-8dbb-3ff12407632e None None] The port '2b50898c-94fd-4d1b-b700-67e6f8034ce3' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:44:55.314773 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-13a48034-cd38-48e7-a0de-202f0905e807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.332652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a48034-cd38-48e7-a0de-202f0905e807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0be632-c85e-42c6-8093-e776a6b5c430,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:55.341574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-13a48034-cd38-48e7-a0de-202f0905e807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.342730 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-13a48034-cd38-48e7-a0de-202f0905e807 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c0be632-c85e-42c6-8093-e776a6b5c430 HTTP/1.1" status: 204 len: 168 time: 0.1655357 Mar 03 18:44:55.688458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40388) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:55.736922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2bf23531-0df4-46ed-aa88-3d1117722326 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f849ba576b9b4620b5362230ccefd213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472243 Mar 03 18:44:55.739396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40392) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:55.794699 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-535c895f-0a84-4c43-bb6e-89d6d5a71be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.819597 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-535c895f-0a84-4c43-bb6e-89d6d5a71be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.871040 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-535c895f-0a84-4c43-bb6e-89d6d5a71be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.884821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c895f-0a84-4c43-bb6e-89d6d5a71be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426516c2-41c0-4502-b03d-e2033220cad8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:55.891891 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-535c895f-0a84-4c43-bb6e-89d6d5a71be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:55.893188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-535c895f-0a84-4c43-bb6e-89d6d5a71be0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/426516c2-41c0-4502-b03d-e2033220cad8 HTTP/1.1" status: 204 len: 168 time: 0.1529195 Mar 03 18:44:56.635973 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40416) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:56.737629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1141757962-network', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:44:56.743113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:44:56.746909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Usage tracker for resource:network and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:44:56.750202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:44:56.756207 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:44:56.766335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Made reservation on behalf of e640cbe8917d401a923045b261fe1cec for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:44:56.768624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:56.783321 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:56.797435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:44:56.801173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:44:56.804242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:44:56.809852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:44:56.890748 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:56.894630 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:56.923218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:44:56.931154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5024e0df-b3e9-4bf7-952e-de566acf5993,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:56.937629 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:56.937973 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Added segment 2a073958-9707-4b9f-8371-a0755e42bae6 of type vlan for network c46e96ef-000f-43c2-b8ea-df5b297a66ca Mar 03 18:44:56.963306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:56.991111 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:56.992044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:56.992616 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.089792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4526942 Mar 03 18:44:57.093174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40422) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:57.100352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Request body: {'subnet': {'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1141757962-subnet', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:44:57.104277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc6f8b-2b88-4d3e-95a4-12893166d893 admin admin] Pushing event updated for resources: {'Network': ['ID=c46e96ef-000f-43c2-b8ea-df5b297a66ca,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:57.107786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:44:57.112098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Usage tracker for resource:subnet and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:44:57.114294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:44:57.114777 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:44:57.120290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:44:57.129805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Made reservation on behalf of e640cbe8917d401a923045b261fe1cec for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:44:57.132929 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.334198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.409451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1790808-c13d-4303-af6a-5dedd769ed0d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:57.416260 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Checking segment: {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:44:57.416615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Network hostable DHCP agents. Network: c46e96ef-000f-43c2-b8ea-df5b297a66ca, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:44:57.434938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:44:57.444411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, c46e96ef-000f-43c2-b8ea-df5b297a66ca) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:44:57.449140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:44:57.450821 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.452468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847046c8-3eed-4db6-99f6-b35d4fc25156 None None] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:44:57.473988 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a8265584-f0af-4812-b0da-355d498a2636 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3770649 Mar 03 18:44:57.474196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40426) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:44:57.478933 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:44:57.484348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:44:57.488140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Usage tracker for resource:router and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:44:57.490978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:44:57.496579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:44:57.507501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.508510 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.523820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.663552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:44:57.664389 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.790464 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:57.816528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Allocated IP 172.20.0.2 (c46e96ef-000f-43c2-b8ea-df5b297a66ca/c1790808-c13d-4303-af6a-5dedd769ed0d/ed9234ad-a857-4601-a41f-8d283b4cf648) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:44:58.018330 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.027817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Transition to ACTIVE for port object ed9234ad-a857-4601-a41f-8d283b4cf648 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:44:58.045831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Transition to ACTIVE for port object ed9234ad-a857-4601-a41f-8d283b4cf648 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:44:58.051149 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.115348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:44:58.118217 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:44:58.128008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:44:58.134837 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Pushing event updated for resources: {'Port': ['ID=ed9234ad-a857-4601-a41f-8d283b4cf648,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:58.205434 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.222233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Attempting to bind port ed9234ad-a857-4601-a41f-8d283b4cf648 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:44:58.222595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Attempting to bind port ed9234ad-a857-4601-a41f-8d283b4cf648 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:44:58.223206 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Attempting to bind port ed9234ad-a857-4601-a41f-8d283b4cf648 on network c46e96ef-000f-43c2-b8ea-df5b297a66ca {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:44:58.228227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:44:58.228591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Checking segment: {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:44:58.228977 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.229500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Bound using segment: {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:44:58.229952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Bound port: ed9234ad-a857-4601-a41f-8d283b4cf648, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:44:58.230312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.234373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.316829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] For port ed9234ad-a857-4601-a41f-8d283b4cf648, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:44:58.319920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] For port ed9234ad-a857-4601-a41f-8d283b4cf648, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ed9234ad-a857-4601-a41f-8d283b4cf648,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:44:58.323479 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.370098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Allocated IP 172.25.0.192 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/eb92de31-4d44-439e-b134-fd7ba95c254a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:44:58.409025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08edcf1-a537-48ac-897f-61ffba10c325 None None] Pushing event updated for resources: {'Port': ['ID=ed9234ad-a857-4601-a41f-8d283b4cf648,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:58.523100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.561946 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:58.626384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:44:58.629124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:44:58.638795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:44:58.672762 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Pushing event updated for resources: {'Port': ['ID=eb92de31-4d44-439e-b134-fd7ba95c254a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:44:59.052628 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:59.315615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b224f03-88d0-4f51-8564-0edf072cf74e None None] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:44:59.396171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:59.420790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dcafd0b5-a201-4835-837d-15435a67bd33 None None] Provisioning for port ed9234ad-a857-4601-a41f-8d283b4cf648 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:44:59.728195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:44:59.905193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:44:59.914261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Sync routers for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:44:59.923079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:44:59.923702 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:44:59.928607 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:44:59.932403 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a0d13e3e-6997-44b9-9a53-fc22320c362c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4547803 Mar 03 18:44:59.932669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40430) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:00.096599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:00.399987 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ed9234ad-a857-4601-a41f-8d283b4cf648 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:00.473576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:44:58Z', 'revision_number': 3, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:00.479536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Checking router: 9a5b7954-6b96-43a7-b6d8-ee17754c04dd for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:45:00.480515 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Updating router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd port eb92de31-4d44-439e-b134-fd7ba95c254a binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:45:00.507452 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ed9234ad-a857-4601-a41f-8d283b4cf648 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:00.519234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ed9234ad-a857-4601-a41f-8d283b4cf648 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:00.519601 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:00.574178 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:00.599028 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:00.755051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:00.804869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Allocated IP 172.20.0.1 (c46e96ef-000f-43c2-b8ea-df5b297a66ca/c1790808-c13d-4303-af6a-5dedd769ed0d/a1c213d6-9a85-4051-9320-363095e54e26) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:45:00.869435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ed9234ad-a857-4601-a41f-8d283b4cf648, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ed9234ad-a857-4601-a41f-8d283b4cf648,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:00.875016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:00.949990 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:00.962685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ed9234ad-a857-4601-a41f-8d283b4cf648,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:00.965390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Transition to ACTIVE for port object a1c213d6-9a85-4051-9320-363095e54e26 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:00.990277 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.039300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.047296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:01.050166 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:01.054021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:45:01.058664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Transition to ACTIVE for port object eb92de31-4d44-439e-b134-fd7ba95c254a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:01.066707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.097087 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c213d6-9a85-4051-9320-363095e54e26,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:01.120973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.155146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Attempting to bind port eb92de31-4d44-439e-b134-fd7ba95c254a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:45:01.155522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Attempting to bind port eb92de31-4d44-439e-b134-fd7ba95c254a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:45:01.155890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Attempting to bind port eb92de31-4d44-439e-b134-fd7ba95c254a on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:45:01.158232 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53607c5-038a-48aa-a897-fdd0bcec4694 None None] Pushing event updated for resources: {'Port': ['ID=eb92de31-4d44-439e-b134-fd7ba95c254a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:01.164537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:45:01.164933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:45:01.165299 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.165720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:45:01.166185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Bound port: eb92de31-4d44-439e-b134-fd7ba95c254a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:45:01.166559 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.249188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] For port eb92de31-4d44-439e-b134-fd7ba95c254a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:45:01.253670 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] For port eb92de31-4d44-439e-b134-fd7ba95c254a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eb92de31-4d44-439e-b134-fd7ba95c254a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:45:01.258109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.335551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:01.336150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:01.409442 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53607c5-038a-48aa-a897-fdd0bcec4694 None None] Pushing event updated for resources: {'Port': ['ID=eb92de31-4d44-439e-b134-fd7ba95c254a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:01.426965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-575c3280-1a90-4609-93c2-14ad6ddd92c7 None None] Provisioning for port a1c213d6-9a85-4051-9320-363095e54e26 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:01.435367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-575c3280-1a90-4609-93c2-14ad6ddd92c7 None None] Provisioning complete for port a1c213d6-9a85-4051-9320-363095e54e26 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:01.436400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-575c3280-1a90-4609-93c2-14ad6ddd92c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.515234 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.568990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-575c3280-1a90-4609-93c2-14ad6ddd92c7 None None] Port a1c213d6-9a85-4051-9320-363095e54e26 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:45:01.577829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:01.742543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.748311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.854720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:01.858497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c213d6-9a85-4051-9320-363095e54e26,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:01.896947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:44:58Z', 'revision_number': 3, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:01.900782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4764518-31d6-4cde-a7fe-e5bdf1e72415 None None] The sync data for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 is: [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:44:58Z', 'revision_number': 3, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:45:01.995531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:01.996618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:02.211051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:45:02.291845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c412353e-dddf-41cd-8e1d-19b56043fb26 None None] Provisioning complete for port a1c213d6-9a85-4051-9320-363095e54e26 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:02.292757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c412353e-dddf-41cd-8e1d-19b56043fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:02.354986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c412353e-dddf-41cd-8e1d-19b56043fb26 None None] Port a1c213d6-9a85-4051-9320-363095e54e26 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:45:02.402789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:45:02.412970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f4cc5704-570d-4987-b150-1fae8131a2d9 admin admin] 10.222.0.23 "PUT /v2.0/routers/9a5b7954-6b96-43a7-b6d8-ee17754c04dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4792850 Mar 03 18:45:02.459207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ed9234ad-a857-4601-a41f-8d283b4cf648 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:02.532102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ed9234ad-a857-4601-a41f-8d283b4cf648 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:02.532483 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:02.665698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb92de31-4d44-439e-b134-fd7ba95c254a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:02.740948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port eb92de31-4d44-439e-b134-fd7ba95c254a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:02.746538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eb92de31-4d44-439e-b134-fd7ba95c254a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:02.746907 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:02.869872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:02.886041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port eb92de31-4d44-439e-b134-fd7ba95c254a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eb92de31-4d44-439e-b134-fd7ba95c254a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:02.890190 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:02.956287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=eb92de31-4d44-439e-b134-fd7ba95c254a,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:02.962867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40450) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:02.969122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-436110571-network', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:02.975069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:02.979058 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Usage tracker for resource:network and tenant:27cdf09dcd9346f9adbe9a70543cc6e1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:02.981936 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:02.987607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:02.997159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Made reservation on behalf of 27cdf09dcd9346f9adbe9a70543cc6e1 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:45:02.999441 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.010934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.025428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:03.029120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Usage tracker for resource:security_group_rule and tenant:27cdf09dcd9346f9adbe9a70543cc6e1 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:03.032417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:03.038078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:03.124122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.128096 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.158196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:45:03.166307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04e92f0-ee14-4d64-affb-240411e142f2,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:03.171832 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.172176 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Added segment 0b8f2e28-a9ef-4474-8c6f-549e4995f2fb of type vlan for network dff74079-ae71-425f-958a-8eec9a351d43 Mar 03 18:45:03.197722 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.225569 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.226500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:03.227081 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.330118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] Pushing event updated for resources: {'Network': ['ID=dff74079-ae71-425f-958a-8eec9a351d43,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:03.336028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40454) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:03.336554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f2d8782b-9367-433c-984d-ccba1427e185 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3722060 Mar 03 18:45:03.341647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network dff74079-ae71-425f-958a-8eec9a351d43 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:45:03.345736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Request body: {'subnet': {'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-436110571-subnet', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'ip_version': 4}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:03.351571 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:03.355430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Usage tracker for resource:subnet and tenant:27cdf09dcd9346f9adbe9a70543cc6e1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:03.358783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:03.364458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:03.375422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Made reservation on behalf of 27cdf09dcd9346f9adbe9a70543cc6e1 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:45:03.378166 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.528539 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Sync routers for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:45:03.538414 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:03.539118 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:03.587595 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.659790 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672e1d83-da93-4455-bc35-4839a3d9f339,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:03.670950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Checking segment: {'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:45:03.671305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Network hostable DHCP agents. Network: dff74079-ae71-425f-958a-8eec9a351d43, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:45:03.677414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.677759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.678092 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.678423 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.678754 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.679078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.679400 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.679718 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.680043 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.680358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.680678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.681048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:03.698473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Network dff74079-ae71-425f-958a-8eec9a351d43 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:45:03.708337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, dff74079-ae71-425f-958a-8eec9a351d43) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:03.713058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:03.713701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.718829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12de3a5-988e-478f-b499-dccac09e21a4 None None] Network dff74079-ae71-425f-958a-8eec9a351d43 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:45:03.719275 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:03.738859 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e29edff5-0c7e-4131-a589-3a3b2ee0a3f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3984663 Mar 03 18:45:03.739086 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40458) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:03.745690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:03.751412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:03.755830 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Usage tracker for resource:router and tenant:27cdf09dcd9346f9adbe9a70543cc6e1 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:03.758781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:03.765090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:03.776400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.777387 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.792997 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:03.947642 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-dff74079-ae71-425f-958a-8eec9a351d43', 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'fixed_ips': [{'subnet_id': '672e1d83-da93-4455-bc35-4839a3d9f339'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:45:03.948723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.086480 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 2, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:04.092912 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Checking router: 9a5b7954-6b96-43a7-b6d8-ee17754c04dd for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:45:04.093487 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Updating router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd port a1c213d6-9a85-4051-9320-363095e54e26 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:45:04.125984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Allocated IP 172.20.0.2 (dff74079-ae71-425f-958a-8eec9a351d43/672e1d83-da93-4455-bc35-4839a3d9f339/3e312f87-413d-49e0-9e08-c43351068d3b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:45:04.164546 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.201075 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.335556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.354906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Transition to ACTIVE for port object 3e312f87-413d-49e0-9e08-c43351068d3b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:04.374135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Transition to ACTIVE for port object 3e312f87-413d-49e0-9e08-c43351068d3b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:04.380196 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.430897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb92de31-4d44-439e-b134-fd7ba95c254a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:04.476064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Network dff74079-ae71-425f-958a-8eec9a351d43 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:04.481904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:04.488126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:45:04.526161 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.538194 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Transition to ACTIVE for port object a1c213d6-9a85-4051-9320-363095e54e26 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:04.547394 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.563217 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.589319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Pushing event updated for resources: {'Port': ['ID=3e312f87-413d-49e0-9e08-c43351068d3b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:04.605033 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.619761 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Pushing event updated for resources: {'Port': ['ID=a1c213d6-9a85-4051-9320-363095e54e26,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:04.647792 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Attempting to bind port 3e312f87-413d-49e0-9e08-c43351068d3b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:45:04.648316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Attempting to bind port 3e312f87-413d-49e0-9e08-c43351068d3b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:45:04.648786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Attempting to bind port 3e312f87-413d-49e0-9e08-c43351068d3b on network dff74079-ae71-425f-958a-8eec9a351d43 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:45:04.655138 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:45:04.655652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Checking segment: {'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:45:04.656337 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.656936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Bound using segment: {'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:45:04.657668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Bound port: 3e312f87-413d-49e0-9e08-c43351068d3b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:45:04.658270 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.719490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port eb92de31-4d44-439e-b134-fd7ba95c254a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:04.720669 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.774814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Allocated IP 172.25.0.205 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/f334c2e4-77c1-47e0-8bcd-d2dd14710f67) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:45:04.787472 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.787803 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.788555 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.789144 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.789728 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.790202 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.790744 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.791212 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.791746 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.792281 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.792785 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.793355 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:04.798904 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Attempting to bind port a1c213d6-9a85-4051-9320-363095e54e26 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:45:04.799655 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Attempting to bind port a1c213d6-9a85-4051-9320-363095e54e26 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:45:04.800171 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Attempting to bind port a1c213d6-9a85-4051-9320-363095e54e26 on network c46e96ef-000f-43c2-b8ea-df5b297a66ca {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:45:04.807893 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:45:04.808441 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Checking segment: {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:45:04.809169 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.809728 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Bound using segment: {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:45:04.810375 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Bound port: a1c213d6-9a85-4051-9320-363095e54e26, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:45:04.811456 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.824376 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] For port 3e312f87-413d-49e0-9e08-c43351068d3b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:45:04.836435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] For port 3e312f87-413d-49e0-9e08-c43351068d3b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e312f87-413d-49e0-9e08-c43351068d3b,segment=NetworkSegment(0b8f2e28-a9ef-4474-8c6f-549e4995f2fb),segment_id=0b8f2e28-a9ef-4474-8c6f-549e4995f2fb)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:45:04.868960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.909266 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] For port a1c213d6-9a85-4051-9320-363095e54e26, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:45:04.912772 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] For port a1c213d6-9a85-4051-9320-363095e54e26, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a1c213d6-9a85-4051-9320-363095e54e26,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:45:04.917547 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.942161 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.976481 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:04.989020 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:04.990453 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:04.993279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b22164-b208-4fb2-865f-39d78220eab6 None None] Pushing event updated for resources: {'Port': ['ID=3e312f87-413d-49e0-9e08-c43351068d3b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:05.050209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:05.053084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:05.062575 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:45:05.100171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Pushing event updated for resources: {'Port': ['ID=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:05.233731 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23dc20-d27d-4b9e-ad79-d9d8bbfe071c None None] Pushing event updated for resources: {'Port': ['ID=a1c213d6-9a85-4051-9320-363095e54e26,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:05.247408 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:05.596048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0c727eab-4215-4fd8-8373-06522978197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:04Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:05.600451 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c727eab-4215-4fd8-8373-06522978197a None None] The sync data for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 is: [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:04Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:45:05.654526 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:06.025855 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:06.196028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f4d30-3c68-4e78-9cd3-abf096e49d95 None None] Network dff74079-ae71-425f-958a-8eec9a351d43 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:45:06.303849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:45:06.360188 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-36579ce4-5e83-4b55-883f-b0a46da06d9b None None] Provisioning for port 3e312f87-413d-49e0-9e08-c43351068d3b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:06.504371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a1c213d6-9a85-4051-9320-363095e54e26 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:06.525510 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:45:06.547419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Sync routers for ids ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:45:06.556670 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:06.561452 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40466) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:06.561988 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e5011157-2d36-4342-b502-3cea7d9d5994 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8217044 Mar 03 18:45:06.577518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Routers {'d342e50e-6fa8-4753-ae34-c5c5d99fcde6'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:06.578157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:06.751701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a1c213d6-9a85-4051-9320-363095e54e26 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:06.773680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a1c213d6-9a85-4051-9320-363095e54e26 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:06.774332 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:06.831421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Set router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:07.149678 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.224624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a1c213d6-9a85-4051-9320-363095e54e26, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a1c213d6-9a85-4051-9320-363095e54e26,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:07.229035 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.229874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3e312f87-413d-49e0-9e08-c43351068d3b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:07.356637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a1c213d6-9a85-4051-9320-363095e54e26,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:07.360972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:45:05Z', 'revision_number': 3, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port': {'id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:04Z', 'updated_at': '2022-03-03T18:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:07.367683 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Checking router: d342e50e-6fa8-4753-ae34-c5c5d99fcde6 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:45:07.368028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Updating router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:45:07.406298 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.408621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3e312f87-413d-49e0-9e08-c43351068d3b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:07.417991 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3e312f87-413d-49e0-9e08-c43351068d3b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:07.418361 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.503746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.617686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Allocated IP 172.20.0.1 (dff74079-ae71-425f-958a-8eec9a351d43/672e1d83-da93-4455-bc35-4839a3d9f339/21e9d4cc-c136-4f0b-8122-fbc423a1f509) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:45:07.718484 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.762566 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.778384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Transition to ACTIVE for port object 21e9d4cc-c136-4f0b-8122-fbc423a1f509 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:07.803583 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.812808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3e312f87-413d-49e0-9e08-c43351068d3b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e312f87-413d-49e0-9e08-c43351068d3b,segment=NetworkSegment(0b8f2e28-a9ef-4474-8c6f-549e4995f2fb),segment_id=0b8f2e28-a9ef-4474-8c6f-549e4995f2fb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:07.818418 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.868381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Network dff74079-ae71-425f-958a-8eec9a351d43 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:07.871072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:07.875669 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:45:07.916300 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3e312f87-413d-49e0-9e08-c43351068d3b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:07.918210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Pushing event updated for resources: {'Port': ['ID=21e9d4cc-c136-4f0b-8122-fbc423a1f509,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:07.941251 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.984975 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:07.997196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Transition to ACTIVE for port object f334c2e4-77c1-47e0-8bcd-d2dd14710f67 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:08.006146 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.084008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Attempting to bind port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:45:08.084776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Attempting to bind port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:45:08.085243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Attempting to bind port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:45:08.093785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.094410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:45:08.094925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:45:08.095417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.095899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:45:08.096600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Bound port: f334c2e4-77c1-47e0-8bcd-d2dd14710f67, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:45:08.097068 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.148379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b735a4a-0815-476d-8d2d-5de5a3e6cec6 None None] Pushing event updated for resources: {'Port': ['ID=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:08.190782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] For port f334c2e4-77c1-47e0-8bcd-d2dd14710f67, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:45:08.194979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] For port f334c2e4-77c1-47e0-8bcd-d2dd14710f67, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:45:08.199364 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.237674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a37de11c-dd64-4ea7-84fe-2ce1bb41bc43 None None] Provisioning for port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:08.258915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a37de11c-dd64-4ea7-84fe-2ce1bb41bc43 None None] Provisioning complete for port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:08.259123 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a37de11c-dd64-4ea7-84fe-2ce1bb41bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.324427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Routers {'d342e50e-6fa8-4753-ae34-c5c5d99fcde6'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:08.325070 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:08.393042 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a1c213d6-9a85-4051-9320-363095e54e26 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:08.432919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a37de11c-dd64-4ea7-84fe-2ce1bb41bc43 None None] Port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:45:08.433194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.434340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b735a4a-0815-476d-8d2d-5de5a3e6cec6 None None] Pushing event updated for resources: {'Port': ['ID=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:08.440290 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.550845 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.554951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Pushing event updated for resources: {'Port': ['ID=21e9d4cc-c136-4f0b-8122-fbc423a1f509,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:08.574006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a1c213d6-9a85-4051-9320-363095e54e26 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:08.574380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:08.613096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] Set router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:08.688591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Network dff74079-ae71-425f-958a-8eec9a351d43 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:08.689634 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:08.880245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:45:08.907303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3e312f87-413d-49e0-9e08-c43351068d3b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:09.062134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:45:09.068892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-db914bb0-6393-4dce-9f56-7e296ee421b9 None None] Provisioning complete for port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:09.069269 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-db914bb0-6393-4dce-9f56-7e296ee421b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:09.080452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-551061a6-5fe7-48d2-b392-6079e586cb08 admin admin] 10.222.0.23 "PUT /v2.0/routers/d342e50e-6fa8-4753-ae34-c5c5d99fcde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5088248 Mar 03 18:45:09.135177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3e312f87-413d-49e0-9e08-c43351068d3b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:09.135549 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:09.171895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-db914bb0-6393-4dce-9f56-7e296ee421b9 None None] Port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:45:09.202910 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 4, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port': {'id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:04Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '21e9d4cc-c136-4f0b-8122-fbc423a1f509', 'name': '', 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'mac_address': 'fa:16:3e:16:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:07Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 1, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'subnets': [{'id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:09.210685 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef89b6-f663-40ef-8628-ab40e4d2fac1 None None] The sync data for ids ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'] in n-d-827121-1 is: [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 4, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port': {'id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:04Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '21e9d4cc-c136-4f0b-8122-fbc423a1f509', 'name': '', 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'mac_address': 'fa:16:3e:16:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:07Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 1, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'subnets': [{'id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:45:10.438050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f334c2e4-77c1-47e0-8bcd-d2dd14710f67 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:10.535111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:10.540995 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:10.542022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:10.688540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:10.710100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port f334c2e4-77c1-47e0-8bcd-d2dd14710f67, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:10.715965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:10.798006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:12.380861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f334c2e4-77c1-47e0-8bcd-d2dd14710f67 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:12.454074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:12.454547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:12.957258 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Sync routers for ids ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:45:12.970133 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Routers {'d342e50e-6fa8-4753-ae34-c5c5d99fcde6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:12.970133 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:13.162722 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Set router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:13.494486 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 4, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port': {'id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:04Z', 'updated_at': '2022-03-03T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '21e9d4cc-c136-4f0b-8122-fbc423a1f509', 'name': '', 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'mac_address': 'fa:16:3e:16:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:07Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 2, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'subnets': [{'id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:13.498811 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Checking router: d342e50e-6fa8-4753-ae34-c5c5d99fcde6 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:45:13.499183 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Updating router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:45:13.552927 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:13.918335 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:13.930408 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Transition to ACTIVE for port object 21e9d4cc-c136-4f0b-8122-fbc423a1f509 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:13.939742 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:14.012659 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eee13-f8ce-41c2-b4ac-25392d45563a None None] Pushing event updated for resources: {'Port': ['ID=21e9d4cc-c136-4f0b-8122-fbc423a1f509,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:14.201281 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Attempting to bind port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:45:14.201671 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Attempting to bind port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:45:14.202194 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Attempting to bind port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 on network dff74079-ae71-425f-958a-8eec9a351d43 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:45:14.207907 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:45:14.211770 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Checking segment: {'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:45:14.211770 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:14.212867 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Bound using segment: {'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:45:14.213118 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Bound port: 21e9d4cc-c136-4f0b-8122-fbc423a1f509, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:45:14.213484 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:14.354120 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] For port 21e9d4cc-c136-4f0b-8122-fbc423a1f509, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:45:14.357757 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] For port 21e9d4cc-c136-4f0b-8122-fbc423a1f509, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=21e9d4cc-c136-4f0b-8122-fbc423a1f509,segment=NetworkSegment(0b8f2e28-a9ef-4474-8c6f-549e4995f2fb),segment_id=0b8f2e28-a9ef-4474-8c6f-549e4995f2fb)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:45:14.363142 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:14.446632 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Routers {'d342e50e-6fa8-4753-ae34-c5c5d99fcde6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:14.447240 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:44:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:14.529014 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eee13-f8ce-41c2-b4ac-25392d45563a None None] Pushing event updated for resources: {'Port': ['ID=21e9d4cc-c136-4f0b-8122-fbc423a1f509,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:14.682388 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] Set router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:15.024671 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 4, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port': {'id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:04Z', 'updated_at': '2022-03-03T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '21e9d4cc-c136-4f0b-8122-fbc423a1f509', 'name': '', 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'mac_address': 'fa:16:3e:16:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:07Z', 'updated_at': '2022-03-03T18:45:14Z', 'revision_number': 4, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'subnets': [{'id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:15.028563 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a728dfb-15d5-4e86-afac-fa89242e51cb None None] The sync data for ids ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'] in n-d-827121-1 is: [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:45:08Z', 'revision_number': 4, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port': {'id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:04Z', 'updated_at': '2022-03-03T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '21e9d4cc-c136-4f0b-8122-fbc423a1f509', 'name': '', 'network_id': 'dff74079-ae71-425f-958a-8eec9a351d43', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'mac_address': 'fa:16:3e:16:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:07Z', 'updated_at': '2022-03-03T18:45:14Z', 'revision_number': 4, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'subnets': [{'id': '672e1d83-da93-4455-bc35-4839a3d9f339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:45:16.428008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21e9d4cc-c136-4f0b-8122-fbc423a1f509 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:16.502650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:16.508563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:16.509656 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:16.641218 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:16.684130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 21e9d4cc-c136-4f0b-8122-fbc423a1f509, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=21e9d4cc-c136-4f0b-8122-fbc423a1f509,segment=NetworkSegment(0b8f2e28-a9ef-4474-8c6f-549e4995f2fb),segment_id=0b8f2e28-a9ef-4474-8c6f-549e4995f2fb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:16.689275 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:16.762489 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=21e9d4cc-c136-4f0b-8122-fbc423a1f509,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:18.312611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:18.387332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21e9d4cc-c136-4f0b-8122-fbc423a1f509 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:18.462555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:18.462928 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:19.486207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-f0954cf0-ebb8-492f-b90d-07b92e9ec23d tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:19.487631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-f0954cf0-ebb8-492f-b90d-07b92e9ec23d tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 815 time: 0.1422515 Mar 03 18:45:19.502340 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-2af6407d-fbb2-450a-9cf6-189c9def8fb4 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/quotas/e640cbe8917d401a923045b261fe1cec HTTP/1.1" status: 200 len: 375 time: 0.0093045 Mar 03 18:45:19.595324 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-f555a140-bfb0-4909-833f-54e162283637 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882339 Mar 03 18:45:19.596768 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-90fb1131-7389-4fd8-b79a-c42fe5397b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:19.735584 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-87e7b8e8-20ba-43a8-82a0-966e99aab6b9 service neutron] 10.222.0.23 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248436 Mar 03 18:45:19.862668 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-3daca3d5-cd37-49f6-a7d8-a01e570101f9 service neutron] 10.222.0.23 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213129 Mar 03 18:45:20.146376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f604f96b-b6c5-490b-a76e-d1ccac20cdb3 req-53ff242a-1139-4800-9a30-2a0f072856f5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:45:20.163002 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f604f96b-b6c5-490b-a76e-d1ccac20cdb3 req-53ff242a-1139-4800-9a30-2a0f072856f5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:45:20.164396 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f604f96b-b6c5-490b-a76e-d1ccac20cdb3 req-53ff242a-1139-4800-9a30-2a0f072856f5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 210 time: 0.1648545 Mar 03 18:45:21.230369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-84a5e2cc-ff8e-4361-a4e2-2f43f0677305 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:21.231035 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-84a5e2cc-ff8e-4361-a4e2-2f43f0677305 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:45:21.250745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-84a5e2cc-ff8e-4361-a4e2-2f43f0677305 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:45:21.251989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-84a5e2cc-ff8e-4361-a4e2-2f43f0677305 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 815 time: 0.1698754 Mar 03 18:45:21.265113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'port': {'device_id': '34d4626a-576d-4c6e-bb19-5875bd268998', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'admin_state_up': True, 'tenant_id': 'e640cbe8917d401a923045b261fe1cec'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:21.314494 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-428fff5a-9cec-4bcf-8ba5-c080b1b51ada req-efffb53e-be22-45b3-8d41-3cfe622875ba tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 210 time: 0.0433486 Mar 03 18:45:21.406962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:21.416293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:21.426800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Made reservation on behalf of e640cbe8917d401a923045b261fe1cec for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:45:21.430268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:21.611877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Allocated IP 172.20.0.8 (c46e96ef-000f-43c2-b8ea-df5b297a66ca/c1790808-c13d-4303-af6a-5dedd769ed0d/25210cdb-138b-4928-a06a-0cb3a0af672b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:45:21.909167 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab3d50d1-a581-4a41-b32b-1dfc75c2eb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:21.927198 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:21.943853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Transition to ACTIVE for port object 25210cdb-138b-4928-a06a-0cb3a0af672b will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:21.979174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:22.050526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:22.054433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:22.059032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:45:22.122527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:22.144381 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.154404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.155093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.155637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.156183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.156737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.157271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.157858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.158402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.158958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.159551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.160092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:22.188983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:22.189675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:22.218123 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-5ff4ba77-d03c-4028-adeb-51713de58596 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9577906 Mar 03 18:45:22.440521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2c397876-4684-4ace-b953-7ac0304f66e8 None None] Provisioning for port 25210cdb-138b-4928-a06a-0cb3a0af672b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:22.446406 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-2c397876-4684-4ace-b953-7ac0304f66e8 None None] Provisioning complete for port 25210cdb-138b-4928-a06a-0cb3a0af672b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:22.446963 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2c397876-4684-4ace-b953-7ac0304f66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:22.510410 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-2c397876-4684-4ace-b953-7ac0304f66e8 None None] Port 25210cdb-138b-4928-a06a-0cb3a0af672b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:45:22.671147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562dd8e-6116-407b-964b-114ddba4c26f req-621783df-8b42-4cd4-a04b-db49f4ad8609 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:22.672179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d562dd8e-6116-407b-964b-114ddba4c26f req-621783df-8b42-4cd4-a04b-db49f4ad8609 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:45:22.694689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d562dd8e-6116-407b-964b-114ddba4c26f req-621783df-8b42-4cd4-a04b-db49f4ad8609 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:45:22.700319 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d562dd8e-6116-407b-964b-114ddba4c26f req-621783df-8b42-4cd4-a04b-db49f4ad8609 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 931 time: 0.2675493 Mar 03 18:45:22.744350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d562dd8e-6116-407b-964b-114ddba4c26f req-f5f5ec3b-f971-4730-97ca-504a387233ee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:45:22.766805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d562dd8e-6116-407b-964b-114ddba4c26f req-f5f5ec3b-f971-4730-97ca-504a387233ee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:45:22.771914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d562dd8e-6116-407b-964b-114ddba4c26f req-f5f5ec3b-f971-4730-97ca-504a387233ee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700228 Mar 03 18:45:23.040893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:23.084500 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:24.088129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfaffb-9a29-4c08-9f52-5a8e557e3616 req-3b6e4076-bef3-43d7-98a5-5ecbef1c8418 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:24.090159 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8dfaffb-9a29-4c08-9f52-5a8e557e3616 req-3b6e4076-bef3-43d7-98a5-5ecbef1c8418 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 931 time: 0.2132218 Mar 03 18:45:24.148619 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a8dfaffb-9a29-4c08-9f52-5a8e557e3616 req-0a70e3f4-3408-47e9-8965-8cca69012105 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Mar 03 18:45:24.478138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:24.794822 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:25.348067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe2b49-231b-4402-b8eb-2ccd08f37a21 req-a94c1c16-8610-43b0-a59f-69c478b8cad9 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:25.350689 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0abe2b49-231b-4402-b8eb-2ccd08f37a21 req-a94c1c16-8610-43b0-a59f-69c478b8cad9 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 931 time: 0.0884254 Mar 03 18:45:25.403152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0abe2b49-231b-4402-b8eb-2ccd08f37a21 req-d656d75b-46fd-4f87-bc7d-0dec73903775 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Mar 03 18:45:26.604536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc27887-ca0c-45c3-9a48-26571beb6f04 req-27132aea-be35-4c18-a38e-011cd9ab7ee7 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:26.606899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cbc27887-ca0c-45c3-9a48-26571beb6f04 req-27132aea-be35-4c18-a38e-011cd9ab7ee7 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 931 time: 0.0936439 Mar 03 18:45:26.659886 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cbc27887-ca0c-45c3-9a48-26571beb6f04 req-562742fa-7f50-4594-be4f-cc1ec6acff17 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Mar 03 18:45:27.867134 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd4123-d434-44d8-9a65-5fd866e171e5 req-da4af965-8739-4f38-b57c-85cbd89ece74 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:27.868664 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7fd4123-d434-44d8-9a65-5fd866e171e5 req-da4af965-8739-4f38-b57c-85cbd89ece74 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 931 time: 0.1005023 Mar 03 18:45:27.923002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f7fd4123-d434-44d8-9a65-5fd866e171e5 req-23428cbc-92ae-4bc1-a49b-17ccdaeb1c47 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Mar 03 18:45:29.103699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22428c0-b5c1-403f-a9ce-e3e606334275 req-62cb4497-f126-4108-a1f2-dc4520d051d4 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:29.105168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c22428c0-b5c1-403f-a9ce-e3e606334275 req-62cb4497-f126-4108-a1f2-dc4520d051d4 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 931 time: 0.0790057 Mar 03 18:45:29.149618 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c22428c0-b5c1-403f-a9ce-e3e606334275 req-0bf60fc6-91a6-46c1-9aea-7fa89c55cf15 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380805 Mar 03 18:45:29.200077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Request body: {'port': {'device_id': '34d4626a-576d-4c6e-bb19-5875bd268998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:29.311306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:29.435777 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:45:29.640740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25210cdb-138b-4928-a06a-0cb3a0af672b {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:45:29.647866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:29.662144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Transition to ACTIVE for port object 25210cdb-138b-4928-a06a-0cb3a0af672b will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:45:29.665747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:29.819602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Pushing event updated for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:29.898955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Attempting to bind port 25210cdb-138b-4928-a06a-0cb3a0af672b on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:45:29.899224 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Attempting to bind port 25210cdb-138b-4928-a06a-0cb3a0af672b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:45:29.899542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Attempting to bind port 25210cdb-138b-4928-a06a-0cb3a0af672b on network c46e96ef-000f-43c2-b8ea-df5b297a66ca {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:45:29.904692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Port 25210cdb-138b-4928-a06a-0cb3a0af672b on network c46e96ef-000f-43c2-b8ea-df5b297a66ca not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:45:29.905006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Attempting to bind port 25210cdb-138b-4928-a06a-0cb3a0af672b on network c46e96ef-000f-43c2-b8ea-df5b297a66ca {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:45:29.910013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:45:29.910345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Checking segment: {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:45:29.910723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Bound using segment: {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:45:29.911135 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Bound port: 25210cdb-138b-4928-a06a-0cb3a0af672b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a073958-9707-4b9f-8371-a0755e42bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:45:29.911471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:30.000129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:45:30.002927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=25210cdb-138b-4928-a06a-0cb3a0af672b,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:45:30.007369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:30.061572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:30.062180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:30.063524 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] 10.222.0.35 "PUT /v2.0/ports/25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 1091 time: 0.8682635 Mar 03 18:45:30.063939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:45:30.089572 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55239-040f-4f5d-a35c-b630aa9dad58 service neutron] Pushing event updated for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:30.145805 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'status': 'completed', 'code': 200} Mar 03 18:45:30.189743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-c2ec4b9a-9e70-4b6b-8a14-cc092ccc56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:30.191142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-c2ec4b9a-9e70-4b6b-8a14-cc092ccc56da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1094 time: 0.0816677 Mar 03 18:45:30.260975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-a913fa19-5b21-4e45-bebe-969db2c562c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 217 time: 0.0628195 Mar 03 18:45:30.328229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-fffc21ce-689a-4e5f-9ad3-118fdad9cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:30.329868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-fffc21ce-689a-4e5f-9ad3-118fdad9cce3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0620565 Mar 03 18:45:30.341002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aa061-1389-4718-a5ec-c447c6065ef6 req-d84f92a0-4d53-4d39-be78-fceb409fb723 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:30.342485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-674aa061-1389-4718-a5ec-c447c6065ef6 req-d84f92a0-4d53-4d39-be78-fceb409fb723 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 943 time: 0.0835879 Mar 03 18:45:30.386611 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-674aa061-1389-4718-a5ec-c447c6065ef6 req-ffd3c8df-b9d7-4cd5-aae4-bff1474eed63 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Mar 03 18:45:30.404647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-37127ff4-575e-4d46-8301-2afb3b66fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:30.406188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-37127ff4-575e-4d46-8301-2afb3b66fab3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706599 Mar 03 18:45:30.538639 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-c888ace0-7511-4441-bf54-44a88a52dfe8 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258450 Mar 03 18:45:30.672908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca8a452d-b9bd-4337-bbd7-1e5f1c9dcd59 req-06836d99-9812-4cd7-af9f-ea6cbe3ad67f service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287644 Mar 03 18:45:30.887697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-e1b37fe9-f041-4a14-a3d7-f4230cb5fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:30.889182 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-e1b37fe9-f041-4a14-a3d7-f4230cb5fe32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1094 time: 0.1727195 Mar 03 18:45:31.017088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-4eadf378-948f-48df-bdc1-48cd0366f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:31.018545 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-4eadf378-948f-48df-bdc1-48cd0366f732 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.1224906 Mar 03 18:45:31.087749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-fdc93841-4323-437b-8b62-28ea268eb410 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 217 time: 0.0624127 Mar 03 18:45:31.150516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-0689fbfb-ed60-4ade-8a9d-86a58674405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:31.151896 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-0689fbfb-ed60-4ade-8a9d-86a58674405d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0582752 Mar 03 18:45:31.224460 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-c3219250-015f-4a84-8d5a-0384069856ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:31.225907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-c3219250-015f-4a84-8d5a-0384069856ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680425 Mar 03 18:45:31.354620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-65800f4f-de8c-4d5d-8b75-4bc6f2904100 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214304 Mar 03 18:45:31.485145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb1ce79f-8179-40a6-81a3-e3017d9e5163 req-174a54fa-0820-4e44-bd06-267ffe16f045 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242640 Mar 03 18:45:31.576427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138df62e-ac0e-4718-8158-14fc0af66277 req-bc2d2281-2faf-4740-ae15-06921a9fd95f tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:31.577884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-138df62e-ac0e-4718-8158-14fc0af66277 req-bc2d2281-2faf-4740-ae15-06921a9fd95f tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 943 time: 0.0828912 Mar 03 18:45:31.620597 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-138df62e-ac0e-4718-8158-14fc0af66277 req-a0be04b5-34ed-49ed-80c0-f2bcdfd7b054 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Mar 03 18:45:32.807249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb7dfe-5421-485b-b430-2812e1716421 req-b4d408d4-25e1-4ee8-943f-fcc8ec68f403 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:32.808681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fbb7dfe-5421-485b-b430-2812e1716421 req-b4d408d4-25e1-4ee8-943f-fcc8ec68f403 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 943 time: 0.0820432 Mar 03 18:45:32.852118 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0fbb7dfe-5421-485b-b430-2812e1716421 req-66f45777-cdaa-474a-bac3-060d8925a0bd tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378790 Mar 03 18:45:34.032247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144e11-3c67-403b-bc2f-56af98fcb3b4 req-d0736cd1-630d-4212-83e6-81f0a13cf2b0 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:34.033721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3144e11-3c67-403b-bc2f-56af98fcb3b4 req-d0736cd1-630d-4212-83e6-81f0a13cf2b0 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 943 time: 0.0779755 Mar 03 18:45:34.080514 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3144e11-3c67-403b-bc2f-56af98fcb3b4 req-1975f938-69ad-4896-855d-af7dc5fed67d tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Mar 03 18:45:34.334507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 25210cdb-138b-4928-a06a-0cb3a0af672b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:45:34.463428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=25210cdb-138b-4928-a06a-0cb3a0af672b,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:34.476212 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'port_id': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'mac_address': 'fa:16:3e:4e:fb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:45:34.532307 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:34.548646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25210cdb-138b-4928-a06a-0cb3a0af672b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:45:34.564096 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=25210cdb-138b-4928-a06a-0cb3a0af672b,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:34.568263 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:34.635916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:34.643823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.644166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.644498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.644829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.645157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.645510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.645918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.646240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.646561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.646882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.647197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.647514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:45:34.769458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['25210cdb-138b-4928-a06a-0cb3a0af672b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:45:35.258683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa4274-fcfe-4ea6-abdc-a6e6bfe6458e req-717eaa01-0701-4341-a57a-72b00eaa9e71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:35.260105 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6efa4274-fcfe-4ea6-abdc-a6e6bfe6458e req-717eaa01-0701-4341-a57a-72b00eaa9e71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 944 time: 0.0780239 Mar 03 18:45:35.302457 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6efa4274-fcfe-4ea6-abdc-a6e6bfe6458e req-ba8b82c4-acd3-40fc-b153-e890c81d416f tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367723 Mar 03 18:45:36.340788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 25210cdb-138b-4928-a06a-0cb3a0af672b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:45:36.413318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 25210cdb-138b-4928-a06a-0cb3a0af672b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:45:36.418127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 25210cdb-138b-4928-a06a-0cb3a0af672b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:36.418492 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:36.488821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6a23-0f9e-4dc3-a234-784fde48bb8b req-add0d6d4-7d12-45d7-93da-a6190a7d181d tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:36.490464 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a5a6a23-0f9e-4dc3-a234-784fde48bb8b req-add0d6d4-7d12-45d7-93da-a6190a7d181d tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 944 time: 0.0851688 Mar 03 18:45:36.532249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:36.535302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a5a6a23-0f9e-4dc3-a234-784fde48bb8b req-51f031c8-12ca-4ed3-a9bb-f060f629e685 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388505 Mar 03 18:45:36.561476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:45:36.571072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=25210cdb-138b-4928-a06a-0cb3a0af672b,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:36.575357 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:36.616386 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'code': 200} Mar 03 18:45:36.650002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:36.730196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26cfe3-f0c7-44cf-b600-11c6f9f62f28 req-1348616d-14b5-4b95-9cc1-d5ef95f917a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:36.732181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba26cfe3-f0c7-44cf-b600-11c6f9f62f28 req-1348616d-14b5-4b95-9cc1-d5ef95f917a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1096 time: 0.0734651 Mar 03 18:45:36.773808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ba26cfe3-f0c7-44cf-b600-11c6f9f62f28 req-64d8e544-5ea0-4993-a040-6ac5aebcf823 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Mar 03 18:45:37.727019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525975-c96a-4210-8c9b-f3344c816276 req-be23c004-559b-4e02-90b4-78fe2b3cb470 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:37.728483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a525975-c96a-4210-8c9b-f3344c816276 req-be23c004-559b-4e02-90b4-78fe2b3cb470 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0835798 Mar 03 18:45:37.777751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a525975-c96a-4210-8c9b-f3344c816276 req-b1d6d72f-db90-484e-8b8a-f1f8797a9a95 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Mar 03 18:45:38.963067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ee32-8114-42f6-8aa6-12d087b05787 req-460e973e-ee72-44a7-a69a-ea9031a14f9c tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:38.964486 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a32ee32-8114-42f6-8aa6-12d087b05787 req-460e973e-ee72-44a7-a69a-ea9031a14f9c tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0801578 Mar 03 18:45:39.007253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3a32ee32-8114-42f6-8aa6-12d087b05787 req-ca989be0-3412-4ae6-bc37-603e0cbbf471 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Mar 03 18:45:39.192396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a8371-7881-429a-b47f-93324914eaa5 req-16c902f2-7d17-4f1e-b688-ec9e82602888 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:39.193866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e29a8371-7881-429a-b47f-93324914eaa5 req-16c902f2-7d17-4f1e-b688-ec9e82602888 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0808616 Mar 03 18:45:39.240101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e29a8371-7881-429a-b47f-93324914eaa5 req-18efd2f1-50ba-4ef0-b79d-e5c71eb07406 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Mar 03 18:45:39.613177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1d5cf-1701-4acd-b36e-5dbc61e84312 req-eec65bcd-fc12-43dc-967f-b92207c7ccf5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:39.614636 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acd1d5cf-1701-4acd-b36e-5dbc61e84312 req-eec65bcd-fc12-43dc-967f-b92207c7ccf5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0777175 Mar 03 18:45:39.660472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-acd1d5cf-1701-4acd-b36e-5dbc61e84312 req-9078cf3e-2648-4346-9c54-682988f8f05f tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Mar 03 18:45:48.325240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:49.593242 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-989a9224-b6d3-4db0-9e6c-6c6e2c9ecf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:49.692816 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b58a8-6f05-4161-bacf-105981c27ca4 req-71f09e03-3bd3-4f23-8eff-f79a44587c48 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:49.694181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-842b58a8-6f05-4161-bacf-105981c27ca4 req-71f09e03-3bd3-4f23-8eff-f79a44587c48 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0789208 Mar 03 18:45:49.737264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-842b58a8-6f05-4161-bacf-105981c27ca4 req-4bfeae07-3d29-412e-8c4c-b092e2acb73f tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375004 Mar 03 18:45:49.759994 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40662) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:49.870427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88339b3-6d4d-494c-b226-2aeed24105fb tempest-TestMinimumBasicScenario-308983328 tempest-TestMinimumBasicScenario-308983328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:49.871127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a88339b3-6d4d-494c-b226-2aeed24105fb tempest-TestMinimumBasicScenario-308983328 tempest-TestMinimumBasicScenario-308983328-project-admin] Synchronizing usage tracker for tenant:27cdf09dcd9346f9adbe9a70543cc6e1 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:45:49.887674 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a88339b3-6d4d-494c-b226-2aeed24105fb tempest-TestMinimumBasicScenario-308983328 tempest-TestMinimumBasicScenario-308983328-project-admin] Unset dirty status for tenant:27cdf09dcd9346f9adbe9a70543cc6e1 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:45:49.888806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a88339b3-6d4d-494c-b226-2aeed24105fb tempest-TestMinimumBasicScenario-308983328 tempest-TestMinimumBasicScenario-308983328-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1091 time: 0.1278701 Mar 03 18:45:49.891853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40668) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:49.897073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:49.903675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:49.907414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:floatingip and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:49.910148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:49.915592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:49.926013 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:50.162813 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:50.290940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Allocated IP 172.25.0.219 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/7c8b549b-b6ab-4505-a227-2499a59b8f37) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:45:50.435395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:50.463116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:50.523502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:45:50.526332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:45:50.530501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:45:50.576963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'Port': ['ID=7c8b549b-b6ab-4505-a227-2499a59b8f37,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:50.942513 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:51.015870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:51.214394 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:51.219410 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:51.328860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'Port': ['ID=7c8b549b-b6ab-4505-a227-2499a59b8f37,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:51.340848 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:51.509618 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Floating IP 1fc25a7f-f9eb-43ce-a16b-31cd553e5de6 associated. External IP: 172.25.0.219, port: 25210cdb-138b-4928-a06a-0cb3a0af672b. Mar 03 18:45:51.905818 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-051dc790-ed65-46d9-805d-d29c267adb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:51.968160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:45:52.143130 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:45:52.153782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] Sync routers for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:45:52.163368 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:52.163888 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:52.169675 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.228101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e80fe760-0e4d-4cb0-a45b-eb850a7f20e1 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3351858 Mar 03 18:45:52.228750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:45:52.231528 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40672) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:52.236513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867784947', 'description': 'tempest-secgroup-smoke-1867784947 description', 'project_id': 'e640cbe8917d401a923045b261fe1cec'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:52.244513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:52.254224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:52.266906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.288996 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:52.292850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:52.296048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:52.301917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:52.336418 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'status': 'completed', 'code': 200} Mar 03 18:45:52.362593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:52.382657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.387941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.439428 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9dbf5d-8fc0-4482-864d-47d841744e4d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:52.441821 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.443803 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-86415092-eb2c-4b41-a677-81a799fbd9d8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2105458 Mar 03 18:45:52.445933 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40682) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:52.456053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dbf5d-8fc0-4482-864d-47d841744e4d', 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:52.462638 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:52.468151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:52.471107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:52.477905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:52.480330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-fb7073a7-9396-42c5-a09a-dbf5a9fd5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:52.481878 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-fb7073a7-9396-42c5-a09a-dbf5a9fd5765 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1096 time: 0.1180027 Mar 03 18:45:52.498395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.563740 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.568040 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.601223 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afdc063-d770-42b1-b35b-9c674826bb80,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:52.608353 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.612221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1ddbd6d0-6f95-4f2f-8dbe-dd86c9183514 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610224 Mar 03 18:45:52.612985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40686) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:52.618170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dbf5d-8fc0-4482-864d-47d841744e4d', 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:52.626710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:52.631108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:52.632553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-dce0e93f-fb4b-4165-832a-e3f51a95ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:52.634009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:52.634268 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-dce0e93f-fb4b-4165-832a-e3f51a95ad6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.1463480 Mar 03 18:45:52.640782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:52.663343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.732524 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.737753 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.746830 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '1fc25a7f-f9eb-43ce-a16b-31cd553e5de6', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'port_id': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'mac_address': 'fa:16:3e:4e:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4626a-576d-4c6e-bb19-5875bd268998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:45:50Z', 'updated_at': '2022-03-03T18:45:50Z', 'revision_number': 0, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 5, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:52.749349 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-92b73618-8503-413e-b2ad-cc7d8ff6f109 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 999 time: 0.1092026 Mar 03 18:45:52.751869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] Checking router: 9a5b7954-6b96-43a7-b6d8-ee17754c04dd for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:45:52.757200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1e17b9-eb00-460d-a926-8c4b2811e58e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:52.760804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:45:52.761451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:45:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:52.777000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.778307 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-60b36377-bc4a-4e30-8bd4-942fd23ea7df tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648085 Mar 03 18:45:52.780975 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40690) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:52.785827 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dbf5d-8fc0-4482-864d-47d841744e4d', 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:52.792377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:52.796823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:52.799706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:52.805982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:52.827262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.835327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-adde9478-03c7-4b53-935d-a38f617519f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:52.837023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-adde9478-03c7-4b53-935d-a38f617519f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0818949 Mar 03 18:45:52.894937 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.899173 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.914974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-1c014212-2cba-4089-848c-2fe3514b369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:52.916440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-1c014212-2cba-4089-848c-2fe3514b369b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728285 Mar 03 18:45:52.921932 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa07d92f-071d-438f-9934-6ec0db313a85,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:52.934432 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:52.938447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7015df9a-7917-44cf-ac4f-20b295c1b9b5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565001 Mar 03 18:45:52.939022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40694) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:52.944244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dbf5d-8fc0-4482-864d-47d841744e4d', 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:52.951178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:52.955630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:45:52.956077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:52.958599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:52.965302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:52.985465 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.070002 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-0e671198-ea7c-4134-958c-0ad79dc35ced service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443830 Mar 03 18:45:53.079462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.085241 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.126455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bfefae-5da0-4e30-8455-e32f7ff677f5,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:53.147836 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.149707 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2a3dd737-cbb0-4f23-9c32-10293703e278 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2090905 Mar 03 18:45:53.151964 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40698) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:53.152496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.158631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dbf5d-8fc0-4482-864d-47d841744e4d', 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:53.163624 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.167446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:53.172624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:53.175724 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:53.182495 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:53.194629 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Project e640cbe8917d401a923045b261fe1cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:45:53.202113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.226627 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-16788c0a-2ce1-4748-b5cf-9a52da40dc28 req-47a746bb-36cf-4b85-8092-3889cf272670 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486514 Mar 03 18:45:53.268788 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.273628 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.301699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32844bcd-0de7-4702-bca4-933e96939022,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:53.314076 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.317949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1851a065-ba37-426d-8e7b-e82ffaa58d39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618123 Mar 03 18:45:53.318299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40702) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:45:53.323240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dbf5d-8fc0-4482-864d-47d841744e4d', 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:53.330001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:45:53.333858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Usage tracker for resource:security_group_rule and tenant:e640cbe8917d401a923045b261fe1cec is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:45:53.336706 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:45:53.342384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:45:53.353289 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Project e640cbe8917d401a923045b261fe1cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:45:53.360552 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.415484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '1fc25a7f-f9eb-43ce-a16b-31cd553e5de6', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'port_id': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'mac_address': 'fa:16:3e:4e:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4626a-576d-4c6e-bb19-5875bd268998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:45:50Z', 'updated_at': '2022-03-03T18:45:50Z', 'revision_number': 0, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 5, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:45:53.420162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227c9e3-caf0-4189-aed1-7b608308827c None None] The sync data for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 is: [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '1fc25a7f-f9eb-43ce-a16b-31cd553e5de6', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'port_id': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'mac_address': 'fa:16:3e:4e:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4626a-576d-4c6e-bb19-5875bd268998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:45:50Z', 'updated_at': '2022-03-03T18:45:50Z', 'revision_number': 0, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 5, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:45:53.427564 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.431391 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.456207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e0e16b-b9ad-4855-acf4-18fafe77a762,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:53.466585 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:53.470485 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5ec9d55c-4b1d-4c9c-98be-f00b146abed8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486404 Mar 03 18:45:53.589361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-29b7ce90-4542-4383-afdc-e105ed59bf2f tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867784947&fields=id&tenant_id=e640cbe8917d401a923045b261fe1cec HTTP/1.1" status: 200 len: 267 time: 0.0396450 Mar 03 18:45:53.630020 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6a3cd-eb47-4bc1-b43f-a5799b1f7ac9 None None] New status for floating IP 1fc25a7f-f9eb-43ce-a16b-31cd553e5de6: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:45:53.679115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-c6f39463-9331-4103-8f5d-f3a00b95dafb tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:53.680565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-c6f39463-9331-4103-8f5d-f3a00b95dafb tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0852327 Mar 03 18:45:53.691868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'port': {'security_groups': ['5024e0df-b3e9-4bf7-952e-de566acf5993', 'ca9dbf5d-8fc0-4482-864d-47d841744e4d']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:45:53.808822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:54.187407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=25210cdb-138b-4928-a06a-0cb3a0af672b,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:45:54.213033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:54.217864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:54.228958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['25210cdb-138b-4928-a06a-0cb3a0af672b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:45:54.286857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:54.287481 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:54.288876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-afa6c9d7-e308-47aa-ac1b-f3c12ae3867d req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "PUT /v2.0/ports/25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 981 time: 0.6016955 Mar 03 18:45:54.316131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f4a66-fe56-454d-b1a9-424ae9808822 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=6']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:45:54.338321 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:45:54.362962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['25210cdb-138b-4928-a06a-0cb3a0af672b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:45:54.440197 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'status': 'completed', 'code': 200} Mar 03 18:45:54.582096 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:54.591261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-13799917-5d64-41b3-928d-a1df000493cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:54.593142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-13799917-5d64-41b3-928d-a1df000493cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1135 time: 0.1414809 Mar 03 18:45:54.605284 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deeb25-67e9-4c70-80ac-e804b729c506 req-0bcb7608-a5fb-4a39-9144-8e45e8bbc307 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:54.607676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09deeb25-67e9-4c70-80ac-e804b729c506 req-0bcb7608-a5fb-4a39-9144-8e45e8bbc307 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.1321640 Mar 03 18:45:54.666963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-09deeb25-67e9-4c70-80ac-e804b729c506 req-d55689ae-2322-429b-bd53-d4ea25d63b69 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:45:54.687078 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-09deeb25-67e9-4c70-80ac-e804b729c506 req-d55689ae-2322-429b-bd53-d4ea25d63b69 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:45:54.688942 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09deeb25-67e9-4c70-80ac-e804b729c506 req-d55689ae-2322-429b-bd53-d4ea25d63b69 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749168 Mar 03 18:45:54.714797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3270b56c-9406-4ca6-a656-d93aead38dd1 None None] Provisioning complete for port 25210cdb-138b-4928-a06a-0cb3a0af672b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:45:54.715823 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3270b56c-9406-4ca6-a656-d93aead38dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:54.767250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-a4dece44-a60d-4077-b5ab-8ea30649d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:54.769770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-a4dece44-a60d-4077-b5ab-8ea30649d56d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.1691291 Mar 03 18:45:54.862729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:45:54.883352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-1d226d4f-649a-4894-a070-6d4a491dcf9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 1001 time: 0.1066768 Mar 03 18:45:54.947732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-527bcf1c-07b1-45f6-b89b-d010f0fc3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:54.949177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-527bcf1c-07b1-45f6-b89b-d010f0fc3c63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0595706 Mar 03 18:45:55.025586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-9346713f-517f-4eb7-a77e-49ad4ea09570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:55.027067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-9346713f-517f-4eb7-a77e-49ad4ea09570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715878 Mar 03 18:45:55.158481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-a8dea48f-aaeb-415d-811a-e74f4eaa5bd1 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241016 Mar 03 18:45:55.287078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b9b65398-9817-4c0e-a8e4-d10ce48e5d9c req-8b76c6f9-b6c0-46f5-a2d0-47376f6db35e service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232009 Mar 03 18:45:55.917420 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-553d3f89-b66f-4d47-9d65-34387a667328 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676849 Mar 03 18:45:56.052667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-9d7debe5-a905-47d2-9ed7-bbe9cc0d86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:56.054036 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-9d7debe5-a905-47d2-9ed7-bbe9cc0d86e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1135 time: 0.0718153 Mar 03 18:45:56.195068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-3de50010-95b7-4bec-b5a3-9d6eb648157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:56.196488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-3de50010-95b7-4bec-b5a3-9d6eb648157e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.1237087 Mar 03 18:45:56.296731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-5d9fe8ee-4306-4e5b-94d6-74c02ec29f18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 1001 time: 0.0932386 Mar 03 18:45:56.357535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-e0f76943-c63d-46d3-a9b8-87fd60206b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:56.358928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-e0f76943-c63d-46d3-a9b8-87fd60206b5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0556762 Mar 03 18:45:56.432276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-360f28ee-818d-41da-bcb8-dd9db1f8f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:45:56.434224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-360f28ee-818d-41da-bcb8-dd9db1f8f586 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677249 Mar 03 18:45:56.671031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-a0c50a95-f25c-46e7-96ae-229d47804181 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276425 Mar 03 18:45:56.799047 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-17bb541b-d5a3-4cd6-8e78-f3c89d67a4a8 req-ead661cb-0dd3-4a39-8b6e-d6c0c5bcb8d0 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228662 Mar 03 18:46:06.436333 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:46:12.174690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080811-d888-4647-9bb9-479150c08536 req-54950689-8693-4545-ae2b-8ee2fc896f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:12.176152 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea080811-d888-4647-9bb9-479150c08536 req-54950689-8693-4545-ae2b-8ee2fc896f89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1135 time: 0.0752740 Mar 03 18:46:12.213883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45272-9ebe-40c9-b59f-0f9653a465bd req-93179742-7f6c-4721-b2dc-23cc44a14298 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:12.216170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dfc45272-9ebe-40c9-b59f-0f9653a465bd req-93179742-7f6c-4721-b2dc-23cc44a14298 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0800097 Mar 03 18:46:12.262316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dfc45272-9ebe-40c9-b59f-0f9653a465bd req-5e885f00-515e-4b07-8efe-f789f40c9f02 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405445 Mar 03 18:46:12.305915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080811-d888-4647-9bb9-479150c08536 req-b8f4fa44-cca5-40b4-b233-5770362d2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:12.307390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea080811-d888-4647-9bb9-479150c08536 req-b8f4fa44-cca5-40b4-b233-5770362d2025 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.1247835 Mar 03 18:46:12.408957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea080811-d888-4647-9bb9-479150c08536 req-bf395222-ca4d-4b92-bb8f-a102f1b3cdf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 1001 time: 0.0947123 Mar 03 18:46:12.468332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080811-d888-4647-9bb9-479150c08536 req-32bb7a99-7bb0-403e-b55d-87c70d7f34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:12.469649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea080811-d888-4647-9bb9-479150c08536 req-32bb7a99-7bb0-403e-b55d-87c70d7f34f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0550017 Mar 03 18:46:12.543898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080811-d888-4647-9bb9-479150c08536 req-eb97e0b6-dbaf-44b7-a1fe-905db55a719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:12.545304 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea080811-d888-4647-9bb9-479150c08536 req-eb97e0b6-dbaf-44b7-a1fe-905db55a719b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698082 Mar 03 18:46:12.675101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea080811-d888-4647-9bb9-479150c08536 req-0b87b161-1706-42d7-a9c1-5bf879e091c6 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225643 Mar 03 18:46:12.805811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ea080811-d888-4647-9bb9-479150c08536 req-d739688a-0f28-4f30-98ac-551114903158 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238222 Mar 03 18:46:13.442428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1261-3476-4614-ad98-d2bcd3a59e94 req-6f524412-b56c-40d6-9670-750b67c2fc6b tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:13.443763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e0b1261-3476-4614-ad98-d2bcd3a59e94 req-6f524412-b56c-40d6-9670-750b67c2fc6b tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0773623 Mar 03 18:46:13.488963 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e0b1261-3476-4614-ad98-d2bcd3a59e94 req-41c34049-cc7f-4a96-8c5e-598d49ce4844 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390656 Mar 03 18:46:14.671579 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bc4d9-1aae-4c3e-949f-c1eaf417f916 req-78bcc5d4-5406-4782-8721-fdd13e475dfd tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:14.673022 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c6bc4d9-1aae-4c3e-949f-c1eaf417f916 req-78bcc5d4-5406-4782-8721-fdd13e475dfd tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0826864 Mar 03 18:46:14.719040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c6bc4d9-1aae-4c3e-949f-c1eaf417f916 req-03da9f4f-49d5-4b93-afa8-9834e3ef7c11 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402648 Mar 03 18:46:15.905682 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75302cd3-b232-4914-9e08-13d33bbdb3a6 req-1fe0a2ef-1181-4ee5-b3bd-faeb55ff8c39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:15.907110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75302cd3-b232-4914-9e08-13d33bbdb3a6 req-1fe0a2ef-1181-4ee5-b3bd-faeb55ff8c39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0809698 Mar 03 18:46:15.951940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-75302cd3-b232-4914-9e08-13d33bbdb3a6 req-d8529d51-685b-4c5f-ac66-54d2c5eda76e tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390890 Mar 03 18:46:17.135683 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5727566-1b20-4624-ac7a-22dfa454de01 req-1f146e0e-9675-4b6e-ade3-8e253ec7318b tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:17.137151 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d5727566-1b20-4624-ac7a-22dfa454de01 req-1f146e0e-9675-4b6e-ade3-8e253ec7318b tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0794380 Mar 03 18:46:17.184877 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d5727566-1b20-4624-ac7a-22dfa454de01 req-2c5b5355-b76c-4fff-a074-473061d0c139 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418537 Mar 03 18:46:18.333108 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:18.367495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf6ccf-5308-4f8f-a32d-7a76c22cbc5b req-ade30197-4fbd-482d-b156-4131f4568edb tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:18.368945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cccf6ccf-5308-4f8f-a32d-7a76c22cbc5b req-ade30197-4fbd-482d-b156-4131f4568edb tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0810094 Mar 03 18:46:18.418276 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cccf6ccf-5308-4f8f-a32d-7a76c22cbc5b req-78d2e3ce-c7ab-4239-9072-d7aa0cb6357a tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424266 Mar 03 18:46:19.596070 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ae82586-ca95-49a3-b3af-a36c6a805042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:19.601028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b69f-9e40-4db4-ab86-e35bd87040c8 req-5a85ec2b-fe0b-4cc3-94a2-ca3b8d9e4177 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:19.602507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d693b69f-9e40-4db4-ab86-e35bd87040c8 req-5a85ec2b-fe0b-4cc3-94a2-ca3b8d9e4177 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0824955 Mar 03 18:46:19.648394 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d693b69f-9e40-4db4-ab86-e35bd87040c8 req-a6333bc5-fe91-423b-aefb-8d12437437b8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401344 Mar 03 18:46:20.826877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05484e8e-b0c8-4c8c-a5db-9243679f7c9b req-135ec4aa-dcd8-4c3b-baca-b3a378caa572 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:20.828336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05484e8e-b0c8-4c8c-a5db-9243679f7c9b req-135ec4aa-dcd8-4c3b-baca-b3a378caa572 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0778954 Mar 03 18:46:20.873118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-05484e8e-b0c8-4c8c-a5db-9243679f7c9b req-cde7e656-c707-46f1-ba93-18bd99a81682 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391703 Mar 03 18:46:21.908370 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a85918c1-525a-4149-b819-4dafc1ad2c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:22.057537 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fae012-bd4e-46d5-b95c-29e2e8076b25 req-21001902-df5e-4fff-91e1-2f328de9bc39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:22.059538 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19fae012-bd4e-46d5-b95c-29e2e8076b25 req-21001902-df5e-4fff-91e1-2f328de9bc39 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0829368 Mar 03 18:46:22.104871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-19fae012-bd4e-46d5-b95c-29e2e8076b25 req-42b4a631-9b7d-43ca-81ed-47512b34df2e tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396421 Mar 03 18:46:23.045669 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:23.086540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:23.289068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67b1b3-3845-4ca9-9a09-307e9de17dbc req-4595ba96-e75f-438f-b83c-98fe3069def2 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:23.290509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d67b1b3-3845-4ca9-9a09-307e9de17dbc req-4595ba96-e75f-438f-b83c-98fe3069def2 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0801651 Mar 03 18:46:23.335835 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d67b1b3-3845-4ca9-9a09-307e9de17dbc req-1b2f4ac3-c951-4568-9b5d-6b0cd685d37f tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391681 Mar 03 18:46:24.480128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:24.522105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c5460-bcef-414d-8244-f8cfdf8665fb req-63244afd-a078-4078-95d9-837b46a81c67 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:24.523565 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-967c5460-bcef-414d-8244-f8cfdf8665fb req-63244afd-a078-4078-95d9-837b46a81c67 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0824142 Mar 03 18:46:24.569014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-967c5460-bcef-414d-8244-f8cfdf8665fb req-e13b470b-c802-4e93-aca8-52fe2619c966 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397806 Mar 03 18:46:24.800342 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:25.747236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ae08-52a3-4812-92a0-e8a86fc692d2 req-eb0ef431-8a44-4afd-b97b-2b3d08305b0d tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:25.748673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25b1ae08-52a3-4812-92a0-e8a86fc692d2 req-eb0ef431-8a44-4afd-b97b-2b3d08305b0d tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0784273 Mar 03 18:46:25.793230 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25b1ae08-52a3-4812-92a0-e8a86fc692d2 req-37e0c387-20c3-4064-9afa-9a425c629958 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386627 Mar 03 18:46:26.977578 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b7fad-429a-465b-8342-d71677f42e4c req-4ca6344c-90d7-4256-89b0-98c6e04e2a80 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:26.979048 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b7fad-429a-465b-8342-d71677f42e4c req-4ca6344c-90d7-4256-89b0-98c6e04e2a80 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0842607 Mar 03 18:46:27.024794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4c5b7fad-429a-465b-8342-d71677f42e4c req-6daee3e9-5aa1-4c2d-aa0e-8bdd4138e43a tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395203 Mar 03 18:46:28.306061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d135-0100-49f5-afe7-2a93450bae1f req-d275d52b-a5dc-463f-af8a-aab8d6902537 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:28.307419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3712d135-0100-49f5-afe7-2a93450bae1f req-d275d52b-a5dc-463f-af8a-aab8d6902537 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.1799564 Mar 03 18:46:28.352253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3712d135-0100-49f5-afe7-2a93450bae1f req-816f3528-caae-4052-85c5-2f1a36eeac26 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385230 Mar 03 18:46:29.535225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b70831-040a-4be3-8ba0-9a73ba104e47 req-ea66bcb7-58f1-45f9-9dfe-fc8643efbc5b tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:29.536749 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77b70831-040a-4be3-8ba0-9a73ba104e47 req-ea66bcb7-58f1-45f9-9dfe-fc8643efbc5b tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0821829 Mar 03 18:46:29.581905 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77b70831-040a-4be3-8ba0-9a73ba104e47 req-6004b406-0264-4bef-b68c-a5029a043482 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&id=ca9dbf5d-8fc0-4482-864d-47d841744e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395303 Mar 03 18:46:43.435734 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:46:48.345700 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:49.598558 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb0bf-950f-4def-93c2-c048e84e3bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:51.910460 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a96208dc-b53d-4d3f-80ec-4e491bd9d516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:53.048618 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:53.088829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:54.483913 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:54.803895 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:46:57.898201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-1c0b6681-982c-4202-a0bb-39a40c43bafc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722198 Mar 03 18:46:58.033971 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-a11bda67-bd46-4ddb-9e89-6c56e43fbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:58.035398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-a11bda67-bd46-4ddb-9e89-6c56e43fbe9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1135 time: 0.0686388 Mar 03 18:46:58.178521 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-bec30162-ee8c-4469-ba93-a394d3ca853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:58.179873 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-bec30162-ee8c-4469-ba93-a394d3ca853a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.1243324 Mar 03 18:46:58.281521 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-4ce7fdfc-65b2-4753-8c43-8ae1bf4e1011 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 1001 time: 0.0948222 Mar 03 18:46:58.345355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-f88fb463-2da7-4eb1-a8f1-6afdf274a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:58.346701 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-f88fb463-2da7-4eb1-a8f1-6afdf274a9f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0552738 Mar 03 18:46:58.421877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-d69787f4-9dd6-4bdc-a8a9-336809c85553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:46:58.423302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-d69787f4-9dd6-4bdc-a8a9-336809c85553 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701740 Mar 03 18:46:58.550929 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-fe91acc1-c97c-4846-a754-d5e5642c09af service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202512 Mar 03 18:46:58.676952 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a1ce4ee6-e137-4ca0-8ae2-5af7adaa88ad req-167479d4-9a86-488e-9e21-c4201c60916e service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199415 Mar 03 18:47:02.588368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-1e17cbf0-cb52-4340-95bc-88b421c62af5 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867784947&fields=id&tenant_id=e640cbe8917d401a923045b261fe1cec HTTP/1.1" status: 200 len: 267 time: 0.0375955 Mar 03 18:47:02.669944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-4a0db025-c988-4dd7-bb7b-f41d152dd67e tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:02.671399 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-4a0db025-c988-4dd7-bb7b-f41d152dd67e tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 984 time: 0.0773807 Mar 03 18:47:02.683304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Request body: {'port': {'security_groups': ['5024e0df-b3e9-4bf7-952e-de566acf5993']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:02.801877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.037720 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=25210cdb-138b-4928-a06a-0cb3a0af672b,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:03.062167 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.066866 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.078696 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['25210cdb-138b-4928-a06a-0cb3a0af672b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:47:03.149941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:03.150560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.151919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e98476e-38a5-47a8-9c68-255dea100d0a req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "PUT /v2.0/ports/25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 942 time: 0.4733362 Mar 03 18:47:03.152380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:47:03.159211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40782) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:03.179205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event updated for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=7']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:03.194421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.194765 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.195095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.195421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.195743 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.196061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.196528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.196849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.197214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.197584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.198053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.198371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d4e2c-ef51-44ef-8b19-44bc3a7ecdee tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.211356 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'status': 'completed', 'code': 200} Mar 03 18:47:03.215286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['25210cdb-138b-4928-a06a-0cb3a0af672b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:47:03.264272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.305554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.313988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102480-ecd5-42b2-a785-cff5075c043e req-e5fdbc1b-fcf1-4a90-8ba4-9bc24a85675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:03.315546 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4102480-ecd5-42b2-a785-cff5075c043e req-e5fdbc1b-fcf1-4a90-8ba4-9bc24a85675d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1096 time: 0.0813441 Mar 03 18:47:03.388701 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.421077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9dbf5d-8fc0-4482-864d-47d841744e4d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:03.433129 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.437209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca9dbf5d-8fc0-4482-864d-47d841744e4d HTTP/1.1" status: 204 len: 168 time: 0.2768817 Mar 03 18:47:03.438759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.439112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.439446 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.439773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.440170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.440414 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.440733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.441049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.441388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.441708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.442019 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.442332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66049efb-763f-42df-a118-fe7e65f17a71 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:03.445952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40786) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:03.488011 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-13eda4c7-b57f-46f9-9240-ec301584a602 None None] Provisioning complete for port 25210cdb-138b-4928-a06a-0cb3a0af672b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:03.488393 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-13eda4c7-b57f-46f9-9240-ec301584a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.582943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102480-ecd5-42b2-a785-cff5075c043e req-d009ea35-fc35-4cc2-bd1e-e9d0b12717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:03.585023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4102480-ecd5-42b2-a785-cff5075c043e req-d009ea35-fc35-4cc2-bd1e-e9d0b12717c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.2633841 Mar 03 18:47:03.693552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4102480-ecd5-42b2-a785-cff5075c043e req-0e452caa-7d1e-47e0-bf3a-81ce03c0d361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 1001 time: 0.1023734 Mar 03 18:47:03.753699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102480-ecd5-42b2-a785-cff5075c043e req-b6f086b3-aec0-4008-8678-d04bb078b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:03.755129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4102480-ecd5-42b2-a785-cff5075c043e req-b6f086b3-aec0-4008-8678-d04bb078b5e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0565736 Mar 03 18:47:03.762355 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Deleting port 7c8b549b-b6ab-4505-a227-2499a59b8f37 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:03.762690 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.832294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102480-ecd5-42b2-a785-cff5075c043e req-31d8cb52-815a-4ab2-a6ad-8bd8dbc2581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:03.833997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4102480-ecd5-42b2-a785-cff5075c043e req-31d8cb52-815a-4ab2-a6ad-8bd8dbc2581a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734212 Mar 03 18:47:03.932255 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.932581 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:03.964425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4102480-ecd5-42b2-a785-cff5075c043e req-3baddf2a-3c41-447d-b7d6-cb63684a07ba service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237676 Mar 03 18:47:04.053713 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Calling delete_port for 7c8b549b-b6ab-4505-a227-2499a59b8f37 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:04.095677 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f4102480-ecd5-42b2-a785-cff5075c043e req-389bc01d-b107-47b4-9e68-d669a12e13ce service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252389 Mar 03 18:47:04.209878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:04.256458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event deleted for resources: {'Port': ['ID=7c8b549b-b6ab-4505-a227-2499a59b8f37,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:04.348080 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:04.348327 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Floating IP 1fc25a7f-f9eb-43ce-a16b-31cd553e5de6 disassociated (deleted). External IP: 172.25.0.219, port: 25210cdb-138b-4928-a06a-0cb3a0af672b. Mar 03 18:47:04.690635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:47:04.866150 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:47:04.876257 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] Sync routers for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:47:04.885920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:04.887116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:04.888627 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:04.942706 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d2ac8b7d-88a4-481f-9a06-5edf33021bad tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "DELETE /v2.0/floatingips/1fc25a7f-f9eb-43ce-a16b-31cd553e5de6 HTTP/1.1" status: 204 len: 168 time: 1.4956024 Mar 03 18:47:04.943375 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:47:05.054096 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'status': 'completed', 'code': 200} Mar 03 18:47:05.128851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:05.154751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-4949d246-8001-417c-860d-f2b7978a0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:05.156371 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-4949d246-8001-417c-860d-f2b7978a0a8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e640cbe8917d401a923045b261fe1cec&device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 1096 time: 0.0822527 Mar 03 18:47:05.292052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-2f663302-fbc3-495b-b8f5-10f3f43ce23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:05.294007 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-2f663302-fbc3-495b-b8f5-10f3f43ce23c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 200 len: 916 time: 0.1314018 Mar 03 18:47:05.371617 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-425dd1d6-35fc-4bae-a8bd-5bd1d355351f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 200 len: 217 time: 0.0701227 Mar 03 18:47:05.434495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-d023fda7-c5bb-4875-9aaa-89202cbf5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:05.436023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-d023fda7-c5bb-4875-9aaa-89202cbf5e7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 200 len: 854 time: 0.0592296 Mar 03 18:47:05.468657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 5, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:05.472618 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] Checking router: 9a5b7954-6b96-43a7-b6d8-ee17754c04dd for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:47:05.481800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:05.482396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:05.510950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-489f4469-9e7e-43a4-a02f-a39bab9aa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:05.512427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-489f4469-9e7e-43a4-a02f-a39bab9aa7e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46e96ef-000f-43c2-b8ea-df5b297a66ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709054 Mar 03 18:47:05.644496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-ac57fd81-ef28-49e9-bf55-e3868fe71dc5 service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243851 Mar 03 18:47:05.654767 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:05.776620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9682adeb-dadc-442a-ae56-cbc6f77cc29b req-260d8353-445b-4b6c-88af-ac6b95b599dc service neutron] 10.222.0.35 "GET /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255674 Mar 03 18:47:05.967305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 5, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:05.971462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9377b4-1ccc-4de0-bfb2-e604bb4b775e None None] The sync data for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 is: [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:45:01Z', 'revision_number': 4, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'a1c213d6-9a85-4051-9320-363095e54e26', 'name': '', 'network_id': 'c46e96ef-000f-43c2-b8ea-df5b297a66ca', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'mac_address': 'fa:16:3e:fe:03:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:00Z', 'updated_at': '2022-03-03T18:45:07Z', 'revision_number': 5, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'subnets': [{'id': 'c1790808-c13d-4303-af6a-5dedd769ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:47:06.202292 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689c916-1065-4457-8d48-056ed354fa79 None None] New status for floating IP 1fc25a7f-f9eb-43ce-a16b-31cd553e5de6: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:47:09.409142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb02c7a-278f-4e94-b448-80a3aef062e2 req-3c9b7ba2-e01b-4a3b-8bb9-607ed3d90028 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:09.409876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4bb02c7a-278f-4e94-b448-80a3aef062e2 req-3c9b7ba2-e01b-4a3b-8bb9-607ed3d90028 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:47:09.425024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4bb02c7a-278f-4e94-b448-80a3aef062e2 req-3c9b7ba2-e01b-4a3b-8bb9-607ed3d90028 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:47:09.426193 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4bb02c7a-278f-4e94-b448-80a3aef062e2 req-3c9b7ba2-e01b-4a3b-8bb9-607ed3d90028 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.2137144 Mar 03 18:47:09.470781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4bb02c7a-278f-4e94-b448-80a3aef062e2 req-a92f9725-ce77-4d78-9d13-0ee6beac3208 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:47:09.485237 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-4bb02c7a-278f-4e94-b448-80a3aef062e2 req-a92f9725-ce77-4d78-9d13-0ee6beac3208 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:47:09.486367 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4bb02c7a-278f-4e94-b448-80a3aef062e2 req-a92f9725-ce77-4d78-9d13-0ee6beac3208 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544958 Mar 03 18:47:10.667261 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfb3e8-1470-4d89-ae78-1e5a4be86d1a req-2b9064a0-ce81-462a-90c1-c0990b9a52a8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:10.669290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9adfb3e8-1470-4d89-ae78-1e5a4be86d1a req-2b9064a0-ce81-462a-90c1-c0990b9a52a8 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0784028 Mar 03 18:47:10.712459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9adfb3e8-1470-4d89-ae78-1e5a4be86d1a req-cc269baa-b66a-443c-a35a-91023ee5c6f9 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/security-groups?id=5024e0df-b3e9-4bf7-952e-de566acf5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Mar 03 18:47:10.860751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-82533a76-23fa-4014-beb9-4dce1ffa51e6 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:10.862163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-82533a76-23fa-4014-beb9-4dce1ffa51e6 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.35 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 945 time: 0.0806003 Mar 03 18:47:10.929004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Deleting port 25210cdb-138b-4928-a06a-0cb3a0af672b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:10.929262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:11.300494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] For port 25210cdb-138b-4928-a06a-0cb3a0af672b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=25210cdb-138b-4928-a06a-0cb3a0af672b,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:11.300762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:11.421484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Calling delete_port for 25210cdb-138b-4928-a06a-0cb3a0af672b owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:11.564642 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:11.576114 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['25210cdb-138b-4928-a06a-0cb3a0af672b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:47:11.615435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Pushing event deleted for resources: {'Port': ['ID=25210cdb-138b-4928-a06a-0cb3a0af672b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:11.691112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] No DVR routers for this DVR port 25210cdb-138b-4928-a06a-0cb3a0af672b on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:47:11.694626 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:11.697185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'name': 'network-vif-deleted', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:47:11.712705 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c807204c-ab3a-4b83-8685-884f2daaa364 req-67d887be-62ef-4232-99eb-2d086140a3bc tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.35 "DELETE /v2.0/ports/25210cdb-138b-4928-a06a-0cb3a0af672b HTTP/1.1" status: 204 len: 173 time: 0.8451116 Mar 03 18:47:11.743257 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d4626a-576d-4c6e-bb19-5875bd268998', 'name': 'network-vif-deleted', 'tag': '25210cdb-138b-4928-a06a-0cb3a0af672b', 'status': 'completed', 'code': 200} Mar 03 18:47:11.876374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0d5c91b5-7b39-43fc-96ac-910ea526bbb0 req-7e41639d-5a88-437a-877d-a690ac8b69e0 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Synchronizing usage tracker for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:47:11.890649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-0d5c91b5-7b39-43fc-96ac-910ea526bbb0 req-7e41639d-5a88-437a-877d-a690ac8b69e0 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] Unset dirty status for tenant:e640cbe8917d401a923045b261fe1cec on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:47:11.891788 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0d5c91b5-7b39-43fc-96ac-910ea526bbb0 req-7e41639d-5a88-437a-877d-a690ac8b69e0 tempest-TestMinimumBasicScenario-936876773 tempest-TestMinimumBasicScenario-936876773-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d4626a-576d-4c6e-bb19-5875bd268998 HTTP/1.1" status: 200 len: 210 time: 0.0600557 Mar 03 18:47:13.504061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40878) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:14.034330 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:14.371782 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Deleting port a1c213d6-9a85-4051-9320-363095e54e26 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:14.372119 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:14.546685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] For port a1c213d6-9a85-4051-9320-363095e54e26, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a1c213d6-9a85-4051-9320-363095e54e26,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:14.547358 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:14.664835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Calling delete_port for a1c213d6-9a85-4051-9320-363095e54e26 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:14.789413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 25210cdb-138b-4928-a06a-0cb3a0af672b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:47:14.824341 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 25210cdb-138b-4928-a06a-0cb3a0af672b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:47:14.824684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 25210cdb-138b-4928-a06a-0cb3a0af672b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:47:15.103373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:15.149111 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c213d6-9a85-4051-9320-363095e54e26,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:15.418712 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:15.774710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:47:15.946604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:47:15.955654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] Sync routers for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:47:15.965354 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1d55a1df-5a09-4a71-867c-1d658f9cd49f admin admin] 10.222.0.23 "PUT /v2.0/routers/9a5b7954-6b96-43a7-b6d8-ee17754c04dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4578578 Mar 03 18:47:15.965550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:15.965550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:15.965769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40882) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:16.142519 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:16.263352 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:16.438660 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:16.447953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Deleting port eb92de31-4d44-439e-b134-fd7ba95c254a {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:16.448543 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:16.469508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:47:15Z', 'revision_number': 5, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port': {'id': 'eb92de31-4d44-439e-b134-fd7ba95c254a', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:44:58Z', 'updated_at': '2022-03-03T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:16.473572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] Checking router: 9a5b7954-6b96-43a7-b6d8-ee17754c04dd for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:47:16.482353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] Routers {'9a5b7954-6b96-43a7-b6d8-ee17754c04dd'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:16.482940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:16.623657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] For port eb92de31-4d44-439e-b134-fd7ba95c254a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=eb92de31-4d44-439e-b134-fd7ba95c254a,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:16.624012 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:16.628141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] Set router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:16.730281 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:47:16Z', 'revision_number': 6, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:16.734084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952c51d-f7f0-4f44-82ac-f684eb45e462 None None] The sync data for ids ['9a5b7954-6b96-43a7-b6d8-ee17754c04dd'] in n-d-827121-1 is: [{'id': '9a5b7954-6b96-43a7-b6d8-ee17754c04dd', 'name': 'tempest-TestMinimumBasicScenario-1141757962-router', 'tenant_id': 'e640cbe8917d401a923045b261fe1cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:44:57Z', 'updated_at': '2022-03-03T18:47:16Z', 'revision_number': 6, 'project_id': 'e640cbe8917d401a923045b261fe1cec', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:47:16.746599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Calling delete_port for eb92de31-4d44-439e-b134-fd7ba95c254a owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:16.908975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:16.982854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb92de31-4d44-439e-b134-fd7ba95c254a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:17.045149 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.221007 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.228204 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.247155 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.247649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5b7954-6b96-43a7-b6d8-ee17754c04dd {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:47:17.259315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.260413 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fd87ebc8-d806-4faf-98fb-0bbd60a175e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9a5b7954-6b96-43a7-b6d8-ee17754c04dd HTTP/1.1" status: 204 len: 168 time: 1.2938995 Mar 03 18:47:17.263008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40886) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:17.319888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] Deleting subnet c1790808-c13d-4303-af6a-5dedd769ed0d {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:47:17.322664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.372766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.447582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.516779 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.557253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1790808-c13d-4303-af6a-5dedd769ed0d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:17.561935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.570240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a8bb3-5780-4cf9-a1f2-97e1664d1edf None None] Network c46e96ef-000f-43c2-b8ea-df5b297a66ca requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:47:17.572185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40890) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:17.581904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-149f5cf1-fd37-49de-845a-4860c00f99ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1790808-c13d-4303-af6a-5dedd769ed0d HTTP/1.1" status: 204 len: 168 time: 0.3178434 Mar 03 18:47:17.678936 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.689852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Deleting port ed9234ad-a857-4601-a41f-8d283b4cf648 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:17.690109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.834157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] DHCP port deletion for c46e96ef-000f-43c2-b8ea-df5b297a66ca request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:47:17.838357 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Deleting port ed9234ad-a857-4601-a41f-8d283b4cf648 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:17.838735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:17.901248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] For port ed9234ad-a857-4601-a41f-8d283b4cf648, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ed9234ad-a857-4601-a41f-8d283b4cf648,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:17.902193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.020727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Calling delete_port for ed9234ad-a857-4601-a41f-8d283b4cf648 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:18.037038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] For port ed9234ad-a857-4601-a41f-8d283b4cf648, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ed9234ad-a857-4601-a41f-8d283b4cf648,segment=NetworkSegment(2a073958-9707-4b9f-8371-a0755e42bae6),segment_id=2a073958-9707-4b9f-8371-a0755e42bae6)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:18.037461 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.098127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.145940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9234ad-a857-4601-a41f-8d283b4cf648,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:18.147710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] No DVR routers for this DVR port ed9234ad-a857-4601-a41f-8d283b4cf648 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:47:18.165677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Calling delete_port for ed9234ad-a857-4601-a41f-8d283b4cf648 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:18.235660 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:47:18.236013 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:47:18.260237 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.284718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46e96ef-000f-43c2-b8ea-df5b297a66ca']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:18.296113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a073958-9707-4b9f-8371-a0755e42bae6') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:18.296392 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a073958-9707-4b9f-8371-a0755e42bae6') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:18.307120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.322631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.329113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:47:18.329518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:47:18.341915 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:47:18.364088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.434887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a1c213d6-9a85-4051-9320-363095e54e26 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:47:18.469411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a1c213d6-9a85-4051-9320-363095e54e26 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:47:18.469759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a1c213d6-9a85-4051-9320-363095e54e26 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:47:18.470174 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ed9234ad-a857-4601-a41f-8d283b4cf648 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:47:18.505582 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ed9234ad-a857-4601-a41f-8d283b4cf648 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:47:18.505928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ed9234ad-a857-4601-a41f-8d283b4cf648 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:47:18.506338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb92de31-4d44-439e-b134-fd7ba95c254a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:47:18.519894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.537564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.538691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: eb92de31-4d44-439e-b134-fd7ba95c254a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:47:18.539038 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device eb92de31-4d44-439e-b134-fd7ba95c254a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:47:18.547680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46e96ef-000f-43c2-b8ea-df5b297a66ca,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:18.559909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-761865e4-a7f4-492b-be8b-0de4899cf664 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c46e96ef-000f-43c2-b8ea-df5b297a66ca HTTP/1.1" status: 204 len: 168 time: 0.9867020 Mar 03 18:47:18.562738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40894) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:18.737652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Deleting port ed9234ad-a857-4601-a41f-8d283b4cf648 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:18.738187 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:18.832350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-922af3be-90ac-46fc-ba3a-09f8c9f65cac None None] The port 'ed9234ad-a857-4601-a41f-8d283b4cf648' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:47:19.090799 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:19.437880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Deleting port 21e9d4cc-c136-4f0b-8122-fbc423a1f509 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:19.438215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:19.600903 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-146ce315-582a-41d7-80e8-4536ece62e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:19.607348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] For port 21e9d4cc-c136-4f0b-8122-fbc423a1f509, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=21e9d4cc-c136-4f0b-8122-fbc423a1f509,segment=NetworkSegment(0b8f2e28-a9ef-4474-8c6f-549e4995f2fb),segment_id=0b8f2e28-a9ef-4474-8c6f-549e4995f2fb)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:19.607707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:19.838453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Calling delete_port for 21e9d4cc-c136-4f0b-8122-fbc423a1f509 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:20.148543 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:20.198562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Pushing event deleted for resources: {'Port': ['ID=21e9d4cc-c136-4f0b-8122-fbc423a1f509,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:20.434470 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:47:20.457686 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:20.802711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:47:20.973189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:47:20.982595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] Sync routers for ids ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:47:20.989181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a11f7181-e7ab-4373-9df3-bd9884a6b42c admin admin] 10.222.0.23 "PUT /v2.0/routers/d342e50e-6fa8-4753-ae34-c5c5d99fcde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4254642 Mar 03 18:47:20.991746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40906) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:20.992010 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] Routers {'d342e50e-6fa8-4753-ae34-c5c5d99fcde6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:20.992635 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:21.171575 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] Set router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:21.290168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:21.453142 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:47:20Z', 'revision_number': 5, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port': {'id': 'f334c2e4-77c1-47e0-8bcd-d2dd14710f67', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:45:04Z', 'updated_at': '2022-03-03T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:21.458549 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] Checking router: d342e50e-6fa8-4753-ae34-c5c5d99fcde6 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:47:21.467607 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] Routers {'d342e50e-6fa8-4753-ae34-c5c5d99fcde6'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:21.468196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:46:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:21.469208 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:21.478934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Deleting port f334c2e4-77c1-47e0-8bcd-d2dd14710f67 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:21.479382 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:21.612989 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] Set router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:21.654447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] For port f334c2e4-77c1-47e0-8bcd-d2dd14710f67, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:21.654906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:21.715810 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:47:21Z', 'revision_number': 6, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:21.719573 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa213b3a-e43b-49c7-b934-24ca3b3f113a None None] The sync data for ids ['d342e50e-6fa8-4753-ae34-c5c5d99fcde6'] in n-d-827121-1 is: [{'id': 'd342e50e-6fa8-4753-ae34-c5c5d99fcde6', 'name': 'tempest-TestMinimumBasicScenario-436110571-router', 'tenant_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:45:03Z', 'updated_at': '2022-03-03T18:47:21Z', 'revision_number': 6, 'project_id': '27cdf09dcd9346f9adbe9a70543cc6e1', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:47:21.779752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Calling delete_port for f334c2e4-77c1-47e0-8bcd-d2dd14710f67 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:21.911801 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-417e9394-9711-4162-a902-8bc245861466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:21.943303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.017401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Pushing event deleted for resources: {'Port': ['ID=f334c2e4-77c1-47e0-8bcd-d2dd14710f67,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:22.085213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.258903 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.261127 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.282191 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.282680 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d342e50e-6fa8-4753-ae34-c5c5d99fcde6 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:47:22.294661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.295757 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e91a093d-d7b1-4d5e-9af0-0c4a9ad56480 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d342e50e-6fa8-4753-ae34-c5c5d99fcde6 HTTP/1.1" status: 204 len: 168 time: 1.3031354 Mar 03 18:47:22.298375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40912) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:22.355241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] Deleting subnet 672e1d83-da93-4455-bc35-4839a3d9f339 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:47:22.357963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.407273 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.487480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f334c2e4-77c1-47e0-8bcd-d2dd14710f67 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:47:22.488098 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.521102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: f334c2e4-77c1-47e0-8bcd-d2dd14710f67 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:47:22.521472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device f334c2e4-77c1-47e0-8bcd-d2dd14710f67 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:47:22.521882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21e9d4cc-c136-4f0b-8122-fbc423a1f509 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:47:22.557076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.560975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 21e9d4cc-c136-4f0b-8122-fbc423a1f509 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:47:22.561319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 21e9d4cc-c136-4f0b-8122-fbc423a1f509 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:47:22.717561 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672e1d83-da93-4455-bc35-4839a3d9f339,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:22.719454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.725719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ca194514-ee01-4068-aabd-e60646d1446e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/672e1d83-da93-4455-bc35-4839a3d9f339 HTTP/1.1" status: 204 len: 168 time: 0.4263778 Mar 03 18:47:22.727435 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a619f94-040d-49b0-b6b9-c5b3802a0b99 None None] Network dff74079-ae71-425f-958a-8eec9a351d43 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:47:22.728297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40916) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:22.841556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.852021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Deleting port 3e312f87-413d-49e0-9e08-c43351068d3b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:22.852343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:22.968554 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] DHCP port deletion for dff74079-ae71-425f-958a-8eec9a351d43 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:47:22.973117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Deleting port 3e312f87-413d-49e0-9e08-c43351068d3b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:22.973523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.054651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] For port 3e312f87-413d-49e0-9e08-c43351068d3b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e312f87-413d-49e0-9e08-c43351068d3b,segment=NetworkSegment(0b8f2e28-a9ef-4474-8c6f-549e4995f2fb),segment_id=0b8f2e28-a9ef-4474-8c6f-549e4995f2fb)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:23.055004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.100305 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.138019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.193486 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Calling delete_port for 3e312f87-413d-49e0-9e08-c43351068d3b owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:23.213113 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] For port 3e312f87-413d-49e0-9e08-c43351068d3b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3e312f87-413d-49e0-9e08-c43351068d3b,segment=NetworkSegment(0b8f2e28-a9ef-4474-8c6f-549e4995f2fb),segment_id=0b8f2e28-a9ef-4474-8c6f-549e4995f2fb)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:23.213540 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.268020 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.317239 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e312f87-413d-49e0-9e08-c43351068d3b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:23.320713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] No DVR routers for this DVR port 3e312f87-413d-49e0-9e08-c43351068d3b on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:47:23.336154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Calling delete_port for 3e312f87-413d-49e0-9e08-c43351068d3b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:47:23.409258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 18:47:23.409556 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 18:47:23.434455 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.459022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff74079-ae71-425f-958a-8eec9a351d43']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:23.470463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:23.470754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8f2e28-a9ef-4474-8c6f-549e4995f2fb') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:23.482101 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.498344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.504386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:47:23.504756 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:47:23.518063 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:47:23.592771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.609574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.621804 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff74079-ae71-425f-958a-8eec9a351d43,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:23.627465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-062e5c1c-1526-4008-9556-aa808c9063e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dff74079-ae71-425f-958a-8eec9a351d43 HTTP/1.1" status: 204 len: 168 time: 0.8982084 Mar 03 18:47:23.790837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40922) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:23.838919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-552834b7-1b91-4090-8c45-2f6bcfaba2b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e640cbe8917d401a923045b261fe1cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467734 Mar 03 18:47:23.841238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40926) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:23.897089 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-abaf1e91-3115-4371-a3bb-8b93bac79d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.910305 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Deleting port 3e312f87-413d-49e0-9e08-c43351068d3b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:47:23.910679 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.922318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-abaf1e91-3115-4371-a3bb-8b93bac79d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.973468 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-abaf1e91-3115-4371-a3bb-8b93bac79d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:23.975030 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-0a372e75-d17a-4cc8-971e-b05252c22712 None None] The port '3e312f87-413d-49e0-9e08-c43351068d3b' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 18:47:23.996245 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf1e91-3115-4371-a3bb-8b93bac79d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024e0df-b3e9-4bf7-952e-de566acf5993,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:24.003294 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-abaf1e91-3115-4371-a3bb-8b93bac79d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:24.004399 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-abaf1e91-3115-4371-a3bb-8b93bac79d65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5024e0df-b3e9-4bf7-952e-de566acf5993 HTTP/1.1" status: 204 len: 168 time: 0.1622374 Mar 03 18:47:24.341953 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40934) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:24.432224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3e312f87-413d-49e0-9e08-c43351068d3b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:47:24.476077 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 3e312f87-413d-49e0-9e08-c43351068d3b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:47:24.481308 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3e312f87-413d-49e0-9e08-c43351068d3b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:47:24.492195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:24.507370 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7897d1ed-dd8f-4e05-ba99-db8be791d02b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27cdf09dcd9346f9adbe9a70543cc6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641488 Mar 03 18:47:24.509723 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40938) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:24.571471 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecd496d8-310e-4f9d-b1ef-1c8f4899ad9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:24.595953 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecd496d8-310e-4f9d-b1ef-1c8f4899ad9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:24.646852 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecd496d8-310e-4f9d-b1ef-1c8f4899ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:24.662131 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd496d8-310e-4f9d-b1ef-1c8f4899ad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04e92f0-ee14-4d64-affb-240411e142f2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:24.667576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ecd496d8-310e-4f9d-b1ef-1c8f4899ad9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:24.668671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ecd496d8-310e-4f9d-b1ef-1c8f4899ad9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d04e92f0-ee14-4d64-affb-240411e142f2 HTTP/1.1" status: 204 len: 168 time: 0.1580589 Mar 03 18:47:24.801974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.369373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40980) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:26.375034 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259420822', 'description': 'tempest-secgroup-smoke-1259420822 description', 'project_id': 'c70de268cd2042aeb399be5c29607d90'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:26.381849 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:26.386678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:26.389556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:26.395820 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:26.406119 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.418373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.433168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:26.436892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:26.439658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:26.445297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:26.526912 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.539099 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.553791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:26.565149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:26.570610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:26.579113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:26.581012 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db70d19d-de8e-4d64-bb1e-588031cb0b0b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:26.653762 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.657032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.696899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b70a465-a4b3-4069-95fe-b82356bf2987,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:26.700183 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.701368 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2faad9fa-552c-4316-8b2c-2ca1d2c161be tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3304546 Mar 03 18:47:26.704256 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40984) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:26.709223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '3b70a465-a4b3-4069-95fe-b82356bf2987', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:26.716378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:26.720179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:26.723325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:26.728902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:26.745016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.802157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.805725 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.827945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c9449a-0664-4cda-9a09-3aa2bab6fad5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:26.836146 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.837291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-630dc455-14f8-4369-99de-2fbd63a02887 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321435 Mar 03 18:47:26.840568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 40988) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:26.845296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '3b70a465-a4b3-4069-95fe-b82356bf2987', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:26.851850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:26.856795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:26.858800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:26.864401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:26.882010 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.943049 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.946793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.970803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6577b19-a27d-46f1-9127-e76886018a6c,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:26.979829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:26.981096 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-238e8b17-db95-4d27-9e11-aa5792250d5a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396203 Mar 03 18:47:26.983915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40992) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:26.989241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '3b70a465-a4b3-4069-95fe-b82356bf2987', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:26.996008 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:26.999839 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:27.002698 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:27.008804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:27.024055 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.087484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.091290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.118561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234c0258-987a-4fcb-90ce-0302c07796f1,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:27.122043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.125685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-23778cda-9596-410f-9512-6e811db31f50 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383085 Mar 03 18:47:27.126009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 40996) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:27.131153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '3b70a465-a4b3-4069-95fe-b82356bf2987', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:27.138099 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:27.141882 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:27.144767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:27.150356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:27.166664 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.227747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.231162 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.253930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66aaa6f5-813b-4e1f-a412-23b9456ec323,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:27.263123 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.264241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3e1b507e-9f6c-4413-adef-c38a18c05de8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373098 Mar 03 18:47:27.266939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41000) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:27.271662 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '3b70a465-a4b3-4069-95fe-b82356bf2987', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:27.277961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:27.281736 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:27.284527 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:27.290130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:27.299583 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:47:27.305884 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.368876 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.372919 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.398673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0b50c6-513f-401e-925e-c7098bb60cc7,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:27.407769 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.409124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cebbe1d0-1427-4b8d-a45b-ebcec44a6649 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412694 Mar 03 18:47:27.411768 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41004) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:27.416708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '3b70a465-a4b3-4069-95fe-b82356bf2987', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:27.423248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:27.427059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:27.429905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:27.436072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:27.449904 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:47:27.456218 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.519860 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.523046 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.545677 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4400ebaf-f517-4f62-94fd-f5c32869f485,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:27.554286 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.555432 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dd038a23-88ff-4c97-9ed7-60abcd1a105d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427569 Mar 03 18:47:27.558373 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41008) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:27.563636 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'network': {'name': 'tempest-network-smoke--1763174721', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'port_security_enabled': True}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:27.568954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:27.572765 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:network and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:27.576180 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:27.581854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:27.592253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'network': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:47:27.595559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.622145 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:47:27.630361 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.630700 n-d-827121-1 neutron-server[87886]: INFO neutron.db.segments_db [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Added segment 973160f3-952b-436c-aafd-be8927b3cf48 of type vlan for network 1ca5b220-419f-42b9-98bd-38c443d505e4 Mar 03 18:47:27.655624 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.683566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.688777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:27.689369 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.782975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2234449 Mar 03 18:47:27.785748 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41012) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:27.791048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'admin_state_up': True, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:27.794026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d0153-0c31-4aa7-86fd-4f87fd20215b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Network': ['ID=1ca5b220-419f-42b9-98bd-38c443d505e4,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:27.799988 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:27.804109 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:router and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:27.804863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:47:27.807013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:27.813990 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:27.823776 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.824780 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:27.839023 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:28.215452 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:28.512661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:28.540690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:28.675446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.46 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/ca612bd5-ba88-4417-8b61-2e44b0eccb74) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:47:28.820851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:28.849741 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:28.908813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:47:28.911689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:47:28.920429 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:47:28.952467 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=ca612bd5-ba88-4417-8b61-2e44b0eccb74,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:29.328134 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:29.773319 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:29.971710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 10963541-1d6d-445d-b2b7-1ca4d48f4621 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:47:30.143405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:47:30.154795 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Sync routers for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:47:30.163897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:30.164500 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:30.170571 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:30.171761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1d3dbeb0-2e9d-4ac9-9668-9579b2a0a9c8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3849695 Mar 03 18:47:30.175051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41016) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:30.318577 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a8275727-8174-46c1-892c-9b8544647e8d tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c70de268cd2042aeb399be5c29607d90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1423616 Mar 03 18:47:30.321435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41022) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:30.341970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:30.450455 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015b413-4bf9-41d3-940d-0db8baff05ec tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:30.451949 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e015b413-4bf9-41d3-940d-0db8baff05ec tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294124 Mar 03 18:47:30.454923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41026) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:30.494946 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-720e724f-d19d-4035-8dd4-865acabd6629 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388680 Mar 03 18:47:30.497445 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41030) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:30.502704 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1096360503', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:30.611896 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:30.615670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:subnet and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:30.618430 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:30.624041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:30.635219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:47:30.639053 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:30.655734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:29Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:30.659610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Checking router: 10963541-1d6d-445d-b2b7-1ca4d48f4621 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:47:30.659963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Updating router 10963541-1d6d-445d-b2b7-1ca4d48f4621 port ca612bd5-ba88-4417-8b61-2e44b0eccb74 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:47:30.712572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:30.853092 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:30.935202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Subnet': ['ID=d923227e-abeb-4785-91c0-eaa02e3a9b8e,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:30.944374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Checking segment: {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:47:30.944737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network hostable DHCP agents. Network: 1ca5b220-419f-42b9-98bd-38c443d505e4, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:47:30.964470 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:47:30.973837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 1ca5b220-419f-42b9-98bd-38c443d505e4) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:47:30.977941 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:30.978520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:30.999759 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a823750c-2164-4690-878a-926554970fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5013309 Mar 03 18:47:31.002635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41034) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:31.013249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d4848-157e-4c91-b48f-2704baa6d3e1 None None] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:47:31.132547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:31.156120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Transition to ACTIVE for port object ca612bd5-ba88-4417-8b61-2e44b0eccb74 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:47:31.172819 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:31.296460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Attempting to bind port ca612bd5-ba88-4417-8b61-2e44b0eccb74 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:47:31.296834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Attempting to bind port ca612bd5-ba88-4417-8b61-2e44b0eccb74 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:47:31.297200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Attempting to bind port ca612bd5-ba88-4417-8b61-2e44b0eccb74 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:47:31.305343 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Pushing event updated for resources: {'Port': ['ID=ca612bd5-ba88-4417-8b61-2e44b0eccb74,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:31.312143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:47:31.312530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:47:31.312936 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:31.313350 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:47:31.313824 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Bound port: ca612bd5-ba88-4417-8b61-2e44b0eccb74, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:47:31.314195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:31.379561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.379901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.380235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.380566 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.380895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.381218 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.381640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.381963 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.382279 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.382597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.382921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.383239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:31.412139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-1ca5b220-419f-42b9-98bd-38c443d505e4', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:47:31.412990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:31.487893 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] For port ca612bd5-ba88-4417-8b61-2e44b0eccb74, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:47:31.505712 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] For port ca612bd5-ba88-4417-8b61-2e44b0eccb74, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ca612bd5-ba88-4417-8b61-2e44b0eccb74,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:47:31.513896 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:31.650547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f142e6-cadb-40c9-9e06-774e1dae3c1f None None] Pushing event updated for resources: {'Port': ['ID=ca612bd5-ba88-4417-8b61-2e44b0eccb74,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:31.653006 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:31.653624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:31.730751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Allocated IP 172.20.0.2 (1ca5b220-419f-42b9-98bd-38c443d505e4/d923227e-abeb-4785-91c0-eaa02e3a9b8e/dc88d50c-1ef8-4351-90d4-7518eb86272a) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:47:31.812202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:31.926289 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:32.293183 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:32.309684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Transition to ACTIVE for port object dc88d50c-1ef8-4351-90d4-7518eb86272a will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:47:32.335031 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Transition to ACTIVE for port object dc88d50c-1ef8-4351-90d4-7518eb86272a will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:47:32.343074 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:32.403239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:47:32.405887 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.1 (1ca5b220-419f-42b9-98bd-38c443d505e4/d923227e-abeb-4785-91c0-eaa02e3a9b8e/3f92636f-b792-46aa-b6a3-7d884bf6cdac) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:47:32.408942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:47:32.413072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:47:32.429508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Pushing event updated for resources: {'Port': ['ID=dc88d50c-1ef8-4351-90d4-7518eb86272a,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:32.468540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:29Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:32.499862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f8fb0-1837-48d9-a782-7abec4d21b23 None None] The sync data for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 is: [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:29Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:47:32.522137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Attempting to bind port dc88d50c-1ef8-4351-90d4-7518eb86272a on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:47:32.522508 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Attempting to bind port dc88d50c-1ef8-4351-90d4-7518eb86272a by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:47:32.522868 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Attempting to bind port dc88d50c-1ef8-4351-90d4-7518eb86272a on network 1ca5b220-419f-42b9-98bd-38c443d505e4 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:47:32.528978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:47:32.529298 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Checking segment: {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:47:32.529677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:32.530067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Bound using segment: {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:47:32.530531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Bound port: dc88d50c-1ef8-4351-90d4-7518eb86272a, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:47:32.530902 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:32.584394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:32.601505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 3f92636f-b792-46aa-b6a3-7d884bf6cdac will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:47:32.627205 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:32.629272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] For port dc88d50c-1ef8-4351-90d4-7518eb86272a, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:47:32.634386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] For port dc88d50c-1ef8-4351-90d4-7518eb86272a, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dc88d50c-1ef8-4351-90d4-7518eb86272a,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:47:32.638713 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:32.700582 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:47:32.703804 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:47:32.712076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:47:32.755549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=3f92636f-b792-46aa-b6a3-7d884bf6cdac,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:32.763003 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503a3e6-fe28-4615-a20f-f64d591a1b43 None None] Pushing event updated for resources: {'Port': ['ID=dc88d50c-1ef8-4351-90d4-7518eb86272a,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:32.794789 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:33.113583 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:33.669201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:33.674554 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:33.748787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c1acd-93bd-4b12-ace9-739c241eb16f None None] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:47:33.787232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:33.794356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=3f92636f-b792-46aa-b6a3-7d884bf6cdac,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:33.857676 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-10ea73bb-b4bf-40d8-afa1-56069093858b None None] Provisioning for port dc88d50c-1ef8-4351-90d4-7518eb86272a completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:47:33.929380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:47:33.930506 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:47:34.121034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 10963541-1d6d-445d-b2b7-1ca4d48f4621 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:47:34.307812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-40c8695f-db55-4536-b5f1-3c3030368291 None None] Provisioning for port 3f92636f-b792-46aa-b6a3-7d884bf6cdac completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:47:34.310956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:47:34.313418 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-40c8695f-db55-4536-b5f1-3c3030368291 None None] Provisioning complete for port 3f92636f-b792-46aa-b6a3-7d884bf6cdac triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:34.315470 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40c8695f-db55-4536-b5f1-3c3030368291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:34.320917 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aef7e55f-c3b7-4c24-9303-d3e0fb2bde7d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/10963541-1d6d-445d-b2b7-1ca4d48f4621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3171084 Mar 03 18:47:34.361138 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Sync routers for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:47:34.372138 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:34.372656 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:34.404930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-40c8695f-db55-4536-b5f1-3c3030368291 None None] Port 3f92636f-b792-46aa-b6a3-7d884bf6cdac cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:47:34.516386 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-d0aee885-7b03-4ff5-a33d-03227cc03c99 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:47:34.530819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-9f818f29-1e12-4755-85ff-94ac4f8e12fb None None] Provisioning complete for port 3f92636f-b792-46aa-b6a3-7d884bf6cdac triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:34.531189 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9f818f29-1e12-4755-85ff-94ac4f8e12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:34.540063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-d0aee885-7b03-4ff5-a33d-03227cc03c99 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:47:34.542016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-d0aee885-7b03-4ff5-a33d-03227cc03c99 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259420822&fields=id&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 267 time: 0.0780230 Mar 03 18:47:34.594916 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dc88d50c-1ef8-4351-90d4-7518eb86272a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:47:34.616442 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:34.665622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-9f818f29-1e12-4755-85ff-94ac4f8e12fb None None] Port 3f92636f-b792-46aa-b6a3-7d884bf6cdac cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:47:34.682647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port dc88d50c-1ef8-4351-90d4-7518eb86272a completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:47:34.687483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dc88d50c-1ef8-4351-90d4-7518eb86272a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:34.688019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:34.735299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-b5aad41d-d56f-49c8-bb7b-d61d459418d7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:34.736841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-b5aad41d-d56f-49c8-bb7b-d61d459418d7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/networks?id=1ca5b220-419f-42b9-98bd-38c443d505e4 HTTP/1.1" status: 200 len: 797 time: 0.1877022 Mar 03 18:47:34.754938 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-8da5db11-3f47-4fd7-b1f1-dd6e247669d9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/quotas/c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 375 time: 0.0111120 Mar 03 18:47:34.817846 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e70c272a-114d-4df0-ac7b-cf18d5bd0c3a None None] Provisioning complete for port 3f92636f-b792-46aa-b6a3-7d884bf6cdac triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:34.818469 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e70c272a-114d-4df0-ac7b-cf18d5bd0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:34.841508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-006f2642-f872-43fc-9df9-b73711d801b4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807850 Mar 03 18:47:34.858994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:34.904493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e70c272a-114d-4df0-ac7b-cf18d5bd0c3a None None] Port 3f92636f-b792-46aa-b6a3-7d884bf6cdac cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:47:34.911243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port dc88d50c-1ef8-4351-90d4-7518eb86272a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dc88d50c-1ef8-4351-90d4-7518eb86272a,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:34.912763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-4e1a47f2-c2cb-4702-9d3f-93eb4a2dbe46 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:47:34.913939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-4e1a47f2-c2cb-4702-9d3f-93eb4a2dbe46 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601764 Mar 03 18:47:34.917270 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:34.918126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ca612bd5-ba88-4417-8b61-2e44b0eccb74 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:47:34.980849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 2, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:34.984587 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Checking router: 10963541-1d6d-445d-b2b7-1ca4d48f4621 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:47:34.984930 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Updating router 10963541-1d6d-445d-b2b7-1ca4d48f4621 port 3f92636f-b792-46aa-b6a3-7d884bf6cdac binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:47:35.036067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=dc88d50c-1ef8-4351-90d4-7518eb86272a,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:35.038918 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.046510 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ca612bd5-ba88-4417-8b61-2e44b0eccb74 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:47:35.055483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ca612bd5-ba88-4417-8b61-2e44b0eccb74 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:35.056148 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.063496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-03d41517-dd68-416b-8bca-281c13d4038b service neutron] 10.222.0.23 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418579 Mar 03 18:47:35.195343 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-4bcf5958-ef18-410f-b01f-5b38b71fc0fb service neutron] 10.222.0.23 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310055 Mar 03 18:47:35.239380 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.257793 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ca612bd5-ba88-4417-8b61-2e44b0eccb74, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ca612bd5-ba88-4417-8b61-2e44b0eccb74,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:35.262507 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.352891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ca612bd5-ba88-4417-8b61-2e44b0eccb74,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:35.389468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0d9a8a64-ff01-49fd-8f8f-baf58f06ccb3 req-483edfc7-c2bd-44b5-ade6-e9828ec57a52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:47:35.406765 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.409058 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-0d9a8a64-ff01-49fd-8f8f-baf58f06ccb3 req-483edfc7-c2bd-44b5-ade6-e9828ec57a52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:47:35.411044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0d9a8a64-ff01-49fd-8f8f-baf58f06ccb3 req-483edfc7-c2bd-44b5-ade6-e9828ec57a52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 210 time: 0.0663600 Mar 03 18:47:35.422265 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Transition to ACTIVE for port object 3f92636f-b792-46aa-b6a3-7d884bf6cdac will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:47:35.428699 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.557921 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Pushing event updated for resources: {'Port': ['ID=3f92636f-b792-46aa-b6a3-7d884bf6cdac,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:35.598213 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.598548 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.598874 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.599196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.599515 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.599827 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.600141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.600640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.601123 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.601482 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.601778 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.602082 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:47:35.656706 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Attempting to bind port 3f92636f-b792-46aa-b6a3-7d884bf6cdac on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:47:35.657086 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Attempting to bind port 3f92636f-b792-46aa-b6a3-7d884bf6cdac by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:47:35.657491 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Attempting to bind port 3f92636f-b792-46aa-b6a3-7d884bf6cdac on network 1ca5b220-419f-42b9-98bd-38c443d505e4 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:47:35.663400 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:47:35.663769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Checking segment: {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:47:35.664164 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.664606 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Bound using segment: {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:47:35.665069 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Bound port: 3f92636f-b792-46aa-b6a3-7d884bf6cdac, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:47:35.665461 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.769985 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] For port 3f92636f-b792-46aa-b6a3-7d884bf6cdac, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:47:35.773267 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] For port 3f92636f-b792-46aa-b6a3-7d884bf6cdac, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3f92636f-b792-46aa-b6a3-7d884bf6cdac,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:47:35.778029 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:35.846369 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:35.847258 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:35.930754 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efa3f6-e4c1-4e6f-b2c0-7fc921d6139d None None] Pushing event updated for resources: {'Port': ['ID=3f92636f-b792-46aa-b6a3-7d884bf6cdac,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:36.044976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:36.372103 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:36.375971 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0db67-52e3-4cdb-9a17-8d9d043a0e36 None None] The sync data for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 is: [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:47:36.526410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-de32a1b2-d589-45d8-b7d5-91edf9b2a41f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:36.527718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-de32a1b2-d589-45d8-b7d5-91edf9b2a41f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/networks?id=1ca5b220-419f-42b9-98bd-38c443d505e4 HTTP/1.1" status: 200 len: 797 time: 0.2034590 Mar 03 18:47:36.531958 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dc88d50c-1ef8-4351-90d4-7518eb86272a up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:47:36.609880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port dc88d50c-1ef8-4351-90d4-7518eb86272a triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:36.610260 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:36.739225 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bb38e4b5-c2dd-4f8e-a50c-144f10a78504 req-7b5d6407-b10f-43e0-bc47-7c33dc9cce88 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 210 time: 0.1815689 Mar 03 18:47:36.741231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ca612bd5-ba88-4417-8b61-2e44b0eccb74 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:47:36.770437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-5de5fb99-f98b-456e-b304-b10aeaf5e9b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 380 time: 0.2337461 Mar 03 18:47:36.780015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'port': {'device_id': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'admin_state_up': True, 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'security_groups': ['3b70a465-a4b3-4069-95fe-b82356bf2987']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:36.814874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ca612bd5-ba88-4417-8b61-2e44b0eccb74 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:36.815244 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:36.922582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:36.932877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:36.943997 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:47:36.948490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:37.128947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.14 (1ca5b220-419f-42b9-98bd-38c443d505e4/d923227e-abeb-4785-91c0-eaa02e3a9b8e/98f1041f-6846-4b8c-954b-edb81d23dc39) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:47:37.323370 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:37.339558 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 98f1041f-6846-4b8c-954b-edb81d23dc39 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:47:37.364522 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:37.432276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:47:37.435522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:47:37.439569 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:47:37.486538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=98f1041f-6846-4b8c-954b-edb81d23dc39,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:37.515228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:37.515836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:37.545141 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d65022-71ae-4328-bc61-d11140515fa1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7698572 Mar 03 18:47:37.557781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Request body: {'port': {'device_id': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:37.669442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:37.679088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c727043f-9b6a-4c58-8d1d-da85b62fdde5 None None] Provisioning for port 98f1041f-6846-4b8c-954b-edb81d23dc39 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:47:37.684259 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-c727043f-9b6a-4c58-8d1d-da85b62fdde5 None None] Provisioning complete for port 98f1041f-6846-4b8c-954b-edb81d23dc39 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:37.684629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c727043f-9b6a-4c58-8d1d-da85b62fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:37.739672 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-c727043f-9b6a-4c58-8d1d-da85b62fdde5 None None] Port 98f1041f-6846-4b8c-954b-edb81d23dc39 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:47:37.923536 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640d52d-e0e7-4c26-86da-160aa8b6cdd2 req-7994d5b3-6e0f-4df8-833b-d5e26a32b2cc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:37.925020 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0640d52d-e0e7-4c26-86da-160aa8b6cdd2 req-7994d5b3-6e0f-4df8-833b-d5e26a32b2cc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 932 time: 0.0798173 Mar 03 18:47:37.973207 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0640d52d-e0e7-4c26-86da-160aa8b6cdd2 req-22946084-adbe-40f7-a899-54aa58ea7cf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 Mar 03 18:47:38.006690 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f1041f-6846-4b8c-954b-edb81d23dc39 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:47:38.013764 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.027226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Transition to ACTIVE for port object 98f1041f-6846-4b8c-954b-edb81d23dc39 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:47:38.031076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.160630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Pushing event updated for resources: {'Port': ['ID=98f1041f-6846-4b8c-954b-edb81d23dc39,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:38.276978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Attempting to bind port 98f1041f-6846-4b8c-954b-edb81d23dc39 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:47:38.277234 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Attempting to bind port 98f1041f-6846-4b8c-954b-edb81d23dc39 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:47:38.277580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Attempting to bind port 98f1041f-6846-4b8c-954b-edb81d23dc39 on network 1ca5b220-419f-42b9-98bd-38c443d505e4 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:47:38.282060 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Port 98f1041f-6846-4b8c-954b-edb81d23dc39 on network 1ca5b220-419f-42b9-98bd-38c443d505e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:47:38.282378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Attempting to bind port 98f1041f-6846-4b8c-954b-edb81d23dc39 on network 1ca5b220-419f-42b9-98bd-38c443d505e4 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:47:38.287336 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:47:38.287666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Checking segment: {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:47:38.288045 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Bound using segment: {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:47:38.288457 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Bound port: 98f1041f-6846-4b8c-954b-edb81d23dc39, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973160f3-952b-436c-aafd-be8927b3cf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:47:38.288794 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.379529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] For port 98f1041f-6846-4b8c-954b-edb81d23dc39, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:47:38.382751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] For port 98f1041f-6846-4b8c-954b-edb81d23dc39, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98f1041f-6846-4b8c-954b-edb81d23dc39,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:47:38.387656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.443272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:38.443846 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.445199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/98f1041f-6846-4b8c-954b-edb81d23dc39 HTTP/1.1" status: 200 len: 1092 time: 0.8921993 Mar 03 18:47:38.445649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:47:38.466966 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3f92636f-b792-46aa-b6a3-7d884bf6cdac up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:47:38.478220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae94827-d704-4d9e-9feb-9928efe844f2 service neutron] Pushing event updated for resources: {'Port': ['ID=98f1041f-6846-4b8c-954b-edb81d23dc39,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:38.525338 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'status': 'completed', 'code': 200} Mar 03 18:47:38.564086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3f92636f-b792-46aa-b6a3-7d884bf6cdac completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:47:38.570601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3f92636f-b792-46aa-b6a3-7d884bf6cdac triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:38.571145 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.583159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-e0357afc-17e6-4d48-9674-717bdb108a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:38.584759 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-e0357afc-17e6-4d48-9674-717bdb108a2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 1095 time: 0.0906296 Mar 03 18:47:38.709829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.742777 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3f92636f-b792-46aa-b6a3-7d884bf6cdac, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3f92636f-b792-46aa-b6a3-7d884bf6cdac,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:38.746445 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:38.766699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-db06afc9-614e-45a1-8d69-7ab1a012a613 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f1041f-6846-4b8c-954b-edb81d23dc39 HTTP/1.1" status: 200 len: 217 time: 0.1755266 Mar 03 18:47:38.816280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3f92636f-b792-46aa-b6a3-7d884bf6cdac,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:38.830510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-46a72991-eeaa-4192-a4e4-07d5a1ac754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:38.831956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-46a72991-eeaa-4192-a4e4-07d5a1ac754a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d923227e-abeb-4785-91c0-eaa02e3a9b8e HTTP/1.1" status: 200 len: 835 time: 0.0592198 Mar 03 18:47:38.904432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-ff80da24-b084-4bcc-860c-c9fe626b295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:38.905891 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-ff80da24-b084-4bcc-860c-c9fe626b295a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ca5b220-419f-42b9-98bd-38c443d505e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683107 Mar 03 18:47:39.035893 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-8f6cb5a7-12ce-4dc0-a855-a294075f756c service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236095 Mar 03 18:47:39.164277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b860471-c05b-434b-a0bf-b3bcc7bbd0e5 req-ae722b25-1144-47b5-aa13-2a1f738b92fe tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:39.165778 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b860471-c05b-434b-a0bf-b3bcc7bbd0e5 req-ae722b25-1144-47b5-aa13-2a1f738b92fe tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 944 time: 0.0815582 Mar 03 18:47:39.168310 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7b6d4628-2c17-4dcd-a8f5-9598966541e9 req-c7d33924-9552-4d17-9aa7-5c64c5449c87 service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270163 Mar 03 18:47:39.212483 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1b860471-c05b-434b-a0bf-b3bcc7bbd0e5 req-06e48d37-6ab9-426d-bd3b-062c25549e58 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Mar 03 18:47:39.288351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93879c99-cb82-4ba6-9501-7f88f340946a req-aff72420-36c1-400b-9f45-70888a9d58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:39.289937 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93879c99-cb82-4ba6-9501-7f88f340946a req-aff72420-36c1-400b-9f45-70888a9d58f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 1095 time: 0.0765915 Mar 03 18:47:39.419580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93879c99-cb82-4ba6-9501-7f88f340946a req-dbbece39-717e-471b-b1e5-d064493163c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:39.421014 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93879c99-cb82-4ba6-9501-7f88f340946a req-dbbece39-717e-471b-b1e5-d064493163c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ca5b220-419f-42b9-98bd-38c443d505e4 HTTP/1.1" status: 200 len: 898 time: 0.1258035 Mar 03 18:47:39.488613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93879c99-cb82-4ba6-9501-7f88f340946a req-47f68ff8-183f-446f-b1c1-34148b37d1ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f1041f-6846-4b8c-954b-edb81d23dc39 HTTP/1.1" status: 200 len: 217 time: 0.0601981 Mar 03 18:47:39.551935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93879c99-cb82-4ba6-9501-7f88f340946a req-80d35857-42ed-4c2d-8c4b-186f7820ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:39.553307 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93879c99-cb82-4ba6-9501-7f88f340946a req-80d35857-42ed-4c2d-8c4b-186f7820ef47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d923227e-abeb-4785-91c0-eaa02e3a9b8e HTTP/1.1" status: 200 len: 835 time: 0.0590112 Mar 03 18:47:39.626115 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93879c99-cb82-4ba6-9501-7f88f340946a req-be5397ca-7d4e-45f1-96e9-5084f311238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:39.627565 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93879c99-cb82-4ba6-9501-7f88f340946a req-be5397ca-7d4e-45f1-96e9-5084f311238b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ca5b220-419f-42b9-98bd-38c443d505e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681736 Mar 03 18:47:39.760373 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93879c99-cb82-4ba6-9501-7f88f340946a req-273ba16c-6c39-40c7-903d-af13488fbdda service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247013 Mar 03 18:47:39.892075 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93879c99-cb82-4ba6-9501-7f88f340946a req-ce58296f-14b2-4fc6-b0ae-d425946b0ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256883 Mar 03 18:47:40.401902 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b796c5f-2c20-4030-bb68-a29d34a272a4 req-3fa59685-cec5-4b5d-bbb3-f35b8522cbab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:40.402630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2b796c5f-2c20-4030-bb68-a29d34a272a4 req-3fa59685-cec5-4b5d-bbb3-f35b8522cbab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:47:40.419212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-2b796c5f-2c20-4030-bb68-a29d34a272a4 req-3fa59685-cec5-4b5d-bbb3-f35b8522cbab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:47:40.420381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b796c5f-2c20-4030-bb68-a29d34a272a4 req-3fa59685-cec5-4b5d-bbb3-f35b8522cbab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 944 time: 0.1003208 Mar 03 18:47:40.445514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3f92636f-b792-46aa-b6a3-7d884bf6cdac up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:47:40.465996 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2b796c5f-2c20-4030-bb68-a29d34a272a4 req-e977ad01-7318-43e5-9032-b5297e5f704e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395815 Mar 03 18:47:40.512263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3f92636f-b792-46aa-b6a3-7d884bf6cdac triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:40.512636 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:40.991749 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98f1041f-6846-4b8c-954b-edb81d23dc39 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:47:41.122486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 98f1041f-6846-4b8c-954b-edb81d23dc39, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98f1041f-6846-4b8c-954b-edb81d23dc39,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:41.135589 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'port_id': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'mac_address': 'fa:16:3e:ef:93:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:47:41.188073 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:41.204649 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f1041f-6846-4b8c-954b-edb81d23dc39 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:47:41.219990 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 98f1041f-6846-4b8c-954b-edb81d23dc39, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98f1041f-6846-4b8c-954b-edb81d23dc39,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:41.223770 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:41.292945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=98f1041f-6846-4b8c-954b-edb81d23dc39,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:41.434813 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['98f1041f-6846-4b8c-954b-edb81d23dc39'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:47:41.653586 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4ae65-a92e-40cb-8888-a3c9411488b6 req-31e6ef76-1c6f-4d91-8ea5-24d21ad666c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:41.655046 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ca4ae65-a92e-40cb-8888-a3c9411488b6 req-31e6ef76-1c6f-4d91-8ea5-24d21ad666c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 945 time: 0.0854053 Mar 03 18:47:41.700732 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ca4ae65-a92e-40cb-8888-a3c9411488b6 req-24108b39-a5f9-4222-98ce-777953b180ad tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380547 Mar 03 18:47:42.880397 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7962a-03cf-4640-9b6a-a0e263927c95 req-dba8199f-f9ab-46b6-a7be-fc0d4b2d49b9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:42.881858 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53d7962a-03cf-4640-9b6a-a0e263927c95 req-dba8199f-f9ab-46b6-a7be-fc0d4b2d49b9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 945 time: 0.0782821 Mar 03 18:47:42.924813 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-53d7962a-03cf-4640-9b6a-a0e263927c95 req-362d36b6-6c1a-46d0-80a7-17119c34ee03 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368872 Mar 03 18:47:43.008024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98f1041f-6846-4b8c-954b-edb81d23dc39 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:47:43.101845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 98f1041f-6846-4b8c-954b-edb81d23dc39 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:47:43.106324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 98f1041f-6846-4b8c-954b-edb81d23dc39 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:47:43.106691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:43.217133 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:43.243270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:47:43.253354 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 98f1041f-6846-4b8c-954b-edb81d23dc39, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98f1041f-6846-4b8c-954b-edb81d23dc39,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:47:43.258556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:43.326704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=98f1041f-6846-4b8c-954b-edb81d23dc39,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:43.339642 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'code': 200} Mar 03 18:47:43.475863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa76cb-5f15-4c5e-bd58-cdf072b79404 req-32b038e3-4f0c-4ada-80a9-f1f6edac4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:43.477294 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4efa76cb-5f15-4c5e-bd58-cdf072b79404 req-32b038e3-4f0c-4ada-80a9-f1f6edac4b4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 1097 time: 0.0774410 Mar 03 18:47:43.516146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4efa76cb-5f15-4c5e-bd58-cdf072b79404 req-591b2a92-c988-403a-b92f-12242885a43e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328875 Mar 03 18:47:44.104560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82962ab5-3b12-45fe-8493-a60643e8ce3f req-7413318d-513f-40b5-9b5f-e33e3eb61792 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:44.106021 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82962ab5-3b12-45fe-8493-a60643e8ce3f req-7413318d-513f-40b5-9b5f-e33e3eb61792 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0778368 Mar 03 18:47:44.151747 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-82962ab5-3b12-45fe-8493-a60643e8ce3f req-953a49c0-f4fb-4821-87f9-90edefec1f84 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Mar 03 18:47:45.334144 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8e258-ecc8-473a-a03b-c20ae597434e req-9cf66279-e102-4a60-9d8c-12ac94e3bb60 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:45.335633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f8e258-ecc8-473a-a03b-c20ae597434e req-9cf66279-e102-4a60-9d8c-12ac94e3bb60 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0792127 Mar 03 18:47:45.378999 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67f8e258-ecc8-473a-a03b-c20ae597434e req-7c58530f-84b3-4a1a-96b4-afdeb599016d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376718 Mar 03 18:47:45.662199 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e2c99-70cd-4df5-a84a-3c5aff37c7b8 req-30150076-0eed-457a-9513-7723ab2f42c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:45.663568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c3e2c99-70cd-4df5-a84a-3c5aff37c7b8 req-30150076-0eed-457a-9513-7723ab2f42c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.1775072 Mar 03 18:47:45.707142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c3e2c99-70cd-4df5-a84a-3c5aff37c7b8 req-0ae1740b-67a0-4605-ab23-c4f002f09491 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Mar 03 18:47:45.729995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41086) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:45.798893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ccad26-509a-4b9a-a9f3-8f21d0602cf1 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:45.800348 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e2ccad26-509a-4b9a-a9f3-8f21d0602cf1 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 1092 time: 0.0694027 Mar 03 18:47:45.803237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41090) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:45.808705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:47:45.815375 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:47:45.819241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:floatingip and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:47:45.822218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:47:45.827793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:47:45.837806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:45.972347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:46.103555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.142 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/d6729985-f284-4e30-a6ef-b02cfd14bcd5) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:47:46.250026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:46.278649 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:46.335348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:47:46.338084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:47:46.342373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:47:46.379436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=d6729985-f284-4e30-a6ef-b02cfd14bcd5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:46.743851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:46.815194 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:47.011770 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:47.016173 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:47.125296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=d6729985-f284-4e30-a6ef-b02cfd14bcd5,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:47:47.133453 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:47.415473 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 98e3f78c-be60-4e50-b4f7-b63619c7cfd4 associated. External IP: 172.25.0.142, port: 98f1041f-6846-4b8c-954b-edb81d23dc39. Mar 03 18:47:47.763852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 10963541-1d6d-445d-b2b7-1ca4d48f4621 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:47:47.939061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:47:47.949248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] Sync routers for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:47:47.958141 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:47.958819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:47.962672 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:48.017352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ce3691b9-0ea3-413d-b04c-bb8d2a998a4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2129996 Mar 03 18:47:48.017956 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:47:48.072810 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'status': 'completed', 'code': 200} Mar 03 18:47:48.154850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:48.174551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-89b1201b-cce5-406c-8563-8ed0a9c88da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:48.176094 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-89b1201b-cce5-406c-8563-8ed0a9c88da0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 1097 time: 0.0816116 Mar 03 18:47:48.313993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-f721761a-6107-4728-9bb1-b0abbf1aeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:48.315774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-f721761a-6107-4728-9bb1-b0abbf1aeaf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ca5b220-419f-42b9-98bd-38c443d505e4 HTTP/1.1" status: 200 len: 898 time: 0.1334691 Mar 03 18:47:48.426363 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:48.428632 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-063c6a03-85bf-4f42-9037-6c37517949fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f1041f-6846-4b8c-954b-edb81d23dc39 HTTP/1.1" status: 200 len: 1000 time: 0.1068916 Mar 03 18:47:48.482938 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14f5a-1584-4e0f-9282-a575e125da3e req-a67da6e3-17c9-4c66-9ac5-c19094a27f0c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:48.484436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76b14f5a-1584-4e0f-9282-a575e125da3e req-a67da6e3-17c9-4c66-9ac5-c19094a27f0c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.2046828 Mar 03 18:47:48.496537 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-fd8c5968-f18a-46da-9f6c-05cd07cdc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:48.498119 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-fd8c5968-f18a-46da-9f6c-05cd07cdc8cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d923227e-abeb-4785-91c0-eaa02e3a9b8e HTTP/1.1" status: 200 len: 835 time: 0.0640833 Mar 03 18:47:48.529650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-76b14f5a-1584-4e0f-9282-a575e125da3e req-1e1159fb-d810-498c-9921-23151705ac38 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395000 Mar 03 18:47:48.537143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '98e3f78c-be60-4e50-b4f7-b63619c7cfd4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'port_id': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'mac_address': 'fa:16:3e:ef:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:47:46Z', 'updated_at': '2022-03-03T18:47:46Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:38Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:48.541411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] Checking router: 10963541-1d6d-445d-b2b7-1ca4d48f4621 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:47:48.554639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41100) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:48.560925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:47:48.561564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:47:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:48.575097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-42776294-0373-45e1-b831-e650b9bee1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:48.576487 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-42776294-0373-45e1-b831-e650b9bee1f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ca5b220-419f-42b9-98bd-38c443d505e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720990 Mar 03 18:47:48.660861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-546348b1-bc2e-417d-899c-e08900c2e5cf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/98e3f78c-be60-4e50-b4f7-b63619c7cfd4 HTTP/1.1" status: 200 len: 992 time: 0.1050274 Mar 03 18:47:48.710226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-7714d33f-021a-4569-bb15-c565461639fb service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268699 Mar 03 18:47:48.736968 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:47:48.837905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-62c47f4f-b5eb-4523-9f46-28408ebf7529 req-aa11b275-1c7b-4395-9e06-3fa31c982d66 service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221604 Mar 03 18:47:49.073409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '98e3f78c-be60-4e50-b4f7-b63619c7cfd4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'port_id': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'mac_address': 'fa:16:3e:ef:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:47:46Z', 'updated_at': '2022-03-03T18:47:46Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:38Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:47:49.077310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5168c-1836-4bcb-a9d4-ac4dc9b9974e None None] The sync data for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 is: [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '98e3f78c-be60-4e50-b4f7-b63619c7cfd4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'port_id': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'mac_address': 'fa:16:3e:ef:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:47:46Z', 'updated_at': '2022-03-03T18:47:46Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:38Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:47:49.262795 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16373cbc-1eb8-4e21-94ef-0d2d31bb5062 None None] New status for floating IP 98e3f78c-be60-4e50-b4f7-b63619c7cfd4: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:47:49.603063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e235fda5-1ada-4f3c-a834-819c96769290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:49.664596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41104) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:47:49.769932 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-769651b0-daf3-4edb-ab10-85875bd61493 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/98e3f78c-be60-4e50-b4f7-b63619c7cfd4 HTTP/1.1" status: 200 len: 994 time: 0.1041417 Mar 03 18:47:51.914203 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ff23-c0f6-4a8c-9596-165c7714ec6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:53.062006 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:53.089952 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:54.488948 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:54.812118 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:47:57.434369 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:47:57.913681 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-06b7c61d-7485-4db0-a051-a15f118dad6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704765 Mar 03 18:47:58.158772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-2486ca65-9d92-4cc2-89b4-ebb1caabd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:58.160227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-2486ca65-9d92-4cc2-89b4-ebb1caabd65e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 1097 time: 0.1814690 Mar 03 18:47:58.300200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-223c45d9-3c4c-4a88-a924-1e15697b24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:58.301548 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-223c45d9-3c4c-4a88-a924-1e15697b24cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ca5b220-419f-42b9-98bd-38c443d505e4 HTTP/1.1" status: 200 len: 898 time: 0.1222510 Mar 03 18:47:58.402589 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-5fdbda59-3f68-496a-b2a4-dd95d6f9e49b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f1041f-6846-4b8c-954b-edb81d23dc39 HTTP/1.1" status: 200 len: 1002 time: 0.0951946 Mar 03 18:47:58.464983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-05030c2f-055c-4270-9980-5f12e5037c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:58.466455 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-05030c2f-055c-4270-9980-5f12e5037c01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d923227e-abeb-4785-91c0-eaa02e3a9b8e HTTP/1.1" status: 200 len: 835 time: 0.0594516 Mar 03 18:47:58.538346 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-37a3349c-36cd-4bca-841b-1f46bbd9da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:47:58.539753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-37a3349c-36cd-4bca-841b-1f46bbd9da96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ca5b220-419f-42b9-98bd-38c443d505e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671432 Mar 03 18:47:58.666765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-a5f7e42e-3850-4334-b83f-9fd717ba4f2d service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213996 Mar 03 18:47:58.793540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb47e80-8101-44f4-90f7-e2537b9a9198 req-c7dc1b20-537c-4631-9a85-a09890bfd7e4 service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214173 Mar 03 18:48:16.650494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fbd8a-491b-4e58-9204-d273d75067be req-bdfe8f0f-2765-4286-a6f7-b8381850b3dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:16.652042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b0fbd8a-491b-4e58-9204-d273d75067be req-bdfe8f0f-2765-4286-a6f7-b8381850b3dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0785363 Mar 03 18:48:16.700624 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1b0fbd8a-491b-4e58-9204-d273d75067be req-05fd1aca-92d6-40a7-92cc-1152006b3f8a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Mar 03 18:48:17.885549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cea05-2b9a-4238-9df1-439c938c06ad req-8f9c8132-cc3b-4239-85e8-43ff3c789227 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:17.887451 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4e6cea05-2b9a-4238-9df1-439c938c06ad req-8f9c8132-cc3b-4239-85e8-43ff3c789227 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0808361 Mar 03 18:48:17.929493 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4e6cea05-2b9a-4238-9df1-439c938c06ad req-f5bce211-1f5e-42ff-99d8-efbde124fb18 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365677 Mar 03 18:48:17.952022 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41124) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:18.054924 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0cd71807-9efc-47a3-a913-9ed706259750 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/98e3f78c-be60-4e50-b4f7-b63619c7cfd4 HTTP/1.1" status: 200 len: 994 time: 0.1016264 Mar 03 18:48:18.382617 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:19.485841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d6182-dfc1-4fcb-89c7-3dd741b54b93 req-84d3e1b7-48c3-4d53-84d6-926521cd986a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:19.487301 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-658d6182-dfc1-4fcb-89c7-3dd741b54b93 req-84d3e1b7-48c3-4d53-84d6-926521cd986a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0790291 Mar 03 18:48:19.532244 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-658d6182-dfc1-4fcb-89c7-3dd741b54b93 req-26c6682d-3d8e-4e28-811f-b51300a1f916 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387065 Mar 03 18:48:19.608240 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc863-6590-45dc-b95d-72576320b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:20.716352 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f74c5-28a7-48a9-b0c9-734952da9cd3 req-5cea31ab-1a5d-4970-a47d-5d765afda6da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:20.717728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b65f74c5-28a7-48a9-b0c9-734952da9cd3 req-5cea31ab-1a5d-4970-a47d-5d765afda6da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0774026 Mar 03 18:48:20.760756 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b65f74c5-28a7-48a9-b0c9-734952da9cd3 req-ff16b32d-6ed1-4c45-b29d-d88c91d23748 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373085 Mar 03 18:48:20.783105 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41136) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:20.887441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-270be6b8-b6fb-43ea-8e6c-5126d2df52bd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/98e3f78c-be60-4e50-b4f7-b63619c7cfd4 HTTP/1.1" status: 200 len: 994 time: 0.1032698 Mar 03 18:48:21.146485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41144) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:21.345043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port d6729985-f284-4e30-a6ef-b02cfd14bcd5 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:48:21.345393 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:21.508746 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:21.509068 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:21.630989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for d6729985-f284-4e30-a6ef-b02cfd14bcd5 owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:48:21.775303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:21.824269 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=d6729985-f284-4e30-a6ef-b02cfd14bcd5,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:21.860610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.860957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.861291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.861647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.861979 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.862299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.862618 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.862939 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.863258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.863578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.863891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.864205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:21.915082 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fb18-97b8-4c30-b2fc-27ec9defdbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:21.926926 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:21.927265 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 98e3f78c-be60-4e50-b4f7-b63619c7cfd4 disassociated (deleted). External IP: 172.25.0.142, port: 98f1041f-6846-4b8c-954b-edb81d23dc39. Mar 03 18:48:22.373522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 10963541-1d6d-445d-b2b7-1ca4d48f4621 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:48:22.549086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:48:22.558997 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] Sync routers for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:48:22.569075 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:22.606731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:22.607338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:22.624660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3cd8d408-45f9-4d2a-82ca-fc3a157762ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/floatingips/98e3f78c-be60-4e50-b4f7-b63619c7cfd4 HTTP/1.1" status: 204 len: 168 time: 1.4770329 Mar 03 18:48:22.625173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:48:22.678699 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'status': 'completed', 'code': 200} Mar 03 18:48:22.785078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-4819bccb-dc35-42c5-943c-033f4921b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:22.786766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-4819bccb-dc35-42c5-943c-033f4921b1ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 1097 time: 0.0788970 Mar 03 18:48:22.791711 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:22.978836 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-3fb0ea43-1f3c-4b44-a5f0-c3bbb0c78de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:22.980716 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-3fb0ea43-1f3c-4b44-a5f0-c3bbb0c78de0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ca5b220-419f-42b9-98bd-38c443d505e4 HTTP/1.1" status: 200 len: 898 time: 0.1878312 Mar 03 18:48:23.054911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-7825e1eb-e426-4cdf-a5cc-bb3394a6818e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f1041f-6846-4b8c-954b-edb81d23dc39 HTTP/1.1" status: 200 len: 217 time: 0.0666120 Mar 03 18:48:23.100989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:23.109586 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:23.122084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee19e44-ebe4-4007-9e2f-0273cc92c334 req-a99ddead-727f-4541-af89-b7bd5d950f03 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:23.122799 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aee19e44-ebe4-4007-9e2f-0273cc92c334 req-a99ddead-727f-4541-af89-b7bd5d950f03 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:23.130198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:38Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:23.134107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] Checking router: 10963541-1d6d-445d-b2b7-1ca4d48f4621 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:48:23.142322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:23.142911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:23.150978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-b0d76238-53fd-41b0-a290-6360e448ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:23.152557 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-b0d76238-53fd-41b0-a290-6360e448ee58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d923227e-abeb-4785-91c0-eaa02e3a9b8e HTTP/1.1" status: 200 len: 835 time: 0.0895505 Mar 03 18:48:23.153614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-aee19e44-ebe4-4007-9e2f-0273cc92c334 req-a99ddead-727f-4541-af89-b7bd5d950f03 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:23.154605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aee19e44-ebe4-4007-9e2f-0273cc92c334 req-a99ddead-727f-4541-af89-b7bd5d950f03 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.2311046 Mar 03 18:48:23.245235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aee19e44-ebe4-4007-9e2f-0273cc92c334 req-13983bf0-f0b8-49b4-a443-11d959bf1c52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550852 Mar 03 18:48:23.267876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-6266a37a-19ba-4923-b762-ab651edd74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:23.267876 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-6266a37a-19ba-4923-b762-ab651edd74b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ca5b220-419f-42b9-98bd-38c443d505e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073556 Mar 03 18:48:23.318326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:23.404829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-af63b205-1449-451f-b801-e9aed190abb0 service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301417 Mar 03 18:48:23.631502 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:38Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:23.634268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92245ffd-2d0b-4407-849f-500fdd9efe6e None None] The sync data for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 is: [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:47:33Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3f92636f-b792-46aa-b6a3-7d884bf6cdac', 'name': '', 'network_id': '1ca5b220-419f-42b9-98bd-38c443d505e4', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:4f:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:32Z', 'updated_at': '2022-03-03T18:47:38Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd923227e-abeb-4785-91c0-eaa02e3a9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:48:23.670273 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b8475d2f-6ec2-48ee-8354-fbc6b2f946b4 req-00c61f00-bd3c-4865-a1d8-745e45ba6ec7 service neutron] 10.222.0.35 "GET /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555161 Mar 03 18:48:23.844337 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967bd94-3d35-46b0-8102-d007e280b76f None None] New status for floating IP 98e3f78c-be60-4e50-b4f7-b63619c7cfd4: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:48:24.431211 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb507c6-2a3a-4787-9769-449500813634 req-549b8fba-4b0b-49f1-a030-02b228f85a81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:24.432650 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5cb507c6-2a3a-4787-9769-449500813634 req-549b8fba-4b0b-49f1-a030-02b228f85a81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0815437 Mar 03 18:48:24.478209 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5cb507c6-2a3a-4787-9769-449500813634 req-e1d5f45b-5260-4f38-9a81-66bcaf0f1be4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b70a465-a4b3-4069-95fe-b82356bf2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 Mar 03 18:48:24.482578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-b0c4abb3-6f65-40a1-8c8a-84d759a5cba2 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:24.484215 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-b0c4abb3-6f65-40a1-8c8a-84d759a5cba2 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 946 time: 0.0798099 Mar 03 18:48:24.495255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:24.562086 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 98f1041f-6846-4b8c-954b-edb81d23dc39 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:48:24.562337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:24.808913 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 98f1041f-6846-4b8c-954b-edb81d23dc39, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=98f1041f-6846-4b8c-954b-edb81d23dc39,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:24.809358 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:24.810460 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:24.933475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 98f1041f-6846-4b8c-954b-edb81d23dc39 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:48:25.071939 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:25.127108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=98f1041f-6846-4b8c-954b-edb81d23dc39,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:25.201490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] No DVR routers for this DVR port 98f1041f-6846-4b8c-954b-edb81d23dc39 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:48:25.203707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:25.206132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'name': 'network-vif-deleted', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:48:25.221536 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61551f78-6c32-4950-9f7b-abd946f4de3e req-4ea7a9f2-9428-4a2e-aa14-5c9c94b0843d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "DELETE /v2.0/ports/98f1041f-6846-4b8c-954b-edb81d23dc39 HTTP/1.1" status: 204 len: 173 time: 0.7324853 Mar 03 18:48:25.253952 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5146104e-ac9f-4cdc-87d0-85ec709c16c8', 'name': 'network-vif-deleted', 'tag': '98f1041f-6846-4b8c-954b-edb81d23dc39', 'status': 'completed', 'code': 200} Mar 03 18:48:25.652823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-59a855a8-ec5f-4ae9-b2b3-a61df7dcb8bc req-14854da9-487e-4e36-abf6-ba8f18df0fda tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=5146104e-ac9f-4cdc-87d0-85ec709c16c8 HTTP/1.1" status: 200 len: 210 time: 0.0424786 Mar 03 18:48:26.747183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41162) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:27.288557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:27.777112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 3f92636f-b792-46aa-b6a3-7d884bf6cdac {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:48:27.777885 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:27.957317 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 3f92636f-b792-46aa-b6a3-7d884bf6cdac, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3f92636f-b792-46aa-b6a3-7d884bf6cdac,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:27.957757 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:28.077503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 3f92636f-b792-46aa-b6a3-7d884bf6cdac owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:48:28.259164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:28.311523 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=3f92636f-b792-46aa-b6a3-7d884bf6cdac,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:28.581386 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.042930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 10963541-1d6d-445d-b2b7-1ca4d48f4621 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:48:29.216839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:48:29.228172 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] Sync routers for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:48:29.229179 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fdfea086-0fb0-4cf1-a1fa-be3a501189d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/10963541-1d6d-445d-b2b7-1ca4d48f4621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4809556 Mar 03 18:48:29.232332 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41166) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:29.238256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:29.238850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:29.297734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98f1041f-6846-4b8c-954b-edb81d23dc39 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:48:29.301041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting subnet d923227e-abeb-4785-91c0-eaa02e3a9b8e {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:48:29.304203 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.342901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 98f1041f-6846-4b8c-954b-edb81d23dc39 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:48:29.343235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 98f1041f-6846-4b8c-954b-edb81d23dc39 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:48:29.359343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.441407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.453923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:29.517875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.556844 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Subnet': ['ID=d923227e-abeb-4785-91c0-eaa02e3a9b8e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:29.560841 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.566861 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-e050d2f2-90fd-4ae3-822a-db803e11eecf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/subnets/d923227e-abeb-4785-91c0-eaa02e3a9b8e HTTP/1.1" status: 204 len: 168 time: 0.3335757 Mar 03 18:48:29.569511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41170) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:29.594942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54077fb5-1b39-4045-96dd-7d468e7ffcbe None None] Network 1ca5b220-419f-42b9-98bd-38c443d505e4 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:48:29.748822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.922486 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.932230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port ca612bd5-ba88-4417-8b61-2e44b0eccb74 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:48:29.932594 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:29.947483 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:48:28Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ca612bd5-ba88-4417-8b61-2e44b0eccb74', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:47:28Z', 'updated_at': '2022-03-03T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:29.951789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] Checking router: 10963541-1d6d-445d-b2b7-1ca4d48f4621 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:48:29.960378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] Routers {'10963541-1d6d-445d-b2b7-1ca4d48f4621'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:29.960984 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['10963541-1d6d-445d-b2b7-1ca4d48f4621'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:30.015290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] DHCP port deletion for 1ca5b220-419f-42b9-98bd-38c443d505e4 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:48:30.029225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] Deleting port dc88d50c-1ef8-4351-90d4-7518eb86272a {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:48:30.029633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.111655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port ca612bd5-ba88-4417-8b61-2e44b0eccb74, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ca612bd5-ba88-4417-8b61-2e44b0eccb74,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:30.112304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.185657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] Set router 10963541-1d6d-445d-b2b7-1ca4d48f4621 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:30.300699 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:48:29Z', 'revision_number': 6, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:30.313263 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e39f30-08ea-425c-92b4-df380ef2faae None None] The sync data for ids ['10963541-1d6d-445d-b2b7-1ca4d48f4621'] in n-d-827121-1 is: [{'id': '10963541-1d6d-445d-b2b7-1ca4d48f4621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632155309', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:47:27Z', 'updated_at': '2022-03-03T18:48:29Z', 'revision_number': 6, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:48:30.360775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for ca612bd5-ba88-4417-8b61-2e44b0eccb74 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:48:30.418578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] For port dc88d50c-1ef8-4351-90d4-7518eb86272a, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=dc88d50c-1ef8-4351-90d4-7518eb86272a,segment=NetworkSegment(973160f3-952b-436c-aafd-be8927b3cf48),segment_id=973160f3-952b-436c-aafd-be8927b3cf48)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:30.418974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.528395 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.541620 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] Calling delete_port for dc88d50c-1ef8-4351-90d4-7518eb86272a owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:48:30.575361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=ca612bd5-ba88-4417-8b61-2e44b0eccb74,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:30.621432 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.666000 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] Pushing event deleted for resources: {'Port': ['ID=dc88d50c-1ef8-4351-90d4-7518eb86272a,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:30.668225 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.676658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea584c77-910f-42cc-8b13-dc790173ef0d None None] No DVR routers for this DVR port dc88d50c-1ef8-4351-90d4-7518eb86272a on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:48:30.822740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dc88d50c-1ef8-4351-90d4-7518eb86272a no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:48:30.857256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.859651 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.884300 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.884800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Fanout notify agent at l3_agent the message router_deleted on router 10963541-1d6d-445d-b2b7-1ca4d48f4621 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:48:30.904444 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:30.908320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-993b5491-bc41-439c-a235-21903bd8a2dc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/routers/10963541-1d6d-445d-b2b7-1ca4d48f4621 HTTP/1.1" status: 204 len: 168 time: 1.3350818 Mar 03 18:48:30.908472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: dc88d50c-1ef8-4351-90d4-7518eb86272a {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:48:30.908472 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device dc88d50c-1ef8-4351-90d4-7518eb86272a not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:48:30.908689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41174) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:30.908783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3f92636f-b792-46aa-b6a3-7d884bf6cdac no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:48:30.944079 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 3f92636f-b792-46aa-b6a3-7d884bf6cdac {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:48:30.944369 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3f92636f-b792-46aa-b6a3-7d884bf6cdac not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:48:31.024683 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.156304 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.180733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca5b220-419f-42b9-98bd-38c443d505e4']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:31.193015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973160f3-952b-436c-aafd-be8927b3cf48') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:31.193309 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973160f3-952b-436c-aafd-be8927b3cf48') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:31.204268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.219546 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.225570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:48:31.225945 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:48:31.240252 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:48:31.318595 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.335129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.344632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Network': ['ID=1ca5b220-419f-42b9-98bd-38c443d505e4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:31.347311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-340e8660-a507-4eee-8492-a439b3f9cd78 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/networks/1ca5b220-419f-42b9-98bd-38c443d505e4 HTTP/1.1" status: 204 len: 168 time: 0.4376867 Mar 03 18:48:31.350093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41178) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:31.420485 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd124-6d30-4ddb-b12b-983595624840 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.449619 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd124-6d30-4ddb-b12b-983595624840 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.514811 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd124-6d30-4ddb-b12b-983595624840 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.533158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd124-6d30-4ddb-b12b-983595624840 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b70a465-a4b3-4069-95fe-b82356bf2987,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:31.543833 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd124-6d30-4ddb-b12b-983595624840 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.544940 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f0fdd124-6d30-4ddb-b12b-983595624840 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b70a465-a4b3-4069-95fe-b82356bf2987 HTTP/1.1" status: 204 len: 168 time: 0.1939397 Mar 03 18:48:31.880981 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41186) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:31.886549 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707566886', 'description': 'tempest-secgroup-smoke-707566886 description', 'project_id': 'c70de268cd2042aeb399be5c29607d90'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:31.893221 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:31.897499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:31.900298 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:31.907091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:31.916676 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:31.935955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:31.939687 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:31.942432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:31.947931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.016105 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.019823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.068469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e2b542-266f-48b2-8735-e32903dfb5fe,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:32.075815 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.076998 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1949940 Mar 03 18:48:32.078467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.078810 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.079141 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.079469 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.079789 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.080102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.080222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41190) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:32.080433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.080753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.081071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.081409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.081725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.082040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f2684-9a3c-4c4c-ac94-410ae48deb07 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:32.086291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e2b542-266f-48b2-8735-e32903dfb5fe', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:32.093401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:32.097891 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:32.101059 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:32.107689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.124908 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.184342 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.187774 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.210514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbe6482-a16c-4721-92e0-e6b156bf35e5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:32.225706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.226865 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f5e0ffc6-4bd3-408f-a7e0-1c8fba96c008 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456761 Mar 03 18:48:32.230148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41194) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:32.234932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e2b542-266f-48b2-8735-e32903dfb5fe', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:32.241369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:32.245870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:32.248707 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:32.254364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.270388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.332142 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.335621 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.357465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0077faa9-2c05-41eb-a187-e260fff3478f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:32.367754 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.369057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9cf6a5d8-82a5-466f-a109-8a4e5d8eaf75 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380126 Mar 03 18:48:32.371880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41198) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:32.376770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e2b542-266f-48b2-8735-e32903dfb5fe', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:32.383320 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:32.387119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:32.389915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:32.395420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.411974 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.425816 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ca612bd5-ba88-4417-8b61-2e44b0eccb74 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:48:32.459747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ca612bd5-ba88-4417-8b61-2e44b0eccb74 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:48:32.460108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ca612bd5-ba88-4417-8b61-2e44b0eccb74 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:48:32.475180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.479083 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.503017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c881cdfe-420c-476a-9afb-db7f08800f06,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:32.512147 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.513288 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a0177fe7-7a27-4390-adfb-91f748b9c291 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405246 Mar 03 18:48:32.516009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41202) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:32.520747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e2b542-266f-48b2-8735-e32903dfb5fe', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:32.527550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:32.531284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:32.534097 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:32.539598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.556431 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.619032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.622521 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.649249 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3b4a84-7f9f-4736-a4a4-660497b43cd8,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:32.659430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.660707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bc1f4cc4-2fc3-4161-a637-4d372e4e12b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437807 Mar 03 18:48:32.663476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41206) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:32.668223 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e2b542-266f-48b2-8735-e32903dfb5fe', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:32.674522 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:32.678551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:32.681401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:32.687455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.700399 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:48:32.707689 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.770865 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.774236 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.798701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5645bad-76c7-4ec8-9c47-c77346aa50c6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:32.807344 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.808648 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9dd77c10-4627-4d6a-a2a8-b30a77056c02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442451 Mar 03 18:48:32.811390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:32.816209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e2b542-266f-48b2-8735-e32903dfb5fe', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:32.822494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:32.826810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:32.829713 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:32.835364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.846035 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:48:32.852560 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.915159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.918518 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.940626 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90f874f-d5a7-4296-8e79-f9398f543c9f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:32.948050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:32.950625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6590cc51-55c6-4efc-8a91-220107c97b52 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383297 Mar 03 18:48:32.953421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41214) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:32.958728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'network': {'name': 'tempest-network-smoke--889213305', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'port_security_enabled': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:32.964868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:32.968650 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:network and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:32.971488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:32.977354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:32.986552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:48:32.989857 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.020996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:48:33.029806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.030167 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Added segment 18f3b677-62c6-498a-91e2-1713b811110d of type vlan for network 275c12b7-d805-4401-aa59-b70d255d2c19 Mar 03 18:48:33.054541 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.083808 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.089095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:33.089694 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.185317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2308187 Mar 03 18:48:33.188182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41218) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:33.193365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'admin_state_up': True, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:33.196137 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44525b1-15a5-46d4-85f2-f654f3ff564c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Network': ['ID=275c12b7-d805-4401-aa59-b70d255d2c19,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:33.203268 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:33.206635 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 275c12b7-d805-4401-aa59-b70d255d2c19 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:48:33.207643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:router and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:33.210560 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:33.216802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:33.227477 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.228626 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.243783 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.514713 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.917617 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:33.949539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:34.080074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.55 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/ac42f6a6-3cd9-41e7-b824-1fd4020a5b25) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:48:34.229923 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:34.258452 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:34.316744 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:48:34.319530 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:48:34.323046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:48:34.363466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:34.434037 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:48:34.736973 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:35.182106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:35.380390 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:48:35.558257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:48:35.567453 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Sync routers for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:48:35.576730 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:35.577357 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:35.585462 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:35.586653 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3df0cfcc-5711-4bf5-8ec8-c3a1fcd0ce81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3974750 Mar 03 18:48:35.589943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41222) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:35.629284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a0a170a1-79b6-450c-8191-38e560bc7b87 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c70de268cd2042aeb399be5c29607d90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381887 Mar 03 18:48:35.631860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41226) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:35.751668 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:35.761653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58ce85-5e52-440c-8b65-ab1f3a009e58 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:35.763147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2d58ce85-5e52-440c-8b65-ab1f3a009e58 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304433 Mar 03 18:48:35.765908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41230) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:35.808888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4e486ffe-d95b-4699-8dca-368fd4ee02c7 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419233 Mar 03 18:48:35.811401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41234) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:35.816699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1230905295', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:35.925746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:35.929490 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:subnet and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:35.932241 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:35.938465 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:35.948756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'subnet': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:48:35.952746 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2761728'] for subnet, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.033935 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:34Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:36.037627 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Checking router: 4272b63f-c57f-4b7d-bfc4-efa9d92b562b for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:48:36.037970 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Updating router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:48:36.090503 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.168394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-765355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2761750'] for subnet, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.245690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Subnet': ['ID=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:36.254517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Checking segment: {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:48:36.254876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network hostable DHCP agents. Network: 275c12b7-d805-4401-aa59-b70d255d2c19, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:48:36.273060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 275c12b7-d805-4401-aa59-b70d255d2c19 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:48:36.282743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 275c12b7-d805-4401-aa59-b70d255d2c19) {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:48:36.286646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:36.287240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.294179 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f93214-244d-4fcc-a3e2-484176dfde5b None None] Network 275c12b7-d805-4401-aa59-b70d255d2c19 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:48:36.316784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ff898f31-61b9-4b53-8c4a-fd08b3a02147 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5015731 Mar 03 18:48:36.317018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41238) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:36.442734 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.455226 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Transition to ACTIVE for port object ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:48:36.461682 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.521228 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-275c12b7-d805-4401-aa59-b70d255d2c19', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:48:36.522464 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.540142 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Pushing event updated for resources: {'Port': ['ID=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:36.551917 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.552374 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.552797 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.553240 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.553672 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.554093 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.554497 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.554898 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.555297 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.555698 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.556097 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.556496 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:36.559753 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Attempting to bind port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:48:36.560213 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Attempting to bind port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:48:36.560673 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Attempting to bind port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:48:36.566678 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:48:36.567265 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:48:36.567871 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.568427 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:48:36.568803 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Bound port: ac42f6a6-3cd9-41e7-b824-1fd4020a5b25, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:48:36.569249 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.642830 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] For port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:48:36.645847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] For port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:48:36.650404 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.683226 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Allocated IP 172.20.0.2 (275c12b7-d805-4401-aa59-b70d255d2c19/4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd/e8144113-60f7-43fe-9ffe-55e3727f1145) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:48:36.733774 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:36.734404 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:36.806556 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41905f10-5aa1-404e-bfe3-1e13405cb77e None None] Pushing event updated for resources: {'Port': ['ID=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:36.912811 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:36.922928 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:36.928799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Transition to ACTIVE for port object e8144113-60f7-43fe-9ffe-55e3727f1145 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:48:36.946850 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Transition to ACTIVE for port object e8144113-60f7-43fe-9ffe-55e3727f1145 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:48:36.953990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:37.017278 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Network 275c12b7-d805-4401-aa59-b70d255d2c19 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:48:37.021625 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:48:37.022871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:48:37.124679 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Pushing event updated for resources: {'Port': ['ID=e8144113-60f7-43fe-9ffe-55e3727f1145,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:37.143887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.144241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.144789 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.144921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.145219 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.145686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.146024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.146351 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.147064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.147064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.147314 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.147623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:48:37.155100 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Attempting to bind port e8144113-60f7-43fe-9ffe-55e3727f1145 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:48:37.155272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Attempting to bind port e8144113-60f7-43fe-9ffe-55e3727f1145 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:48:37.155613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Attempting to bind port e8144113-60f7-43fe-9ffe-55e3727f1145 on network 275c12b7-d805-4401-aa59-b70d255d2c19 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:48:37.161018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:48:37.161434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Checking segment: {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:48:37.161892 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:37.162346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Bound using segment: {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:48:37.162812 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Bound port: e8144113-60f7-43fe-9ffe-55e3727f1145, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:48:37.163153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:37.163621 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:37.206096 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:34Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:37.211098 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb88fb-232d-4ed0-a4bf-75f260040451 None None] The sync data for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 is: [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:34Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:48:37.259796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] For port e8144113-60f7-43fe-9ffe-55e3727f1145, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:48:37.264050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] For port e8144113-60f7-43fe-9ffe-55e3727f1145, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8144113-60f7-43fe-9ffe-55e3727f1145,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:48:37.268475 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:37.363891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69212e-d979-4947-bfff-19a6be4f73cf None None] Pushing event updated for resources: {'Port': ['ID=e8144113-60f7-43fe-9ffe-55e3727f1145,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:37.626171 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.1 (275c12b7-d805-4401-aa59-b70d255d2c19/4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd/c30c5a33-d7be-44ea-a54e-7e5e44d5a573) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:48:37.804441 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:37.820649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object c30c5a33-d7be-44ea-a54e-7e5e44d5a573 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:48:37.845262 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:37.915377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 275c12b7-d805-4401-aa59-b70d255d2c19 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:48:37.919038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:48:37.928493 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:48:37.960066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:37.992043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.134104 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.375665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42524381-7401-49f8-8ac0-f7c183beec11 None None] Network 275c12b7-d805-4401-aa59-b70d255d2c19 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:48:38.479885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-478ef28b-1787-4149-b9d2-51e8be4cbd20 None None] Provisioning for port e8144113-60f7-43fe-9ffe-55e3727f1145 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:48:38.555404 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e8144113-60f7-43fe-9ffe-55e3727f1145 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:48:38.683974 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port e8144113-60f7-43fe-9ffe-55e3727f1145 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:48:38.691593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e8144113-60f7-43fe-9ffe-55e3727f1145 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:38.691960 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.694823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.700083 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.819354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:38.828464 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.876352 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.909915 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port e8144113-60f7-43fe-9ffe-55e3727f1145, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8144113-60f7-43fe-9ffe-55e3727f1145,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:38.914390 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:38.915704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:48:38.972061 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 275c12b7-d805-4401-aa59-b70d255d2c19 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:48:38.973151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:48:39.046728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=e8144113-60f7-43fe-9ffe-55e3727f1145,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:39.055036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51bbf245-1f57-4969-aa81-765613f0eeb7 None None] Provisioning complete for port e8144113-60f7-43fe-9ffe-55e3727f1145 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:39.055409 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51bbf245-1f57-4969-aa81-765613f0eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:39.128965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:48:39.136882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:39.137265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:39.194597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:48:39.324555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51bbf245-1f57-4969-aa81-765613f0eeb7 None None] Provisioning for port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:48:39.330803 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:39.338025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-51bbf245-1f57-4969-aa81-765613f0eeb7 None None] Provisioning complete for port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:39.338415 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-51bbf245-1f57-4969-aa81-765613f0eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:39.387269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:48:39.389681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:39.402641 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Sync routers for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:48:39.403227 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0a654f65-6366-487b-8e8d-b020897dd743 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/4272b63f-c57f-4b7d-bfc4-efa9d92b562b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851958 Mar 03 18:48:39.408165 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:39.452544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-51bbf245-1f57-4969-aa81-765613f0eeb7 None None] Port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:48:39.470898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:39.471863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:39.568808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-b5190b84-d4a8-4d68-976a-7fa79ba143f5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:39.570823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:39.584370 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-b5190b84-d4a8-4d68-976a-7fa79ba143f5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:39.585623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-b5190b84-d4a8-4d68-976a-7fa79ba143f5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707566886&fields=id&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 267 time: 0.0601542 Mar 03 18:48:39.712025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b26aff42-5e2e-49e5-8bd4-949d0b2cf77c None None] Provisioning complete for port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:39.712399 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b26aff42-5e2e-49e5-8bd4-949d0b2cf77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:39.739685 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-62693862-d40a-42e8-a0be-0d8df03c7718 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:39.740277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-62693862-d40a-42e8-a0be-0d8df03c7718 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:39.757277 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-62693862-d40a-42e8-a0be-0d8df03c7718 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:39.758496 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-62693862-d40a-42e8-a0be-0d8df03c7718 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 796 time: 0.1652219 Mar 03 18:48:39.774728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-e2ad8886-c557-45e6-81c4-2f815a7bf12c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/quotas/c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 375 time: 0.0098944 Mar 03 18:48:39.803353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:39.845258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b26aff42-5e2e-49e5-8bd4-949d0b2cf77c None None] Port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:48:39.856642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-e6b16e8b-de74-44ae-a7af-8d4f9f75de57 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:39.872529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-e6b16e8b-de74-44ae-a7af-8d4f9f75de57 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:39.874073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-e6b16e8b-de74-44ae-a7af-8d4f9f75de57 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940261 Mar 03 18:48:39.890104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-f99c62a7-673d-4dc5-a17e-26c99ae47b58 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:48:39.891049 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-f99c62a7-673d-4dc5-a17e-26c99ae47b58 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057507 Mar 03 18:48:40.022548 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-a8786bfc-b38d-491d-9b75-950f8ee8ddae service neutron] 10.222.0.23 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259289 Mar 03 18:48:40.156464 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-538dc099-af64-49a3-a53e-d8430aa6c8af service neutron] 10.222.0.23 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271894 Mar 03 18:48:40.218055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 2, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:40.222146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Checking router: 4272b63f-c57f-4b7d-bfc4-efa9d92b562b for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:48:40.222493 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Updating router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:48:40.320596 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:40.344041 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ee142252-1cb4-4563-a852-62209d43261a req-67a0f537-eae8-49f7-8459-5bc2ea88fcea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:40.356383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-ee142252-1cb4-4563-a852-62209d43261a req-67a0f537-eae8-49f7-8459-5bc2ea88fcea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:40.357547 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ee142252-1cb4-4563-a852-62209d43261a req-67a0f537-eae8-49f7-8459-5bc2ea88fcea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 210 time: 0.0571008 Mar 03 18:48:40.536869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e8144113-60f7-43fe-9ffe-55e3727f1145 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:48:40.642952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port e8144113-60f7-43fe-9ffe-55e3727f1145 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:40.643313 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:40.767268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:40.806215 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Transition to ACTIVE for port object c30c5a33-d7be-44ea-a54e-7e5e44d5a573 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:48:40.822947 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:40.954939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:48:41.036178 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0488a-cfd5-4865-b410-82f624af48f7 None None] Pushing event updated for resources: {'Port': ['ID=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:41.124107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Attempting to bind port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:48:41.124534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Attempting to bind port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:48:41.124921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Attempting to bind port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 on network 275c12b7-d805-4401-aa59-b70d255d2c19 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:48:41.134144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:48:41.134517 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Checking segment: {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:48:41.134881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:41.135261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Bound using segment: {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:48:41.135747 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Bound port: c30c5a33-d7be-44ea-a54e-7e5e44d5a573, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:48:41.136113 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:41.154304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:41.154604 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:41.288335 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] For port c30c5a33-d7be-44ea-a54e-7e5e44d5a573, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:48:41.292790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] For port c30c5a33-d7be-44ea-a54e-7e5e44d5a573, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:48:41.297893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:41.434823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:41.435760 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:41.644064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:41.657411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b3527fae-d0b2-4dea-a2b6-e66d6f37e27a req-fcd11a06-f3a2-49fc-8bfe-6930a0a30234 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 210 time: 0.0798309 Mar 03 18:48:41.709167 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0488a-cfd5-4865-b410-82f624af48f7 None None] Pushing event updated for resources: {'Port': ['ID=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:41.785174 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-69f8e6a2-8179-483b-b9c8-b22aca1e49f1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:41.785890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-69f8e6a2-8179-483b-b9c8-b22aca1e49f1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:41.801802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-69f8e6a2-8179-483b-b9c8-b22aca1e49f1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:41.802945 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-69f8e6a2-8179-483b-b9c8-b22aca1e49f1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 796 time: 0.3684163 Mar 03 18:48:41.857043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-64b704da-e530-42b8-84ae-0d7cb65a7521 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:41.868904 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-64b704da-e530-42b8-84ae-0d7cb65a7521 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:41.870090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-64b704da-e530-42b8-84ae-0d7cb65a7521 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 379 time: 0.0545819 Mar 03 18:48:41.878095 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'port': {'device_id': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'admin_state_up': True, 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'security_groups': ['d1e2b542-266f-48b2-8735-e32903dfb5fe']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:42.015788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:42.021359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:41Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:42.025266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da47c2-efa6-4a05-9a39-901af301a929 None None] The sync data for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 is: [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:41Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:48:42.025501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:42.037091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:48:42.040600 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.234668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.8 (275c12b7-d805-4401-aa59-b70d255d2c19/4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd/2dd0ce5a-c93b-4a25-9072-a2adb14b0071) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:48:42.430732 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.448841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:48:42.487564 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.511633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c30c5a33-d7be-44ea-a54e-7e5e44d5a573 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:48:42.574907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 275c12b7-d805-4401-aa59-b70d255d2c19 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:48:42.578212 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:48:42.586387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:48:42.587856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:48:42.593112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:42.593585 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.620715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:42.670827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:42.671607 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.724765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-29fa2442-d224-490e-aaeb-5bfcc3b5b137 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8502102 Mar 03 18:48:42.737040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Request body: {'port': {'device_id': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:42.764239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.813666 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c30c5a33-d7be-44ea-a54e-7e5e44d5a573, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:42.820201 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.893461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:42.918610 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d54fa619-b641-4237-80d0-b4141b5e7a29 None None] Provisioning for port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:48:42.924619 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d54fa619-b641-4237-80d0-b4141b5e7a29 None None] Provisioning complete for port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:42.924989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d54fa619-b641-4237-80d0-b4141b5e7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.954574 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:42.981347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7211-38bc-4da6-8245-0764abbc5e9a req-d52da757-ff5c-4778-a904-1f055725d5bd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:42.982053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d3ce7211-38bc-4da6-8245-0764abbc5e9a req-d52da757-ff5c-4778-a904-1f055725d5bd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:48:42.982946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-d54fa619-b641-4237-80d0-b4141b5e7a29 None None] Port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:48:43.038051 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d3ce7211-38bc-4da6-8245-0764abbc5e9a req-d52da757-ff5c-4778-a904-1f055725d5bd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:48:43.042749 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3ce7211-38bc-4da6-8245-0764abbc5e9a req-d52da757-ff5c-4778-a904-1f055725d5bd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 931 time: 0.2365806 Mar 03 18:48:43.158868 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d3ce7211-38bc-4da6-8245-0764abbc5e9a req-cb8007c2-308b-477d-8aa9-9148672dcfc1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088464 Mar 03 18:48:43.365168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:48:43.372175 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:43.386216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Transition to ACTIVE for port object 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:48:43.390069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:43.541790 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:43.624715 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Attempting to bind port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:48:43.625052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Attempting to bind port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:48:43.625406 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Attempting to bind port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 on network 275c12b7-d805-4401-aa59-b70d255d2c19 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:48:43.630006 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 on network 275c12b7-d805-4401-aa59-b70d255d2c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:48:43.630330 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Attempting to bind port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 on network 275c12b7-d805-4401-aa59-b70d255d2c19 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:48:43.635435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:48:43.636259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Checking segment: {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:48:43.636639 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Bound using segment: {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:48:43.637049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Bound port: 2dd0ce5a-c93b-4a25-9072-a2adb14b0071, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f3b677-62c6-498a-91e2-1713b811110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:48:43.637483 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:43.838178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] For port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:48:43.841433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] For port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:48:43.845242 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:43.898291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:43.898901 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:43.900286 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] 10.222.0.35 "PUT /v2.0/ports/2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 1091 time: 1.1675923 Mar 03 18:48:43.900697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:48:43.935206 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98928f50-7dfa-4ada-ba4e-818905ae0216 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:43.977561 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'status': 'completed', 'code': 200} Mar 03 18:48:44.017580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-009c4699-4881-4e4d-8441-9f3708b0d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:44.019081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-009c4699-4881-4e4d-8441-9f3708b0d616 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1094 time: 0.0790431 Mar 03 18:48:44.089543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-ccf86730-46be-4b01-8601-8486e1d32828 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 217 time: 0.0616310 Mar 03 18:48:44.156391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-b530900d-e9ae-49e7-bff8-8692925c44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:44.157772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-b530900d-e9ae-49e7-bff8-8692925c44c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 200 len: 835 time: 0.0629849 Mar 03 18:48:44.230222 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-5d3a9b20-de7f-4896-a33c-b8e594c6a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:44.231686 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-5d3a9b20-de7f-4896-a33c-b8e594c6a0ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275c12b7-d805-4401-aa59-b70d255d2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681903 Mar 03 18:48:44.410939 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-d93f0d36-acda-4c69-964b-2faadfccebd3 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723981 Mar 03 18:48:44.449371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1969-a2a9-4738-ae03-a93b17f01888 req-4b358cd4-6785-44c7-a58d-52ac7b57a1a6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:44.450815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-350c1969-a2a9-4738-ae03-a93b17f01888 req-4b358cd4-6785-44c7-a58d-52ac7b57a1a6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 943 time: 0.1830487 Mar 03 18:48:44.475834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c30c5a33-d7be-44ea-a54e-7e5e44d5a573 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:48:44.545007 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:44.545411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:44.565190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-350c1969-a2a9-4738-ae03-a93b17f01888 req-e4bcd8d1-2524-4836-94d0-fe0609a11969 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031971 Mar 03 18:48:44.590413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f5fa2ce8-de8d-46d8-915f-5ed0782fa0ff req-16bc6de2-66c5-494d-8ac2-41a7b071bef4 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689820 Mar 03 18:48:44.702955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-cea6d7bd-54cf-424e-8f8d-4db7d9290894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:44.704416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-cea6d7bd-54cf-424e-8f8d-4db7d9290894 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1094 time: 0.0711186 Mar 03 18:48:44.834248 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-c4d4592d-cdab-4b5e-a2b7-d2d2d310b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:44.835683 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-c4d4592d-cdab-4b5e-a2b7-d2d2d310b2ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 897 time: 0.1259434 Mar 03 18:48:44.904832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-80d93b3b-17fb-46e4-bf42-c206da902c10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 217 time: 0.0620012 Mar 03 18:48:44.967382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-14d69f4f-343e-4929-b639-eb8d9736c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:44.968692 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-14d69f4f-343e-4929-b639-eb8d9736c13d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 200 len: 835 time: 0.0579236 Mar 03 18:48:45.040438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-cc56b7c9-793f-4d92-8667-74cd00e26172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:45.042467 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-cc56b7c9-793f-4d92-8667-74cd00e26172 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275c12b7-d805-4401-aa59-b70d255d2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678411 Mar 03 18:48:45.170950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-74a1b1b2-5cf9-4fa4-8120-b70d9e92316e service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222134 Mar 03 18:48:45.299562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-61c5ba41-2b29-4739-a7da-867aee0a3238 req-b795888d-4309-4c1f-b400-ef74bad3b021 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219285 Mar 03 18:48:45.747666 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca018-7c5f-409d-acb1-bb7d8723260f req-f34439dc-b749-49c9-ba8a-5799a1511d8f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:45.749112 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd4ca018-7c5f-409d-acb1-bb7d8723260f req-f34439dc-b749-49c9-ba8a-5799a1511d8f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 943 time: 0.0789342 Mar 03 18:48:45.792863 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd4ca018-7c5f-409d-acb1-bb7d8723260f req-2e152e66-0ed6-41c8-b076-506bb228ab76 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370831 Mar 03 18:48:46.970508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa3e2a-7526-4280-8afd-7d2ed70f050b req-db42e8c7-9f08-4dde-b346-60247070b739 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:46.972204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76aa3e2a-7526-4280-8afd-7d2ed70f050b req-db42e8c7-9f08-4dde-b346-60247070b739 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 943 time: 0.0776963 Mar 03 18:48:47.129778 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76aa3e2a-7526-4280-8afd-7d2ed70f050b req-a8b71c0a-26c8-44e1-9cff-d22b29696ab9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520603 Mar 03 18:48:47.336103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:48:47.473524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:47.486704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'port_id': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'mac_address': 'fa:16:3e:35:4d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:48:47.543827 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:47.559734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:48:47.574528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:47.578233 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:47.645544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:47.780166 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['2dd0ce5a-c93b-4a25-9072-a2adb14b0071'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:48:48.387345 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:48.427417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd883ed-c6af-4b0b-91ee-e6c4feeb49d5 req-2255df30-4f76-480c-a3a6-dd4af7b6683f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:48.428890 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3bd883ed-c6af-4b0b-91ee-e6c4feeb49d5 req-2255df30-4f76-480c-a3a6-dd4af7b6683f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 944 time: 0.1893020 Mar 03 18:48:48.472202 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3bd883ed-c6af-4b0b-91ee-e6c4feeb49d5 req-101c3f0b-2088-477d-abc4-af6bc3631bbe tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369577 Mar 03 18:48:49.355189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:48:49.421319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:48:49.425866 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:48:49.426258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:49.545383 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:49.571668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:48:49.581965 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:48:49.586673 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:49.638082 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'code': 200} Mar 03 18:48:49.660431 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7965-87ad-4813-bf95-6dbc21d413fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:49.669730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:49.673856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec7539-d606-4ec1-9ab1-ab630e2e282e req-02c22256-e098-47c9-bbba-4d9ba7fd6092 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:49.675272 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2ec7539-d606-4ec1-9ab1-ab630e2e282e req-02c22256-e098-47c9-bbba-4d9ba7fd6092 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0955966 Mar 03 18:48:49.764059 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f2ec7539-d606-4ec1-9ab1-ab630e2e282e req-919be8e3-546c-4f9d-a3c7-1a46f1732501 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570929 Mar 03 18:48:49.780739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d16f7d-43fb-47ea-83d1-362625d8b0dd req-af633459-2bb4-47a1-8f78-1a7fd63ce448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:49.782241 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66d16f7d-43fb-47ea-83d1-362625d8b0dd req-af633459-2bb4-47a1-8f78-1a7fd63ce448 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1096 time: 0.1050282 Mar 03 18:48:49.821598 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-66d16f7d-43fb-47ea-83d1-362625d8b0dd req-a0b8dd76-90c2-4bb5-b357-dd8c7a24a4bb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333154 Mar 03 18:48:50.949306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6600c-33ab-4d3c-9bd2-93f7bdfc8420 req-aef0fcf9-0bf5-45ec-bbaa-08ebc5965631 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:50.950792 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6cd6600c-33ab-4d3c-9bd2-93f7bdfc8420 req-aef0fcf9-0bf5-45ec-bbaa-08ebc5965631 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0808282 Mar 03 18:48:50.994341 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6cd6600c-33ab-4d3c-9bd2-93f7bdfc8420 req-6920abba-951b-4b1b-a963-8cf8fcc64105 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378535 Mar 03 18:48:51.917695 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dfc9246f-31c7-44b4-a272-e97f0c4312f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:52.174428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2238-e85a-4a30-b5e1-433a7c4c6662 req-492e588d-76a5-4422-9ac7-cbdc90641e04 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:52.175795 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-341e2238-e85a-4a30-b5e1-433a7c4c6662 req-492e588d-76a5-4422-9ac7-cbdc90641e04 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0783904 Mar 03 18:48:52.221799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-341e2238-e85a-4a30-b5e1-433a7c4c6662 req-45ed6bab-1a57-42fb-b448-d85421a81673 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401900 Mar 03 18:48:52.405156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c91810-b9dd-42aa-9575-27ca86eb38ca req-ed7e3e1f-0ce1-4a0e-8012-0a3a30b4ae96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:52.406688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c91810-b9dd-42aa-9575-27ca86eb38ca req-ed7e3e1f-0ce1-4a0e-8012-0a3a30b4ae96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0812521 Mar 03 18:48:52.449351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57c91810-b9dd-42aa-9575-27ca86eb38ca req-3d532e36-1249-4f52-a011-2b1eb954315a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371091 Mar 03 18:48:52.471701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41294) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:52.542121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59779188-ce46-4f64-a0f7-db5fa3261fed tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:52.543588 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-59779188-ce46-4f64-a0f7-db5fa3261fed tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1091 time: 0.0709414 Mar 03 18:48:52.546341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41298) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:52.551257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:48:52.558257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:48:52.562038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:floatingip and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:48:52.564779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:48:52.570354 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:48:52.580935 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:52.716121 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:52.845558 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.117 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/2a8401fc-4194-4265-96f7-c86b63fe6aef) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:48:52.988484 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.016591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.069340 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.079774 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:48:53.080911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:48:53.085228 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:48:53.096746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.133015 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=2a8401fc-4194-4265-96f7-c86b63fe6aef,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:53.499767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.572243 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.770702 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.775065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:53.982883 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=2a8401fc-4194-4265-96f7-c86b63fe6aef,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:48:53.995411 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:54.169187 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 7b3b88cf-a892-41fc-b532-60db7819ea7e associated. External IP: 172.25.0.117, port: 2dd0ce5a-c93b-4a25-9072-a2adb14b0071. Mar 03 18:48:54.495987 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:54.521841 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:48:54.700767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:48:54.711862 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] Sync routers for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:48:54.724421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:54.726434 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:54.727265 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:54.787122 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e3b9513f-f20e-4233-afce-866a420c7b05 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2372854 Mar 03 18:48:54.787122 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:48:54.815387 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:48:54.832677 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'status': 'completed', 'code': 200} Mar 03 18:48:54.928797 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:54.994037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-517e5f36-691f-4131-b9d0-628f85756235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:54.995459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-517e5f36-691f-4131-b9d0-628f85756235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1096 time: 0.1375771 Mar 03 18:48:55.002801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd3fea-69e6-4222-a02d-b872b161c5ed req-74ffa1b2-852e-4fce-a3ab-b0a173c4460b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:55.004140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35dd3fea-69e6-4222-a02d-b872b161c5ed req-74ffa1b2-852e-4fce-a3ab-b0a173c4460b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.1086884 Mar 03 18:48:55.132203 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-35dd3fea-69e6-4222-a02d-b872b161c5ed req-48d66e4d-b210-4feb-b8ae-b91075eb6281 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102879 Mar 03 18:48:55.156848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41306) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:55.161981 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-0abeeecc-60e9-43ec-adf7-97cfbc6b141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:55.163500 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-0abeeecc-60e9-43ec-adf7-97cfbc6b141e service neutron] 10.222.0.35 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 897 time: 0.1585200 Mar 03 18:48:55.264941 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-70b320e3-a5f2-4269-90f4-8f65deba6a58 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/7b3b88cf-a892-41fc-b532-60db7819ea7e HTTP/1.1" status: 200 len: 991 time: 0.1068850 Mar 03 18:48:55.268132 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-5cc47835-93fb-4218-9724-c2bb4d417ece service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 999 time: 0.0989287 Mar 03 18:48:55.310412 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '7b3b88cf-a892-41fc-b532-60db7819ea7e', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'port_id': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'mac_address': 'fa:16:3e:35:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:48:53Z', 'updated_at': '2022-03-03T18:48:53Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:42Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:55.314105 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] Checking router: 4272b63f-c57f-4b7d-bfc4-efa9d92b562b for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:48:55.322055 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:48:55.323131 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:48:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:55.329262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-1799df02-7f06-4cc9-8a26-6a72c3b52fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:55.330736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-1799df02-7f06-4cc9-8a26-6a72c3b52fee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 200 len: 835 time: 0.0568006 Mar 03 18:48:55.407996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-7521723d-7513-4a00-933d-09b8e31f56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:48:55.409496 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-7521723d-7513-4a00-933d-09b8e31f56a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275c12b7-d805-4401-aa59-b70d255d2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723236 Mar 03 18:48:55.496961 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:48:55.540384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-c754df36-130a-480b-b4cf-05092b8f8d38 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250238 Mar 03 18:48:55.668049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26031ad8-bdf7-4170-bf50-2867baca3610 req-ce864bbe-9813-4cb8-a03b-4d50501c59ef service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218774 Mar 03 18:48:55.834873 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '7b3b88cf-a892-41fc-b532-60db7819ea7e', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'port_id': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'mac_address': 'fa:16:3e:35:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:48:53Z', 'updated_at': '2022-03-03T18:48:53Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:42Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:48:55.839251 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff16336-032a-4e01-98fe-1f9c043e0485 None None] The sync data for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 is: [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '7b3b88cf-a892-41fc-b532-60db7819ea7e', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'port_id': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'mac_address': 'fa:16:3e:35:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:48:53Z', 'updated_at': '2022-03-03T18:48:53Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:42Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:48:56.015538 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aabfe2-aadc-488d-b168-c6ae9d8913e2 None None] New status for floating IP 7b3b88cf-a892-41fc-b532-60db7819ea7e: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:48:56.268441 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41310) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:48:56.372784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8cd7d783-00a0-422d-905d-7626e1bf3cc2 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/7b3b88cf-a892-41fc-b532-60db7819ea7e HTTP/1.1" status: 200 len: 993 time: 0.1030915 Mar 03 18:48:59.891112 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-d57b13c7-df70-4616-aaaa-84cb4b411a70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673091 Mar 03 18:49:00.024599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-2021a5e2-74a0-4c09-aabb-2d203130fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:00.026067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-2021a5e2-74a0-4c09-aabb-2d203130fc05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1096 time: 0.0684574 Mar 03 18:49:00.166405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-f809f8c7-45d9-417e-b6e1-1ccb0cbf11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:00.167752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-f809f8c7-45d9-417e-b6e1-1ccb0cbf11f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 897 time: 0.1243439 Mar 03 18:49:00.266451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-9a0a97c9-9d39-4c7b-874f-93755ded8352 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 1001 time: 0.0932660 Mar 03 18:49:00.442772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-019f5c39-4e4d-48a6-8215-36625f76a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:00.444199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-019f5c39-4e4d-48a6-8215-36625f76a397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 200 len: 835 time: 0.1722219 Mar 03 18:49:00.517539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-1373ee09-08ae-4b98-8e03-2003924319a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:00.519006 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-1373ee09-08ae-4b98-8e03-2003924319a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275c12b7-d805-4401-aa59-b70d255d2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690978 Mar 03 18:49:00.645416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-67489b5d-db7a-4ee4-8f84-0e81fece627c service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202044 Mar 03 18:49:00.774563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f11b803b-1a80-4ffa-8ab5-455e266445cb req-071fbd6a-103c-45fe-971f-3d5f2a05d949 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223269 Mar 03 18:49:11.433062 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:49:18.383630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:19.612297 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-35cb1e59-b5fb-49e9-80a5-a1417b06e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:21.918598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1686273-6e20-41b5-bd0b-9614761119c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:23.064225 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:23.103427 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:24.497025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:24.823514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:25.749162 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-cfb62efa-568f-4f17-ac6c-e68ec08790de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:25.750610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-cfb62efa-568f-4f17-ac6c-e68ec08790de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1096 time: 0.0759981 Mar 03 18:49:25.787139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd4e29-a24d-44e7-b2e3-7f4226463bcb req-54d971fe-3e90-4fb0-9b85-a22a3d773e10 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:25.788579 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48fd4e29-a24d-44e7-b2e3-7f4226463bcb req-54d971fe-3e90-4fb0-9b85-a22a3d773e10 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0830371 Mar 03 18:49:25.831656 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48fd4e29-a24d-44e7-b2e3-7f4226463bcb req-56b95612-43c3-4cd4-a611-9061ed30c29a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373678 Mar 03 18:49:25.880509 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-63762209-884a-4c31-93de-d72a865e4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:25.881971 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-63762209-884a-4c31-93de-d72a865e4f44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 897 time: 0.1256361 Mar 03 18:49:25.987336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-1860b9db-6dc4-423e-be54-f3bef5e29db3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 1001 time: 0.0989492 Mar 03 18:49:26.048435 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-f1bd3e36-4ed5-45cf-87f6-afc5a53bad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:26.049738 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-f1bd3e36-4ed5-45cf-87f6-afc5a53bad53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 200 len: 835 time: 0.0551062 Mar 03 18:49:26.123364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-0eb69c2e-cd69-4493-8999-dd21b18f834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:26.124812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-0eb69c2e-cd69-4493-8999-dd21b18f834f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275c12b7-d805-4401-aa59-b70d255d2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680835 Mar 03 18:49:26.251057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-f86114cb-60da-4cf1-a223-08d1385bce21 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199176 Mar 03 18:49:26.386163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b43f1342-ffa4-41a4-8054-49e9a72002a1 req-a06828bc-e7e7-46cf-92a2-4f03936e57e4 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285367 Mar 03 18:49:27.015672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad7ab-1f4f-446b-b4ed-df0ac184dab1 req-8a9c2328-88b0-4f03-bbca-e7478365a42e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:27.017134 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-154ad7ab-1f4f-446b-b4ed-df0ac184dab1 req-8a9c2328-88b0-4f03-bbca-e7478365a42e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0820763 Mar 03 18:49:27.059517 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-154ad7ab-1f4f-446b-b4ed-df0ac184dab1 req-3c07441b-0ed2-4b0f-9969-e8d699791cd6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368268 Mar 03 18:49:28.248865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dbcbb-72e4-48c4-88f0-38a90427e460 req-8357b2cb-f3bb-40a6-a1d4-64c35d6a15f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:28.250314 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d0dbcbb-72e4-48c4-88f0-38a90427e460 req-8357b2cb-f3bb-40a6-a1d4-64c35d6a15f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0811179 Mar 03 18:49:28.292487 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d0dbcbb-72e4-48c4-88f0-38a90427e460 req-21f27dd7-b25a-4a51-a6d3-1a0710f0e2b5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366621 Mar 03 18:49:29.487066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835ef1-4d23-4502-a8f9-c6c5bbeb1ff5 req-fcadf578-c26a-411c-bd5e-ac8997f743aa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:29.488436 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae835ef1-4d23-4502-a8f9-c6c5bbeb1ff5 req-fcadf578-c26a-411c-bd5e-ac8997f743aa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0818901 Mar 03 18:49:29.534772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ae835ef1-4d23-4502-a8f9-c6c5bbeb1ff5 req-3f1520de-43eb-4d76-9773-c771fbbd5b1e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402396 Mar 03 18:49:30.716943 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac249b4-dd5a-4c3a-b30a-4c8871b4d8d0 req-b5961b13-2c6e-42ad-ba5f-1e5f213a9b36 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:30.718608 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ac249b4-dd5a-4c3a-b30a-4c8871b4d8d0 req-b5961b13-2c6e-42ad-ba5f-1e5f213a9b36 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0811818 Mar 03 18:49:30.764684 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8ac249b4-dd5a-4c3a-b30a-4c8871b4d8d0 req-00ae7cbe-e525-432b-b3b6-4f054c2851f5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Mar 03 18:49:31.945969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5a48e-ff67-4d2c-9560-bf9431c42226 req-6ef9537d-0f9e-42db-ac80-6c018658ab42 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:31.947921 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8cf5a48e-ff67-4d2c-9560-bf9431c42226 req-6ef9537d-0f9e-42db-ac80-6c018658ab42 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0768301 Mar 03 18:49:31.991156 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8cf5a48e-ff67-4d2c-9560-bf9431c42226 req-be07725a-b4fe-444a-92a2-4567ab74c8b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375161 Mar 03 18:49:33.283362 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491887-1b2c-437f-bce5-7501f89dfbd9 req-888229f9-b7b0-4d02-b3fd-6a2b316425ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:33.284725 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d491887-1b2c-437f-bce5-7501f89dfbd9 req-888229f9-b7b0-4d02-b3fd-6a2b316425ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.1913424 Mar 03 18:49:33.327148 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4d491887-1b2c-437f-bce5-7501f89dfbd9 req-cc78c902-964d-490e-beb6-1c15a5ead1cd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360951 Mar 03 18:49:34.507236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb999501-babd-4202-9d9c-64c6bd087c31 req-0ec8001c-0989-43b6-93b8-744ea0dae4f9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:34.509205 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb999501-babd-4202-9d9c-64c6bd087c31 req-0ec8001c-0989-43b6-93b8-744ea0dae4f9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0810614 Mar 03 18:49:34.550750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb999501-babd-4202-9d9c-64c6bd087c31 req-872e0c19-d849-49aa-9fed-cb38bc34676f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359674 Mar 03 18:49:35.735289 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422a24-35fc-4a45-a640-bd3547ae3462 req-bfe1f0bf-5fbd-4272-8e23-af6c91f2fe3e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:35.736709 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c422a24-35fc-4a45-a640-bd3547ae3462 req-bfe1f0bf-5fbd-4272-8e23-af6c91f2fe3e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0794389 Mar 03 18:49:35.781014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5c422a24-35fc-4a45-a640-bd3547ae3462 req-22359d55-0f83-4f7c-a2c5-566713f231ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387399 Mar 03 18:49:36.958625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c557ac-32e6-4ff1-b8bb-6101b741eb7c req-8f00c936-9830-4487-9be8-0d3a5d1e31ba tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:36.960102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98c557ac-32e6-4ff1-b8bb-6101b741eb7c req-8f00c936-9830-4487-9be8-0d3a5d1e31ba tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0781178 Mar 03 18:49:37.003806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-98c557ac-32e6-4ff1-b8bb-6101b741eb7c req-bd2d3b6d-f9ad-4984-8442-951d414864c0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376103 Mar 03 18:49:38.184601 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e24b4-7eef-46d9-b19d-ec4162f19534 req-98902710-74d9-452e-a76f-d127d73a5b19 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:38.186094 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c03e24b4-7eef-46d9-b19d-ec4162f19534 req-98902710-74d9-452e-a76f-d127d73a5b19 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0792186 Mar 03 18:49:38.232569 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c03e24b4-7eef-46d9-b19d-ec4162f19534 req-8de67d03-8b12-4ac8-822e-aa4d9d8aca13 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 Mar 03 18:49:39.524951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ea71a-9d7e-4156-8738-ade038ea2f72 req-e53e8c7d-75eb-4a01-be0d-d731c9bae546 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:39.526904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e15ea71a-9d7e-4156-8738-ade038ea2f72 req-e53e8c7d-75eb-4a01-be0d-d731c9bae546 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.1876669 Mar 03 18:49:39.569344 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e15ea71a-9d7e-4156-8738-ade038ea2f72 req-2cd128d9-f731-4aed-8c9d-74ca179def5d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368149 Mar 03 18:49:40.749533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfff24-110d-42e7-a34b-e285a6533760 req-1e851ab6-837e-4ee8-b8de-78093e79d69e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:40.750888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57bfff24-110d-42e7-a34b-e285a6533760 req-1e851ab6-837e-4ee8-b8de-78093e79d69e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0794079 Mar 03 18:49:40.793169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-57bfff24-110d-42e7-a34b-e285a6533760 req-3eaebdc0-ffe7-4a48-a8d8-89d21093f849 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Mar 03 18:49:41.976312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e982f9-7fa2-4d4d-af92-7afcf04325c4 req-76fd34e5-5477-4b99-b640-eaea80c6f851 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:41.977774 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74e982f9-7fa2-4d4d-af92-7afcf04325c4 req-76fd34e5-5477-4b99-b640-eaea80c6f851 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0814512 Mar 03 18:49:42.022041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-74e982f9-7fa2-4d4d-af92-7afcf04325c4 req-8223569e-085e-433e-a29e-3968bc945359 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386827 Mar 03 18:49:43.208626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c9274-9afe-4daa-af4d-44882b32993b req-681f40d0-4acf-4c1f-9955-d75614a9f303 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:49:43.210100 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-362c9274-9afe-4daa-af4d-44882b32993b req-681f40d0-4acf-4c1f-9955-d75614a9f303 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0815701 Mar 03 18:49:43.253623 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-362c9274-9afe-4daa-af4d-44882b32993b req-17774c3f-46e6-48d5-94e8-34f09527111e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373282 Mar 03 18:49:43.276865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41362) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:49:43.380676 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-35c9100e-9a8a-42ad-8f31-ccf47718756e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/7b3b88cf-a892-41fc-b532-60db7819ea7e HTTP/1.1" status: 200 len: 993 time: 0.1026671 Mar 03 18:49:48.401862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:48.433134 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:49:49.615128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eb184f40-13d2-49dc-9297-8b495707beab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:51.920623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-581a4d0e-a205-43bf-a1ca-35133fe9d7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:53.067283 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:53.094556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:54.501487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:54.821685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:49:59.907833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-7cc0c834-75aa-4656-b658-7279674f6d30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668597 Mar 03 18:50:00.062792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-136d1636-310b-415f-8445-ff33f9dceccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:00.064252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-136d1636-310b-415f-8445-ff33f9dceccc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1096 time: 0.0903757 Mar 03 18:50:00.210288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-f8b67f4f-1311-4b05-aaf3-a81e4fd75e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:00.211634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-f8b67f4f-1311-4b05-aaf3-a81e4fd75e0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 897 time: 0.1260836 Mar 03 18:50:00.312281 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-ca3e8204-255d-484e-8431-8ce51fc205b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 1001 time: 0.0932775 Mar 03 18:50:00.376201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-d44381db-c763-47e5-bf5d-f1120660892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:00.377669 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-d44381db-c763-47e5-bf5d-f1120660892e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 200 len: 835 time: 0.0598326 Mar 03 18:50:00.448550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-92ebf790-3aa5-4e11-ba33-d7fb21ba2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:00.450495 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-92ebf790-3aa5-4e11-ba33-d7fb21ba2597 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275c12b7-d805-4401-aa59-b70d255d2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674512 Mar 03 18:50:00.577608 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-053b0bdf-1ab9-4bb0-94cc-10604d98e0f6 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205697 Mar 03 18:50:00.705382 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e8df896d-ae96-4145-9a2c-69389d55b1fb req-14640af4-eaa4-48d6-95fa-36b861b83a02 service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217437 Mar 03 18:50:14.086023 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41380) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:14.288511 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 2a8401fc-4194-4265-96f7-c86b63fe6aef {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:50:14.288844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:14.449903 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:14.450141 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:14.571875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 2a8401fc-4194-4265-96f7-c86b63fe6aef owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:50:14.715272 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:14.760254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=2a8401fc-4194-4265-96f7-c86b63fe6aef,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:14.799971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.800315 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.800649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.800978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.801301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.801655 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.801976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.802294 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.802612 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.802928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.803247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.803556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:14.867413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:14.867861 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 7b3b88cf-a892-41fc-b532-60db7819ea7e disassociated (deleted). External IP: 172.25.0.117, port: 2dd0ce5a-c93b-4a25-9072-a2adb14b0071. Mar 03 18:50:15.313727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:50:15.490192 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:50:15.500171 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] Sync routers for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:50:15.510229 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:15.510434 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:15.510862 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:15.564082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-f296e279-dbb8-4d64-8941-ce9b9997cfcf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b3b88cf-a892-41fc-b532-60db7819ea7e HTTP/1.1" status: 204 len: 168 time: 1.4768991 Mar 03 18:50:15.564769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:50:15.622053 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'status': 'completed', 'code': 200} Mar 03 18:50:15.696372 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:15.716240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-84a0cff1-944f-41f9-9ad7-d43dba37a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:15.717750 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-84a0cff1-944f-41f9-9ad7-d43dba37a491 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 1096 time: 0.0751731 Mar 03 18:50:15.856302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-206568aa-2443-4d6e-954f-0ff682b21a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:15.857776 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-206568aa-2443-4d6e-954f-0ff682b21a19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 200 len: 897 time: 0.1347866 Mar 03 18:50:15.955275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-32855573-3bc5-4518-be05-fe65012e525c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 200 len: 217 time: 0.0905621 Mar 03 18:50:16.009868 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:42Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:16.014492 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] Checking router: 4272b63f-c57f-4b7d-bfc4-efa9d92b562b for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:50:16.022576 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:16.023092 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:49:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:16.033160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-45b35a54-d169-4c0a-aa80-e5e29fe28944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:16.034610 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-45b35a54-d169-4c0a-aa80-e5e29fe28944 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 200 len: 835 time: 0.0683646 Mar 03 18:50:16.091011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633fcb-1965-4103-926c-aa0080dc994a req-60a07756-d3c9-4746-965f-b354f058fa88 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:16.092471 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24633fcb-1965-4103-926c-aa0080dc994a req-60a07756-d3c9-4746-965f-b354f058fa88 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.1767161 Mar 03 18:50:16.146975 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-24633fcb-1965-4103-926c-aa0080dc994a req-f69ff80d-6fb7-433b-9cf8-8929d182c8f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465193 Mar 03 18:50:16.164282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-7291b6e8-7009-4c46-aa30-6a9d739eb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:16.165768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-7291b6e8-7009-4c46-aa30-6a9d739eb96c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=275c12b7-d805-4401-aa59-b70d255d2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203587 Mar 03 18:50:16.240709 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:16.409670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-66bc34dc-5e9d-4a87-b289-119dd306e53f service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360847 Mar 03 18:50:16.541143 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0b4ce490-9ddb-41cd-9f7b-03d88e0c920a req-f79a7d65-3c86-49e4-ab72-0bec9946c43e service neutron] 10.222.0.35 "GET /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246548 Mar 03 18:50:16.553238 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:42Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:16.557300 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de9a5f-1710-4eaa-b791-6d97fa019a6d None None] The sync data for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 is: [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:38Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': 'c30c5a33-d7be-44ea-a54e-7e5e44d5a573', 'name': '', 'network_id': '275c12b7-d805-4401-aa59-b70d255d2c19', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:b3:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:37Z', 'updated_at': '2022-03-03T18:48:42Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:50:16.759587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e245a7-db79-4934-afc5-32c8b2a23ac9 None None] New status for floating IP 7b3b88cf-a892-41fc-b532-60db7819ea7e: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:50:17.321427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-deba0798-de86-463e-8840-339284a3e093 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:17.322842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-deba0798-de86-463e-8840-339284a3e093 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0814037 Mar 03 18:50:17.340112 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d398fe-f1a4-4838-b803-94f45709b905 req-575031c7-2098-4636-8ac2-98472c2a9938 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:17.340799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39d398fe-f1a4-4838-b803-94f45709b905 req-575031c7-2098-4636-8ac2-98472c2a9938 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:50:17.356651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-39d398fe-f1a4-4838-b803-94f45709b905 req-575031c7-2098-4636-8ac2-98472c2a9938 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:50:17.357982 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39d398fe-f1a4-4838-b803-94f45709b905 req-575031c7-2098-4636-8ac2-98472c2a9938 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 945 time: 0.0981121 Mar 03 18:50:17.391828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:50:17.392082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:17.402633 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-39d398fe-f1a4-4838-b803-94f45709b905 req-9e7f5d3a-211c-4f07-b430-1f5128b251a7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1e2b542-266f-48b2-8735-e32903dfb5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Mar 03 18:50:17.633828 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:17.634180 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:17.754678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:50:17.895337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:17.944423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=2dd0ce5a-c93b-4a25-9072-a2adb14b0071,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:17.977426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.977771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.978105 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.978433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.978754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.979078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.979395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.979714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.980623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.980941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.981257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:17.981595 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:18.031092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] No DVR routers for this DVR port 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:50:18.033408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:18.035776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'name': 'network-vif-deleted', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:50:18.051077 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-91d8d50d-83b7-4c06-a831-19b9c0e8b25f req-95e9d9c8-13e3-42ca-840b-de712ac72aa7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "DELETE /v2.0/ports/2dd0ce5a-c93b-4a25-9072-a2adb14b0071 HTTP/1.1" status: 204 len: 173 time: 0.7231157 Mar 03 18:50:18.083142 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7477b5ad-94dc-42d8-875e-8a1973e0b2bf', 'name': 'network-vif-deleted', 'tag': '2dd0ce5a-c93b-4a25-9072-a2adb14b0071', 'status': 'completed', 'code': 200} Mar 03 18:50:18.408701 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:18.626708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bfc5c095-2c85-4be0-8fdf-66190b15a137 req-5d9421f1-02f9-4308-8cf9-b4a454eed4e7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=7477b5ad-94dc-42d8-875e-8a1973e0b2bf HTTP/1.1" status: 200 len: 210 time: 0.1030712 Mar 03 18:50:19.615884 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-89c930c9-7945-47f3-b813-6a4d369aa655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:19.718559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41404) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:20.262832 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:20.713796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port c30c5a33-d7be-44ea-a54e-7e5e44d5a573 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:50:20.714131 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:20.900193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port c30c5a33-d7be-44ea-a54e-7e5e44d5a573, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:20.900899 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:21.024519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for c30c5a33-d7be-44ea-a54e-7e5e44d5a573 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:50:21.352120 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:21.400513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=c30c5a33-d7be-44ea-a54e-7e5e44d5a573,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:21.670632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:21.751841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:50:21.789779 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:50:21.790118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2dd0ce5a-c93b-4a25-9072-a2adb14b0071 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:50:21.922034 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-176c9cac-4af6-425e-a7aa-7fc5b711fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:22.137803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:50:22.315024 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:50:22.324338 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] Sync routers for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:50:22.329380 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a0ccabb8-049b-4d3f-bc33-2a02b4741715 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/4272b63f-c57f-4b7d-bfc4-efa9d92b562b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6081491 Mar 03 18:50:22.330422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41408) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:22.333909 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:22.334507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:22.395593 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting subnet 4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:50:22.398547 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:22.455382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:22.511828 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:22.539894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:22.612958 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:22.654979 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:22.658902 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:22.664266 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ce21c-5b18-40ec-b5a4-b4394fea356f None None] Network 275c12b7-d805-4401-aa59-b70d255d2c19 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:50:22.669031 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8ecd225d-f5d8-4975-9c61-49ba48528ae7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/subnets/4ce4ed9d-4e43-4f10-ab8c-f7e7387916dd HTTP/1.1" status: 204 len: 168 time: 0.3347631 Mar 03 18:50:22.669417 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41412) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:22.805804 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:50:21Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:22.810214 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] Checking router: 4272b63f-c57f-4b7d-bfc4-efa9d92b562b for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:50:22.819973 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] Routers {'4272b63f-c57f-4b7d-bfc4-efa9d92b562b'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:22.820820 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:22.850889 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:22.939552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] DHCP port deletion for 275c12b7-d805-4401-aa59-b70d255d2c19 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:50:22.943481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Deleting port e8144113-60f7-43fe-9ffe-55e3727f1145 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:50:22.944026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.011874 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] Set router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:23.033117 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.043742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:50:23.044074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.167085 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.172927 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.198045 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] For port e8144113-60f7-43fe-9ffe-55e3727f1145, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=e8144113-60f7-43fe-9ffe-55e3727f1145,segment=NetworkSegment(18f3b677-62c6-498a-91e2-1713b811110d),segment_id=18f3b677-62c6-498a-91e2-1713b811110d)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:23.199127 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.233823 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port ac42f6a6-3cd9-41e7-b824-1fd4020a5b25, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:23.234431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.325148 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Calling delete_port for e8144113-60f7-43fe-9ffe-55e3727f1145 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:50:23.343849 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:50:21Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:23.349787 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a0c7b-0754-4860-b8d1-176c8b4b70aa None None] The sync data for ids ['4272b63f-c57f-4b7d-bfc4-efa9d92b562b'] in n-d-827121-1 is: [{'id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649740191', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:50:21Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'ac42f6a6-3cd9-41e7-b824-1fd4020a5b25', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272b63f-c57f-4b7d-bfc4-efa9d92b562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:48:33Z', 'updated_at': '2022-03-03T18:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:50:23.406676 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.452316 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Pushing event deleted for resources: {'Port': ['ID=e8144113-60f7-43fe-9ffe-55e3727f1145,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:23.457998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] No DVR routers for this DVR port e8144113-60f7-43fe-9ffe-55e3727f1145 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:50:23.465310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.469624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1823abb-9801-4ea4-bd04-f47ffe8069b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:23.492250 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:50:23.657007 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.709178 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=ac42f6a6-3cd9-41e7-b824-1fd4020a5b25,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:23.804634 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.981780 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:23.983901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.006532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.007133 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Fanout notify agent at l3_agent the message router_deleted on router 4272b63f-c57f-4b7d-bfc4-efa9d92b562b {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:50:24.022584 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.023667 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ef138801-9cd0-4429-b25b-895079d42bdc tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/routers/4272b63f-c57f-4b7d-bfc4-efa9d92b562b HTTP/1.1" status: 204 len: 168 time: 1.3533266 Mar 03 18:50:24.026330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41418) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:24.142066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.270591 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.295320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275c12b7-d805-4401-aa59-b70d255d2c19']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:24.306956 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f3b677-62c6-498a-91e2-1713b811110d') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:24.307252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f3b677-62c6-498a-91e2-1713b811110d') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:24.318763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.334063 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.339849 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:50:24.340220 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:50:24.354587 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:50:24.438975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.443316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.469797 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Network': ['ID=275c12b7-d805-4401-aa59-b70d255d2c19,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:24.481925 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cc372d2f-d09f-4f63-9eac-aaf4cebbdf8d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/networks/275c12b7-d805-4401-aa59-b70d255d2c19 HTTP/1.1" status: 204 len: 168 time: 0.4501469 Mar 03 18:50:24.481925 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41422) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:24.521407 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.550023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e8144113-60f7-43fe-9ffe-55e3727f1145 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:50:24.553590 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cff74d0-710c-4c45-9ffd-5820ceb54ee4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.584173 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: e8144113-60f7-43fe-9ffe-55e3727f1145 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:50:24.584514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device e8144113-60f7-43fe-9ffe-55e3727f1145 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:50:24.584923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:50:24.586771 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cff74d0-710c-4c45-9ffd-5820ceb54ee4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.621099 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:50:24.621477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device ac42f6a6-3cd9-41e7-b824-1fd4020a5b25 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:50:24.621941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c30c5a33-d7be-44ea-a54e-7e5e44d5a573 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:50:24.653938 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cff74d0-710c-4c45-9ffd-5820ceb54ee4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.659611 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c30c5a33-d7be-44ea-a54e-7e5e44d5a573 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:50:24.659956 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c30c5a33-d7be-44ea-a54e-7e5e44d5a573 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:50:24.673344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff74d0-710c-4c45-9ffd-5820ceb54ee4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e2b542-266f-48b2-8735-e32903dfb5fe,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:24.683523 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2cff74d0-710c-4c45-9ffd-5820ceb54ee4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:24.684638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2cff74d0-710c-4c45-9ffd-5820ceb54ee4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1e2b542-266f-48b2-8735-e32903dfb5fe HTTP/1.1" status: 204 len: 168 time: 0.2023404 Mar 03 18:50:24.853761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.112742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41430) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:25.118012 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704541627', 'description': 'tempest-secgroup-smoke-704541627 description', 'project_id': 'c70de268cd2042aeb399be5c29607d90'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:25.124716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:25.128829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:25.131701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:25.138844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:25.148646 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.168914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:25.172716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:25.175505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:25.181096 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:25.250854 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.254674 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.296676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb4afb8-58b0-46e0-bb41-382a018c548c,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:25.302599 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.305965 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ba794a9d-cd38-4aad-9b58-f0facd37d71b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1918712 Mar 03 18:50:25.306771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41434) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:25.311879 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'dcb4afb8-58b0-46e0-bb41-382a018c548c', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:25.318711 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:25.322565 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:25.325967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:25.332216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:25.349135 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.407179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.410491 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.432096 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:50:25.432679 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8507fbea-e3fb-483b-b844-82257b64daee,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:25.441267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.442446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-da254b91-766f-44dd-9213-d9b21dea2a02 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346912 Mar 03 18:50:25.445196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41438) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:25.450901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'dcb4afb8-58b0-46e0-bb41-382a018c548c', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:25.457403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:25.461167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:25.464031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:25.469647 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:25.486730 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.548035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.551657 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.572148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59151b38-7b70-47f7-9eba-850cd516c640,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:25.582469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.583628 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fc88151a-87c9-49a9-84db-c9efefadec64 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374125 Mar 03 18:50:25.586390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41442) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:25.592303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'dcb4afb8-58b0-46e0-bb41-382a018c548c', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:25.599213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:25.603003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:25.606549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:25.612142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:25.628026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.688125 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.691587 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.715586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edcef92-5416-4894-88a9-920190c32c76,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:25.725050 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.726227 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-842ad5a9-9903-4efe-a527-e67f82bc1c44 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388984 Mar 03 18:50:25.728869 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41446) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:25.734359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'dcb4afb8-58b0-46e0-bb41-382a018c548c', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:25.740617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:25.744345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:25.747180 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:25.752641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:25.768892 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.831967 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.835503 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.859810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef7d8a3-bd1f-45b3-a697-649c7b827002,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:25.869604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.870792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-555efe48-b6f7-4793-be3a-edd87f47ab4b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410043 Mar 03 18:50:25.873484 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41450) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:25.878445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'dcb4afb8-58b0-46e0-bb41-382a018c548c', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:25.885286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:25.889695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:25.892543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:25.898487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:25.909175 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:50:25.915514 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.978337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:25.981830 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.008039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b682a117-f978-44bd-8806-cc3fe352e6ee,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:26.014421 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.015661 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-31edf62f-311b-4a2e-aeab-4c399e17574c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412082 Mar 03 18:50:26.018255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41454) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:26.023108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'dcb4afb8-58b0-46e0-bb41-382a018c548c', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:26.030284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:26.034057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:26.036862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:26.042507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:26.052714 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:50:26.059315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.123981 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.127559 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.151011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb22278-60e0-40de-b3cb-4cf5aa539a30,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:26.160570 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.161842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7b6290ee-4fa7-4d7a-b1e2-0501f4e8f583 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426766 Mar 03 18:50:26.164696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41458) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:26.170341 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'network': {'name': 'tempest-network-smoke--2009903611', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'port_security_enabled': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:26.176200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:26.180361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:network and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:26.183943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:26.189795 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:26.202374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:50:26.205814 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.232281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:50:26.240719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.241058 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Added segment 426463b5-883d-4e76-98f9-c13aca6d5d6e of type vlan for network 1473989c-ac5d-4559-8198-5d7c91801dee Mar 03 18:50:26.267223 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.294670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.299980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:26.300542 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.397252 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2315397 Mar 03 18:50:26.400051 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41462) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:26.405391 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'admin_state_up': True, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:26.408673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b23b63-6c32-48f8-8af3-803f82155bf3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Network': ['ID=1473989c-ac5d-4559-8198-5d7c91801dee,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:26.413920 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:26.418684 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:router and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:26.419061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 1473989c-ac5d-4559-8198-5d7c91801dee details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:50:26.421854 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:26.428382 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:26.438940 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.440045 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.455360 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:26.829058 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:27.130072 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:27.158994 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:27.291026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.22 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/b68cd27d-cc11-488a-96eb-e8417fafacf5) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:50:27.431724 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:27.460906 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:27.521462 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:50:27.524108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:50:27.532388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:50:27.567461 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=b68cd27d-cc11-488a-96eb-e8417fafacf5,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:27.937222 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:28.385513 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:28.583476 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router ac5e0da4-62d3-449e-bbbe-f5021b4d691a is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:50:28.762532 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:50:28.771686 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Sync routers for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:50:28.781103 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:28.781734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:28.788532 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:28.789851 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0026a293-b836-47b6-bda0-6ea12626862c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3886902 Mar 03 18:50:28.793071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41466) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:28.834280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0f6fcd43-8e6a-48d5-aa7f-1ec663da86b1 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c70de268cd2042aeb399be5c29607d90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401585 Mar 03 18:50:28.836867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41470) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:28.955247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:28.966642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f6f3ce-2cdb-4b06-92c5-9dc23a919926 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:28.968132 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-86f6f3ce-2cdb-4b06-92c5-9dc23a919926 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303344 Mar 03 18:50:28.971165 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41474) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:29.009055 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cd9f0d2f-1f14-4678-87be-6bb87bb9b83e tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368531 Mar 03 18:50:29.012219 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41478) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:29.018142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-37652785', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:29.240832 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:27Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:29.244305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:29.244897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Checking router: ac5e0da4-62d3-449e-bbbe-f5021b4d691a for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:50:29.245855 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Updating router ac5e0da4-62d3-449e-bbbe-f5021b4d691a port b68cd27d-cc11-488a-96eb-e8417fafacf5 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:50:29.248654 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:subnet and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:29.251436 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:29.256934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:29.268242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:50:29.271772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.301812 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.483186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.565433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Subnet': ['ID=84172243-a541-4e27-bc4b-69c6740a858b,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:29.577756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Checking segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:50:29.578108 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network hostable DHCP agents. Network: 1473989c-ac5d-4559-8198-5d7c91801dee, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:50:29.595709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1473989c-ac5d-4559-8198-5d7c91801dee is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:50:29.606473 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 1473989c-ac5d-4559-8198-5d7c91801dee) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:50:29.610862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:29.611554 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.619035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb0929-f088-4764-b1be-96f01129285c None None] Network 1473989c-ac5d-4559-8198-5d7c91801dee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:50:29.637150 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-912516d5-8176-42d1-9c20-c2a69fd24f72 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6210279 Mar 03 18:50:29.637373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41482) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:29.718505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.742451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Transition to ACTIVE for port object b68cd27d-cc11-488a-96eb-e8417fafacf5 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:50:29.752610 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.881819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b5e1-2021-4894-86c1-549c76ea5843 None None] Pushing event updated for resources: {'Port': ['ID=b68cd27d-cc11-488a-96eb-e8417fafacf5,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:29.889152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Attempting to bind port b68cd27d-cc11-488a-96eb-e8417fafacf5 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:50:29.889534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Attempting to bind port b68cd27d-cc11-488a-96eb-e8417fafacf5 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:50:29.889709 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Attempting to bind port b68cd27d-cc11-488a-96eb-e8417fafacf5 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:50:29.899258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:50:29.899627 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:50:29.900025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.900407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:50:29.900858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Bound port: b68cd27d-cc11-488a-96eb-e8417fafacf5, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:50:29.901226 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:29.983158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-1473989c-ac5d-4559-8198-5d7c91801dee', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:50:29.983969 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:30.056375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] For port b68cd27d-cc11-488a-96eb-e8417fafacf5, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:50:30.072862 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] For port b68cd27d-cc11-488a-96eb-e8417fafacf5, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b68cd27d-cc11-488a-96eb-e8417fafacf5,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:50:30.077641 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:30.276287 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:30.276906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:30.332126 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:30.347695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b5e1-2021-4894-86c1-549c76ea5843 None None] Pushing event updated for resources: {'Port': ['ID=b68cd27d-cc11-488a-96eb-e8417fafacf5,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:30.360407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Allocated IP 172.20.0.2 (1473989c-ac5d-4559-8198-5d7c91801dee/84172243-a541-4e27-bc4b-69c6740a858b/160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:50:30.555282 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:30.853688 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:30.892424 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Transition to ACTIVE for port object 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:50:30.923036 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Transition to ACTIVE for port object 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:50:30.930542 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:30.991082 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Network 1473989c-ac5d-4559-8198-5d7c91801dee is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:50:30.995703 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:50:31.000929 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:50:31.022540 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Pushing event updated for resources: {'Port': ['ID=160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:31.055050 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:27Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:31.095401 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa790c-36e8-4ab3-a507-193453a9f580 None None] The sync data for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 is: [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:27Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:50:31.117552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Attempting to bind port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:50:31.117840 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Attempting to bind port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:50:31.118201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Attempting to bind port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd on network 1473989c-ac5d-4559-8198-5d7c91801dee {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:50:31.124102 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:50:31.124473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Checking segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:50:31.124874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:31.125258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Bound using segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:50:31.125753 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Bound port: 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:50:31.126126 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:31.130568 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.1 (1473989c-ac5d-4559-8198-5d7c91801dee/84172243-a541-4e27-bc4b-69c6740a858b/55535c6c-88ee-48e9-9c91-c37ef5d020bf) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:50:31.221381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] For port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:50:31.225764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] For port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:50:31.232504 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:31.317139 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a90e97-208c-4727-93fd-2d6e2ff13779 None None] Pushing event updated for resources: {'Port': ['ID=160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:31.325800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:31.343220 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 55535c6c-88ee-48e9-9c91-c37ef5d020bf will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:50:31.369120 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:31.434952 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1473989c-ac5d-4559-8198-5d7c91801dee is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:50:31.438422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:50:31.442582 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:50:31.493258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=55535c6c-88ee-48e9-9c91-c37ef5d020bf,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:31.542877 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:31.824145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.259007 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.263750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.284633 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31ada9-4f85-4bd6-b648-7c868ed78c65 None None] Network 1473989c-ac5d-4559-8198-5d7c91801dee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:50:32.377496 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-6a02cd65-4e65-4b27-8d6f-719fde03c688 None None] Provisioning for port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:50:32.377721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.380877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=55535c6c-88ee-48e9-9c91-c37ef5d020bf,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:32.520495 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1473989c-ac5d-4559-8198-5d7c91801dee is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:50:32.521697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:50:32.613112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:50:32.694723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:50:32.705934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:32.706435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.748814 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router ac5e0da4-62d3-449e-bbbe-f5021b4d691a has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:50:32.896639 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.934657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e9f17c8a-bd86-4895-853a-005bc6933db4 None None] Provisioning for port 55535c6c-88ee-48e9-9c91-c37ef5d020bf completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:50:32.940920 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e9f17c8a-bd86-4895-853a-005bc6933db4 None None] Provisioning complete for port 55535c6c-88ee-48e9-9c91-c37ef5d020bf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:32.941446 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e9f17c8a-bd86-4895-853a-005bc6933db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.980885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:32.988565 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:32.989274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b68cd27d-cc11-488a-96eb-e8417fafacf5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:50:33.067770 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e9f17c8a-bd86-4895-853a-005bc6933db4 None None] Port 55535c6c-88ee-48e9-9c91-c37ef5d020bf cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:50:33.094627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:50:33.108048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Sync routers for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:50:33.111381 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-25a0a0e0-5a75-435e-84ad-c751f7739dc4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/ac5e0da4-62d3-449e-bbbe-f5021b4d691a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4729135 Mar 03 18:50:33.120636 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:33.121511 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:33.140647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e9f17c8a-bd86-4895-853a-005bc6933db4 None None] Provisioning complete for port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:33.141020 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e9f17c8a-bd86-4895-853a-005bc6933db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:33.179983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:33.217176 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b68cd27d-cc11-488a-96eb-e8417fafacf5 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:50:33.225451 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b68cd27d-cc11-488a-96eb-e8417fafacf5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:33.225827 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:33.312249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-dbeafd78-6357-49f8-9544-7ee40285eec8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:50:33.328001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-dbeafd78-6357-49f8-9544-7ee40285eec8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:50:33.329441 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-dbeafd78-6357-49f8-9544-7ee40285eec8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704541627&fields=id&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 267 time: 0.0633516 Mar 03 18:50:33.342063 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:33.403051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:33.420506 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port b68cd27d-cc11-488a-96eb-e8417fafacf5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b68cd27d-cc11-488a-96eb-e8417fafacf5,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:33.424655 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:33.486798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-0b5b787c-5f5d-4d6f-9d6f-1a7087ba699a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:33.487505 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-0b5b787c-5f5d-4d6f-9d6f-1a7087ba699a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:50:33.504462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=b68cd27d-cc11-488a-96eb-e8417fafacf5,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:33.514310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-311686dd-6580-4e5f-b731-e15173f25649 None None] Provisioning complete for port 55535c6c-88ee-48e9-9c91-c37ef5d020bf triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:33.514677 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-311686dd-6580-4e5f-b731-e15173f25649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:33.515948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-0b5b787c-5f5d-4d6f-9d6f-1a7087ba699a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:50:33.517530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-0b5b787c-5f5d-4d6f-9d6f-1a7087ba699a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 797 time: 0.1781693 Mar 03 18:50:33.534521 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-f0ad6480-3eb8-45f1-864d-3663b0c2b678 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/quotas/c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 375 time: 0.0112431 Mar 03 18:50:33.567745 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-311686dd-6580-4e5f-b731-e15173f25649 None None] Port 55535c6c-88ee-48e9-9c91-c37ef5d020bf cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:50:33.623889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-36896141-40d6-4aaf-8edf-951efefed838 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:50:33.640302 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-36896141-40d6-4aaf-8edf-951efefed838 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:50:33.641658 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-36896141-40d6-4aaf-8edf-951efefed838 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015077 Mar 03 18:50:33.664200 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:32Z', 'revision_number': 2, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:33.668580 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Checking router: ac5e0da4-62d3-449e-bbbe-f5021b4d691a for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:50:33.669222 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Updating router ac5e0da4-62d3-449e-bbbe-f5021b4d691a port 55535c6c-88ee-48e9-9c91-c37ef5d020bf binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:50:33.726948 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:33.826310 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-891903cf-ee2b-47ee-9549-a822b3c0f538 service neutron] 10.222.0.23 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722858 Mar 03 18:50:34.064645 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:34.076844 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Transition to ACTIVE for port object 55535c6c-88ee-48e9-9c91-c37ef5d020bf will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:50:34.077773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-2836870f-add5-4d09-b9e4-93b28a97cc16 service neutron] 10.222.0.23 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456665 Mar 03 18:50:34.088991 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:34.222347 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Pushing event updated for resources: {'Port': ['ID=55535c6c-88ee-48e9-9c91-c37ef5d020bf,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:34.301505 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.301854 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.302192 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.302578 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.302838 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.303162 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.303481 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.303801 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.304117 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.304429 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.304744 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.305057 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:50:34.324812 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Attempting to bind port 55535c6c-88ee-48e9-9c91-c37ef5d020bf on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:50:34.325228 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Attempting to bind port 55535c6c-88ee-48e9-9c91-c37ef5d020bf by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:50:34.325640 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Attempting to bind port 55535c6c-88ee-48e9-9c91-c37ef5d020bf on network 1473989c-ac5d-4559-8198-5d7c91801dee {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:50:34.331342 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:50:34.331715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Checking segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:50:34.332113 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:34.332507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Bound using segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:50:34.332953 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Bound port: 55535c6c-88ee-48e9-9c91-c37ef5d020bf, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:50:34.333316 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:34.352671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f852235f-cddf-4af1-b8de-4b9a09a2c2dd req-36663e41-1310-4f36-a6a9-45aa614bb1e1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:50:34.368292 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-f852235f-cddf-4af1-b8de-4b9a09a2c2dd req-36663e41-1310-4f36-a6a9-45aa614bb1e1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:50:34.369586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f852235f-cddf-4af1-b8de-4b9a09a2c2dd req-36663e41-1310-4f36-a6a9-45aa614bb1e1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 210 time: 0.1429043 Mar 03 18:50:34.473853 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] For port 55535c6c-88ee-48e9-9c91-c37ef5d020bf, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:50:34.477185 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] For port 55535c6c-88ee-48e9-9c91-c37ef5d020bf, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=55535c6c-88ee-48e9-9c91-c37ef5d020bf,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:50:34.482779 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:34.556315 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:34.556916 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:34.569681 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:50:34.632630 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43dc56-266f-4b0e-8269-24c71624707f None None] Pushing event updated for resources: {'Port': ['ID=55535c6c-88ee-48e9-9c91-c37ef5d020bf,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:34.668311 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:34.668858 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:34.773176 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:34.824979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b68cd27d-cc11-488a-96eb-e8417fafacf5 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:50:34.899740 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b68cd27d-cc11-488a-96eb-e8417fafacf5 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:34.900108 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:35.094219 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:34Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:35.105382 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cf5e2-9263-4870-a2ef-98da0a3d0867 None None] The sync data for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 is: [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:34Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:50:35.441701 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-24934d06-ffae-4e9e-bc4b-a28032b511b6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:35.442358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-24934d06-ffae-4e9e-bc4b-a28032b511b6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:50:35.456493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-24934d06-ffae-4e9e-bc4b-a28032b511b6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:50:35.457932 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-24934d06-ffae-4e9e-bc4b-a28032b511b6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 797 time: 0.1729596 Mar 03 18:50:35.513811 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-7dc7b741-0ba8-477d-a4d3-5be7b129fa81 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 379 time: 0.0479693 Mar 03 18:50:35.530281 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'port': {'device_id': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'admin_state_up': True, 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'security_groups': ['dcb4afb8-58b0-46e0-bb41-382a018c548c']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:35.533822 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e6222a7a-f5c2-4a4f-9a05-60795d4c62c9 req-e193c77e-4376-419e-b9b7-c8e366835e45 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 210 time: 0.0447242 Mar 03 18:50:35.672801 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:35.683533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:35.693829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:50:35.697666 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:35.868001 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.11 (1473989c-ac5d-4559-8198-5d7c91801dee/84172243-a541-4e27-bc4b-69c6740a858b/808377a5-54f8-415e-becd-91b6b3ec8d26) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:50:36.068851 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.085574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 808377a5-54f8-415e-becd-91b6b3ec8d26 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:50:36.111469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.181026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 1473989c-ac5d-4559-8198-5d7c91801dee is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:50:36.184496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:50:36.186960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:50:36.235065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:36.265173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:36.265819 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.292439 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-73d06a9e-7c92-49ea-ae04-e1d83fe21d0b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660193 Mar 03 18:50:36.303299 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Request body: {'port': {'device_id': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:36.414793 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.415796 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-91719a95-510f-48ff-aa49-3ea7f12c2eda None None] Provisioning for port 808377a5-54f8-415e-becd-91b6b3ec8d26 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:50:36.420847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-91719a95-510f-48ff-aa49-3ea7f12c2eda None None] Provisioning complete for port 808377a5-54f8-415e-becd-91b6b3ec8d26 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:36.421146 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-91719a95-510f-48ff-aa49-3ea7f12c2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.473889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-91719a95-510f-48ff-aa49-3ea7f12c2eda None None] Port 808377a5-54f8-415e-becd-91b6b3ec8d26 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:50:36.551766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55535c6c-88ee-48e9-9c91-c37ef5d020bf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:50:36.624545 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 55535c6c-88ee-48e9-9c91-c37ef5d020bf completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:50:36.632002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 55535c6c-88ee-48e9-9c91-c37ef5d020bf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:36.632384 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.750035 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.781413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 55535c6c-88ee-48e9-9c91-c37ef5d020bf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=55535c6c-88ee-48e9-9c91-c37ef5d020bf,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:36.785722 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:36.786247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf1f55-5d2e-43e7-aced-2a9c502abab9 req-61b8401b-cfc4-4fde-8d37-214305588026 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:36.786937 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d8cf1f55-5d2e-43e7-aced-2a9c502abab9 req-61b8401b-cfc4-4fde-8d37-214305588026 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:50:36.855579 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=55535c6c-88ee-48e9-9c91-c37ef5d020bf,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:36.962262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d8cf1f55-5d2e-43e7-aced-2a9c502abab9 req-61b8401b-cfc4-4fde-8d37-214305588026 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:50:36.963414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cf1f55-5d2e-43e7-aced-2a9c502abab9 req-61b8401b-cfc4-4fde-8d37-214305588026 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 932 time: 0.3125050 Mar 03 18:50:36.965316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808377a5-54f8-415e-becd-91b6b3ec8d26 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:50:36.984582 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:37.013352 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Transition to ACTIVE for port object 808377a5-54f8-415e-becd-91b6b3ec8d26 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:50:37.019009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:37.054967 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d8cf1f55-5d2e-43e7-aced-2a9c502abab9 req-169f8f38-32e4-4bf1-b933-444d3b86144e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852318 Mar 03 18:50:37.177851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:37.260864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:50:37.261194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:50:37.261555 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 on network 1473989c-ac5d-4559-8198-5d7c91801dee {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:50:37.266080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Port 808377a5-54f8-415e-becd-91b6b3ec8d26 on network 1473989c-ac5d-4559-8198-5d7c91801dee not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:50:37.266339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 on network 1473989c-ac5d-4559-8198-5d7c91801dee {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:50:37.271353 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:50:37.271684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Checking segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:50:37.272069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Bound using segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:50:37.272485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Bound port: 808377a5-54f8-415e-becd-91b6b3ec8d26, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:50:37.272827 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:37.359285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:50:37.362286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:50:37.366320 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:37.422821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:37.423422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:37.424772 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] 10.222.0.35 "PUT /v2.0/ports/808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 1092 time: 1.1256492 Mar 03 18:50:37.425186 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:50:37.453649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b90bd7-492e-42af-881e-e744a3e57f1a service neutron] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:37.499427 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'status': 'completed', 'code': 200} Mar 03 18:50:37.540717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-63cbec7c-d4a5-431c-9ba0-d89b4eba3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:37.542181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-63cbec7c-d4a5-431c-9ba0-d89b4eba3197 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1095 time: 0.0749280 Mar 03 18:50:37.613909 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-8a7f6757-d6c5-4601-9453-cb90af9e63e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 217 time: 0.0651717 Mar 03 18:50:37.673726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-9b01fc92-e22e-4eba-89a1-24b2fde7a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:37.675120 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-9b01fc92-e22e-4eba-89a1-24b2fde7a28e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0562959 Mar 03 18:50:37.751102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-bb7b0b79-6a4e-4631-b1fb-f775e78ccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:37.752480 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-bb7b0b79-6a4e-4631-b1fb-f775e78ccb9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720973 Mar 03 18:50:37.880899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-79343705-478c-4886-bc5f-d5b281463cee service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223071 Mar 03 18:50:38.009067 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-06c3d16a-3b2c-4683-8dc9-1202a996664c req-98139655-1384-4935-9c42-bc2f6ffaf9d9 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218328 Mar 03 18:50:38.124967 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-99e5685b-5a6a-462c-a46a-e632fa08e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:38.126507 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-99e5685b-5a6a-462c-a46a-e632fa08e3f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1095 time: 0.0753844 Mar 03 18:50:38.315076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-41cb6b7a-bbe3-4c63-9315-27f9fe138cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:38.316510 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-41cb6b7a-bbe3-4c63-9315-27f9fe138cb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1843672 Mar 03 18:50:38.383118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de853-7bde-4d67-beab-d15d6c969563 req-dcf92370-61ae-40f1-839b-a51a0cbaeb26 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:38.384522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c8de853-7bde-4d67-beab-d15d6c969563 req-dcf92370-61ae-40f1-839b-a51a0cbaeb26 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.2216041 Mar 03 18:50:38.394354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-5c952b39-2fbe-4d15-b1a2-24d257481f45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 217 time: 0.0692968 Mar 03 18:50:38.478415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2c8de853-7bde-4d67-beab-d15d6c969563 req-054941cb-a1f9-4786-b908-eaf23ccf2ec4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862393 Mar 03 18:50:38.483813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-f3f8bff0-883d-4924-aa0b-4881533aa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:38.485277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-f3f8bff0-883d-4924-aa0b-4881533aa836 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0795419 Mar 03 18:50:38.532280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55535c6c-88ee-48e9-9c91-c37ef5d020bf up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:50:38.561945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-8fc62ef0-841a-4e46-b2ea-b391ba6b674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:38.563446 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-8fc62ef0-841a-4e46-b2ea-b391ba6b674d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718064 Mar 03 18:50:38.598123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 55535c6c-88ee-48e9-9c91-c37ef5d020bf triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:38.598499 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:38.808763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-c59fd31d-23b5-49d6-b0f0-63a7e3b5dbed service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385972 Mar 03 18:50:38.935388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ffb087e5-8da4-430d-a1ba-aca6dde0dd11 req-c2dc80dd-bd05-4011-a48b-55d0950ca37a service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204317 Mar 03 18:50:39.671398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8d67-d936-4770-b947-556fe954f0b1 req-5ef33b93-24b0-4d4c-b52f-655945f8306a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:39.672883 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3cc8d67-d936-4770-b947-556fe954f0b1 req-5ef33b93-24b0-4d4c-b52f-655945f8306a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.0860138 Mar 03 18:50:39.716844 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3cc8d67-d936-4770-b947-556fe954f0b1 req-bb90d0da-4028-4e41-882d-1fe162c8f427 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Mar 03 18:50:39.826384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:50:39.958857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:39.972273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'port_id': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'mac_address': 'fa:16:3e:66:af:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:50:40.025547 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:40.044786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808377a5-54f8-415e-becd-91b6b3ec8d26 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:50:40.059521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:40.063367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:40.130565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:40.303808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['808377a5-54f8-415e-becd-91b6b3ec8d26'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:50:40.899069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b56ee-49dc-49d4-884e-f29fa1a40562 req-99555345-68df-4435-b3ec-e44a4d50d16e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:40.900596 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-114b56ee-49dc-49d4-884e-f29fa1a40562 req-99555345-68df-4435-b3ec-e44a4d50d16e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 945 time: 0.0811236 Mar 03 18:50:40.943315 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-114b56ee-49dc-49d4-884e-f29fa1a40562 req-35672c36-59e6-49f1-99ea-e0a20ff82cec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372133 Mar 03 18:50:41.826383 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:50:41.896460 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 808377a5-54f8-415e-becd-91b6b3ec8d26 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:50:41.901877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 808377a5-54f8-415e-becd-91b6b3ec8d26 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:50:41.902239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:42.034802 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:42.063430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:50:42.075052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:50:42.079754 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:42.128045 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'code': 200} Mar 03 18:50:42.149693 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a85fa-9cc7-44af-988b-6cd67fb10b9f req-654465ed-6f21-48db-9fa3-7155b841f7a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:42.151217 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb2a85fa-9cc7-44af-988b-6cd67fb10b9f req-654465ed-6f21-48db-9fa3-7155b841f7a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.1047955 Mar 03 18:50:42.154926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:42.198754 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bb2a85fa-9cc7-44af-988b-6cd67fb10b9f req-439121a9-a27b-4f59-b766-64c23391bfa8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Mar 03 18:50:42.253760 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9de03-e16c-4f7d-9859-77353d8e4064 req-8daec349-2193-4593-8ca9-b96b30027a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:42.255155 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecd9de03-e16c-4f7d-9859-77353d8e4064 req-8daec349-2193-4593-8ca9-b96b30027a72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1097 time: 0.0716212 Mar 03 18:50:42.298882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ecd9de03-e16c-4f7d-9859-77353d8e4064 req-71e788b1-3c92-4460-b023-c239cfd42e52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Mar 03 18:50:43.543695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56bea-1874-46b7-a86c-7503d5a7980e req-c1140e3f-3427-413d-ab16-4196bf0b1bc5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:43.545023 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95a56bea-1874-46b7-a86c-7503d5a7980e req-c1140e3f-3427-413d-ab16-4196bf0b1bc5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0783176 Mar 03 18:50:43.586831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95a56bea-1874-46b7-a86c-7503d5a7980e req-4b9c6b85-2e1a-4623-80e8-3b0d1301e425 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362911 Mar 03 18:50:43.767041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369da66-a54d-4f39-bcc5-7480681144cc req-e0a08466-c238-42af-b5b8-30599cfca1d6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:43.768497 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2369da66-a54d-4f39-bcc5-7480681144cc req-e0a08466-c238-42af-b5b8-30599cfca1d6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0796638 Mar 03 18:50:43.811640 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2369da66-a54d-4f39-bcc5-7480681144cc req-d53b67d8-97b0-4aef-b703-3c4975e4f102 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374994 Mar 03 18:50:43.833772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41542) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:43.904291 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45dbda-fb1c-42b7-aac5-4608e47b3f10 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:43.905794 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9d45dbda-fb1c-42b7-aac5-4608e47b3f10 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1092 time: 0.0710304 Mar 03 18:50:43.908578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41546) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:43.913290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:50:43.919716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:50:43.923497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:floatingip and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:50:43.926275 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:50:43.931779 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:50:43.942501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:44.075692 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:44.205677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.73 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/3325f087-2668-4ae4-b2a5-099ced23591a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:50:44.361241 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:44.390038 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:44.453394 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:50:44.456131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:50:44.459601 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:50:44.499469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=3325f087-2668-4ae4-b2a5-099ced23591a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:44.871679 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:45.046864 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:45.247858 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:45.253159 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:45.365830 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=3325f087-2668-4ae4-b2a5-099ced23591a,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:50:45.377787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:45.545168 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 9f3722ce-d352-47bb-923b-d336601d58dd associated. External IP: 172.25.0.73, port: 808377a5-54f8-415e-becd-91b6b3ec8d26. Mar 03 18:50:45.896506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router ac5e0da4-62d3-449e-bbbe-f5021b4d691a has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:50:46.074700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:50:46.083815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] Sync routers for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:50:46.092609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:46.093214 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:46.099752 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:46.155768 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6c9357b5-9744-4211-9b5d-b1b6522fd60e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2461877 Mar 03 18:50:46.156455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:50:46.204865 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'status': 'completed', 'code': 200} Mar 03 18:50:46.282607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:46.360943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-d396ac8b-debd-497d-aabe-42d2a0cd5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:46.362451 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-d396ac8b-debd-497d-aabe-42d2a0cd5fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1097 time: 0.1370883 Mar 03 18:50:46.370818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa53c83-e724-4508-8440-5aae5ce3adc5 req-208ba1c8-2872-4c61-b716-793524f73690 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:46.372125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dfa53c83-e724-4508-8440-5aae5ce3adc5 req-208ba1c8-2872-4c61-b716-793524f73690 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.1167393 Mar 03 18:50:46.622226 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-dfa53c83-e724-4508-8440-5aae5ce3adc5 req-60d9bd6d-52d4-493c-8463-3b15b35b40c2 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319500 Mar 03 18:50:46.647072 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41554) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:46.654054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-833f0c2b-4908-4cbf-a7cc-209bad044ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:46.655550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-833f0c2b-4908-4cbf-a7cc-209bad044ee1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.2826037 Mar 03 18:50:46.681527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '9f3722ce-d352-47bb-923b-d336601d58dd', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'port_id': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'mac_address': 'fa:16:3e:66:af:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:50:44Z', 'updated_at': '2022-03-03T18:50:44Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:36Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:46.685570 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] Checking router: ac5e0da4-62d3-449e-bbbe-f5021b4d691a for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:50:46.693950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:50:46.694541 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:50:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:46.758723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-16759f33-c7e3-4155-ae67-d4cba74c0d56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 999 time: 0.0972219 Mar 03 18:50:46.762238 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e56a58de-026d-4ca5-8966-178fe9e5d5ab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/9f3722ce-d352-47bb-923b-d336601d58dd HTTP/1.1" status: 200 len: 991 time: 0.1135561 Mar 03 18:50:46.824154 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-adb09b91-754a-434a-a333-0cbed60bdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:46.825613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-adb09b91-754a-434a-a333-0cbed60bdb59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0617454 Mar 03 18:50:46.876037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:50:46.909031 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-a287ac56-4bc5-4e7a-a325-0bf406a11b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:50:46.910541 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-a287ac56-4bc5-4e7a-a325-0bf406a11b96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794976 Mar 03 18:50:47.044454 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-9fbb6cdd-b0a8-4032-9d84-48847abd6d3a service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263714 Mar 03 18:50:47.188554 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a3a2732-64d5-40fc-9b9f-2ae7fa821fc0 req-39f36191-ab80-45ad-bdcc-2f37211a2cc1 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354179 Mar 03 18:50:47.221952 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '9f3722ce-d352-47bb-923b-d336601d58dd', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'port_id': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'mac_address': 'fa:16:3e:66:af:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:50:44Z', 'updated_at': '2022-03-03T18:50:44Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:36Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:50:47.225883 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fc3f8-b40b-49de-bcca-dd3480b901c7 None None] The sync data for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 is: [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '9f3722ce-d352-47bb-923b-d336601d58dd', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'port_id': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'mac_address': 'fa:16:3e:66:af:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:50:44Z', 'updated_at': '2022-03-03T18:50:44Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:36Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:50:47.421976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b9c93-e8d5-49a1-8f10-a24880676b01 None None] New status for floating IP 9f3722ce-d352-47bb-923b-d336601d58dd: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:50:47.766123 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41558) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:50:47.871488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a4ace89c-4ed9-48f2-818f-b00146bdbce8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/9f3722ce-d352-47bb-923b-d336601d58dd HTTP/1.1" status: 200 len: 993 time: 0.1042233 Mar 03 18:50:48.418138 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:48.447398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-40b5cfde-728c-4998-829d-c7fd0e372add req-f47c15b3-bb56-4917-b209-97d0e9c5b417 service neutron] (87886) timed out ('10.222.0.35', 55746) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:50:49.617867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b19303ab-2553-40a3-b881-eba00ddced79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:51.923465 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b04c-0c0d-445b-8956-55a87a244ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:53.077528 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:53.095286 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:54.505444 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:54.866824 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:50:59.044196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-3b3bdd84-dbb2-422e-8d3d-f555e17f0058 req-345b2f90-aa4c-443a-b73b-5fea183466aa service neutron] (87887) timed out ('10.222.0.16', 59556) {{(pid=87887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:51:00.934447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-3404b57f-b90c-4b9e-8b63-3ce4e031e953 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097982 Mar 03 18:51:01.078543 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f484b-b0ae-4709-979c-8211b89b0705 req-d9647d73-57f3-420c-ac79-abcf1ee329bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:01.080208 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-d9647d73-57f3-420c-ac79-abcf1ee329bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1097 time: 0.0705953 Mar 03 18:51:01.220536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f484b-b0ae-4709-979c-8211b89b0705 req-89d1a43a-b925-4a0e-acc6-39b4aebd46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:01.222232 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-89d1a43a-b925-4a0e-acc6-39b4aebd46e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1242952 Mar 03 18:51:01.326095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-51a5a29b-2a82-4a3d-b4b6-72777035f7fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 1001 time: 0.0977085 Mar 03 18:51:01.385827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f484b-b0ae-4709-979c-8211b89b0705 req-60703e16-7ca6-40ed-9cd6-472ec0627fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:01.387175 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-60703e16-7ca6-40ed-9cd6-472ec0627fd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0556214 Mar 03 18:51:01.462590 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f484b-b0ae-4709-979c-8211b89b0705 req-48cf1c41-ee79-44f6-b221-96cc30d41b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:01.464623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-48cf1c41-ee79-44f6-b221-96cc30d41b65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716302 Mar 03 18:51:01.592460 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-7b1e4306-5e6a-448a-8c8d-6d852ce195fd service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217172 Mar 03 18:51:01.719916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-966f484b-b0ae-4709-979c-8211b89b0705 req-35a7f2f2-f966-4cd3-9405-51f57deb8d46 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209192 Mar 03 18:51:02.431586 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:51:14.709660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41582) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:51:14.790668 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0fb4-fe66-416f-86ff-6ccb951d2ff6 req-3a67e20b-ebd3-4b46-b9dc-f78934e4edd3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:14.792157 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a31e0fb4-fe66-416f-86ff-6ccb951d2ff6 req-3a67e20b-ebd3-4b46-b9dc-f78934e4edd3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0866189 Mar 03 18:51:14.819817 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-50351d01-563f-4512-bb3f-01f44c550422 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090326 Mar 03 18:51:14.837533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a31e0fb4-fe66-416f-86ff-6ccb951d2ff6 req-a4e00817-6abc-4352-b46b-8976e918bb60 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396664 Mar 03 18:51:16.030668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce63d-7869-4b4d-979a-888792128fa6 req-9976547b-c360-41b1-986b-4bd3cf719a3e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:16.032129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-446ce63d-7869-4b4d-979a-888792128fa6 req-9976547b-c360-41b1-986b-4bd3cf719a3e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0879037 Mar 03 18:51:16.226761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-446ce63d-7869-4b4d-979a-888792128fa6 req-a2d3b60b-c067-40e0-a325-d5ee4a54663c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499499 Mar 03 18:51:16.244387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-0f705304-cc6a-4900-8a21-ad217161cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:16.245866 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-0f705304-cc6a-4900-8a21-ad217161cb26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1097 time: 0.2128725 Mar 03 18:51:16.381570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-46ce1977-8ecb-43e3-8b0b-e10ae81b8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:16.382928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-46ce1977-8ecb-43e3-8b0b-e10ae81b8091 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1305580 Mar 03 18:51:16.485415 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-a903ac37-20f4-4a62-9c42-3370d6ea4b33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 1001 time: 0.0952497 Mar 03 18:51:16.549805 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-699e5ad3-5edc-42af-b431-af28542e2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:16.551160 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-699e5ad3-5edc-42af-b431-af28542e2bed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0589571 Mar 03 18:51:16.622153 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-00c4bdce-d590-44aa-a353-b9bb924b03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:16.623550 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-00c4bdce-d590-44aa-a353-b9bb924b03d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669580 Mar 03 18:51:16.753875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-6d187593-8806-4d3f-890a-79d9d0f7d4d9 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243482 Mar 03 18:51:16.880352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-b7f33e56-bd43-40f6-b915-84f28dceba40 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204305 Mar 03 18:51:17.422646 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b69c6e-3899-4493-8418-7d95191e90e3 req-f906c578-e0ff-4261-8cee-86d0fee1d6eb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:17.424044 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3b69c6e-3899-4493-8418-7d95191e90e3 req-f906c578-e0ff-4261-8cee-86d0fee1d6eb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0809305 Mar 03 18:51:17.467389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a3b69c6e-3899-4493-8418-7d95191e90e3 req-282d74c2-0174-44de-8918-cff218e4cdd1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378339 Mar 03 18:51:18.419394 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:18.649643 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440f79b-b5aa-496c-8af8-c0a76536e2be req-a45bc283-1d02-45fe-98a9-fb9000c4b413 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:18.651660 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d440f79b-b5aa-496c-8af8-c0a76536e2be req-a45bc283-1d02-45fe-98a9-fb9000c4b413 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0812140 Mar 03 18:51:18.693728 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d440f79b-b5aa-496c-8af8-c0a76536e2be req-e6e7edec-479a-427a-bd0e-6cc52530080d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364745 Mar 03 18:51:19.620055 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34df1a21-b61c-4205-a9ef-8184088dd471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:19.879204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a78dc-60b2-40ae-b95f-9119883f3453 req-a3b5b6d9-2911-411d-85a6-7c620c37bccd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:19.880551 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b17a78dc-60b2-40ae-b95f-9119883f3453 req-a3b5b6d9-2911-411d-85a6-7c620c37bccd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0810785 Mar 03 18:51:19.923951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b17a78dc-60b2-40ae-b95f-9119883f3453 req-17a72780-620a-41d0-9650-a32946e40161 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378566 Mar 03 18:51:21.105009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dc86f-5426-4abd-88e6-2415caed6969 req-00e705cc-c351-44ee-9ec7-c522eb5b2ebb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:21.106475 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-771dc86f-5426-4abd-88e6-2415caed6969 req-00e705cc-c351-44ee-9ec7-c522eb5b2ebb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0775654 Mar 03 18:51:21.149612 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-771dc86f-5426-4abd-88e6-2415caed6969 req-c46ca722-498d-4125-a06b-b8d9a24c136d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375612 Mar 03 18:51:21.924700 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-913579b5-80e9-4c77-bd38-f0d710ab830b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:22.334608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d958f-1d63-467c-a85f-987f1b390f28 req-77a9d8ed-66cb-4266-9d4d-02d10f4b1c10 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:22.336075 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-315d958f-1d63-467c-a85f-987f1b390f28 req-77a9d8ed-66cb-4266-9d4d-02d10f4b1c10 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0832295 Mar 03 18:51:22.382142 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-315d958f-1d63-467c-a85f-987f1b390f28 req-b0b42c00-837b-4c48-9b2e-6faf20fd8f29 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405943 Mar 03 18:51:23.076366 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:23.097783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:23.564102 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937fa36-b499-4f22-a41b-89065daa04bb req-99d87ff7-2e75-4ff2-ac15-d90021fa7f9d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:23.565551 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7937fa36-b499-4f22-a41b-89065daa04bb req-99d87ff7-2e75-4ff2-ac15-d90021fa7f9d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0805349 Mar 03 18:51:23.608201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7937fa36-b499-4f22-a41b-89065daa04bb req-04d31d4f-8a69-4b68-b967-c48d7f5601d9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371888 Mar 03 18:51:24.504996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:24.792639 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1edfd2-269f-48b3-80e8-61bd182e21d3 req-6c51386c-a202-461d-9105-b1d86d8799d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:24.794032 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf1edfd2-269f-48b3-80e8-61bd182e21d3 req-6c51386c-a202-461d-9105-b1d86d8799d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0788977 Mar 03 18:51:24.837011 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cf1edfd2-269f-48b3-80e8-61bd182e21d3 req-cb8436c4-1891-446d-a95f-68bfc89b00b3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372210 Mar 03 18:51:24.871765 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:26.019254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fea1d-8688-4e98-a159-ac899bab546f req-b0c27ec2-c7f2-4390-a03d-5a9b7c3c852d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:26.020685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e83fea1d-8688-4e98-a159-ac899bab546f req-b0c27ec2-c7f2-4390-a03d-5a9b7c3c852d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0781391 Mar 03 18:51:26.066688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e83fea1d-8688-4e98-a159-ac899bab546f req-2f23e36e-9fe4-45d1-a76e-f4aee83bfd25 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401063 Mar 03 18:51:27.251247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba725390-3c6e-40d6-badc-d1aee80137fb req-2144169d-74ef-47ad-9d00-9d32b4925449 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:27.252688 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba725390-3c6e-40d6-badc-d1aee80137fb req-2144169d-74ef-47ad-9d00-9d32b4925449 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0826342 Mar 03 18:51:27.296189 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ba725390-3c6e-40d6-badc-d1aee80137fb req-3d146394-ad8e-471d-9c0e-0c42e85f2535 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379369 Mar 03 18:51:28.477780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de033a-23b6-4152-9c1a-a0f87a7917a5 req-768f46ea-770a-4136-a2cd-5ff9f42140de tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:28.479638 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4de033a-23b6-4152-9c1a-a0f87a7917a5 req-768f46ea-770a-4136-a2cd-5ff9f42140de tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0781877 Mar 03 18:51:28.522919 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4de033a-23b6-4152-9c1a-a0f87a7917a5 req-c91032e2-70ad-4583-a687-5c020340feec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378084 Mar 03 18:51:28.778707 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-5fc4ff18-4e56-4a78-bd42-46de53bf65fc service neutron] show failed (client error): The resource could not be found. Mar 03 18:51:28.779583 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-5fc4ff18-4e56-4a78-bd42-46de53bf65fc service neutron] 10.222.0.35 "GET /v2.0/ports/808377a5-54f8-415e-becd-91b6b3ec8d26/bindings/n-h1-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0759444 Mar 03 18:51:29.083710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-ed21325f-fb3e-47e7-a28d-78f4b140038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:29.085194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-ed21325f-fb3e-47e7-a28d-78f4b140038e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 1097 time: 0.1104245 Mar 03 18:51:29.099954 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:51:29.209596 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:29.480085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:51:29.508623 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:51:29.567422 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:29.569500 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:51:29.586741 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Transition to ACTIVE for port object 808377a5-54f8-415e-becd-91b6b3ec8d26 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:51:29.590907 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:29.642816 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'code': 200} Mar 03 18:51:29.887091 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=6']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:51:29.918621 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.918967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.919301 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.919631 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.919958 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.920278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.920597 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.920915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.921230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.921570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.921891 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.922204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:29.969140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] No DVR routers for this DVR port 808377a5-54f8-415e-becd-91b6b3ec8d26 on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:51:30.057952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74175c9f-cca6-4c9f-a0aa-c26e47dc8923 req-4ec2768a-b271-4bad-8b6e-4e6cee72356f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:30.059358 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74175c9f-cca6-4c9f-a0aa-c26e47dc8923 req-4ec2768a-b271-4bad-8b6e-4e6cee72356f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.4251368 Mar 03 18:51:30.192790 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-74175c9f-cca6-4c9f-a0aa-c26e47dc8923 req-37c105d5-2bd8-467a-bbed-87e15753a045 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210914 Mar 03 18:51:30.242337 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:51:30.242672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:51:30.242997 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 on network 1473989c-ac5d-4559-8198-5d7c91801dee {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:51:30.248025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Port 808377a5-54f8-415e-becd-91b6b3ec8d26 on network 1473989c-ac5d-4559-8198-5d7c91801dee not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:51:30.248341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Attempting to bind port 808377a5-54f8-415e-becd-91b6b3ec8d26 on network 1473989c-ac5d-4559-8198-5d7c91801dee {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:51:30.253361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:51:30.253701 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Checking segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:51:30.254081 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Bound using segment: {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:51:30.254496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Bound port: 808377a5-54f8-415e-becd-91b6b3ec8d26, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426463b5-883d-4e76-98f9-c13aca6d5d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:51:30.254837 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:30.343622 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:51:30.346761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:51:30.351782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:30.409089 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:30.409767 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:30.411169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] 10.222.0.16 "PUT /v2.0/ports/808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 1092 time: 1.3151059 Mar 03 18:51:30.431346 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e73927-5ba2-4e14-86c9-1b7e8bd7303d service neutron] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:51:30.518085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-f5eca583-28a6-4ab2-907d-f1fa557533ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:30.519582 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-f5eca583-28a6-4ab2-907d-f1fa557533ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1095 time: 0.0793009 Mar 03 18:51:30.660285 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-d6f14b8a-e4e5-4912-b017-e96abba49468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:30.661760 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-d6f14b8a-e4e5-4912-b017-e96abba49468 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1367872 Mar 03 18:51:30.764984 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-13b0c779-3c91-4ddd-bbc8-06513215574a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 999 time: 0.0972040 Mar 03 18:51:30.828845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-11550448-1409-49d2-ac45-9f55b7238bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:30.830252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-11550448-1409-49d2-ac45-9f55b7238bf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0591741 Mar 03 18:51:30.902858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-ea83f4b6-6077-4493-9fbc-17ac851b4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:30.904208 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-ea83f4b6-6077-4493-9fbc-17ac851b4e24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681956 Mar 03 18:51:30.915381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e7614084-8193-4a75-919c-d91b9ede0b7a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:51:30.916326 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-e7614084-8193-4a75-919c-d91b9ede0b7a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047324 Mar 03 18:51:31.045014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-2a7c09df-2b45-47f8-80e3-74203c7b8ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220834 Mar 03 18:51:31.177714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6a5d8f7f-2e2f-4cb7-800b-146d3770c81f req-8be6ff8c-f764-4b5f-aa9a-5d67620640a2 service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264052 Mar 03 18:51:31.379338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc18c84-3f19-48bd-9049-b3cc59255acd req-4477f255-0a23-43df-9251-e4a09c10b605 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:31.380800 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9fc18c84-3f19-48bd-9049-b3cc59255acd req-4477f255-0a23-43df-9251-e4a09c10b605 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.0815842 Mar 03 18:51:31.424537 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9fc18c84-3f19-48bd-9049-b3cc59255acd req-2fad2030-3073-4ca9-9b2c-61921081acbf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373325 Mar 03 18:51:31.643540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:51:31.699450 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'status': 'completed', 'code': 200} Mar 03 18:51:31.789262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-ed65984b-af17-4a05-a638-b7aa7d969829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:31.791354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-ed65984b-af17-4a05-a638-b7aa7d969829 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1095 time: 0.0745928 Mar 03 18:51:31.807102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-85c1c26e-6b43-462b-af1d-4d3600b258f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:31.808570 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-85c1c26e-6b43-462b-af1d-4d3600b258f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1095 time: 0.0697055 Mar 03 18:51:31.942663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-d3d80a22-719b-455c-9e79-02fca3f06d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:31.944034 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-d3d80a22-719b-455c-9e79-02fca3f06d1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1297538 Mar 03 18:51:32.038092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-d5991a89-c99d-4be2-aac4-4586165dfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:32.039568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-d5991a89-c99d-4be2-aac4-4586165dfd2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.2429378 Mar 03 18:51:32.125247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:51:32.143748 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-df122843-aea0-4a51-9160-9be0994f4553 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 999 time: 0.0971334 Mar 03 18:51:32.161948 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-4b9b0c15-a271-4cf0-896f-5e380a02ac2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 999 time: 0.2122560 Mar 03 18:51:32.185851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:51:32.210266 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-4bda4001-f2ba-4bef-83de-c50832b71efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:32.211630 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-4bda4001-f2ba-4bef-83de-c50832b71efa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0600023 Mar 03 18:51:32.226454 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-daf08d82-af95-4620-b48f-568b7bbc2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:32.227874 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-daf08d82-af95-4620-b48f-568b7bbc2557 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0599034 Mar 03 18:51:32.289672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-93166312-c43d-49e4-98a9-2d8757dbbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:32.291149 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-93166312-c43d-49e4-98a9-2d8757dbbff3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732000 Mar 03 18:51:32.303254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040716-60bb-434b-8dc3-4250365a70a2 req-fd79e8b3-8f5e-4a72-b197-f70adb93cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:32.304726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-fd79e8b3-8f5e-4a72-b197-f70adb93cc44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699127 Mar 03 18:51:32.426235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-c4af0a32-0002-4b26-9281-655c058b0540 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292818 Mar 03 18:51:32.439371 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-6b099d72-020a-413a-9e02-e253d8d8b9c1 service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276586 Mar 03 18:51:32.573442 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-60c4b492-5141-4452-b88b-5d7636c673f2 service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277928 Mar 03 18:51:32.621865 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09040716-60bb-434b-8dc3-4250365a70a2 req-24c04add-a5e4-4e3a-8143-6880aec40986 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899989 Mar 03 18:51:32.648391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a7b1-d1b2-4060-83b8-a564e4aadded req-387e69aa-9235-4c90-aaf2-a3c29a1a0d94 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:32.649918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5095a7b1-d1b2-4060-83b8-a564e4aadded req-387e69aa-9235-4c90-aaf2-a3c29a1a0d94 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.1157334 Mar 03 18:51:32.695974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5095a7b1-d1b2-4060-83b8-a564e4aadded req-09bcfcca-aca1-41d2-a046-040f5c2d29e3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Mar 03 18:51:33.886989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b4463-c9c2-49e2-8357-ae196498df1a req-401d2a11-c662-4055-99cf-52ca22222b94 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:33.888431 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-424b4463-c9c2-49e2-8357-ae196498df1a req-401d2a11-c662-4055-99cf-52ca22222b94 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.0831890 Mar 03 18:51:33.931685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-424b4463-c9c2-49e2-8357-ae196498df1a req-82c71cf6-0063-4324-9c28-752cc47e1621 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376415 Mar 03 18:51:35.114629 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a70369-81aa-4c6f-a4b5-67b9c3d13476 req-7db96318-00d0-4d6d-9ecb-77f7244e7275 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:35.116078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83a70369-81aa-4c6f-a4b5-67b9c3d13476 req-7db96318-00d0-4d6d-9ecb-77f7244e7275 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.0788774 Mar 03 18:51:35.162673 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-83a70369-81aa-4c6f-a4b5-67b9c3d13476 req-b8427fcb-5d40-4810-a8cd-5c8bf9bfc7a8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Mar 03 18:51:35.320324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:51:35.451270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:51:35.464035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'port_id': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'mac_address': 'fa:16:3e:66:af:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:51:35.518128 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:35.518379 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e913-f61e-4b49-8391-2efe99e499d6 req-2a7c7aa5-501a-4531-a4e9-e9d8a24c217a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:35.519806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca83e913-f61e-4b49-8391-2efe99e499d6 req-2a7c7aa5-501a-4531-a4e9-e9d8a24c217a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 944 time: 0.1350236 Mar 03 18:51:35.535327 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808377a5-54f8-415e-becd-91b6b3ec8d26 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:51:35.551632 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-88e2f584-cf50-490f-b25d-628eac8d5e01 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:35.551844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:51:35.553008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-88e2f584-cf50-490f-b25d-628eac8d5e01 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9&tenant_id=c70de268cd2042aeb399be5c29607d90&binding%3Ahost_id=n-h1-827121-1 HTTP/1.1" status: 200 len: 944 time: 0.1332879 Mar 03 18:51:35.555288 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:35.624280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca83e913-f61e-4b49-8391-2efe99e499d6 req-a882d78e-ecb7-4666-b9b0-8ef6ac49f9f4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973046 Mar 03 18:51:35.624504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:51:35.632294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.632931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.633284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.633643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.633978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.635423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.635423 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.635623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.635831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.636111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.636434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.636756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:51:35.655902 n-d-827121-1 neutron-server[87887]: INFO neutron.api.v2.resource [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-ce03ef30-0d6e-4bbc-a28d-970f9f96b806 service neutron] delete failed (client error): The resource could not be found. Mar 03 18:51:35.656898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-ce03ef30-0d6e-4bbc-a28d-970f9f96b806 service neutron] 10.222.0.35 "DELETE /v2.0/ports/808377a5-54f8-415e-becd-91b6b3ec8d26/bindings/n-h2-827121-1 HTTP/1.1" status: 404 len: 380 time: 0.0976808 Mar 03 18:51:35.796557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-8e3a1a2f-fdea-4881-9f93-54c92730a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:35.798258 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-8e3a1a2f-fdea-4881-9f93-54c92730a1a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1096 time: 0.0737607 Mar 03 18:51:35.809624 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116c760-3f05-4288-8daf-745ad467920a req-8575790e-cde7-4033-bbee-2d843dccae95 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:35.811019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6116c760-3f05-4288-8daf-745ad467920a req-8575790e-cde7-4033-bbee-2d843dccae95 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 945 time: 0.0799839 Mar 03 18:51:35.860099 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6116c760-3f05-4288-8daf-745ad467920a req-3a240aeb-0193-4cde-b5c2-2381922f452e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425837 Mar 03 18:51:35.927428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-ac0378bc-a8f7-4467-89e3-5a13973945b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:35.928836 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-ac0378bc-a8f7-4467-89e3-5a13973945b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1249807 Mar 03 18:51:35.957523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['808377a5-54f8-415e-becd-91b6b3ec8d26'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:51:36.026300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-9576b5d9-fea4-4ad1-81ee-0b50c4055cd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 1000 time: 0.0916359 Mar 03 18:51:36.090507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-6d092069-2531-4cfe-9960-3350c55b6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:36.091959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-6d092069-2531-4cfe-9960-3350c55b6c81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0603426 Mar 03 18:51:36.166140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-823f2970-6981-4196-8afb-c638865490ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:36.167635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-823f2970-6981-4196-8afb-c638865490ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697029 Mar 03 18:51:36.295346 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-43c30c3d-05a5-4160-a89c-f2e6f28091e0 service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220124 Mar 03 18:51:36.531758 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cc7c109c-7c42-48c9-9033-8595e96afca9 req-0ac0fc7f-c167-43e1-8906-d51955c5574d service neutron] 10.222.0.35 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306719 Mar 03 18:51:37.048784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4997ba-0d25-4e7e-b718-7fb89e38cc7d req-b93d2eb4-5400-4a71-9ff3-2eb5fc97a7db tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:37.050290 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4997ba-0d25-4e7e-b718-7fb89e38cc7d req-b93d2eb4-5400-4a71-9ff3-2eb5fc97a7db tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 945 time: 0.0856385 Mar 03 18:51:37.097410 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb4997ba-0d25-4e7e-b718-7fb89e38cc7d req-0befa23f-455b-4267-8d24-b274b66d8223 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Mar 03 18:51:37.349069 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:51:37.414248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port 808377a5-54f8-415e-becd-91b6b3ec8d26 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:51:37.419310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port 808377a5-54f8-415e-becd-91b6b3ec8d26 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:51:37.419680 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:37.532055 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:37.558504 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:51:37.567669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:51:37.571332 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:37.605967 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'code': 200} Mar 03 18:51:37.675551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:51:38.282930 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d29f8-6107-482a-bbe3-b7b956c0a020 req-f2f4eb11-2167-4d89-b596-7d54ec026493 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:51:38.284356 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c79d29f8-6107-482a-bbe3-b7b956c0a020 req-f2f4eb11-2167-4d89-b596-7d54ec026493 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0791225 Mar 03 18:51:38.330260 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c79d29f8-6107-482a-bbe3-b7b956c0a020 req-178837c1-845d-4801-a6c2-f2f4dcb7e093 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 Mar 03 18:51:38.353438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41668) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:51:38.456905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-eeda4f9e-eee2-49d6-8ddd-2c44054b2110 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/9f3722ce-d352-47bb-923b-d336601d58dd HTTP/1.1" status: 200 len: 993 time: 0.1022813 Mar 03 18:51:39.430168 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:51:48.419579 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:49.622026 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98845c8c-f75b-4cfd-a87a-257a04468480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:51.926325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-304182f3-a806-4f90-bb2a-8d67cbffd838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:53.078880 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:53.099405 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:54.509405 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:51:54.898490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:09.240217 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-f68991a2-e317-41fd-80ef-d53ab67d9dcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678499 Mar 03 18:52:09.385374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-8c21479e-baf3-4046-8471-e430973fb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:09.386708 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-8c21479e-baf3-4046-8471-e430973fb019 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1097 time: 0.0703328 Mar 03 18:52:09.528540 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-eae9725e-2665-4021-9c29-1dea5099aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:09.530001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-eae9725e-2665-4021-9c29-1dea5099aec5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1246846 Mar 03 18:52:09.632776 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-1985a369-28fd-4473-a305-c2aa530ec026 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 1001 time: 0.0956357 Mar 03 18:52:09.694625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-3250f3af-a198-4e22-98a6-81453adc8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:09.695899 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-3250f3af-a198-4e22-98a6-81453adc8091 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0575919 Mar 03 18:52:09.767771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-cc086c4d-cabe-4330-a964-c5a6dae7542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:09.769213 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-cc086c4d-cabe-4330-a964-c5a6dae7542c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679100 Mar 03 18:52:09.899214 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-26e0ed4d-2671-40d6-b99d-5e6aec26499f service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228116 Mar 03 18:52:10.027667 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-78f1d5bf-e60a-404f-b28b-737fef55f7fa req-4af70005-1dcb-4c0a-ac74-0cdddcd66ef9 service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228595 Mar 03 18:52:16.429636 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:52:18.417682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:19.622442 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b474-575e-4418-b777-9846ac9ebe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:21.927685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b679036-291a-4149-9ddb-6f91b1d2b248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:23.080623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:23.101305 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:24.511684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:24.890595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:24.950501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41686) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:25.146144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 3325f087-2668-4ae4-b2a5-099ced23591a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:52:25.146418 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:25.314637 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:25.314963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:25.434067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 3325f087-2668-4ae4-b2a5-099ced23591a owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:52:25.581778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:25.628489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=3325f087-2668-4ae4-b2a5-099ced23591a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:25.695432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.695693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.696021 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.696349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.697194 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.697538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.697857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.698173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.698491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.698810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.699123 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.699433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:25.727288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:25.727627 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 9f3722ce-d352-47bb-923b-d336601d58dd disassociated (deleted). External IP: 172.25.0.73, port: 808377a5-54f8-415e-becd-91b6b3ec8d26. Mar 03 18:52:26.174808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router ac5e0da4-62d3-449e-bbbe-f5021b4d691a has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:52:26.346143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:52:26.356615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] Sync routers for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:52:26.365724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:26.366322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:26.366466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:26.423957 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-fb26da62-2b43-45fa-a8d5-6fffbe4aa33d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/floatingips/9f3722ce-d352-47bb-923b-d336601d58dd HTTP/1.1" status: 204 len: 168 time: 1.4722924 Mar 03 18:52:26.424453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:52:26.541023 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'status': 'completed', 'code': 200} Mar 03 18:52:26.546303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:26.655486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-c3d1e31a-230c-4b10-82ea-ebf96a2ff7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:26.656939 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-c3d1e31a-230c-4b10-82ea-ebf96a2ff7f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 1097 time: 0.0825355 Mar 03 18:52:26.840330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-5a784920-1d8e-4393-b583-233d9bc34718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:26.841819 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-5a784920-1d8e-4393-b583-233d9bc34718 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 200 len: 898 time: 0.1775661 Mar 03 18:52:26.861321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:36Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:26.865104 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] Checking router: ac5e0da4-62d3-449e-bbbe-f5021b4d691a for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:52:26.873914 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:26.874514 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:27.022940 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-22168ebc-764f-46d6-a7b4-fa9dc506f9f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 200 len: 217 time: 0.1739099 Mar 03 18:52:27.053710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:27.096176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d99e-c4bb-43d6-8c8b-7282aab704ab req-6dcb948e-1fe5-437c-905d-cbe9c4f019d5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:27.097685 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-56b8d99e-c4bb-43d6-8c8b-7282aab704ab req-6dcb948e-1fe5-437c-905d-cbe9c4f019d5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.3046100 Mar 03 18:52:27.106641 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-a8311468-b3b2-4ede-b768-ad901d9e60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:27.108001 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-a8311468-b3b2-4ede-b768-ad901d9e60dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 200 len: 833 time: 0.0780129 Mar 03 18:52:27.188353 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-56b8d99e-c4bb-43d6-8c8b-7282aab704ab req-e9611595-1e27-468f-bcd7-1977ca0db556 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834839 Mar 03 18:52:27.215332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-45235175-d71c-4d1f-88f0-04ada1d4d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:27.216809 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-45235175-d71c-4d1f-88f0-04ada1d4d9fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1473989c-ac5d-4559-8198-5d7c91801dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941160 Mar 03 18:52:27.351021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-8da96893-5d4e-406d-81fe-f01b1024eb36 service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263196 Mar 03 18:52:27.376378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:36Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:27.380342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77edc5-d57a-495f-9f58-620c58fecbec None None] The sync data for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 is: [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:50:31Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '55535c6c-88ee-48e9-9c91-c37ef5d020bf', 'name': '', 'network_id': '1473989c-ac5d-4559-8198-5d7c91801dee', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:f2:0c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '84172243-a541-4e27-bc4b-69c6740a858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:30Z', 'updated_at': '2022-03-03T18:50:36Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '84172243-a541-4e27-bc4b-69c6740a858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:52:27.485808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4b2e2d2b-11bb-4448-b2fb-1ed85fe8acc5 req-ce1f5e3e-1674-4e18-99ce-3343c9982691 service neutron] 10.222.0.16 "GET /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286607 Mar 03 18:52:27.590415 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6bade-8644-4c2b-9391-6e76df723735 None None] New status for floating IP 9f3722ce-d352-47bb-923b-d336601d58dd: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:52:28.343206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-d031ed52-e925-4af2-95b9-a333899369c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:28.344689 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-d031ed52-e925-4af2-95b9-a333899369c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0786469 Mar 03 18:52:28.376072 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3201-b181-45a7-a706-329bab5ccfd8 req-a0465611-a634-4a5c-84bd-aab47b579a82 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:28.376676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7f9c3201-b181-45a7-a706-329bab5ccfd8 req-a0465611-a634-4a5c-84bd-aab47b579a82 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:52:28.391854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-7f9c3201-b181-45a7-a706-329bab5ccfd8 req-a0465611-a634-4a5c-84bd-aab47b579a82 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:52:28.393095 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f9c3201-b181-45a7-a706-329bab5ccfd8 req-a0465611-a634-4a5c-84bd-aab47b579a82 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 946 time: 0.0961885 Mar 03 18:52:28.418358 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 808377a5-54f8-415e-becd-91b6b3ec8d26 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:52:28.418700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:28.437686 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7f9c3201-b181-45a7-a706-329bab5ccfd8 req-64ff248e-a5a6-4d0f-90ce-bf2fa5d1c80f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb4afb8-58b0-46e0-bb41-382a018c548c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384758 Mar 03 18:52:28.658269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 808377a5-54f8-415e-becd-91b6b3ec8d26, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=808377a5-54f8-415e-becd-91b6b3ec8d26,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:28.658539 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:28.785066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 808377a5-54f8-415e-becd-91b6b3ec8d26 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:52:28.924054 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:28.975919 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=808377a5-54f8-415e-becd-91b6b3ec8d26,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:29.048837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] No DVR routers for this DVR port 808377a5-54f8-415e-becd-91b6b3ec8d26 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:52:29.051413 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:29.053863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-deleted', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:52:29.069508 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7bb0605a-5a00-464c-b1f1-791c6a90c8da req-f643ad05-80cd-416c-8746-0fe16f1bd98d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.16 "DELETE /v2.0/ports/808377a5-54f8-415e-becd-91b6b3ec8d26 HTTP/1.1" status: 204 len: 173 time: 0.7196381 Mar 03 18:52:29.154664 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9', 'name': 'network-vif-deleted', 'tag': '808377a5-54f8-415e-becd-91b6b3ec8d26', 'status': 'completed', 'code': 200} Mar 03 18:52:29.603429 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c676bcd6-eab5-40bf-899c-015ef75b9891 req-f8fa653c-f437-4c35-8ce8-abad0a9609f5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ddedd7-a803-4cd9-9dfa-22f14cdea5c9 HTTP/1.1" status: 200 len: 210 time: 0.0440998 Mar 03 18:52:30.694903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41710) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:31.349192 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:31.588806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:52:31.622037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: 808377a5-54f8-415e-becd-91b6b3ec8d26 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:52:31.622384 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device 808377a5-54f8-415e-becd-91b6b3ec8d26 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:52:31.699363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 55535c6c-88ee-48e9-9c91-c37ef5d020bf {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:52:31.699969 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:31.886538 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 55535c6c-88ee-48e9-9c91-c37ef5d020bf, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=55535c6c-88ee-48e9-9c91-c37ef5d020bf,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:31.886808 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:32.007306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 55535c6c-88ee-48e9-9c91-c37ef5d020bf owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:52:32.190714 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:32.238001 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=55535c6c-88ee-48e9-9c91-c37ef5d020bf,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:32.306702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.307040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.307374 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.307699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.308017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.308340 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.308658 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.309034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.309274 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.309676 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.309911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.310225 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:32.629752 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:32.985799 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router ac5e0da4-62d3-449e-bbbe-f5021b4d691a has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:52:33.163052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:52:33.173548 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] Sync routers for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:52:33.175449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2399fd66-8f21-4d74-9ff1-f83384a87a59 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/ac5e0da4-62d3-449e-bbbe-f5021b4d691a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4795017 Mar 03 18:52:33.178162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41714) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:33.182606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:33.183267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:33.244487 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting subnet 84172243-a541-4e27-bc4b-69c6740a858b {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:52:33.247374 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:33.303457 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:33.389045 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:33.399925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:33.463232 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:33.506348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Subnet': ['ID=84172243-a541-4e27-bc4b-69c6740a858b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:33.508160 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:33.515447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8aa29f64-460e-490b-ac66-f614008638c1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/subnets/84172243-a541-4e27-bc4b-69c6740a858b HTTP/1.1" status: 204 len: 168 time: 0.3363354 Mar 03 18:52:33.518227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41718) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:33.521992 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab61ba7-eaa0-43de-8d49-80886e63cd6d None None] Network 1473989c-ac5d-4559-8198-5d7c91801dee requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:52:33.694878 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:33.864043 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:52:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:33.869127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] Checking router: ac5e0da4-62d3-449e-bbbe-f5021b4d691a for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:52:33.878239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] Routers {'ac5e0da4-62d3-449e-bbbe-f5021b4d691a'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:33.878856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:33.933617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] DHCP port deletion for 1473989c-ac5d-4559-8198-5d7c91801dee request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:52:33.955204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] Deleting port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:52:33.955684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.003912 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.013972 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port b68cd27d-cc11-488a-96eb-e8417fafacf5 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:52:34.014315 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.180191 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] Set router ac5e0da4-62d3-449e-bbbe-f5021b4d691a gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:34.190287 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port b68cd27d-cc11-488a-96eb-e8417fafacf5, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b68cd27d-cc11-488a-96eb-e8417fafacf5,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:34.190647 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.316332 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for b68cd27d-cc11-488a-96eb-e8417fafacf5 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:52:34.435386 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] For port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd,segment=NetworkSegment(426463b5-883d-4e76-98f9-c13aca6d5d6e),segment_id=426463b5-883d-4e76-98f9-c13aca6d5d6e)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:34.435696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.490745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.539630 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=b68cd27d-cc11-488a-96eb-e8417fafacf5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:34.563521 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] Calling delete_port for 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:52:34.633415 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.640970 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:52:34.823753 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.824757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.827019 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.853435 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.853963 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Fanout notify agent at l3_agent the message router_deleted on router ac5e0da4-62d3-449e-bbbe-f5021b4d691a {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:52:34.855634 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd update to DOWN by agent not found {{(pid=87888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 18:52:34.873253 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:34.874368 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-860d645a-42f8-4c30-8878-e1f57a61fd22 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/routers/ac5e0da4-62d3-449e-bbbe-f5021b4d691a HTTP/1.1" status: 204 len: 168 time: 1.3552527 Mar 03 18:52:34.877190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41722) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:34.878724 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] Pushing event deleted for resources: {'Port': ['ID=160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:34.880657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cbeae-73be-488e-9aa0-b0e7545990f1 None None] No DVR routers for this DVR port 160cec2a-4949-4fc8-b4a0-ebd4da3ab9fd on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:52:34.902718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:52:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:34.906879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3893da2-3890-4949-a6f2-a96c4882de1a None None] The sync data for ids ['ac5e0da4-62d3-449e-bbbe-f5021b4d691a'] in n-d-827121-1 is: [{'id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590870834', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:50:26Z', 'updated_at': '2022-03-03T18:52:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': 'b68cd27d-cc11-488a-96eb-e8417fafacf5', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e0da4-62d3-449e-bbbe-f5021b4d691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:50:27Z', 'updated_at': '2022-03-03T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:52:34.995330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.124925 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.149164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1473989c-ac5d-4559-8198-5d7c91801dee']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:35.160860 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426463b5-883d-4e76-98f9-c13aca6d5d6e') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:35.161156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426463b5-883d-4e76-98f9-c13aca6d5d6e') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:35.172591 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.188538 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.194624 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:52:35.195033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:52:35.208964 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:52:35.289462 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.294698 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.322389 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Network': ['ID=1473989c-ac5d-4559-8198-5d7c91801dee,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:35.329739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-59001391-4e72-449c-ba13-bc88916311b1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/networks/1473989c-ac5d-4559-8198-5d7c91801dee HTTP/1.1" status: 204 len: 168 time: 0.4511859 Mar 03 18:52:35.332284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41726) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:35.401991 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df20d05-e8dc-41a4-9a82-7f57b4d14f12 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.432524 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df20d05-e8dc-41a4-9a82-7f57b4d14f12 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.501671 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df20d05-e8dc-41a4-9a82-7f57b4d14f12 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.521739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df20d05-e8dc-41a4-9a82-7f57b4d14f12 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb4afb8-58b0-46e0-bb41-382a018c548c,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:35.531878 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3df20d05-e8dc-41a4-9a82-7f57b4d14f12 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.536069 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3df20d05-e8dc-41a4-9a82-7f57b4d14f12 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcb4afb8-58b0-46e0-bb41-382a018c548c HTTP/1.1" status: 204 len: 168 time: 0.2027915 Mar 03 18:52:35.781156 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41734) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:35.786305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883893578', 'description': 'tempest-secgroup-smoke-883893578 description', 'project_id': 'c70de268cd2042aeb399be5c29607d90'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:35.793570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:35.797599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:35.800434 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:35.806132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:35.815527 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.834980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:35.839977 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:35.843030 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:35.849216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:35.924758 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.928366 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.973565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1804518-ac46-4a31-9b7c-048de90a0d67,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:35.979720 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:35.979720 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ccb06dd7-2744-46fd-9bbb-5b56955bf9cb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1963823 Mar 03 18:52:35.981450 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41738) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:35.986308 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1804518-ac46-4a31-9b7c-048de90a0d67', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:35.992824 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:35.996904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:35.999802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:36.005555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:36.021852 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.080681 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.084421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.111230 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c46aa0-5269-4dc0-84bd-f087ff26e922,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:36.120145 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.121383 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9afd7e8b-c146-41e7-b928-594f3f6a3061 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389832 Mar 03 18:52:36.124178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41742) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:36.129189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1804518-ac46-4a31-9b7c-048de90a0d67', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:36.136395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:36.140080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:36.142881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:36.148343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:36.165287 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.224149 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.227641 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.252313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d17c9b0-5ecc-4467-b27f-9728684ff451,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:36.260922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.262106 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9e7d0248-9968-4395-bc53-8830f9b7e3d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369357 Mar 03 18:52:36.264782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41746) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:36.269660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1804518-ac46-4a31-9b7c-048de90a0d67', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:36.276158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:36.279881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:36.282725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:36.288297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:36.304207 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.364685 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.368379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.389126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8df31b-ec82-46a8-87e3-fcaacc6b0678,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:36.399196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.400305 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-43dbbf81-8738-41a2-991e-79ddb42b62e0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345983 Mar 03 18:52:36.403008 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41750) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:36.407753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1804518-ac46-4a31-9b7c-048de90a0d67', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:36.414063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:36.417817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:36.420700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:36.426477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:36.442639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.506201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.510026 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.536313 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566870f2-8261-4406-918c-c49879c6b942,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:36.542263 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.543423 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5a11146f-9aed-4398-aeb2-1b942baff75f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395380 Mar 03 18:52:36.546202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41754) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:36.551455 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1804518-ac46-4a31-9b7c-048de90a0d67', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:36.558771 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:36.563007 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:36.565962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:36.572663 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:36.582585 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:52:36.589100 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.594800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55535c6c-88ee-48e9-9c91-c37ef5d020bf no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:52:36.629240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 55535c6c-88ee-48e9-9c91-c37ef5d020bf {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:52:36.629631 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55535c6c-88ee-48e9-9c91-c37ef5d020bf not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:52:36.630039 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b68cd27d-cc11-488a-96eb-e8417fafacf5 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:52:36.654448 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.658220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.669720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b68cd27d-cc11-488a-96eb-e8417fafacf5 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:52:36.670058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b68cd27d-cc11-488a-96eb-e8417fafacf5 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:52:36.681998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439c589f-1337-4bca-a1a7-6068a619fee6,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:36.690721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.691884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-85183ad8-9863-4eef-8591-06f1325d2c14 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445732 Mar 03 18:52:36.694580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41758) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:36.699398 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': 'd1804518-ac46-4a31-9b7c-048de90a0d67', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:36.705710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:36.709551 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:36.712365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:36.718167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:36.729384 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:52:36.735787 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.802035 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.806073 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.938864 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7e81e5-ecaf-48de-92a7-31487d2c2d7a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:36.945523 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:36.946775 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-72c0a863-c632-440f-a010-a3476d732fc6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2512944 Mar 03 18:52:36.949540 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41762) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:36.954758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'network': {'name': 'tempest-network-smoke--2031547341', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'port_security_enabled': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:36.960184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:36.964250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:network and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:36.967061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:36.972853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:36.987169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:52:36.990729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.017969 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:52:37.027276 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.027610 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Added segment fcd0166f-5215-4929-b6c5-e584199c4794 of type vlan for network 12a62b41-af94-4450-8d91-796c28cca95d Mar 03 18:52:37.052704 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.080335 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.085658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:37.086226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.188016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2374732 Mar 03 18:52:37.190909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41766) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:37.193800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe979e-00f1-42d9-bb6b-6e938c29ff7a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Network': ['ID=12a62b41-af94-4450-8d91-796c28cca95d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:37.196135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'admin_state_up': True, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:37.203898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:37.207509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 12a62b41-af94-4450-8d91-796c28cca95d details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:52:37.208405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:router and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:37.211376 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:37.218353 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:37.228099 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.229242 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.244137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.507244 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.910728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:37.939745 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:38.082104 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.146 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/1bcd0943-90ee-446e-9f70-e8bf85e6e478) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:52:38.229813 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:38.258493 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:38.325438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:52:38.328182 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:52:38.330572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:52:38.373262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=1bcd0943-90ee-446e-9f70-e8bf85e6e478,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:38.744763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:39.199576 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:39.402038 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 490cdca3-36f2-4e75-988c-5a0dc6f26edb is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:52:39.579803 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:52:39.589204 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Sync routers for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:52:39.599796 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:39.600520 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:39.608432 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:39.612824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-668cc301-1f4d-46bc-afbd-ac71e4e6b31e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4180877 Mar 03 18:52:39.613198 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41770) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:39.701603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3df0ba36-3975-4a39-ba08-6676ca2ba385 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c70de268cd2042aeb399be5c29607d90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871713 Mar 03 18:52:39.704175 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41776) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:39.819030 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:39.834927 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e86c90-bdaf-4dbf-9a53-bdd2942f27dc tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:39.836432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-57e86c90-bdaf-4dbf-9a53-bdd2942f27dc tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312678 Mar 03 18:52:39.839372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41780) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:39.882221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-133f20ee-8c2e-468d-8a16-cb9db0a649d5 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418160 Mar 03 18:52:39.884793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41784) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:39.889965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306789165', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:39.997898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:40.001526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:subnet and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:40.004210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:40.009732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:40.019852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:52:40.023359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.100196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:38Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:40.104714 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Checking router: 490cdca3-36f2-4e75-988c-5a0dc6f26edb for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:52:40.105174 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Updating router 490cdca3-36f2-4e75-988c-5a0dc6f26edb port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:52:40.157469 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.232636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.311422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Subnet': ['ID=1ca36564-4769-49f5-a2a6-293837d9f7a5,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:40.319786 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Checking segment: {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:52:40.320152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network hostable DHCP agents. Network: 12a62b41-af94-4450-8d91-796c28cca95d, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:52:40.338501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 12a62b41-af94-4450-8d91-796c28cca95d is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:52:40.348511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 12a62b41-af94-4450-8d91-796c28cca95d) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:52:40.353080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:40.353690 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.358909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e22e282-7239-419e-8273-51027207581d None None] Network 12a62b41-af94-4450-8d91-796c28cca95d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:52:40.378382 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-885cb32a-87d5-4c51-8890-338535ba5777 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4925146 Mar 03 18:52:40.381133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41788) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:40.481711 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.493948 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Transition to ACTIVE for port object 1bcd0943-90ee-446e-9f70-e8bf85e6e478 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:52:40.500954 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.570726 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-12a62b41-af94-4450-8d91-796c28cca95d', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:52:40.571724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.579281 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Pushing event updated for resources: {'Port': ['ID=1bcd0943-90ee-446e-9f70-e8bf85e6e478,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:40.590534 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.591188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.591188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.591484 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.592124 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.592431 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.592752 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.593069 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.593416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.593727 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.594041 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.594352 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:40.601588 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Attempting to bind port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:52:40.601946 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Attempting to bind port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:52:40.602834 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Attempting to bind port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:52:40.608283 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:52:40.608673 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:52:40.609063 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.609499 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:52:40.609910 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Bound port: 1bcd0943-90ee-446e-9f70-e8bf85e6e478, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:52:40.610268 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.689791 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] For port 1bcd0943-90ee-446e-9f70-e8bf85e6e478, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:52:40.693041 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] For port 1bcd0943-90ee-446e-9f70-e8bf85e6e478, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1bcd0943-90ee-446e-9f70-e8bf85e6e478,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:52:40.697657 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.736080 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Allocated IP 172.20.0.2 (12a62b41-af94-4450-8d91-796c28cca95d/1ca36564-4769-49f5-a2a6-293837d9f7a5/a81b99fc-8aad-4584-a2b5-593a9ee7c3b4) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:52:40.782427 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b7dd-f658-417d-944e-add0386b02ec None None] Pushing event updated for resources: {'Port': ['ID=1bcd0943-90ee-446e-9f70-e8bf85e6e478,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:40.786203 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:40.786804 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:40.955306 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:40.963693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:40.966983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Transition to ACTIVE for port object a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:52:40.988158 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Transition to ACTIVE for port object a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:52:40.994582 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:41.056185 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Network 12a62b41-af94-4450-8d91-796c28cca95d is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:52:41.059058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:52:41.062640 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:52:41.076756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Pushing event updated for resources: {'Port': ['ID=a81b99fc-8aad-4584-a2b5-593a9ee7c3b4,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:41.084403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.084794 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.085157 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.085563 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.085938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.086328 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.087422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.087756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.088085 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.088420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.088735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.089058 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:52:41.179923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Attempting to bind port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:52:41.180325 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Attempting to bind port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:52:41.180898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Attempting to bind port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 on network 12a62b41-af94-4450-8d91-796c28cca95d {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:52:41.187074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:52:41.187674 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Checking segment: {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:52:41.188081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:41.188474 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Bound using segment: {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:52:41.188942 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Bound port: a81b99fc-8aad-4584-a2b5-593a9ee7c3b4, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:52:41.189318 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:41.212193 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:41.276357 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:38Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:41.280323 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b341108-87a0-4283-b0ff-ffde095eee51 None None] The sync data for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 is: [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:38Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:52:41.281053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] For port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:52:41.284705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] For port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a81b99fc-8aad-4584-a2b5-593a9ee7c3b4,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:52:41.290274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:41.416256 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da3556-0a02-440e-9f7a-e37ef55ad079 None None] Pushing event updated for resources: {'Port': ['ID=a81b99fc-8aad-4584-a2b5-593a9ee7c3b4,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:41.657877 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.1 (12a62b41-af94-4450-8d91-796c28cca95d/1ca36564-4769-49f5-a2a6-293837d9f7a5/8c2f8524-aa3b-444a-a0a2-82aac4af0288) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:52:41.832220 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:41.850193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 8c2f8524-aa3b-444a-a0a2-82aac4af0288 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:52:41.874341 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:41.939182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 12a62b41-af94-4450-8d91-796c28cca95d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:52:41.942328 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:52:41.951439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:52:41.986015 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=8c2f8524-aa3b-444a-a0a2-82aac4af0288,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:42.016906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.145309 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.437729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122b57c-549c-4e7f-a4d9-6f036608b108 None None] Network 12a62b41-af94-4450-8d91-796c28cca95d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:52:42.547503 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-0908c0df-dd33-4a51-a931-3b87e6d61e1d None None] Provisioning for port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:52:42.568535 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.573791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.665147 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:52:42.701663 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.706055 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=8c2f8524-aa3b-444a-a0a2-82aac4af0288,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:42.754470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:52:42.761558 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:42.761934 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.894195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.927939 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a81b99fc-8aad-4584-a2b5-593a9ee7c3b4,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:42.931998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:42.933094 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1bcd0943-90ee-446e-9f70-e8bf85e6e478 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:52:42.999160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 12a62b41-af94-4450-8d91-796c28cca95d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:52:43.000365 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:52:43.051396 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=a81b99fc-8aad-4584-a2b5-593a9ee7c3b4,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:43.066664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:52:43.077801 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:43.078181 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:43.132557 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7492afad-f1bb-492e-adee-18e7554aa75e None None] Provisioning for port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:52:43.143127 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7492afad-f1bb-492e-adee-18e7554aa75e None None] Provisioning complete for port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:43.143701 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7492afad-f1bb-492e-adee-18e7554aa75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:43.203084 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 490cdca3-36f2-4e75-988c-5a0dc6f26edb has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:52:43.213145 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7492afad-f1bb-492e-adee-18e7554aa75e None None] Port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:52:43.273462 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7492afad-f1bb-492e-adee-18e7554aa75e None None] Provisioning complete for port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:43.273840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7492afad-f1bb-492e-adee-18e7554aa75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:43.304758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:43.340718 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 1bcd0943-90ee-446e-9f70-e8bf85e6e478, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1bcd0943-90ee-446e-9f70-e8bf85e6e478,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:43.347974 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:43.396303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:52:43.417934 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8ceff4f5-646f-4bf0-99a6-c1509b32c1d0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/490cdca3-36f2-4e75-988c-5a0dc6f26edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0356808 Mar 03 18:52:43.430629 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Sync routers for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:52:43.472574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:43.473187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:43.527413 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=1bcd0943-90ee-446e-9f70-e8bf85e6e478,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:43.571541 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-6c206631-df2f-4152-af02-f2b8737560bb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:52:43.586250 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-6c206631-df2f-4152-af02-f2b8737560bb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:52:43.588231 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-6c206631-df2f-4152-af02-f2b8737560bb tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883893578&fields=id&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 267 time: 0.0562508 Mar 03 18:52:43.667189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:43.732923 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-12f96b7c-eae1-47ee-aeb8-71124e266139 None None] Provisioning complete for port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:43.733295 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-12f96b7c-eae1-47ee-aeb8-71124e266139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:43.741609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-a92721be-ec67-4065-8ceb-58977090d01a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:43.742293 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-a92721be-ec67-4065-8ceb-58977090d01a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:52:43.757190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-a92721be-ec67-4065-8ceb-58977090d01a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:52:43.758447 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-a92721be-ec67-4065-8ceb-58977090d01a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 797 time: 0.1636839 Mar 03 18:52:43.774645 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-5f3c189e-261b-4899-a572-4af2be2d1e2d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/quotas/c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 375 time: 0.0098753 Mar 03 18:52:43.859859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-a328b24e-51ee-4cc7-b8ef-db3204a8ce6d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:52:43.874875 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-a328b24e-51ee-4cc7-b8ef-db3204a8ce6d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:52:43.876479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-a328b24e-51ee-4cc7-b8ef-db3204a8ce6d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967126 Mar 03 18:52:43.954267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-12f96b7c-eae1-47ee-aeb8-71124e266139 None None] Port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:52:44.054246 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-bc75b177-0cde-4fae-b54e-06efe351035d service neutron] 10.222.0.23 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658502 Mar 03 18:52:44.057845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 2, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:44.061723 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Checking router: 490cdca3-36f2-4e75-988c-5a0dc6f26edb for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:52:44.062075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Updating router 490cdca3-36f2-4e75-988c-5a0dc6f26edb port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:52:44.116208 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:44.187488 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-99d41211-0ce2-4513-aa9e-7e8a1dd3233b service neutron] 10.222.0.23 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264205 Mar 03 18:52:44.374743 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-65f28a15-e63d-42b8-bfa5-e365d67e64c1 req-86d011e9-c78d-4052-8a23-eb26cad8c8fa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:52:44.390564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-65f28a15-e63d-42b8-bfa5-e365d67e64c1 req-86d011e9-c78d-4052-8a23-eb26cad8c8fa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:52:44.391825 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-65f28a15-e63d-42b8-bfa5-e365d67e64c1 req-86d011e9-c78d-4052-8a23-eb26cad8c8fa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 210 time: 0.0606132 Mar 03 18:52:44.454755 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:44.466399 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Transition to ACTIVE for port object 8c2f8524-aa3b-444a-a0a2-82aac4af0288 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:52:44.474271 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:44.632700 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:52:44.663419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c95668-753f-4183-a7dc-61d6e594a41f None None] Pushing event updated for resources: {'Port': ['ID=8c2f8524-aa3b-444a-a0a2-82aac4af0288,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:44.752466 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Attempting to bind port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:52:44.752828 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Attempting to bind port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:52:44.753189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Attempting to bind port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 on network 12a62b41-af94-4450-8d91-796c28cca95d {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:52:44.760593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:52:44.760959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Checking segment: {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:52:44.761365 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:44.761751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Bound using segment: {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:52:44.762201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Bound port: 8c2f8524-aa3b-444a-a0a2-82aac4af0288, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:52:44.762911 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:44.848891 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:44.849265 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:44.936882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] For port 8c2f8524-aa3b-444a-a0a2-82aac4af0288, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:52:44.948967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] For port 8c2f8524-aa3b-444a-a0a2-82aac4af0288, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8c2f8524-aa3b-444a-a0a2-82aac4af0288,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:52:44.957500 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:45.090622 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1bcd0943-90ee-446e-9f70-e8bf85e6e478 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:52:45.122665 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c95668-753f-4183-a7dc-61d6e594a41f None None] Pushing event updated for resources: {'Port': ['ID=8c2f8524-aa3b-444a-a0a2-82aac4af0288,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:45.131470 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:45.132091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:45.342937 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:45.343305 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:45.393389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:45.458404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-7719e509-4e5d-4936-95b9-15b2a5b9b16d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:45.459974 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-7719e509-4e5d-4936-95b9-15b2a5b9b16d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 797 time: 0.1581147 Mar 03 18:52:45.553188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b041f4b9-0f28-4285-8c20-f4b0d15e8f92 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 379 time: 0.0849342 Mar 03 18:52:45.555360 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-cb9a1d02-2803-46e1-abf6-424582b5a1db req-fed3a25e-2302-4b76-b03c-dba00e17926d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 210 time: 0.0477893 Mar 03 18:52:45.563104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'port': {'device_id': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'admin_state_up': True, 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'security_groups': ['d1804518-ac46-4a31-9b7c-048de90a0d67']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:45.698993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:45.708649 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:45.719289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:52:45.723164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:45.847967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:44Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:45.852342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891217a3-cbea-4727-8319-1a6950f1f773 None None] The sync data for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 is: [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:44Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:52:46.024088 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.11 (12a62b41-af94-4450-8d91-796c28cca95d/1ca36564-4769-49f5-a2a6-293837d9f7a5/26a090cd-a8ce-4248-b13b-3f6b5298b2dc) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:52:46.227231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.244076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 26a090cd-a8ce-4248-b13b-3f6b5298b2dc will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:52:46.269151 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.333853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 12a62b41-af94-4450-8d91-796c28cca95d is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:52:46.337512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:52:46.341316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:52:46.383955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:46.417508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:46.418168 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.446997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-fde237ad-f97a-43b7-84c5-da4709eea2da tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8875694 Mar 03 18:52:46.458637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Request body: {'port': {'device_id': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:46.577380 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.622168 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f99ac74e-f63e-4fda-8475-7c1956a6b09c None None] Provisioning for port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:52:46.637490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f99ac74e-f63e-4fda-8475-7c1956a6b09c None None] Provisioning complete for port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:46.638641 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f99ac74e-f63e-4fda-8475-7c1956a6b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.677657 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c2f8524-aa3b-444a-a0a2-82aac4af0288 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:52:46.755578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f99ac74e-f63e-4fda-8475-7c1956a6b09c None None] Port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:52:46.776037 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:52:46.783237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:46.783727 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.793067 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb317d3-6d65-44af-9c5c-b421ffbd4093 req-d249009c-1a4b-4fc7-84fb-a81cb8c4a1e7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:46.795216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edb317d3-6d65-44af-9c5c-b421ffbd4093 req-d249009c-1a4b-4fc7-84fb-a81cb8c4a1e7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 932 time: 0.1086011 Mar 03 18:52:46.849619 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-edb317d3-6d65-44af-9c5c-b421ffbd4093 req-61792654-ddcd-41f0-8b75-16c384534cd4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:52:46.863458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-edb317d3-6d65-44af-9c5c-b421ffbd4093 req-61792654-ddcd-41f0-8b75-16c384534cd4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:52:46.873927 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-edb317d3-6d65-44af-9c5c-b421ffbd4093 req-61792654-ddcd-41f0-8b75-16c384534cd4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722728 Mar 03 18:52:46.920300 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.954135 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 8c2f8524-aa3b-444a-a0a2-82aac4af0288, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8c2f8524-aa3b-444a-a0a2-82aac4af0288,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:46.958633 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.967740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a090cd-a8ce-4248-b13b-3f6b5298b2dc {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:52:46.975862 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:46.996093 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Transition to ACTIVE for port object 26a090cd-a8ce-4248-b13b-3f6b5298b2dc will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:52:47.003033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:47.029121 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=8c2f8524-aa3b-444a-a0a2-82aac4af0288,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:47.161579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Pushing event updated for resources: {'Port': ['ID=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:47.244200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Attempting to bind port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:52:47.244529 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Attempting to bind port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:52:47.244846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Attempting to bind port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc on network 12a62b41-af94-4450-8d91-796c28cca95d {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:52:47.249387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc on network 12a62b41-af94-4450-8d91-796c28cca95d not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:52:47.249671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Attempting to bind port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc on network 12a62b41-af94-4450-8d91-796c28cca95d {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:52:47.254677 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:52:47.255005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Checking segment: {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:52:47.255385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Bound using segment: {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:52:47.255793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Bound port: 26a090cd-a8ce-4248-b13b-3f6b5298b2dc, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd0166f-5215-4929-b6c5-e584199c4794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:52:47.256129 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:47.342775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] For port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:52:47.346112 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] For port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:52:47.349765 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:47.406178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:47.406790 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:47.408146 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-b735970a-2f64-4342-910a-4e65a338640f service neutron] 10.222.0.35 "PUT /v2.0/ports/26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 1092 time: 0.9538996 Mar 03 18:52:47.408570 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:52:47.438190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735970a-2f64-4342-910a-4e65a338640f service neutron] Pushing event updated for resources: {'Port': ['ID=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:47.460056 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'status': 'completed', 'code': 200} Mar 03 18:52:47.532905 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-66579023-6aa9-4355-8f44-83c3f3d5c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:47.534481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-66579023-6aa9-4355-8f44-83c3f3d5c31b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1095 time: 0.0729690 Mar 03 18:52:47.607444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-36670e12-4ecf-4f58-a0be-f498829e7188 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 217 time: 0.0654013 Mar 03 18:52:47.667014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-f44ea41e-dd32-481c-8e42-4f478aa42bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:47.668387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-f44ea41e-dd32-481c-8e42-4f478aa42bbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 200 len: 835 time: 0.0559101 Mar 03 18:52:47.741717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-bc6b4ba9-8810-48aa-bca3-bee0a6151be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:47.743140 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-bc6b4ba9-8810-48aa-bca3-bee0a6151be7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12a62b41-af94-4450-8d91-796c28cca95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690458 Mar 03 18:52:47.871237 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-d202cef3-43e1-4a71-83ec-8c3aae3638cd service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219945 Mar 03 18:52:48.001650 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9133cd19-7844-411f-a9f0-d5f822862fcb req-7454aee1-5ef3-4ca3-b668-37a0d82a2172 service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250372 Mar 03 18:52:48.049478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013db5ef-201b-4fe9-bf12-70a8d0685a36 req-5fb2771d-ef2f-427d-9eaa-ec2bdebef8e9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:48.050995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-013db5ef-201b-4fe9-bf12-70a8d0685a36 req-5fb2771d-ef2f-427d-9eaa-ec2bdebef8e9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 944 time: 0.0793786 Mar 03 18:52:48.105869 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-013db5ef-201b-4fe9-bf12-70a8d0685a36 req-3e7e1be6-643c-40d7-9cfb-32acf0a0bb1e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445058 Mar 03 18:52:48.125024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-f630bccc-fd31-4e06-8a09-cfe53373630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:48.126462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-f630bccc-fd31-4e06-8a09-cfe53373630e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1095 time: 0.0767524 Mar 03 18:52:48.358898 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-32eed8a8-40d2-4b46-b13d-6f7218103e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:48.360352 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-32eed8a8-40d2-4b46-b13d-6f7218103e25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 898 time: 0.2279716 Mar 03 18:52:48.429699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-c2da0d90-8fc5-4da8-91ce-1fb467c0f95a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 217 time: 0.0631821 Mar 03 18:52:48.435175 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:48.491464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-ecc02870-6166-49bf-b5b6-4567634fc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:48.492886 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-ecc02870-6166-49bf-b5b6-4567634fc640 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 200 len: 835 time: 0.0570714 Mar 03 18:52:48.567574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-033a0db1-e5e6-45e5-a014-0c73450a15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:48.569043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-033a0db1-e5e6-45e5-a014-0c73450a15ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12a62b41-af94-4450-8d91-796c28cca95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694735 Mar 03 18:52:48.597463 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c2f8524-aa3b-444a-a0a2-82aac4af0288 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:52:48.663248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:48.663609 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:48.700218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-4d679c7c-0485-40c4-af67-69e7a25504b0 service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239705 Mar 03 18:52:48.835275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9c499ac1-1787-43b1-8a01-53e99b1a0380 req-28b1f42a-b4bf-41bf-b0b0-ba714b44f89c service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289580 Mar 03 18:52:49.291782 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1101-4eae-41e3-97d3-4f09b7710ac3 req-86a05d88-aa4f-4c54-baf2-74f8c26f0555 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:49.292458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-384d1101-4eae-41e3-97d3-4f09b7710ac3 req-86a05d88-aa4f-4c54-baf2-74f8c26f0555 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:52:49.307091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-384d1101-4eae-41e3-97d3-4f09b7710ac3 req-86a05d88-aa4f-4c54-baf2-74f8c26f0555 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:52:49.308472 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-384d1101-4eae-41e3-97d3-4f09b7710ac3 req-86a05d88-aa4f-4c54-baf2-74f8c26f0555 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 944 time: 0.0973456 Mar 03 18:52:49.356438 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-384d1101-4eae-41e3-97d3-4f09b7710ac3 req-004d736b-f93f-4191-bd08-bdeda0c6f3e6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 Mar 03 18:52:49.623456 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b5d505a0-8850-4f39-b733-1a44aec14627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:50.449608 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 26a090cd-a8ce-4248-b13b-3f6b5298b2dc details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:52:50.542862 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debae7e0-24bf-49ec-b644-acb332bb0dc0 req-f8152332-8131-4d80-be60-60ebf2d6b197 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:50.544325 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-debae7e0-24bf-49ec-b644-acb332bb0dc0 req-f8152332-8131-4d80-be60-60ebf2d6b197 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 944 time: 0.0822752 Mar 03 18:52:50.583184 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:50.587147 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-debae7e0-24bf-49ec-b644-acb332bb0dc0 req-a391bf40-ebc6-487d-89f2-ea330d66e436 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372579 Mar 03 18:52:50.596949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'port_id': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'mac_address': 'fa:16:3e:39:2f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:52:50.651150 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:50.667922 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a090cd-a8ce-4248-b13b-3f6b5298b2dc {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:52:50.682804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:50.686826 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:50.755716 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:50.888636 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['26a090cd-a8ce-4248-b13b-3f6b5298b2dc'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:52:51.769054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e35e56-4b2f-414e-8ee3-0c026a85409a req-bc8874a0-8096-48cd-acde-d506517adddf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:51.771051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08e35e56-4b2f-414e-8ee3-0c026a85409a req-bc8874a0-8096-48cd-acde-d506517adddf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 945 time: 0.0801351 Mar 03 18:52:51.816270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-08e35e56-4b2f-414e-8ee3-0c026a85409a req-e3d23464-a443-4d8d-b404-c3195048a5ae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Mar 03 18:52:51.929580 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-42098f8c-8c17-464d-8dc1-166c910070ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:52.453150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 26a090cd-a8ce-4248-b13b-3f6b5298b2dc up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:52:52.520673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:52:52.525116 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:52:52.525505 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:52.635063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:52.662258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:52:52.671925 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:52:52.676221 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:52.760679 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'code': 200} Mar 03 18:52:52.791845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:52.888217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee5cd3-bf56-4f7d-bca9-b66f198b16ac req-c5db138c-730a-48c3-9d60-079d1c5386ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:52.889634 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5ee5cd3-bf56-4f7d-bca9-b66f198b16ac req-c5db138c-730a-48c3-9d60-079d1c5386ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1097 time: 0.0698142 Mar 03 18:52:52.971365 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5ee5cd3-bf56-4f7d-bca9-b66f198b16ac req-e68becbf-5040-4ad1-9a15-547dcef6735f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762916 Mar 03 18:52:53.008753 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f166ec-63a3-491c-989f-cfb3f9c5341b req-e40c8c49-3a0f-4a40-b0c9-8fb26e8c816a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:53.010181 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a0f166ec-63a3-491c-989f-cfb3f9c5341b req-e40c8c49-3a0f-4a40-b0c9-8fb26e8c816a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0868332 Mar 03 18:52:53.052995 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a0f166ec-63a3-491c-989f-cfb3f9c5341b req-ab691369-24a2-482b-a1cc-a1d424fec364 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372999 Mar 03 18:52:53.083197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:53.104369 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:53.428178 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:52:54.241280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f33d1a-d196-42e1-b489-a0773b858c9a req-e494bd9c-0f9e-49c7-ac63-3d2050e7ac96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:54.243316 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-85f33d1a-d196-42e1-b489-a0773b858c9a req-e494bd9c-0f9e-49c7-ac63-3d2050e7ac96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0794134 Mar 03 18:52:54.286535 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-85f33d1a-d196-42e1-b489-a0773b858c9a req-cf07ae95-ec1a-4db3-b29b-94a77572e75c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377240 Mar 03 18:52:54.471302 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01555fd-3ad9-4a55-a8fd-d5c31959f1a5 req-a1823d92-254b-4e00-9484-142db5697637 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:54.472751 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f01555fd-3ad9-4a55-a8fd-d5c31959f1a5 req-a1823d92-254b-4e00-9484-142db5697637 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0806458 Mar 03 18:52:54.518393 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:54.521821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f01555fd-3ad9-4a55-a8fd-d5c31959f1a5 req-34c1d50d-dcd7-4a82-980d-ba283912500b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Mar 03 18:52:54.541013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41842) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:54.613361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d917e-8250-44aa-8046-3d0835589896 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:54.617615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7d5d917e-8250-44aa-8046-3d0835589896 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1092 time: 0.0728860 Mar 03 18:52:54.617806 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41846) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:54.622556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:52:54.629445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:52:54.633991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:floatingip and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:52:54.636832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:52:54.642759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:52:54.654143 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:54.791326 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:54.901158 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:54.937989 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.10 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/94de3afb-4c0c-44e3-b391-481e33ed4759) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:52:55.084624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:55.112947 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:55.171355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:52:55.174017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:52:55.177470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:52:55.215929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=94de3afb-4c0c-44e3-b391-481e33ed4759,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:55.691639 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:55.765306 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:55.965003 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:55.969413 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:56.080160 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=94de3afb-4c0c-44e3-b391-481e33ed4759,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:52:56.089004 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:56.259897 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 132a31d1-edc0-4828-b6d3-d108aefe80a0 associated. External IP: 172.25.0.10, port: 26a090cd-a8ce-4248-b13b-3f6b5298b2dc. Mar 03 18:52:56.601247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 490cdca3-36f2-4e75-988c-5a0dc6f26edb has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:52:56.777993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:52:56.787768 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] Sync routers for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:52:56.797616 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:56.798416 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:56.802078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:52:56.857573 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-401d008b-b28d-4e9b-a4ae-9528f7bf2bf7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2387249 Mar 03 18:52:56.858173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:52:56.910925 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'status': 'completed', 'code': 200} Mar 03 18:52:56.977983 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:56.999963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-09d85486-0be3-495e-ba21-03619dbfa86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:57.001591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-09d85486-0be3-495e-ba21-03619dbfa86e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1097 time: 0.0703657 Mar 03 18:52:57.028800 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579675f1-0d45-4b05-bf5a-f356159a9346 req-14fae25a-3bca-4829-8f1a-043b08d26870 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:57.030317 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-579675f1-0d45-4b05-bf5a-f356159a9346 req-14fae25a-3bca-4829-8f1a-043b08d26870 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0862961 Mar 03 18:52:57.092234 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-579675f1-0d45-4b05-bf5a-f356159a9346 req-5697da6d-5fa7-4260-b8f7-1be8a8d5bd6f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555594 Mar 03 18:52:57.111053 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41854) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:57.221916 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-473dda2e-0b2d-4983-8d5b-5db2c60fe568 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/132a31d1-edc0-4828-b6d3-d108aefe80a0 HTTP/1.1" status: 200 len: 991 time: 0.1095824 Mar 03 18:52:57.264559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-920a2854-9e52-4212-8c7b-baf359077c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:57.266025 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-920a2854-9e52-4212-8c7b-baf359077c47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 898 time: 0.2590868 Mar 03 18:52:57.331206 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '132a31d1-edc0-4828-b6d3-d108aefe80a0', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'port_id': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'mac_address': 'fa:16:3e:39:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:52:55Z', 'updated_at': '2022-03-03T18:52:55Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:46Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:57.334967 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] Checking router: 490cdca3-36f2-4e75-988c-5a0dc6f26edb for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:52:57.343577 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:52:57.344104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:52:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:57.365847 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-529bdf77-a0a3-45a4-9491-c17819c517d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 999 time: 0.0936043 Mar 03 18:52:57.429464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-c4ac809d-3ca9-422a-8096-2176134ff3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:57.430897 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-c4ac809d-3ca9-422a-8096-2176134ff3c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 200 len: 835 time: 0.0591266 Mar 03 18:52:57.503009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-338ca65c-cde8-4146-a69a-e2d62fa5898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:52:57.504465 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-338ca65c-cde8-4146-a69a-e2d62fa5898f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12a62b41-af94-4450-8d91-796c28cca95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682774 Mar 03 18:52:57.514495 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:52:57.634831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-d32a6f76-6664-470d-8868-daac02595dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242959 Mar 03 18:52:57.770688 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7399fdab-49f2-4906-aeb3-7c94a8d0738e req-f9414f95-e49b-47d5-91e9-f6602dd141c1 service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300192 Mar 03 18:52:57.856481 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '132a31d1-edc0-4828-b6d3-d108aefe80a0', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'port_id': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'mac_address': 'fa:16:3e:39:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:52:55Z', 'updated_at': '2022-03-03T18:52:55Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:46Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:52:57.860274 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0d063-d1e1-4211-9ed2-54dc28abdf2c None None] The sync data for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 is: [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '132a31d1-edc0-4828-b6d3-d108aefe80a0', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'port_id': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'mac_address': 'fa:16:3e:39:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:52:55Z', 'updated_at': '2022-03-03T18:52:55Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:46Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:52:58.048008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951ae22-7a55-461e-b6df-ca9021f4bd38 None None] New status for floating IP 132a31d1-edc0-4828-b6d3-d108aefe80a0: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:52:58.225304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41858) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:58.335371 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2b8002c0-d243-4d7f-ac1b-dcc64cfd3766 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/132a31d1-edc0-4828-b6d3-d108aefe80a0 HTTP/1.1" status: 200 len: 991 time: 0.1088929 Mar 03 18:52:59.339080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41862) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:52:59.447362 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4d14d191-4e3c-4969-be3f-b2e8d58b7603 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/132a31d1-edc0-4828-b6d3-d108aefe80a0 HTTP/1.1" status: 200 len: 993 time: 0.1071572 Mar 03 18:53:00.891235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-ddab32cf-a232-452f-a765-9e3db9f5d625 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740929 Mar 03 18:53:01.027737 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-1956adaa-0b73-45d6-bc38-35fcc7ec7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:01.029167 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-1956adaa-0b73-45d6-bc38-35fcc7ec7dfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1097 time: 0.0721128 Mar 03 18:53:01.171835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-502394a8-bc48-480b-801c-bc9bd23dc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:01.173186 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-502394a8-bc48-480b-801c-bc9bd23dc0e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 898 time: 0.1245837 Mar 03 18:53:01.271754 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-db809428-06a3-4d58-a4c6-ce5b7b51609e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 1001 time: 0.0930252 Mar 03 18:53:01.330479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-dada262a-b98f-411b-a5db-334365b779b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:01.331825 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-dada262a-b98f-411b-a5db-334365b779b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 200 len: 835 time: 0.0547056 Mar 03 18:53:01.408360 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-ca9c22ef-86ff-42e0-87cc-ce2c4842445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:01.409839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-ca9c22ef-86ff-42e0-87cc-ce2c4842445e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12a62b41-af94-4450-8d91-796c28cca95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725005 Mar 03 18:53:01.539656 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-56bcec7e-962c-472b-8a12-5828d901796d service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230645 Mar 03 18:53:01.666781 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c3c73f76-c5ff-4b8d-ab76-2fd297e046de req-60739bd0-43ea-402e-98fb-63a228557b2c service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212957 Mar 03 18:53:18.434722 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:19.624459 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f7a64e54-2b96-476f-adb9-57a40b2f847b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:21.930487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ee9acad0-93f5-42f2-983a-2772b9448223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:23.089023 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:23.107388 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:24.516862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:24.890804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:26.371339 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985c727-a2de-4109-ba9f-e18976ae6c74 req-b8c3b7e6-4093-4ef3-a6e5-e3ffe6e2a891 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:26.372770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e985c727-a2de-4109-ba9f-e18976ae6c74 req-b8c3b7e6-4093-4ef3-a6e5-e3ffe6e2a891 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0793772 Mar 03 18:53:26.414561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e985c727-a2de-4109-ba9f-e18976ae6c74 req-00f88b6a-cccc-4087-acd9-520e9bea8f96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361600 Mar 03 18:53:27.599890 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8b33-3571-4b5d-8312-5f1cdb970c40 req-8c83018a-02c2-4b80-88ff-2e7bd886df2a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:27.601351 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cbfa8b33-3571-4b5d-8312-5f1cdb970c40 req-8c83018a-02c2-4b80-88ff-2e7bd886df2a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0783856 Mar 03 18:53:27.644366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cbfa8b33-3571-4b5d-8312-5f1cdb970c40 req-e325da2b-1430-40b4-a6e2-7057db989f69 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369480 Mar 03 18:53:28.930535 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad3667-fc4e-43db-b7a7-70f58f68aba2 req-b47cfcbd-cca7-44c2-ab4e-22881c081158 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:28.932490 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42ad3667-fc4e-43db-b7a7-70f58f68aba2 req-b47cfcbd-cca7-44c2-ab4e-22881c081158 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.1849070 Mar 03 18:53:28.976068 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-42ad3667-fc4e-43db-b7a7-70f58f68aba2 req-03642129-cc91-4af5-af3c-f5f5538efe56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379510 Mar 03 18:53:30.159611 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207a439-ca47-428e-9639-ce5794298d40 req-32e7dfed-04a2-4835-a2fd-dd94780942d8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:30.161043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3207a439-ca47-428e-9639-ce5794298d40 req-32e7dfed-04a2-4835-a2fd-dd94780942d8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0821061 Mar 03 18:53:30.204098 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3207a439-ca47-428e-9639-ce5794298d40 req-e754a8f4-d3bb-43d8-8316-de5b6208847b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374773 Mar 03 18:53:30.427930 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:53:31.382854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0392261-14d0-46eb-ad44-1e911f8e9898 req-17700c93-0e7b-4301-86ba-ca12ce24e211 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:31.384717 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0392261-14d0-46eb-ad44-1e911f8e9898 req-17700c93-0e7b-4301-86ba-ca12ce24e211 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0779750 Mar 03 18:53:31.426684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b0392261-14d0-46eb-ad44-1e911f8e9898 req-9d0c9db3-c8c0-4a03-b547-58627ecf20c5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364225 Mar 03 18:53:32.616675 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c73733-be41-45cb-909c-d17b6c75d40a req-04dd1ae5-0bea-401c-8881-9edcc4a1dac8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:32.618166 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00c73733-be41-45cb-909c-d17b6c75d40a req-04dd1ae5-0bea-401c-8881-9edcc4a1dac8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0825186 Mar 03 18:53:32.666233 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-00c73733-be41-45cb-909c-d17b6c75d40a req-fe268e60-28be-4682-8ea1-5df462d16a8e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416856 Mar 03 18:53:33.852064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362b435-b0fb-48ba-b18b-9949c677d6db req-810f3367-0f1f-4909-87f2-f994debf593a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:33.854057 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c362b435-b0fb-48ba-b18b-9949c677d6db req-810f3367-0f1f-4909-87f2-f994debf593a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0806561 Mar 03 18:53:33.897404 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c362b435-b0fb-48ba-b18b-9949c677d6db req-620a1d4a-9e3f-459a-a489-925280a3f4d4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377879 Mar 03 18:53:35.080153 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34839731-e871-4710-9286-7d88a2c11758 req-dba7060a-b2fd-43c2-a6ca-ecfa919e8c56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:35.081644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-34839731-e871-4710-9286-7d88a2c11758 req-dba7060a-b2fd-43c2-a6ca-ecfa919e8c56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0805607 Mar 03 18:53:35.126013 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-34839731-e871-4710-9286-7d88a2c11758 req-c97d431f-f3c1-4b18-a25b-4d0246e61bea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 Mar 03 18:53:36.309985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da68493-b6a2-46c4-9d9b-8238373d45fc req-1657b488-5b86-4bde-96d6-9c845d98dbaa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:36.311413 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0da68493-b6a2-46c4-9d9b-8238373d45fc req-1657b488-5b86-4bde-96d6-9c845d98dbaa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0805364 Mar 03 18:53:36.354530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0da68493-b6a2-46c4-9d9b-8238373d45fc req-01e79e52-f8c8-4efc-854a-89cb866ba2df tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375280 Mar 03 18:53:37.642888 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534add-92f4-4474-a837-d5216cb7f107 req-91b65ac4-ab42-488b-9f69-d462ef31ab96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:37.644357 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cb534add-92f4-4474-a837-d5216cb7f107 req-91b65ac4-ab42-488b-9f69-d462ef31ab96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.1881752 Mar 03 18:53:37.686990 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cb534add-92f4-4474-a837-d5216cb7f107 req-29e611cd-30c6-4877-b2c6-e53adb7ba832 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364830 Mar 03 18:53:37.708945 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41904) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:53:37.814810 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-7d5bc508-c898-41b4-9ecc-cdf54d5dbb86 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/132a31d1-edc0-4828-b6d3-d108aefe80a0 HTTP/1.1" status: 200 len: 993 time: 0.1047242 Mar 03 18:53:39.300858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09a863-c8eb-4008-98e1-6fa29fd6de98 req-6c4590c4-4bd7-4261-8ec6-35f90e795200 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:39.302350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e09a863-c8eb-4008-98e1-6fa29fd6de98 req-6c4590c4-4bd7-4261-8ec6-35f90e795200 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.1330218 Mar 03 18:53:39.332439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-d593fede-d2ed-4ef0-a5ab-85ec60dab154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:39.333895 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-d593fede-d2ed-4ef0-a5ab-85ec60dab154 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1097 time: 0.1150167 Mar 03 18:53:39.394459 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9e09a863-c8eb-4008-98e1-6fa29fd6de98 req-63fa7b32-200b-4aa1-91d9-90ec99683283 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802085 Mar 03 18:53:39.486883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-b3715525-2046-4ddd-8cab-c87a6670ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:39.488320 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-b3715525-2046-4ddd-8cab-c87a6670ec17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 898 time: 0.1490519 Mar 03 18:53:39.593118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-94484f7d-66bd-49f4-97b0-423aa745af7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 1001 time: 0.0985701 Mar 03 18:53:39.653312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-1e796756-6385-4e97-83f5-3a987bbb79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:39.654631 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-1e796756-6385-4e97-83f5-3a987bbb79b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 200 len: 835 time: 0.0558145 Mar 03 18:53:39.730656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-b3e28869-47c7-4b75-b543-34bacfb9b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:39.732081 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-b3e28869-47c7-4b75-b543-34bacfb9b56c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12a62b41-af94-4450-8d91-796c28cca95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712175 Mar 03 18:53:39.861366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-a2a01968-c525-45f6-89fa-c44e1346d3e2 service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222126 Mar 03 18:53:39.989643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d5834808-ad01-4ac6-a3ec-389f99660880 req-ba282049-b115-4b63-9a86-c280dfedc6cf service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225946 Mar 03 18:53:40.583207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67505998-324b-4daa-ae9c-b7fde38cbd45 req-3c480db8-b67a-4cae-b0bb-ee888559d979 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:40.585010 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67505998-324b-4daa-ae9c-b7fde38cbd45 req-3c480db8-b67a-4cae-b0bb-ee888559d979 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0824625 Mar 03 18:53:40.628449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-67505998-324b-4daa-ae9c-b7fde38cbd45 req-62059302-ad6e-42c3-b34d-ad166d64b9ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373871 Mar 03 18:53:41.810899 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509de88-6576-491d-9d29-308c43663b11 req-0634bd26-9b32-46fe-a472-0aa6b7db8ffa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:53:41.812334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5509de88-6576-491d-9d29-308c43663b11 req-0634bd26-9b32-46fe-a472-0aa6b7db8ffa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0776200 Mar 03 18:53:41.857236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5509de88-6576-491d-9d29-308c43663b11 req-230d1284-5372-425c-a051-2ffebba760e3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 Mar 03 18:53:41.880389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41918) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:53:41.985500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-819324b7-e9b4-4005-b393-e21f01565596 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/132a31d1-edc0-4828-b6d3-d108aefe80a0 HTTP/1.1" status: 200 len: 993 time: 0.1038628 Mar 03 18:53:48.445994 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:49.624796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ecd4908d-ee0c-4cff-af04-a16dd0864439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:51.932682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f33e935b-7e15-4c96-a076-83fa7e96fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:53.089801 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:53.115916 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:54.519513 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:53:54.908476 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:00.890414 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-3fe56044-ec6f-4b2d-8523-9a23517fab51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707765 Mar 03 18:54:01.038785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-e80baa79-f65f-4b96-b7c8-a8852e4dd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:01.040951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-e80baa79-f65f-4b96-b7c8-a8852e4dd6d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1097 time: 0.0689015 Mar 03 18:54:01.181702 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-70b52130-0a46-41f5-b173-850c5ffa7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:01.183040 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-70b52130-0a46-41f5-b173-850c5ffa7a7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 898 time: 0.1246936 Mar 03 18:54:01.388416 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-9d9cfb69-77ea-4131-afd1-83fd58ea0aa0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 1001 time: 0.1977413 Mar 03 18:54:01.448165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-fbaaa996-34d6-44a0-9cad-64e4ba026540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:01.449479 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-fbaaa996-34d6-44a0-9cad-64e4ba026540 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 200 len: 835 time: 0.0548904 Mar 03 18:54:01.523519 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-a6979e28-b91b-4240-8c3f-acdfa6dbaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:01.525591 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-a6979e28-b91b-4240-8c3f-acdfa6dbaf7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12a62b41-af94-4450-8d91-796c28cca95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697758 Mar 03 18:54:01.535284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-913e9d9c-6c49-430c-9c53-ab8eced55bb9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 18:54:01.536245 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-913e9d9c-6c49-430c-9c53-ab8eced55bb9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045860 Mar 03 18:54:01.661425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-34869a85-2d2a-47e2-ac20-963609a30045 service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192119 Mar 03 18:54:01.788976 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9e69336-2a8f-4141-81f9-de4936f96a32 req-fd225288-e60a-4588-9921-fc4b27e8afe6 service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210361 Mar 03 18:54:07.427034 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:54:10.365190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41950) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:10.564892 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 94de3afb-4c0c-44e3-b391-481e33ed4759 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:54:10.565124 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:10.728431 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:10.728751 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:10.849458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 94de3afb-4c0c-44e3-b391-481e33ed4759 owned by network:floatingip {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:54:10.992578 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:11.043224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=94de3afb-4c0c-44e3-b391-481e33ed4759,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:11.082129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.082472 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.082802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.083126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.083449 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.083771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.084085 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.084402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.084715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.085025 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.085361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.085665 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:11.142199 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:11.142537 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 132a31d1-edc0-4828-b6d3-d108aefe80a0 disassociated (deleted). External IP: 172.25.0.10, port: 26a090cd-a8ce-4248-b13b-3f6b5298b2dc. Mar 03 18:54:11.593603 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 490cdca3-36f2-4e75-988c-5a0dc6f26edb has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:54:11.769691 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:54:11.780495 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] Sync routers for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:54:11.790205 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:11.790798 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:53:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:11.792148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:11.848985 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-70ae53b9-2d9e-4cd6-be0c-5252eb4909f3 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/floatingips/132a31d1-edc0-4828-b6d3-d108aefe80a0 HTTP/1.1" status: 204 len: 168 time: 1.4825776 Mar 03 18:54:11.849529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:54:11.894804 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'status': 'completed', 'code': 200} Mar 03 18:54:11.975070 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:11.986434 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-96a94b02-9f87-439d-9225-e1fe56fee270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:11.988030 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-96a94b02-9f87-439d-9225-e1fe56fee270 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 1097 time: 0.0722432 Mar 03 18:54:12.131181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-4ba7b4b3-f993-4289-9a10-d3d8c512bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:12.132614 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-4ba7b4b3-f993-4289-9a10-d3d8c512bf11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 200 len: 898 time: 0.1385665 Mar 03 18:54:12.203389 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-e8ee24d0-21d6-4eeb-a58e-9f5eb7131aa0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 200 len: 217 time: 0.0641322 Mar 03 18:54:12.244585 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4c6a3-0c7a-4b71-b66a-d46b080f0270 req-2a661cc2-ec6d-43ba-b9db-937a7318c26d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:12.245865 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f9f4c6a3-0c7a-4b71-b66a-d46b080f0270 req-2a661cc2-ec6d-43ba-b9db-937a7318c26d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:54:12.262502 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-f9f4c6a3-0c7a-4b71-b66a-d46b080f0270 req-2a661cc2-ec6d-43ba-b9db-937a7318c26d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:54:12.263713 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9f4c6a3-0c7a-4b71-b66a-d46b080f0270 req-2a661cc2-ec6d-43ba-b9db-937a7318c26d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.1068323 Mar 03 18:54:12.272857 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-9eace06c-c0af-4bb2-9943-b2caf81d43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:12.274561 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-9eace06c-c0af-4bb2-9943-b2caf81d43f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 200 len: 835 time: 0.0647547 Mar 03 18:54:12.296987 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:46Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:12.300867 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] Checking router: 490cdca3-36f2-4e75-988c-5a0dc6f26edb for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:54:12.309614 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:12.309784 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f9f4c6a3-0c7a-4b71-b66a-d46b080f0270 req-7631395c-7c7d-4c82-bbcf-d1b5db550639 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403054 Mar 03 18:54:12.310225 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:53:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:12.358426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-209bc4a8-0719-4cdd-ba45-99b1996d0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:12.359882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-209bc4a8-0719-4cdd-ba45-99b1996d0c16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12a62b41-af94-4450-8d91-796c28cca95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791500 Mar 03 18:54:12.485713 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:12.490562 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-fea8b153-907f-4261-9ac2-3374c49b421e service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241033 Mar 03 18:54:12.622154 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-59dfe628-e8cd-428b-b5d6-5cadeff74abc req-5a7acb67-2dca-4724-9c7c-216d0a3c459a service neutron] 10.222.0.35 "GET /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246471 Mar 03 18:54:12.784173 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:46Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:12.787941 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8ee2f-9d29-449a-9cf2-62d4de325ec9 None None] The sync data for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 is: [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:42Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '8c2f8524-aa3b-444a-a0a2-82aac4af0288', 'name': '', 'network_id': '12a62b41-af94-4450-8d91-796c28cca95d', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:e3:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:41Z', 'updated_at': '2022-03-03T18:52:46Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': '1ca36564-4769-49f5-a2a6-293837d9f7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:54:12.999565 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdc90b-2241-4efc-9a01-1758c3fa7aab None None] New status for floating IP 132a31d1-edc0-4828-b6d3-d108aefe80a0: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:54:13.499369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2989a0-400f-4348-84d1-0629b41e0d00 req-3cf5059e-614d-404b-984b-e73609a22c33 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:13.500702 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff2989a0-400f-4348-84d1-0629b41e0d00 req-3cf5059e-614d-404b-984b-e73609a22c33 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0770791 Mar 03 18:54:13.543042 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff2989a0-400f-4348-84d1-0629b41e0d00 req-7de052e7-ee8a-4219-b0bf-b5f0575f4370 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1804518-ac46-4a31-9b7c-048de90a0d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368810 Mar 03 18:54:13.634147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b57230-239a-4d91-8880-a0d444456150 req-3ae35040-5542-461d-87b7-8f6a00528ba4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:13.636125 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9b57230-239a-4d91-8880-a0d444456150 req-3ae35040-5542-461d-87b7-8f6a00528ba4 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 946 time: 0.0790777 Mar 03 18:54:13.701433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:54:13.701768 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:14.048556 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:14.048940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:14.171606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 26a090cd-a8ce-4248-b13b-3f6b5298b2dc owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:54:14.312785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:14.362117 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=26a090cd-a8ce-4248-b13b-3f6b5298b2dc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:14.402946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.403290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.403622 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.404013 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.404329 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.404604 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.404949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.405411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.405723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.406043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.406359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.406673 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:14.447216 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] No DVR routers for this DVR port 26a090cd-a8ce-4248-b13b-3f6b5298b2dc on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:54:14.449557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:14.451931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'name': 'network-vif-deleted', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:54:14.467387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e9b57230-239a-4d91-8880-a0d444456150 req-c48cf502-3a20-4e90-9b39-6817f5f51e96 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "DELETE /v2.0/ports/26a090cd-a8ce-4248-b13b-3f6b5298b2dc HTTP/1.1" status: 204 len: 173 time: 0.8266079 Mar 03 18:54:14.496707 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f88dc3-2a34-404f-bf6b-9cbae72952a7', 'name': 'network-vif-deleted', 'tag': '26a090cd-a8ce-4248-b13b-3f6b5298b2dc', 'status': 'completed', 'code': 200} Mar 03 18:54:14.712792 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-076b25d4-f59a-43a5-a9be-d349232a3ff6 req-6ec9de77-780d-4dd4-990a-38ab739fac10 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:54:14.730414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-076b25d4-f59a-43a5-a9be-d349232a3ff6 req-6ec9de77-780d-4dd4-990a-38ab739fac10 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:54:14.731704 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-076b25d4-f59a-43a5-a9be-d349232a3ff6 req-6ec9de77-780d-4dd4-990a-38ab739fac10 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9f88dc3-2a34-404f-bf6b-9cbae72952a7 HTTP/1.1" status: 200 len: 210 time: 0.0606160 Mar 03 18:54:15.824861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41968) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:16.360062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:16.816728 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 8c2f8524-aa3b-444a-a0a2-82aac4af0288 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:54:16.817059 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:16.861577 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 26a090cd-a8ce-4248-b13b-3f6b5298b2dc no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:54:16.895930 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 26a090cd-a8ce-4248-b13b-3f6b5298b2dc {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:54:16.896271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 26a090cd-a8ce-4248-b13b-3f6b5298b2dc not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:54:16.999793 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 8c2f8524-aa3b-444a-a0a2-82aac4af0288, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8c2f8524-aa3b-444a-a0a2-82aac4af0288,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:17.000511 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:17.124060 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 8c2f8524-aa3b-444a-a0a2-82aac4af0288 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:54:17.305764 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:17.352398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=8c2f8524-aa3b-444a-a0a2-82aac4af0288,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:17.629176 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:17.984559 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 490cdca3-36f2-4e75-988c-5a0dc6f26edb has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:54:18.269296 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:54:18.279086 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] Sync routers for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:54:18.285794 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ec8b484f-30b1-4b96-a862-f6d82f47e7ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/490cdca3-36f2-4e75-988c-5a0dc6f26edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4597731 Mar 03 18:54:18.288467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 41972) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:18.288614 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:18.289196 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:53:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:18.353711 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting subnet 1ca36564-4769-49f5-a2a6-293837d9f7a5 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:54:18.356632 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.411391 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.447078 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.501405 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.502693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:18.573196 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.615914 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca36564-4769-49f5-a2a6-293837d9f7a5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:18.619572 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.629074 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41976) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:18.633355 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356ef56-102c-4335-b105-320f3b5118ae None None] Network 12a62b41-af94-4450-8d91-796c28cca95d requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:54:18.637902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d9a1d9b7-bc74-4ba8-b606-d2eac5d3dd56 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/subnets/1ca36564-4769-49f5-a2a6-293837d9f7a5 HTTP/1.1" status: 204 len: 168 time: 0.3483095 Mar 03 18:54:18.790004 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:54:17Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:18.794568 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] Checking router: 490cdca3-36f2-4e75-988c-5a0dc6f26edb for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:54:18.802997 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] Routers {'490cdca3-36f2-4e75-988c-5a0dc6f26edb'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:18.803755 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:53:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:18.815295 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.911687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] DHCP port deletion for 12a62b41-af94-4450-8d91-796c28cca95d request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:54:18.916207 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Deleting port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:54:18.916740 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:18.988260 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] Set router 490cdca3-36f2-4e75-988c-5a0dc6f26edb gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:19.000215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:19.011043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 1bcd0943-90ee-446e-9f70-e8bf85e6e478 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:54:19.011456 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:19.124084 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] For port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=a81b99fc-8aad-4584-a2b5-593a9ee7c3b4,segment=NetworkSegment(fcd0166f-5215-4929-b6c5-e584199c4794),segment_id=fcd0166f-5215-4929-b6c5-e584199c4794)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:19.124454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:19.203542 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 1bcd0943-90ee-446e-9f70-e8bf85e6e478, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=1bcd0943-90ee-446e-9f70-e8bf85e6e478,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:19.203951 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:19.255903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Calling delete_port for a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:54:19.283532 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:54:17Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:19.287847 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b40608-7820-4146-a793-fc15727ed2cb None None] The sync data for ids ['490cdca3-36f2-4e75-988c-5a0dc6f26edb'] in n-d-827121-1 is: [{'id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180591827', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:54:17Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '1bcd0943-90ee-446e-9f70-e8bf85e6e478', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cdca3-36f2-4e75-988c-5a0dc6f26edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:52:37Z', 'updated_at': '2022-03-03T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:54:19.328718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 1bcd0943-90ee-446e-9f70-e8bf85e6e478 owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:54:19.338523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:19.385669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Pushing event deleted for resources: {'Port': ['ID=a81b99fc-8aad-4584-a2b5-593a9ee7c3b4,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:19.387899 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] No DVR routers for this DVR port a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:54:19.396763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.396763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.396763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.397693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.397693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.397693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.398564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.398564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.398564 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.398898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.399008 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.399291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7fae-eb0b-47ca-99b9-ef8e1f4cea1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:19.629613 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-62e0273a-95b7-401f-8409-2150ba397ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:19.752710 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:19.800982 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=1bcd0943-90ee-446e-9f70-e8bf85e6e478,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:19.892186 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.064260 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.066450 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.091342 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.092029 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Fanout notify agent at l3_agent the message router_deleted on router 490cdca3-36f2-4e75-988c-5a0dc6f26edb {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:54:20.107922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.109074 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-93a9f7a2-98ea-4793-87af-3db91591f920 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/routers/490cdca3-36f2-4e75-988c-5a0dc6f26edb HTTP/1.1" status: 204 len: 168 time: 1.4790044 Mar 03 18:54:20.111813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41980) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:20.226900 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.354088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.378427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a62b41-af94-4450-8d91-796c28cca95d']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:20.390547 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd0166f-5215-4929-b6c5-e584199c4794') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:20.390843 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd0166f-5215-4929-b6c5-e584199c4794') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:20.401784 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.418182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.424158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:54:20.424562 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: timer() Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:54:20.438962 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:54:20.520257 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.540001 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.546325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Network': ['ID=12a62b41-af94-4450-8d91-796c28cca95d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:20.559803 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-263f2e31-e7b0-45d5-b9ed-0d6a29af0f6a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/networks/12a62b41-af94-4450-8d91-796c28cca95d HTTP/1.1" status: 204 len: 168 time: 0.4469638 Mar 03 18:54:20.562354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41984) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:20.630611 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a258f228-f0b1-4ae2-8327-02fdf8640790 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.642831 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:54:20.664399 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a258f228-f0b1-4ae2-8327-02fdf8640790 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.708572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:54:20.708913 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device a81b99fc-8aad-4584-a2b5-593a9ee7c3b4 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:54:20.709318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1bcd0943-90ee-446e-9f70-e8bf85e6e478 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:54:20.738164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a258f228-f0b1-4ae2-8327-02fdf8640790 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.746017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 1bcd0943-90ee-446e-9f70-e8bf85e6e478 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:54:20.746360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 1bcd0943-90ee-446e-9f70-e8bf85e6e478 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:54:20.746768 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c2f8524-aa3b-444a-a0a2-82aac4af0288 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:54:20.757071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258f228-f0b1-4ae2-8327-02fdf8640790 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1804518-ac46-4a31-9b7c-048de90a0d67,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:20.766589 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a258f228-f0b1-4ae2-8327-02fdf8640790 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:20.767707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a258f228-f0b1-4ae2-8327-02fdf8640790 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1804518-ac46-4a31-9b7c-048de90a0d67 HTTP/1.1" status: 204 len: 168 time: 0.2043927 Mar 03 18:54:20.795074 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8c2f8524-aa3b-444a-a0a2-82aac4af0288 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:54:20.795419 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8c2f8524-aa3b-444a-a0a2-82aac4af0288 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:54:21.110716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41992) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:21.116297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920490792', 'description': 'tempest-secgroup-smoke-920490792 description', 'project_id': 'c70de268cd2042aeb399be5c29607d90'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:21.123038 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:21.127122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:21.129951 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:21.135723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:21.158948 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.179497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:21.183252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:21.186070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:21.191929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:21.260076 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.263509 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.307589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:21.310215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.311391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-229d2eb3-262c-4746-b783-56c5d57e5faf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1996677 Mar 03 18:54:21.314230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 41996) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:21.319120 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:21.325699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:21.329504 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:21.332305 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:21.337991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:21.355667 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.417785 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.421092 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.447451 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00c0545-57a5-4a7e-9fe7-61fe604e37e0,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:21.453727 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.454915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-7291928c-9f31-4999-a37d-ad0a9073e1b7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397891 Mar 03 18:54:21.457687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42000) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:21.462616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:21.474532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:21.478325 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:21.481726 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:21.487310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:21.509025 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.568388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.571777 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.595173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832b17aa-a7aa-4aff-a689-47e77ddd7655,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:21.603634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.604839 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-28be39ba-8810-4da6-b60d-2759d71bff4d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462436 Mar 03 18:54:21.607727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:21.612581 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:21.618919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:21.622645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:21.625431 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:21.630942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:21.647648 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.710534 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.714281 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.736472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec16e4b-0433-4d7b-8b42-ff906051a543,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:21.744747 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.745925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-71df98f9-815a-4298-abb2-be63b72dfdd8 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372902 Mar 03 18:54:21.748640 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:21.753423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:21.759627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:21.763862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:21.766651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:21.772149 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:21.788631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.854691 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.858121 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.885018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f8dc1-aa95-421d-b5c8-730f5b4cc863,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:21.891887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.893171 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8d03e2f6-574e-4e6b-ac96-2ef4915ae365 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436346 Mar 03 18:54:21.895852 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42012) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:21.900807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:21.907563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:21.911391 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:21.914255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:21.919955 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:21.929947 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:54:21.934197 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-62b7d62a-df0e-438e-a469-44f8e8e094a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.938504 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:21.999982 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.003366 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.026258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851bdfff-3cac-444d-8a74-f15cfffc9b99,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:22.034138 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.035280 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-29928558-06b4-43d6-9abd-2084449d6fae tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385355 Mar 03 18:54:22.037965 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:22.042735 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'security_group_rule': {'security_group_id': '66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:22.049048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:22.052915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:security_group_rule and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:22.055859 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:22.062152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:22.075376 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Project c70de268cd2042aeb399be5c29607d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:54:22.081792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.246565 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.250122 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.272983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634294a2-e7b8-422c-8e75-2c5f30da4dc2,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:22.282721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.283889 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6a4b8fd1-99e0-4fdb-8275-6a3d99277dea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2450049 Mar 03 18:54:22.286691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42020) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:22.292528 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'network': {'name': 'tempest-network-smoke--73379327', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'port_security_enabled': True}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:22.297992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:22.301950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:network and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:22.304705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:22.311229 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:22.321003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:54:22.324359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.351334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:54:22.360872 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.361408 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Added segment 3c4d666a-6c91-428f-8cb8-c1dc4011a0fd of type vlan for network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a Mar 03 18:54:22.386586 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.413575 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.419514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:22.420087 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.525823 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2380402 Mar 03 18:54:22.528490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e298-0484-4dcf-be7a-a7623760c2ec tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Network': ['ID=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:22.528653 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42024) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:22.534753 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'admin_state_up': True, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:22.538735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:54:22.543132 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:22.546904 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:router and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:22.549699 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:22.555832 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:22.566302 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.567388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.581712 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:22.850723 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:23.114157 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:23.118577 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:23.168894 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:23.196601 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:23.330140 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.25 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/8894ea97-0872-49e1-b9b8-144de23585d2) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:54:23.481502 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:23.509575 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:23.566773 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:54:23.569503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:54:23.573656 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:54:23.723700 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=8894ea97-0872-49e1-b9b8-144de23585d2,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:24.095000 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:24.425075 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:24.522342 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:24.624807 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 7425e196-8c82-4291-9fc2-841121d2619f is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:54:24.797401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:54:24.807359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Sync routers for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:54:24.816573 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:24.817197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:24.825227 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:24.826435 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b8ac406d-e4e2-4316-98f2-ea302b54b15e tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2968125 Mar 03 18:54:24.829802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42028) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:24.874384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cd927de6-71f9-4484-9cb6-0806df00148d tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c70de268cd2042aeb399be5c29607d90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428457 Mar 03 18:54:24.876889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42032) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:24.917711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:25.005511 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722d56c-6e29-48ba-9f82-5f91bec72c0d tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:25.007126 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-6722d56c-6e29-48ba-9f82-5f91bec72c0d tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290262 Mar 03 18:54:25.009108 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:25.009693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42036) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:25.047923 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3778131f-81cb-451f-a274-5fc5b61bacd3 tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=4ed441d4-6054-49ce-b431-435a28804806&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364039 Mar 03 18:54:25.050202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42040) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:25.056069 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1099921262', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:25.164240 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:25.168067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:subnet and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:25.170789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:25.176232 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:25.186957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:54:25.190573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:25.287239 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:23Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:25.291233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Checking router: 7425e196-8c82-4291-9fc2-841121d2619f for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:54:25.292118 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Updating router 7425e196-8c82-4291-9fc2-841121d2619f port 8894ea97-0872-49e1-b9b8-144de23585d2 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:54:25.343961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:25.409547 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:25.485703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Subnet': ['ID=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:25.498028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Checking segment: {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:54:25.498388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network hostable DHCP agents. Network: 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:54:25.517625 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:54:25.526563 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:54:25.530686 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:25.531268 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:25.546744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d051e-f504-4def-9bbd-1f83445f65f0 None None] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:54:25.551982 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-3b5bc882-4df8-4a29-84df-3a1743ff5ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5008159 Mar 03 18:54:25.554716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42044) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:25.815177 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:25.858645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Transition to ACTIVE for port object 8894ea97-0872-49e1-b9b8-144de23585d2 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:54:25.865727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:54:25.866526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:25.879436 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:26.041522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Attempting to bind port 8894ea97-0872-49e1-b9b8-144de23585d2 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:54:26.041907 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Attempting to bind port 8894ea97-0872-49e1-b9b8-144de23585d2 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:54:26.042254 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Attempting to bind port 8894ea97-0872-49e1-b9b8-144de23585d2 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:54:26.065911 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2faaa-8d83-41b4-8a0e-d0b2b28078f0 None None] Pushing event updated for resources: {'Port': ['ID=8894ea97-0872-49e1-b9b8-144de23585d2,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:26.068238 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:54:26.068616 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:54:26.069015 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:26.069420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:54:26.069900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Bound port: 8894ea97-0872-49e1-b9b8-144de23585d2, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:54:26.070268 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:26.197304 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] For port 8894ea97-0872-49e1-b9b8-144de23585d2, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:54:26.202095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] For port 8894ea97-0872-49e1-b9b8-144de23585d2, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8894ea97-0872-49e1-b9b8-144de23585d2,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:54:26.206129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Allocated IP 172.20.0.2 (2fe5ef68-572a-4cb4-9192-6c77cb3abe0a/d0b3503d-7613-4e8d-aaa6-a04d952cbcc9/0863a0be-3da6-4eb6-8ed3-5e1ec33df90e) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:54:26.210828 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:26.354635 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:26.377205 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:26.377856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:26.435233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2faaa-8d83-41b4-8a0e-d0b2b28078f0 None None] Pushing event updated for resources: {'Port': ['ID=8894ea97-0872-49e1-b9b8-144de23585d2,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:26.634898 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:26.758567 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:26.785507 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Transition to ACTIVE for port object 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:54:26.859021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Transition to ACTIVE for port object 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:54:26.867112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:26.929315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.1 (2fe5ef68-572a-4cb4-9192-6c77cb3abe0a/d0b3503d-7613-4e8d-aaa6-a04d952cbcc9/14cda036-0c99-4e38-81c3-f506bfcaadb0) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:54:26.985449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:54:26.989732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Pushing event updated for resources: {'Port': ['ID=0863a0be-3da6-4eb6-8ed3-5e1ec33df90e,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:26.992982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:54:26.996783 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:54:27.093157 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:27.098661 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Attempting to bind port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:54:27.099033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Attempting to bind port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:54:27.099391 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Attempting to bind port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e on network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:54:27.107479 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:54:27.107854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Checking segment: {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:54:27.108254 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:27.108643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Bound using segment: {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:54:27.109441 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Bound port: 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:54:27.109573 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:27.110395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 14cda036-0c99-4e38-81c3-f506bfcaadb0 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:54:27.121040 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:23Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:27.129461 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5024498-3e5d-4cee-87b2-2d491d732bdb None None] The sync data for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 is: [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:23Z', 'revision_number': 3, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:54:27.134615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:27.204992 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:54:27.206484 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] For port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:54:27.208176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:54:27.210448 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] For port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0863a0be-3da6-4eb6-8ed3-5e1ec33df90e,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:54:27.213787 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:54:27.216874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:27.256995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=14cda036-0c99-4e38-81c3-f506bfcaadb0,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:27.284466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:27.302754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a313f-c049-4de9-8de9-3365ef7d25d3 None None] Pushing event updated for resources: {'Port': ['ID=0863a0be-3da6-4eb6-8ed3-5e1ec33df90e,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:27.617588 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:28.164584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:28.169200 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:28.285882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=14cda036-0c99-4e38-81c3-f506bfcaadb0,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:28.288424 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:28.298708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52daec5c-8e5b-4501-b8f1-6e4a2a05db17 None None] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:54:28.429611 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:54:28.430815 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:54:28.448143 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-694a194c-ea02-43e1-a727-e5d89a77d8ca None None] Provisioning for port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:54:28.626940 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 7425e196-8c82-4291-9fc2-841121d2619f has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:54:28.717687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8894ea97-0872-49e1-b9b8-144de23585d2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:54:28.796439 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8894ea97-0872-49e1-b9b8-144de23585d2 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:54:28.801981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8894ea97-0872-49e1-b9b8-144de23585d2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:28.802150 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:28.831865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:54:28.842854 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Sync routers for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:54:28.852516 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:28.853405 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:28.867643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-157e55a1-86f9-4ccc-8935-6424a63f94a1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/7425e196-8c82-4291-9fc2-841121d2619f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3029556 Mar 03 18:54:28.945309 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:28.964325 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 8894ea97-0872-49e1-b9b8-144de23585d2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8894ea97-0872-49e1-b9b8-144de23585d2,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:28.973921 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:28.974854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:54:29.033865 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-02b27e64-9631-4915-a946-41df42d45d41 None None] Provisioning for port 14cda036-0c99-4e38-81c3-f506bfcaadb0 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:54:29.066855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-d28841a6-182a-4476-bddf-18476d7b5cc5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:54:29.074537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-02b27e64-9631-4915-a946-41df42d45d41 None None] Provisioning complete for port 14cda036-0c99-4e38-81c3-f506bfcaadb0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:29.075260 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-02b27e64-9631-4915-a946-41df42d45d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.077907 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:29.089395 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-d28841a6-182a-4476-bddf-18476d7b5cc5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:54:29.090746 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-d28841a6-182a-4476-bddf-18476d7b5cc5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920490792&fields=id&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 267 time: 0.0846331 Mar 03 18:54:29.133107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-02b27e64-9631-4915-a946-41df42d45d41 None None] Port 14cda036-0c99-4e38-81c3-f506bfcaadb0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:54:29.174274 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=8894ea97-0872-49e1-b9b8-144de23585d2,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:29.187162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:54:29.192734 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:29.193454 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.280187 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-eec0cca9-69c6-491e-8236-8ea9b3d121b3 None None] Provisioning complete for port 14cda036-0c99-4e38-81c3-f506bfcaadb0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:29.280872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eec0cca9-69c6-491e-8236-8ea9b3d121b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.297182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-b5f63f76-d1c6-4007-9b26-6917eac36633 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:29.298246 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-b5f63f76-d1c6-4007-9b26-6917eac36633 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:54:29.315708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-b5f63f76-d1c6-4007-9b26-6917eac36633 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:54:29.317883 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-b5f63f76-d1c6-4007-9b26-6917eac36633 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/networks?id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 200 len: 795 time: 0.2197204 Mar 03 18:54:29.334644 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-827078fe-1a5b-4a1f-bbdc-dd42b78b4dca tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/quotas/c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 375 time: 0.0116396 Mar 03 18:54:29.380593 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-eec0cca9-69c6-491e-8236-8ea9b3d121b3 None None] Port 14cda036-0c99-4e38-81c3-f506bfcaadb0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:54:29.390761 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.426162 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0863a0be-3da6-4eb6-8ed3-5e1ec33df90e,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:29.431399 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.443709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-82cb1e5a-f852-4031-bc12-e1cfa12d2925 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:54:29.463566 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-82cb1e5a-f852-4031-bc12-e1cfa12d2925 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:54:29.465812 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-82cb1e5a-f852-4031-bc12-e1cfa12d2925 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250091 Mar 03 18:54:29.489977 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 2, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:29.495052 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Checking router: 7425e196-8c82-4291-9fc2-841121d2619f for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:54:29.495394 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Updating router 7425e196-8c82-4291-9fc2-841121d2619f port 14cda036-0c99-4e38-81c3-f506bfcaadb0 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:54:29.508797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=0863a0be-3da6-4eb6-8ed3-5e1ec33df90e,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:29.518820 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e99df47-1f57-46df-abfb-0b2aa69a25ba None None] Provisioning complete for port 14cda036-0c99-4e38-81c3-f506bfcaadb0 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:29.519195 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1e99df47-1f57-46df-abfb-0b2aa69a25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.553090 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.574277 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-1e99df47-1f57-46df-abfb-0b2aa69a25ba None None] Port 14cda036-0c99-4e38-81c3-f506bfcaadb0 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:54:29.605435 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-a9bd5235-fcb6-4b6f-8351-f88ea88dc5d2 service neutron] 10.222.0.23 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277356 Mar 03 18:54:29.734355 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-9714d5f7-4ce7-4651-8df7-af51fe9c5c3d service neutron] 10.222.0.23 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230068 Mar 03 18:54:29.908710 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.920916 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Transition to ACTIVE for port object 14cda036-0c99-4e38-81c3-f506bfcaadb0 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:54:29.922664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-adf915e8-359a-4e4c-9309-356dc8b3033d req-0b98fe90-7e8f-41f3-8cfc-a9e98749aefe tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:54:29.927839 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:29.935121 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-adf915e8-359a-4e4c-9309-356dc8b3033d req-0b98fe90-7e8f-41f3-8cfc-a9e98749aefe tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:54:29.941804 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-adf915e8-359a-4e4c-9309-356dc8b3033d req-0b98fe90-7e8f-41f3-8cfc-a9e98749aefe tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 210 time: 0.0614946 Mar 03 18:54:30.137941 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Pushing event updated for resources: {'Port': ['ID=14cda036-0c99-4e38-81c3-f506bfcaadb0,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:30.157395 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.157807 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.158255 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.158682 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.159227 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.159569 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.159959 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.160331 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.160701 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.161126 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.161572 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.162087 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:54:30.171781 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Attempting to bind port 14cda036-0c99-4e38-81c3-f506bfcaadb0 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:54:30.172222 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Attempting to bind port 14cda036-0c99-4e38-81c3-f506bfcaadb0 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:54:30.173104 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Attempting to bind port 14cda036-0c99-4e38-81c3-f506bfcaadb0 on network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:54:30.180468 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:54:30.180837 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Checking segment: {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:54:30.181229 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:30.181735 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Bound using segment: {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:54:30.182181 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Bound port: 14cda036-0c99-4e38-81c3-f506bfcaadb0, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:54:30.182545 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:30.269670 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] For port 14cda036-0c99-4e38-81c3-f506bfcaadb0, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:54:30.272703 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] For port 14cda036-0c99-4e38-81c3-f506bfcaadb0, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=14cda036-0c99-4e38-81c3-f506bfcaadb0,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:54:30.277350 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:30.367564 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:30.368178 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:30.437435 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94fdb8-e246-4e64-a768-65be0b1ef502 None None] Pushing event updated for resources: {'Port': ['ID=14cda036-0c99-4e38-81c3-f506bfcaadb0,revision_number=4']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:30.560718 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:30.663345 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8894ea97-0872-49e1-b9b8-144de23585d2 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:54:30.734063 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8894ea97-0872-49e1-b9b8-144de23585d2 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:30.734572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:30.850691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:54:30.881573 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:30Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:30.886962 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b39225-7dc0-42f5-8f76-5113d4d0778c None None] The sync data for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 is: [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:30Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:54:30.931378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:30.932439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:31.145044 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cdc2a56-9481-4ef7-83d9-1c5dc843dcc2 req-3b33fe7d-3dc3-4564-830e-85705a86e0b2 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 210 time: 0.0665483 Mar 03 18:54:31.414699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-70c61605-0157-4bd9-80b0-64dc5cd40f3f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:31.416686 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-70c61605-0157-4bd9-80b0-64dc5cd40f3f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/networks?id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 200 len: 795 time: 0.3847129 Mar 03 18:54:31.464959 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-94bdc18b-101c-4622-8381-669d285863a0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70de268cd2042aeb399be5c29607d90 HTTP/1.1" status: 200 len: 379 time: 0.0407715 Mar 03 18:54:31.473809 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'port': {'device_id': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'admin_state_up': True, 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'security_groups': ['66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:31.612727 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:31.622481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:31.632780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Made reservation on behalf of c70de268cd2042aeb399be5c29607d90 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:54:31.636471 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:31.801290 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.20.0.11 (2fe5ef68-572a-4cb4-9192-6c77cb3abe0a/d0b3503d-7613-4e8d-aaa6-a04d952cbcc9/2c6e180e-66c1-487e-8679-d0c808d26f58) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:54:32.002557 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.018802 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Transition to ACTIVE for port object 2c6e180e-66c1-487e-8679-d0c808d26f58 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:54:32.042023 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.111338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:54:32.114307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:54:32.122962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:54:32.154943 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=2c6e180e-66c1-487e-8679-d0c808d26f58,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:32.191666 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:32.192285 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.220257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-52384722-24a7-4fc1-82c2-f08f9ea116ea tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500162 Mar 03 18:54:32.231630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Request body: {'port': {'device_id': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:32.337281 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fd72e-1099-46c6-8ebb-0b4a243fd0b4 req-1ff9a0e2-28c9-4608-bbea-c98e3fb39aab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:32.339341 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e31fd72e-1099-46c6-8ebb-0b4a243fd0b4 req-1ff9a0e2-28c9-4608-bbea-c98e3fb39aab tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 932 time: 0.0831649 Mar 03 18:54:32.348058 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.364719 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e8d59326-fb04-4e67-9be3-41eb6275ea83 None None] Provisioning for port 2c6e180e-66c1-487e-8679-d0c808d26f58 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:54:32.369969 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e8d59326-fb04-4e67-9be3-41eb6275ea83 None None] Provisioning complete for port 2c6e180e-66c1-487e-8679-d0c808d26f58 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:32.370338 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e8d59326-fb04-4e67-9be3-41eb6275ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.384554 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e31fd72e-1099-46c6-8ebb-0b4a243fd0b4 req-2a17a42e-5821-4471-b4fe-52902e938987 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 Mar 03 18:54:32.440106 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e8d59326-fb04-4e67-9be3-41eb6275ea83 None None] Port 2c6e180e-66c1-487e-8679-d0c808d26f58 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:54:32.668210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 14cda036-0c99-4e38-81c3-f506bfcaadb0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:54:32.692342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6e180e-66c1-487e-8679-d0c808d26f58 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:54:32.700338 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.714489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Transition to ACTIVE for port object 2c6e180e-66c1-487e-8679-d0c808d26f58 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:54:32.718303 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.739204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 14cda036-0c99-4e38-81c3-f506bfcaadb0 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:54:32.743769 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 14cda036-0c99-4e38-81c3-f506bfcaadb0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:32.744258 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.851655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6e180e-66c1-487e-8679-d0c808d26f58,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:32.877496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.915433 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 14cda036-0c99-4e38-81c3-f506bfcaadb0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=14cda036-0c99-4e38-81c3-f506bfcaadb0,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:32.920306 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.959023 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Attempting to bind port 2c6e180e-66c1-487e-8679-d0c808d26f58 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:54:32.959361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Attempting to bind port 2c6e180e-66c1-487e-8679-d0c808d26f58 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:54:32.959693 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Attempting to bind port 2c6e180e-66c1-487e-8679-d0c808d26f58 on network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:54:32.964728 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Port 2c6e180e-66c1-487e-8679-d0c808d26f58 on network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:54:32.965039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Attempting to bind port 2c6e180e-66c1-487e-8679-d0c808d26f58 on network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:54:32.970577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:54:32.970908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Checking segment: {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:54:32.971286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Bound using segment: {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:54:32.971712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Bound port: 2c6e180e-66c1-487e-8679-d0c808d26f58, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:54:32.972054 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:32.989904 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=14cda036-0c99-4e38-81c3-f506bfcaadb0,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:33.066485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] For port 2c6e180e-66c1-487e-8679-d0c808d26f58, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:54:33.070226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] For port 2c6e180e-66c1-487e-8679-d0c808d26f58, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2c6e180e-66c1-487e-8679-d0c808d26f58,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:54:33.074147 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:33.129469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:33.130069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:33.131427 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] 10.222.0.35 "PUT /v2.0/ports/2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 200 len: 1092 time: 0.9047651 Mar 03 18:54:33.131840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:54:33.162236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25985224-0d89-454c-9a9e-167e7edee209 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6e180e-66c1-487e-8679-d0c808d26f58,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:33.206290 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'status': 'completed', 'code': 200} Mar 03 18:54:33.249187 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-f4903721-cf0f-4d80-9e34-36e61ac334dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:33.250753 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-f4903721-cf0f-4d80-9e34-36e61ac334dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1095 time: 0.0784380 Mar 03 18:54:33.324637 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-9850f8c3-2725-4c27-9d65-463242be6f58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 200 len: 217 time: 0.0670931 Mar 03 18:54:33.388709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-ef11cdf1-0aee-4934-bde4-d72d762edc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:33.390166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-ef11cdf1-0aee-4934-bde4-d72d762edc15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 HTTP/1.1" status: 200 len: 835 time: 0.0597961 Mar 03 18:54:33.462724 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-74c52a6a-f14d-4cf3-9468-d0f394448420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:33.464731 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-74c52a6a-f14d-4cf3-9468-d0f394448420 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690269 Mar 03 18:54:33.694766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7f677-2bf9-45e8-98ba-41894ea4c50c req-bc7b3177-f7f5-4ff9-a501-689afd620984 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:33.696119 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9e7f677-2bf9-45e8-98ba-41894ea4c50c req-bc7b3177-f7f5-4ff9-a501-689afd620984 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 944 time: 0.2066140 Mar 03 18:54:33.713960 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-26c8c361-335c-4fdb-a5ae-55afe683f67e service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418609 Mar 03 18:54:33.740253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e9e7f677-2bf9-45e8-98ba-41894ea4c50c req-972cff1a-81a6-48d2-b1ca-9f6866dfba48 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379574 Mar 03 18:54:33.843936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a96208bd-a6c1-43ca-9710-fa1fdcccd45c req-8b63a9ff-5fa6-46f0-8641-50760f3e52a8 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238358 Mar 03 18:54:33.956759 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-fd2b3aed-d11d-404a-917d-cec32d5db9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:33.958170 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-fd2b3aed-d11d-404a-917d-cec32d5db9dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1095 time: 0.0737143 Mar 03 18:54:34.085772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-cd5a6693-db2d-4dad-a0f7-40f9c864f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:34.087198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-cd5a6693-db2d-4dad-a0f7-40f9c864f5ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 200 len: 896 time: 0.1235452 Mar 03 18:54:34.152981 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-fd1197f3-7f23-461e-8928-a2948d8cf88c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 200 len: 217 time: 0.0593362 Mar 03 18:54:34.217286 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-d53f0976-16f2-400a-98e9-d47f3e84cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:34.218633 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-d53f0976-16f2-400a-98e9-d47f3e84cf05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 HTTP/1.1" status: 200 len: 835 time: 0.0583434 Mar 03 18:54:34.289819 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-480379a8-68c5-4c2b-850f-9c2dce54de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:34.291752 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-480379a8-68c5-4c2b-850f-9c2dce54de1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665841 Mar 03 18:54:34.422489 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-e28bc017-9865-45e0-a95f-2c940442a7b3 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233001 Mar 03 18:54:34.553366 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-380b59a7-fbdb-489f-8935-49ed7844ac4c req-38e04a2d-d2da-4629-996d-df1c27949455 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243887 Mar 03 18:54:34.648847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 14cda036-0c99-4e38-81c3-f506bfcaadb0 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:54:34.746171 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 14cda036-0c99-4e38-81c3-f506bfcaadb0 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:34.746533 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:34.930396 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12f899-1bd6-4652-beda-327523b4c49b req-64edf69f-5b2b-4fc0-9a0a-198b15a284c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:34.931075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9f12f899-1bd6-4652-beda-327523b4c49b req-64edf69f-5b2b-4fc0-9a0a-198b15a284c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:54:34.945252 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-9f12f899-1bd6-4652-beda-327523b4c49b req-64edf69f-5b2b-4fc0-9a0a-198b15a284c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:54:34.946390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f12f899-1bd6-4652-beda-327523b4c49b req-64edf69f-5b2b-4fc0-9a0a-198b15a284c9 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 944 time: 0.0989993 Mar 03 18:54:34.989881 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9f12f899-1bd6-4652-beda-327523b4c49b req-dbbde62f-b97d-4dbb-b66d-840ac2b65759 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379593 Mar 03 18:54:36.174802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d618c-7c9a-4083-9863-d56194a3d92d req-7c8056b0-fe51-45dc-9e61-ce3454638bbd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:36.176257 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d618c-7c9a-4083-9863-d56194a3d92d req-7c8056b0-fe51-45dc-9e61-ce3454638bbd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 944 time: 0.0817945 Mar 03 18:54:36.222165 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5f1d618c-7c9a-4083-9863-d56194a3d92d req-b99b919a-076a-43bc-b379-d391cff1708b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392125 Mar 03 18:54:36.961271 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2c6e180e-66c1-487e-8679-d0c808d26f58 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:54:37.091580 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2c6e180e-66c1-487e-8679-d0c808d26f58, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2c6e180e-66c1-487e-8679-d0c808d26f58,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:37.109568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'port_id': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'mac_address': 'fa:16:3e:db:19:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:54:37.162840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:37.178945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6e180e-66c1-487e-8679-d0c808d26f58 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:54:37.194486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2c6e180e-66c1-487e-8679-d0c808d26f58, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2c6e180e-66c1-487e-8679-d0c808d26f58,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:37.199383 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:37.270194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2c6e180e-66c1-487e-8679-d0c808d26f58,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:37.400476 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['2c6e180e-66c1-487e-8679-d0c808d26f58'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:54:37.404825 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7eb39-5491-421f-b9f3-908e98b15143 req-420cb109-b661-445a-9baf-622e6c449ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:37.406336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65f7eb39-5491-421f-b9f3-908e98b15143 req-420cb109-b661-445a-9baf-622e6c449ce6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 945 time: 0.0807676 Mar 03 18:54:37.453218 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-65f7eb39-5491-421f-b9f3-908e98b15143 req-df78e472-cd29-46ce-93f1-1349be5a9924 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Mar 03 18:54:38.632176 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf678b-1533-4a14-a6a0-aec860c81f11 req-cc62e303-9fbc-4f4a-a5d7-8627ed12fce2 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:38.633651 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1ddf678b-1533-4a14-a6a0-aec860c81f11 req-cc62e303-9fbc-4f4a-a5d7-8627ed12fce2 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 945 time: 0.0784204 Mar 03 18:54:38.676221 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1ddf678b-1533-4a14-a6a0-aec860c81f11 req-db11d858-c7ba-4faf-936e-21a59cc81bf1 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364194 Mar 03 18:54:38.971270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2c6e180e-66c1-487e-8679-d0c808d26f58 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:54:39.034986 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 2c6e180e-66c1-487e-8679-d0c808d26f58 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:54:39.039535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 2c6e180e-66c1-487e-8679-d0c808d26f58 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:54:39.039900 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:39.154945 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:39.180872 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:54:39.190156 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 2c6e180e-66c1-487e-8679-d0c808d26f58, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2c6e180e-66c1-487e-8679-d0c808d26f58,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:54:39.194011 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:39.230407 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'code': 200} Mar 03 18:54:39.267600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=2c6e180e-66c1-487e-8679-d0c808d26f58,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:39.346863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bbd41-7579-433e-b851-010cc0b15486 req-e599af74-bd29-4143-bc41-4dfe7aad202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:39.348334 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f6bbd41-7579-433e-b851-010cc0b15486 req-e599af74-bd29-4143-bc41-4dfe7aad202e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1097 time: 0.0693314 Mar 03 18:54:39.388323 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4f6bbd41-7579-433e-b851-010cc0b15486 req-3f5d521a-a96f-4e71-8765-7f26aa64d83a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335596 Mar 03 18:54:39.859453 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16df33-cd45-45e9-b98a-b8696726ad2b req-24306f6d-4fb0-4106-9248-baf9585ba15b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:39.860904 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe16df33-cd45-45e9-b98a-b8696726ad2b req-24306f6d-4fb0-4106-9248-baf9585ba15b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0808978 Mar 03 18:54:39.904614 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fe16df33-cd45-45e9-b98a-b8696726ad2b req-635d970f-cce3-4e71-ad87-cda937ad50bf tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378418 Mar 03 18:54:41.091388 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb2314-b5eb-4bbf-a7f1-628f9ce4dbdd req-8b39cc5b-7ba1-43b9-8288-600be2d581a5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:41.092922 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09bb2314-b5eb-4bbf-a7f1-628f9ce4dbdd req-8b39cc5b-7ba1-43b9-8288-600be2d581a5 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0815182 Mar 03 18:54:41.137509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09bb2314-b5eb-4bbf-a7f1-628f9ce4dbdd req-de9ddc6a-d97a-4b9c-ab59-da9e865eeff7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384758 Mar 03 18:54:41.320473 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e96278-3c93-4a18-946f-dcdd33e27d2c req-a60d1e99-e5b7-42b8-a501-84552494394c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:41.321826 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e96278-3c93-4a18-946f-dcdd33e27d2c req-a60d1e99-e5b7-42b8-a501-84552494394c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0802488 Mar 03 18:54:41.365251 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-73e96278-3c93-4a18-946f-dcdd33e27d2c req-9d8d54de-973e-40b7-a94d-dfe4e84e5f26 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Mar 03 18:54:41.387928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42098) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:41.454318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84388033-b28b-42e5-8b4d-7f9d425504cf tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:41.455799 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-84388033-b28b-42e5-8b4d-7f9d425504cf tempest-TestNetworkAdvancedServerOps-1821075510 tempest-TestNetworkAdvancedServerOps-1821075510-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1092 time: 0.0669105 Mar 03 18:54:41.458531 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42102) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:41.463247 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:54:41.469838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:54:41.473596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Usage tracker for resource:floatingip and tenant:c70de268cd2042aeb399be5c29607d90 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:54:41.476278 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:54:41.481752 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:54:41.491782 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:41.623809 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:41.757067 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Allocated IP 172.25.0.85 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/32effbea-3b45-48f8-8b84-4c771b8dcbcc) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:54:42.005840 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:42.034160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:42.093945 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:54:42.096929 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:54:42.099496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:54:42.141938 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=32effbea-3b45-48f8-8b84-4c771b8dcbcc,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:42.509009 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:42.579726 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:42.780313 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:42.784343 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:42.890277 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event updated for resources: {'Port': ['ID=32effbea-3b45-48f8-8b84-4c771b8dcbcc,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:54:42.902331 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:43.066004 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 0db7319e-29f8-4a99-8c43-7e69c283ee44 associated. External IP: 172.25.0.85, port: 2c6e180e-66c1-487e-8679-d0c808d26f58. Mar 03 18:54:43.531895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 7425e196-8c82-4291-9fc2-841121d2619f has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:54:43.705583 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:54:43.715605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] Sync routers for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:54:43.724742 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:43.725457 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:43.730615 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:43.790830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2cf8cb61-4953-4301-ae2c-2e0889f73907 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3309679 Mar 03 18:54:43.791152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:54:43.838425 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'status': 'completed', 'code': 200} Mar 03 18:54:43.907227 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:44.000463 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccdbfb-59a0-4741-b1e8-8ecdffd68a1a req-bb12c693-596b-4d41-809d-215b3129f8aa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:44.001928 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6ccdbfb-59a0-4741-b1e8-8ecdffd68a1a req-bb12c693-596b-4d41-809d-215b3129f8aa tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.1062577 Mar 03 18:54:44.003638 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-49ec83f7-aa9e-4cbc-951c-585d1601d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:44.004956 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-49ec83f7-aa9e-4cbc-951c-585d1601d93d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1097 time: 0.1449540 Mar 03 18:54:44.137270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d6ccdbfb-59a0-4741-b1e8-8ecdffd68a1a req-a55b229f-6be9-41d3-b415-d652bd59124b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296325 Mar 03 18:54:44.159880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42110) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:44.169304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-8904492f-c1c6-4f7e-85d0-6333f77957ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:44.170765 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-8904492f-c1c6-4f7e-85d0-6333f77957ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 200 len: 896 time: 0.1507092 Mar 03 18:54:44.269108 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-8f9d351d-1329-4411-b465-f94051bf9628 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/0db7319e-29f8-4a99-8c43-7e69c283ee44 HTTP/1.1" status: 200 len: 991 time: 0.1080403 Mar 03 18:54:44.274256 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-e3482dde-b3b9-4506-8e39-37a59c5478d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 200 len: 999 time: 0.0977018 Mar 03 18:54:44.290373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '0db7319e-29f8-4a99-8c43-7e69c283ee44', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'port_id': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'mac_address': 'fa:16:3e:db:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:54:42Z', 'updated_at': '2022-03-03T18:54:42Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:44.294249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] Checking router: 7425e196-8c82-4291-9fc2-841121d2619f for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:54:44.302522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:54:44.303112 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:44.335865 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-2688ccc2-736c-4d20-97a3-21772b0dc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:44.337309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-2688ccc2-736c-4d20-97a3-21772b0dc231 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 HTTP/1.1" status: 200 len: 835 time: 0.0556531 Mar 03 18:54:44.409630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-e64afaa9-0308-4698-a1bd-7bdc77047303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:54:44.411008 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-e64afaa9-0308-4698-a1bd-7bdc77047303 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675290 Mar 03 18:54:44.426157 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:54:44.480268 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:54:44.540357 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-d6674143-e4af-4289-b99b-4a2356d5f46f service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236358 Mar 03 18:54:44.670455 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-006a2eb2-2250-4c87-b3eb-08d67eabbe6c req-659a57b1-9565-42e5-bb41-205495751815 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237996 Mar 03 18:54:44.823284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '0db7319e-29f8-4a99-8c43-7e69c283ee44', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'port_id': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'mac_address': 'fa:16:3e:db:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:54:42Z', 'updated_at': '2022-03-03T18:54:42Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:54:44.827195 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c461648-93d9-45eb-a829-00ab56c3378d None None] The sync data for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 is: [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '0db7319e-29f8-4a99-8c43-7e69c283ee44', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'port_id': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'mac_address': 'fa:16:3e:db:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:54:42Z', 'updated_at': '2022-03-03T18:54:42Z', 'revision_number': 0, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:54:45.009438 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf9e21d-666a-4d23-b9ba-38f513ba21ac None None] New status for floating IP 0db7319e-29f8-4a99-8c43-7e69c283ee44: ACTIVE {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:54:45.271567 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42114) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:54:45.378194 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3f743956-1f16-4880-94c9-b82fb75488bd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/0db7319e-29f8-4a99-8c43-7e69c283ee44 HTTP/1.1" status: 200 len: 993 time: 0.1055634 Mar 03 18:54:48.459427 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:49.631876 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ef168305-80bc-4764-adfb-d76313b0112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:51.936244 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fb062608-1ee0-4bcc-bc7b-8a1de4ad19cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:53.094599 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:53.112029 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:54.525619 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:54:54.934906 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:00.883409 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-7d86f32d-c0a3-41d2-a854-3e666d7d88db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707054 Mar 03 18:55:01.017079 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-38957101-4181-479a-85dc-fac313dcb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:01.018530 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-38957101-4181-479a-85dc-fac313dcb093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1097 time: 0.0673125 Mar 03 18:55:01.158145 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-98910bc7-6082-4199-9b8e-4f360fe48a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:01.159481 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-98910bc7-6082-4199-9b8e-4f360fe48a83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 200 len: 896 time: 0.1223915 Mar 03 18:55:01.377787 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-04c69d75-f755-45a7-af2a-5229d1e1e2dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 200 len: 1001 time: 0.2113218 Mar 03 18:55:01.441104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-2ef46554-d0d6-4679-9ac6-2b9f432dc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:01.442513 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-2ef46554-d0d6-4679-9ac6-2b9f432dc187 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 HTTP/1.1" status: 200 len: 835 time: 0.0581012 Mar 03 18:55:01.515140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-e0390dcd-60f8-4629-8e38-15f14dc4e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:01.516581 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-e0390dcd-60f8-4629-8e38-15f14dc4e116 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685174 Mar 03 18:55:01.644350 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-39a1d0e9-5b77-4b73-a033-92e6e3cbd4b9 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212845 Mar 03 18:55:01.772341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-850808ca-f29d-4cee-b758-92b9f9f447a8 req-9fe573aa-e308-4f8a-be21-e06a816fa9a4 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217003 Mar 03 18:55:12.345034 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48128c10-50c7-4b4e-95cd-d805517857df req-9b458173-4faf-47c8-977f-d79df16b6b7c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:12.346491 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48128c10-50c7-4b4e-95cd-d805517857df req-9b458173-4faf-47c8-977f-d79df16b6b7c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0779152 Mar 03 18:55:12.388440 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48128c10-50c7-4b4e-95cd-d805517857df req-4e06c863-76eb-4a50-a396-a1795e8cf672 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364134 Mar 03 18:55:13.574202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0585e-1653-4969-a5a5-e7fa103f3ca3 req-2cf96b13-1c59-4ed0-bf2e-bd11c9d2c936 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:13.575621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12f0585e-1653-4969-a5a5-e7fa103f3ca3 req-2cf96b13-1c59-4ed0-bf2e-bd11c9d2c936 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0816805 Mar 03 18:55:13.618050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12f0585e-1653-4969-a5a5-e7fa103f3ca3 req-b1ac7fb3-fc0f-4d02-b862-3b36d7c29e94 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369139 Mar 03 18:55:13.640144 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42134) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:13.744328 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-304fdb64-9729-47b2-b606-b67fe0e261ff tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/0db7319e-29f8-4a99-8c43-7e69c283ee44 HTTP/1.1" status: 200 len: 993 time: 0.1030319 Mar 03 18:55:15.190403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-7ef33b67-778c-4410-b81a-e5b12602a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:15.191869 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-7ef33b67-778c-4410-b81a-e5b12602a6d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1097 time: 0.0723228 Mar 03 18:55:15.321416 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-8d0b45f3-ec6a-4789-9c63-0c1858dcc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:15.322936 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-8d0b45f3-ec6a-4789-9c63-0c1858dcc4ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 200 len: 896 time: 0.1251397 Mar 03 18:55:15.328162 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86c014-a589-44fd-b019-ce21e7a70ef0 req-fe1e18f0-2586-4e8f-95e9-efd512457a5b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:15.329728 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a86c014-a589-44fd-b019-ce21e7a70ef0 req-fe1e18f0-2586-4e8f-95e9-efd512457a5b tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0823667 Mar 03 18:55:15.374299 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-4a86c014-a589-44fd-b019-ce21e7a70ef0 req-23a8e4d4-cfca-4eea-90f7-604358a7b5dd tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 Mar 03 18:55:15.427388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-e82d74e0-a2d1-45d9-af5e-fb1738eb5c8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 200 len: 1001 time: 0.0976415 Mar 03 18:55:15.488217 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-457c95b9-e410-4492-a43b-9efb6cd1b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:15.489620 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-457c95b9-e410-4492-a43b-9efb6cd1b172 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 HTTP/1.1" status: 200 len: 835 time: 0.0565672 Mar 03 18:55:15.564204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-429ed2fb-375e-44c1-8850-5c6243715a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:15.565684 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-429ed2fb-375e-44c1-8850-5c6243715a59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707986 Mar 03 18:55:15.692387 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-6204439a-fc36-4ae5-bdb0-5c70c66857c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208239 Mar 03 18:55:15.818668 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d4824a51-e7b1-4cb2-b02c-c9091e5c0f51 req-1d9c77d4-fc5c-48bc-9dd6-d30d70293a90 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210358 Mar 03 18:55:16.556576 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e88ae-147f-4844-b782-9953cedeba10 req-cc094b66-a3ff-4104-bb4b-997a3d4f77a7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:16.558711 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a2e88ae-147f-4844-b782-9953cedeba10 req-cc094b66-a3ff-4104-bb4b-997a3d4f77a7 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0801456 Mar 03 18:55:16.605028 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8a2e88ae-147f-4844-b782-9953cedeba10 req-8f3a82c6-15f2-4067-aa19-e2bccbd11615 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397103 Mar 03 18:55:17.786278 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c493c-93ca-4abd-9dc1-869bd2b24821 req-8e936766-0fcc-417f-a5f0-e0dc49b4080a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:17.787721 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b4c493c-93ca-4abd-9dc1-869bd2b24821 req-8e936766-0fcc-417f-a5f0-e0dc49b4080a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0782800 Mar 03 18:55:17.830040 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b4c493c-93ca-4abd-9dc1-869bd2b24821 req-8556937d-eb9f-4185-9f19-3ed7201e2a83 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368688 Mar 03 18:55:17.852972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42148) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:18.070489 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-065de549-768b-48cb-a2c9-f137bf3ee5ce tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/floatingips/0db7319e-29f8-4a99-8c43-7e69c283ee44 HTTP/1.1" status: 200 len: 993 time: 0.2162719 Mar 03 18:55:18.375284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42156) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:18.456651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:18.575061 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 32effbea-3b45-48f8-8b84-4c771b8dcbcc {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:55:18.575396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:18.741831 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:18.742058 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:18.860761 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 32effbea-3b45-48f8-8b84-4c771b8dcbcc owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:55:19.007881 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:19.053850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=32effbea-3b45-48f8-8b84-4c771b8dcbcc,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:19.119185 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.120056 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.120393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.120716 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.121037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.121377 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.121697 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.122026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.122327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.122986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.122986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.123228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:19.154246 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:19.154584 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Floating IP 0db7319e-29f8-4a99-8c43-7e69c283ee44 disassociated (deleted). External IP: 172.25.0.85, port: 2c6e180e-66c1-487e-8679-d0c808d26f58. Mar 03 18:55:19.495985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 7425e196-8c82-4291-9fc2-841121d2619f has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:55:19.634862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98b9f4bc-58cb-4a2c-9c86-9dcfff326360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:19.787807 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:55:19.798220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] Sync routers for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:55:19.807374 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:19.807555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:19.807977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:19.862782 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5e5255b3-b9cf-4b5b-9cd3-ae0ec918c9f6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/floatingips/0db7319e-29f8-4a99-8c43-7e69c283ee44 HTTP/1.1" status: 204 len: 168 time: 1.4863410 Mar 03 18:55:19.863439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:55:19.927303 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'status': 'completed', 'code': 200} Mar 03 18:55:19.990465 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:20.022404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-3ae31430-f425-4289-8743-f9a40747fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:20.023882 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-3ae31430-f425-4289-8743-f9a40747fba6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c70de268cd2042aeb399be5c29607d90&device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 1097 time: 0.0750840 Mar 03 18:55:20.177040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-3a70f639-3ef5-4025-ace9-a79ab2cc8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:20.178558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-3a70f639-3ef5-4025-ace9-a79ab2cc8c62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 200 len: 896 time: 0.1480687 Mar 03 18:55:20.289270 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-5b8254aa-6cfe-4b49-b05e-ae41ec66267a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 200 len: 217 time: 0.0734580 Mar 03 18:55:20.317841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:20.321731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] Checking router: 7425e196-8c82-4291-9fc2-841121d2619f for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:55:20.330614 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:20.331201 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:54:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:20.373532 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd3a4-aced-404c-91bd-ff0a38351ddb req-2d4e75bd-bae8-46cd-88de-1cdee1ab9435 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:20.374182 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-960bd3a4-aced-404c-91bd-ff0a38351ddb req-2d4e75bd-bae8-46cd-88de-1cdee1ab9435 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Synchronizing usage tracker for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:55:20.380924 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-70910b64-3ba9-42cc-9f15-7d3f30b6150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:20.382397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-70910b64-3ba9-42cc-9f15-7d3f30b6150d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 HTTP/1.1" status: 200 len: 835 time: 0.0854406 Mar 03 18:55:20.433889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-960bd3a4-aced-404c-91bd-ff0a38351ddb req-2d4e75bd-bae8-46cd-88de-1cdee1ab9435 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Unset dirty status for tenant:c70de268cd2042aeb399be5c29607d90 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:55:20.435055 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-960bd3a4-aced-404c-91bd-ff0a38351ddb req-2d4e75bd-bae8-46cd-88de-1cdee1ab9435 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.2504382 Mar 03 18:55:20.499060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-960bd3a4-aced-404c-91bd-ff0a38351ddb req-89d0a9d3-7ffd-4253-bf1e-6f9c70e8cb21 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574892 Mar 03 18:55:20.502304 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-9c89d6db-d7ef-437f-a268-b144364f753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:20.503708 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-9c89d6db-d7ef-437f-a268-b144364f753d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134849 Mar 03 18:55:20.554959 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:20.639031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-01f6ad94-192b-49d1-a274-aa7a476071fc service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270761 Mar 03 18:55:20.766371 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8b1add50-22dc-4803-867e-5beb480f92e6 req-11839bf2-4fc5-4718-9bd4-a5a8ac7da894 service neutron] 10.222.0.35 "GET /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213450 Mar 03 18:55:20.860967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:20.864858 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728df6aa-bb01-4c5f-89a7-fb35939df0bc None None] The sync data for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 is: [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:54:27Z', 'revision_number': 4, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '14cda036-0c99-4e38-81c3-f506bfcaadb0', 'name': '', 'network_id': '2fe5ef68-572a-4cb4-9192-6c77cb3abe0a', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'mac_address': 'fa:16:3e:91:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:26Z', 'updated_at': '2022-03-03T18:54:32Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'subnets': [{'id': 'd0b3503d-7613-4e8d-aaa6-a04d952cbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:55:21.069601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd652fec-7d57-42ae-b502-34a69cace0fd None None] New status for floating IP 0db7319e-29f8-4a99-8c43-7e69c283ee44: DOWN {{(pid=87889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:55:21.425356 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:55:21.716409 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-72d097df-15ae-4877-912c-42c536c06187 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:21.717884 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-72d097df-15ae-4877-912c-42c536c06187 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.0782180 Mar 03 18:55:21.736330 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a53b-4562-41b0-9df2-acea70fb2892 req-45229ae2-0c74-4e8d-a774-5b2389d1426f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:21.737829 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dff8a53b-4562-41b0-9df2-acea70fb2892 req-45229ae2-0c74-4e8d-a774-5b2389d1426f tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 946 time: 0.1305022 Mar 03 18:55:21.782511 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dff8a53b-4562-41b0-9df2-acea70fb2892 req-b6164934-d6e6-41ac-acb0-20ac327a2762 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/security-groups?id=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389261 Mar 03 18:55:21.794516 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 2c6e180e-66c1-487e-8679-d0c808d26f58 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:55:21.794772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:21.938332 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-22dbcd65-170b-4346-a808-09b0ebadbe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:22.038910 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 2c6e180e-66c1-487e-8679-d0c808d26f58, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=2c6e180e-66c1-487e-8679-d0c808d26f58,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:22.039161 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:22.279773 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 2c6e180e-66c1-487e-8679-d0c808d26f58 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:55:22.421272 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:22.474656 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=2c6e180e-66c1-487e-8679-d0c808d26f58,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:22.547296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] No DVR routers for this DVR port 2c6e180e-66c1-487e-8679-d0c808d26f58 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:55:22.550016 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:22.553691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'name': 'network-vif-deleted', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:55:22.568228 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7c268ef7-fa6b-4ad3-9613-a86354ea4caa req-a2a089e5-b3dc-40c8-a55f-2a1996edb827 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.35 "DELETE /v2.0/ports/2c6e180e-66c1-487e-8679-d0c808d26f58 HTTP/1.1" status: 204 len: 173 time: 0.8451793 Mar 03 18:55:22.601014 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefeb922-4269-4b74-9c50-f9fe45da8b04', 'name': 'network-vif-deleted', 'tag': '2c6e180e-66c1-487e-8679-d0c808d26f58', 'status': 'completed', 'code': 200} Mar 03 18:55:22.960216 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55c08793-f7c3-4dfe-b036-c69809b50a7b req-5c65580d-7aa4-41a4-9ff1-35fb183e3e3d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefeb922-4269-4b74-9c50-f9fe45da8b04 HTTP/1.1" status: 200 len: 210 time: 0.0486231 Mar 03 18:55:23.117235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:23.122667 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:24.054306 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42176) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:24.528249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:24.716643 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:24.946692 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:25.081952 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 14cda036-0c99-4e38-81c3-f506bfcaadb0 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:55:25.082538 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:25.236975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2c6e180e-66c1-487e-8679-d0c808d26f58 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:55:25.266591 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 14cda036-0c99-4e38-81c3-f506bfcaadb0, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=14cda036-0c99-4e38-81c3-f506bfcaadb0,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:25.266970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:25.270382 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 2c6e180e-66c1-487e-8679-d0c808d26f58 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:55:25.270728 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 2c6e180e-66c1-487e-8679-d0c808d26f58 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:55:25.392519 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 14cda036-0c99-4e38-81c3-f506bfcaadb0 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:55:25.571613 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:25.647052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=14cda036-0c99-4e38-81c3-f506bfcaadb0,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:25.695518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.695858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.696194 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.696524 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.696850 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.697170 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.698266 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.698406 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.698727 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.699046 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.699361 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.699659 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:25.902032 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:26.354645 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Router 7425e196-8c82-4291-9fc2-841121d2619f has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:55:26.525514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:55:26.535962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] Sync routers for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:55:26.538225 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-5ea4a2c9-e91c-4356-96bf-e75bde03d43c tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "PUT /v2.0/routers/7425e196-8c82-4291-9fc2-841121d2619f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4828796 Mar 03 18:55:26.540898 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42180) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:26.545838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:26.546574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:26.605090 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting subnet d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 18:55:26.607848 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:26.660999 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:26.723247 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:26.747394 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:26.819375 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:26.859264 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b3503d-7613-4e8d-aaa6-a04d952cbcc9,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:26.862497 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:26.870378 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-19943ec6-c103-418e-ac96-418932752ad0 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/subnets/d0b3503d-7613-4e8d-aaa6-a04d952cbcc9 HTTP/1.1" status: 204 len: 168 time: 0.3273940 Mar 03 18:55:26.871885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42184) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:26.908652 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06f286-411d-4387-84fb-e325a89699f2 None None] Network 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:55:27.049831 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.178983 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:55:25Z', 'revision_number': 5, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port': {'id': '8894ea97-0872-49e1-b9b8-144de23585d2', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425e196-8c82-4291-9fc2-841121d2619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:54:23Z', 'updated_at': '2022-03-03T18:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:27.183015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] Checking router: 7425e196-8c82-4291-9fc2-841121d2619f for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:55:27.191800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] Routers {'7425e196-8c82-4291-9fc2-841121d2619f'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:27.192414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['7425e196-8c82-4291-9fc2-841121d2619f'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:27.231208 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.240561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Deleting port 8894ea97-0872-49e1-b9b8-144de23585d2 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:55:27.240893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.246475 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] DHCP port deletion for 2fe5ef68-572a-4cb4-9192-6c77cb3abe0a request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 18:55:27.353020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Deleting port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:55:27.353412 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.438552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] Set router 7425e196-8c82-4291-9fc2-841121d2619f gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:27.532142 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] For port 8894ea97-0872-49e1-b9b8-144de23585d2, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8894ea97-0872-49e1-b9b8-144de23585d2,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:27.532728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.577921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:55:27Z', 'revision_number': 6, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:27.586458 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b1144-19e3-46ec-8ffb-8b39a14dad91 None None] The sync data for ids ['7425e196-8c82-4291-9fc2-841121d2619f'] in n-d-827121-1 is: [{'id': '7425e196-8c82-4291-9fc2-841121d2619f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985228801', 'tenant_id': 'c70de268cd2042aeb399be5c29607d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:54:22Z', 'updated_at': '2022-03-03T18:55:27Z', 'revision_number': 6, 'project_id': 'c70de268cd2042aeb399be5c29607d90', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:55:27.654073 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Calling delete_port for 8894ea97-0872-49e1-b9b8-144de23585d2 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:55:27.696689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] For port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=0863a0be-3da6-4eb6-8ed3-5e1ec33df90e,segment=NetworkSegment(3c4d666a-6c91-428f-8cb8-c1dc4011a0fd),segment_id=3c4d666a-6c91-428f-8cb8-c1dc4011a0fd)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:27.696996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.818343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.819971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Calling delete_port for 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:55:27.868252 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Port': ['ID=8894ea97-0872-49e1-b9b8-144de23585d2,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:27.895243 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769'] for port, after_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.943713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Pushing event deleted for resources: {'Port': ['ID=0863a0be-3da6-4eb6-8ed3-5e1ec33df90e,revision_number=None']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:27.953450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.953720 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.954059 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.954392 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.954721 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.955056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.955377 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.955698 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.956018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.956336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.956654 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.956973 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:27.959107 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:27.964559 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe58cc-f967-4bf7-98a2-568040fc329a None None] No DVR routers for this DVR port 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e on host n-d-827121-1 {{(pid=87888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:55:28.139956 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.142151 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.167058 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.167551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Fanout notify agent at l3_agent the message router_deleted on router 7425e196-8c82-4291-9fc2-841121d2619f {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 18:55:28.186113 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.187168 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-e1741c73-4cc2-4402-8aa2-72455067881d tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/routers/7425e196-8c82-4291-9fc2-841121d2619f HTTP/1.1" status: 204 len: 168 time: 1.3143258 Mar 03 18:55:28.189915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42188) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:28.299522 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.434153 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.458363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe5ef68-572a-4cb4-9192-6c77cb3abe0a']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:28.470940 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:28.471227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4d666a-6c91-428f-8cb8-c1dc4011a0fd') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:28.483257 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.499857 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.506054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 18:55:28.506467 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: timer() Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 18:55:28.520931 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 18:55:28.602373 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.620293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.634512 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'Network': ['ID=2fe5ef68-572a-4cb4-9192-6c77cb3abe0a,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:28.641675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42192) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:28.642145 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-66c807b3-fa5c-4ed9-9a8d-2e66c04105c6 tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/networks/2fe5ef68-572a-4cb4-9192-6c77cb3abe0a HTTP/1.1" status: 204 len: 168 time: 0.4508946 Mar 03 18:55:28.680669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 14cda036-0c99-4e38-81c3-f506bfcaadb0 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:55:28.714903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 14cda036-0c99-4e38-81c3-f506bfcaadb0 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:55:28.715253 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 14cda036-0c99-4e38-81c3-f506bfcaadb0 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:55:28.715664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8894ea97-0872-49e1-b9b8-144de23585d2 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:55:28.715930 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edcc47e9-cf4a-432b-b1f0-0143d9e1de0a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.746284 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edcc47e9-cf4a-432b-b1f0-0143d9e1de0a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.749599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8894ea97-0872-49e1-b9b8-144de23585d2 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:55:28.749934 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8894ea97-0872-49e1-b9b8-144de23585d2 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:55:28.750342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:55:28.785928 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:55:28.786272 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 0863a0be-3da6-4eb6-8ed3-5e1ec33df90e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:55:28.810973 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edcc47e9-cf4a-432b-b1f0-0143d9e1de0a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.829245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc47e9-cf4a-432b-b1f0-0143d9e1de0a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:28.845511 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-edcc47e9-cf4a-432b-b1f0-0143d9e1de0a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:28.846723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-edcc47e9-cf4a-432b-b1f0-0143d9e1de0a tempest-TestNetworkAdvancedServerOps-1290665815 tempest-TestNetworkAdvancedServerOps-1290665815-project] 10.222.0.23 "DELETE /v2.0/security-groups/66950ff2-ff9f-4cd7-a6c5-8f7a944fefe4 HTTP/1.1" status: 204 len: 168 time: 0.2034109 Mar 03 18:55:29.196641 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42202) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:29.355051 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-01f0d2e4-abe5-4157-bb2e-8e7adedfa700 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c70de268cd2042aeb399be5c29607d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572330 Mar 03 18:55:29.357433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42208) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:29.415823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d782-1a22-487f-9e2b-ff276b4b5f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:29.440755 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d782-1a22-487f-9e2b-ff276b4b5f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:29.492430 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d782-1a22-487f-9e2b-ff276b4b5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:29.508193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8d782-1a22-487f-9e2b-ff276b4b5f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70d19d-de8e-4d64-bb1e-588031cb0b0b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:29.516934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d782-1a22-487f-9e2b-ff276b4b5f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:29.518151 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-f9a8d782-1a22-487f-9e2b-ff276b4b5f34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db70d19d-de8e-4d64-bb1e-588031cb0b0b HTTP/1.1" status: 204 len: 168 time: 0.1598260 Mar 03 18:55:29.791384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42216) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:29.808767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:29.823423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:29.827245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Usage tracker for resource:security_group_rule and tenant:cc85fe0fa572457b8b72de2b2029505a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:29.830030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:29.835589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:29.917213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:29.920636 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:29.965804 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc85fe0fa572457b8b72de2b2029505a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733756 Mar 03 18:55:29.967338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e46075-8a31-48c2-b46b-5ae7d4d537c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e923bd-51e5-499d-8c27-75f041df622b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:29.968514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42220) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:30.026941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a4a8-fa87-40ac-be13-3b30b3c0a802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:30.051700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a4a8-fa87-40ac-be13-3b30b3c0a802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:30.103316 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a4a8-fa87-40ac-be13-3b30b3c0a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:30.118257 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8a4a8-fa87-40ac-be13-3b30b3c0a802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e923bd-51e5-499d-8c27-75f041df622b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:30.128703 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a4a8-fa87-40ac-be13-3b30b3c0a802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:30.129880 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c7c8a4a8-fa87-40ac-be13-3b30b3c0a802 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28e923bd-51e5-499d-8c27-75f041df622b HTTP/1.1" status: 204 len: 168 time: 0.1603792 Mar 03 18:55:30.863770 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42244) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:30.964063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1865429272-network', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:30.969931 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:30.973704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Usage tracker for resource:network and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:30.976499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:30.986195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:30.996127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Made reservation on behalf of 06f9393bf4664a51bd6ca5ef6b3a719e for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:55:30.998377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.009897 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.024211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:31.027935 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:31.030684 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:31.036192 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:31.116066 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.120339 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.149665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:55:31.157813 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc0d53-d882-4174-acf1-12117e34db3d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:31.163181 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.163523 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Added segment a052dbec-47a9-45c7-83aa-f316e48c50f3 of type vlan for network 2676eb33-5a39-45ee-b4bd-62b143de3054 Mar 03 18:55:31.195806 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.223680 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.224527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:31.225057 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.328254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] Pushing event updated for resources: {'Network': ['ID=2676eb33-5a39-45ee-b4bd-62b143de3054,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:31.334991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2b990e98-9eff-420f-93db-9363acc56966 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4672666 Mar 03 18:55:31.335373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:31.338785 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:55:31.340465 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Request body: {'subnet': {'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1865429272-subnet', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:31.346314 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:31.350077 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Usage tracker for resource:subnet and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:31.352855 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:31.358944 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:31.369044 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Made reservation on behalf of 06f9393bf4664a51bd6ca5ef6b3a719e for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:55:31.372112 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.571822 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.643265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c56a777-5291-4fa5-a682-76571d42492e,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:31.652289 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Checking segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:31.652637 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Network hostable DHCP agents. Network: 2676eb33-5a39-45ee-b4bd-62b143de3054, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:55:31.671527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:55:31.679732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 2676eb33-5a39-45ee-b4bd-62b143de3054) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:31.683821 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:31.684388 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.689411 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e069c7f-91c4-4261-a2d5-04a5cbccfa8d None None] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:55:31.704325 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8b35536a-9d7b-48fd-9b21-33716131eafa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3681026 Mar 03 18:55:31.707124 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42254) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:31.711863 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:31.717642 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:31.721672 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Usage tracker for resource:router and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:31.724577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:31.730928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:31.742633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.743739 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.758550 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:31.909134 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-2676eb33-5a39-45ee-b4bd-62b143de3054', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:55:31.910001 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.035493 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.061009 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Allocated IP 172.20.0.2 (2676eb33-5a39-45ee-b4bd-62b143de3054/1c56a777-5291-4fa5-a682-76571d42492e/55107e9d-de9a-412c-a577-e23c4439f925) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:32.311914 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.322018 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Transition to ACTIVE for port object 55107e9d-de9a-412c-a577-e23c4439f925 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:32.340598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Transition to ACTIVE for port object 55107e9d-de9a-412c-a577-e23c4439f925 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:32.346506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.404378 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:32.407198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:32.410691 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:32.424333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Pushing event updated for resources: {'Port': ['ID=55107e9d-de9a-412c-a577-e23c4439f925,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:32.456429 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.487409 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.508576 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Attempting to bind port 55107e9d-de9a-412c-a577-e23c4439f925 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:55:32.508940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Attempting to bind port 55107e9d-de9a-412c-a577-e23c4439f925 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:55:32.509296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Attempting to bind port 55107e9d-de9a-412c-a577-e23c4439f925 on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:32.514962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:55:32.515326 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Checking segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:32.515717 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.516101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Bound using segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:55:32.516553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Bound port: 55107e9d-de9a-412c-a577-e23c4439f925, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:55:32.516921 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.606890 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] For port 55107e9d-de9a-412c-a577-e23c4439f925, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:55:32.609949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] For port 55107e9d-de9a-412c-a577-e23c4439f925, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=55107e9d-de9a-412c-a577-e23c4439f925,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:55:32.613897 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.623794 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Allocated IP 172.25.0.45 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/2a42a44a-aa45-4b22-8d51-71d215090ae3) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:32.699581 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6247b33-3367-4f78-b6c4-eb76a8694710 None None] Pushing event updated for resources: {'Port': ['ID=55107e9d-de9a-412c-a577-e23c4439f925,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:32.778463 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.808214 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:32.875784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:32.878696 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:32.887695 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:32.918888 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Pushing event updated for resources: {'Port': ['ID=2a42a44a-aa45-4b22-8d51-71d215090ae3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:33.303524 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:33.592066 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd84990-5295-4bf0-9ebc-6993092ebf76 None None] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:55:33.648604 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:33.680949 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-53b2bc63-7ae3-4f8b-aacf-4a09990a3959 None None] Provisioning for port 55107e9d-de9a-412c-a577-e23c4439f925 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:33.983575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:55:34.162196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:55:34.172377 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Sync routers for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:55:34.181511 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:34.182693 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:34.185610 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:34.186966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-157dc2c1-cd45-4c9b-838a-becbecb7644b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4788041 Mar 03 18:55:34.189676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42258) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:34.352512 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:34.625265 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:33Z', 'revision_number': 3, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:34.628975 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Checking router: f35b6b05-f22c-4ad8-9cd1-9428f302cf75 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:55:34.629311 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Updating router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 port 2a42a44a-aa45-4b22-8d51-71d215090ae3 binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:55:34.684161 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:34.709252 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55107e9d-de9a-412c-a577-e23c4439f925 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:34.778032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 55107e9d-de9a-412c-a577-e23c4439f925 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:34.783068 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 55107e9d-de9a-412c-a577-e23c4439f925 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:34.783431 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:34.860205 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:34.904954 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:34.938903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 55107e9d-de9a-412c-a577-e23c4439f925, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=55107e9d-de9a-412c-a577-e23c4439f925,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:34.942945 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.015216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=55107e9d-de9a-412c-a577-e23c4439f925,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:35.018743 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.030966 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Transition to ACTIVE for port object 2a42a44a-aa45-4b22-8d51-71d215090ae3 will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:35.037483 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.073908 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Allocated IP 172.20.0.1 (2676eb33-5a39-45ee-b4bd-62b143de3054/1c56a777-5291-4fa5-a682-76571d42492e/11e66b58-4ad0-4561-8f55-ce9f0b01c33b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:35.103499 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Pushing event updated for resources: {'Port': ['ID=2a42a44a-aa45-4b22-8d51-71d215090ae3,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:35.112629 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.112962 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.113288 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.113635 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.113951 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.114268 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.114580 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.114887 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.115197 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.115502 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.115808 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.116112 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:55:35.137882 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Attempting to bind port 2a42a44a-aa45-4b22-8d51-71d215090ae3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:55:35.138241 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Attempting to bind port 2a42a44a-aa45-4b22-8d51-71d215090ae3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:55:35.138585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Attempting to bind port 2a42a44a-aa45-4b22-8d51-71d215090ae3 on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:35.143671 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:55:35.144030 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:35.144413 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.144784 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:55:35.145226 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Bound port: 2a42a44a-aa45-4b22-8d51-71d215090ae3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:55:35.145609 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.221809 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] For port 2a42a44a-aa45-4b22-8d51-71d215090ae3, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:55:35.225476 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] For port 2a42a44a-aa45-4b22-8d51-71d215090ae3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2a42a44a-aa45-4b22-8d51-71d215090ae3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:55:35.229752 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.337309 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:35.337938 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:35.354201 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.369043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Transition to ACTIVE for port object 11e66b58-4ad0-4561-8f55-ce9f0b01c33b will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:35.392775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.408333 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9549d-84fb-4a59-93e5-56a7ed9a9854 None None] Pushing event updated for resources: {'Port': ['ID=2a42a44a-aa45-4b22-8d51-71d215090ae3,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:35.448980 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:35.451775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:35.455402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:35.507691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:35.522379 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.522860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:35.649552 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.746704 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-41ae3a5c-bd30-4ca1-85f4-071c043a181f None None] Provisioning for port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:35.751585 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-41ae3a5c-bd30-4ca1-85f4-071c043a181f None None] Provisioning complete for port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:35.752083 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41ae3a5c-bd30-4ca1-85f4-071c043a181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.809428 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-41ae3a5c-bd30-4ca1-85f4-071c043a181f None None] Port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:55:35.812531 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:33Z', 'revision_number': 3, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:35.816403 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7178c2c-a78a-4190-aaee-4602a38469f3 None None] The sync data for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 is: [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:33Z', 'revision_number': 3, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:55:35.883337 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.888182 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:35.996664 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:36.000025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:36.153236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:36.154421 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:36.351536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:55:36.433766 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-937d56e6-6e45-4e6e-b6e7-8f251b259363 None None] Provisioning complete for port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:36.434408 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-937d56e6-6e45-4e6e-b6e7-8f251b259363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:36.487821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-937d56e6-6e45-4e6e-b6e7-8f251b259363 None None] Port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:55:36.538142 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:55:36.547766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a51d96cb-1a8c-4e91-8e6c-c6170f55a9a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/f35b6b05-f22c-4ad8-9cd1-9428f302cf75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3570843 Mar 03 18:55:36.755605 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55107e9d-de9a-412c-a577-e23c4439f925 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:36.825064 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 55107e9d-de9a-412c-a577-e23c4439f925 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:36.825471 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:36.950346 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2a42a44a-aa45-4b22-8d51-71d215090ae3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:37.018808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 2a42a44a-aa45-4b22-8d51-71d215090ae3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:37.023909 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2a42a44a-aa45-4b22-8d51-71d215090ae3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:37.024277 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.055371 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42276) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:37.062200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-932671354-network', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:37.068294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:37.074024 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Usage tracker for resource:network and tenant:47566ff5c4324633a6340f9563dbce4a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:37.078264 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:37.085064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:37.098373 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Made reservation on behalf of 47566ff5c4324633a6340f9563dbce4a for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:55:37.101867 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.117033 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.134977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:37.139427 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Usage tracker for resource:security_group_rule and tenant:47566ff5c4324633a6340f9563dbce4a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:37.142428 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:37.152367 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:37.155679 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.172140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 2a42a44a-aa45-4b22-8d51-71d215090ae3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2a42a44a-aa45-4b22-8d51-71d215090ae3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:37.178971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.242622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.247024 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.247535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=2a42a44a-aa45-4b22-8d51-71d215090ae3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:37.273870 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 18:55:37.286458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185f3bf9-1ce9-42f8-ac97-6bdf13087a61,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:37.291921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.292263 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Added segment f6e32562-b14a-4aa6-ac79-694ded930b0c of type vlan for network ec981f8e-486a-4f14-8353-7a8ca99837d3 Mar 03 18:55:37.318717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.347349 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.348445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:37.349126 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.354591 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Sync routers for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:55:37.363488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:37.364095 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:37.452552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] Pushing event updated for resources: {'Network': ['ID=ec981f8e-486a-4f14-8353-7a8ca99837d3,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:37.457082 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-45aa7507-d0f3-4d99-a943-9f34898c4a6c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3998034 Mar 03 18:55:37.459731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42280) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:37.465919 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Request body: {'subnet': {'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-932671354-subnet', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:37.468033 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 18:55:37.472237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:37.476205 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Usage tracker for resource:subnet and tenant:47566ff5c4324633a6340f9563dbce4a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:37.479536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:37.485584 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:37.496362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Made reservation on behalf of 47566ff5c4324633a6340f9563dbce4a for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:55:37.498797 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.671302 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:37.832996 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.907440 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8ddcfd-be7f-4429-99db-d5dfc36e60dd,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:37.915731 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Checking segment: {'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:37.916129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Network hostable DHCP agents. Network: ec981f8e-486a-4f14-8353-7a8ca99837d3, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 18:55:37.935612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 18:55:37.945909 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, ec981f8e-486a-4f14-8353-7a8ca99837d3) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:37.950307 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:37.950879 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:37.959251 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71841cff-ee42-4c82-bba8-2d5083491c9d None None] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:55:37.971440 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-195d39bf-c15b-4ecb-a62f-50d3e9e997e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5100148 Mar 03 18:55:37.974131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42284) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:37.978947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:37.984150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:37.987991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Usage tracker for resource:router and tenant:47566ff5c4324633a6340f9563dbce4a is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:37.990791 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:37.996362 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:38.006008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.006950 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.021767 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.140269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 2, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:38.152481 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Checking router: f35b6b05-f22c-4ad8-9cd1-9428f302cf75 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:55:38.152836 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Updating router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:55:38.244272 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.254655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-ec981f8e-486a-4f14-8353-7a8ca99837d3', 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'fixed_ips': [{'subnet_id': 'cb8ddcfd-be7f-4429-99db-d5dfc36e60dd'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 18:55:38.255455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.287706 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.590861 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.595294 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Allocated IP 172.20.0.2 (ec981f8e-486a-4f14-8353-7a8ca99837d3/cb8ddcfd-be7f-4429-99db-d5dfc36e60dd/8711ee52-039b-4db9-a3c1-cd0c81d5e62b) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:38.624045 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.720140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2a42a44a-aa45-4b22-8d51-71d215090ae3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:38.763152 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Allocated IP 172.25.0.170 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/d127a7f6-8863-4a24-8a67-cbddc4f774aa) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:38.914136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.948106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:38.992588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.008255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:39.011499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:39.018492 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 2a42a44a-aa45-4b22-8d51-71d215090ae3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:39.018859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.019225 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:39.048123 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Transition to ACTIVE for port object 11e66b58-4ad0-4561-8f55-ce9f0b01c33b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:39.055294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Pushing event updated for resources: {'Port': ['ID=d127a7f6-8863-4a24-8a67-cbddc4f774aa,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:39.071186 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.078560 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.196985 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Transition to ACTIVE for port object 8711ee52-039b-4db9-a3c1-cd0c81d5e62b will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:39.284527 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca64b3-d5cf-4219-b1f4-075c84b27342 None None] Pushing event updated for resources: {'Port': ['ID=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:39.289921 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Transition to ACTIVE for port object 8711ee52-039b-4db9-a3c1-cd0c81d5e62b will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:39.330449 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.466675 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Attempting to bind port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:55:39.466919 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Attempting to bind port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:55:39.467270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Attempting to bind port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:39.476453 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:39.484825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:39.487664 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:39.498962 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Pushing event updated for resources: {'Port': ['ID=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:39.508398 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:55:39.508881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Checking segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:39.509385 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.509780 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Bound using segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:55:39.510303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Bound port: 11e66b58-4ad0-4561-8f55-ce9f0b01c33b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:55:39.510725 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.571590 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.647422 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Attempting to bind port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:55:39.647790 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Attempting to bind port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:55:39.648150 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Attempting to bind port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b on network ec981f8e-486a-4f14-8353-7a8ca99837d3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:39.669480 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:55:39.669856 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Checking segment: {'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:39.670255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.670645 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Bound using segment: {'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:55:39.671105 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Bound port: 8711ee52-039b-4db9-a3c1-cd0c81d5e62b, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:55:39.671473 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.732807 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] For port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:55:39.754004 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] For port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:55:39.764939 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.837075 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] For port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:55:39.860981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] For port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,segment=NetworkSegment(f6e32562-b14a-4aa6-ac79-694ded930b0c),segment_id=f6e32562-b14a-4aa6-ac79-694ded930b0c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:55:39.865873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:39.866490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:39.919693 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca64b3-d5cf-4219-b1f4-075c84b27342 None None] Pushing event updated for resources: {'Port': ['ID=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:39.922623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:39.936972 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:40.100427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538f6d7-4aa8-4794-b9cb-e4dc81de183b None None] Pushing event updated for resources: {'Port': ['ID=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:40.143375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:40.169788 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Router 29122d6d-f374-44c4-b189-555e08629c62 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 18:55:40.377043 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:55:40.387773 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Sync routers for ids ['29122d6d-f374-44c4-b189-555e08629c62'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:55:40.397601 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Routers {'29122d6d-f374-44c4-b189-555e08629c62'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:40.398212 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['29122d6d-f374-44c4-b189-555e08629c62'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:40.409835 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:40.414094 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-bffb56b5-cbb7-41de-9e3b-e9e7a9b84540 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4362624 Mar 03 18:55:40.414381 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42288) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:40.537415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:39Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:40.542403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0807-67a8-4ce2-8fa1-4266f5fb4b7e None None] The sync data for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 is: [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:39Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:55:40.591509 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Set router 29122d6d-f374-44c4-b189-555e08629c62 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:40.823494 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 11e66b58-4ad0-4561-8f55-ce9f0b01c33b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:40.950034 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:40.958310 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:40.958684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.009053 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:39Z', 'revision_number': 3, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port': {'id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:41.014883 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Checking router: 29122d6d-f374-44c4-b189-555e08629c62 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:55:41.014883 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Updating router 29122d6d-f374-44c4-b189-555e08629c62 port d127a7f6-8863-4a24-8a67-cbddc4f774aa binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:55:41.107403 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.184691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.195889 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb6164-4909-4c5d-9207-f767a37003db None None] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 18:55:41.308248 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:41.309371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-1e175ce8-26cf-4bcd-9006-4efb13b0b955 None None] Provisioning for port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:41.324129 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.324896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8711ee52-039b-4db9-a3c1-cd0c81d5e62b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:41.468930 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.518375 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:41.523347 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:41.532894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:41.533264 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.540406 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.554684 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Transition to ACTIVE for port object d127a7f6-8863-4a24-8a67-cbddc4f774aa will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:41.565447 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.651902 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162af41-0b8f-4c7f-8da8-11e0e00ccd2d None None] Pushing event updated for resources: {'Port': ['ID=d127a7f6-8863-4a24-8a67-cbddc4f774aa,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:41.676893 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Attempting to bind port d127a7f6-8863-4a24-8a67-cbddc4f774aa on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:55:41.677264 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Attempting to bind port d127a7f6-8863-4a24-8a67-cbddc4f774aa by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:55:41.677624 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Attempting to bind port d127a7f6-8863-4a24-8a67-cbddc4f774aa on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:41.683824 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:55:41.684188 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:41.684581 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.684960 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:55:41.685474 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Bound port: d127a7f6-8863-4a24-8a67-cbddc4f774aa, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:55:41.685842 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.710687 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.717957 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Allocated IP 172.20.0.1 (ec981f8e-486a-4f14-8353-7a8ca99837d3/cb8ddcfd-be7f-4429-99db-d5dfc36e60dd/364f1a4c-9c95-4064-a6cb-3cc410a0c7a3) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:41.751353 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,segment=NetworkSegment(f6e32562-b14a-4aa6-ac79-694ded930b0c),segment_id=f6e32562-b14a-4aa6-ac79-694ded930b0c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:41.756075 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.776558 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] For port d127a7f6-8863-4a24-8a67-cbddc4f774aa, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:55:41.780342 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] For port d127a7f6-8863-4a24-8a67-cbddc4f774aa, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d127a7f6-8863-4a24-8a67-cbddc4f774aa,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:55:41.785464 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.866389 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:41.896048 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Routers {'29122d6d-f374-44c4-b189-555e08629c62'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:41.896960 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['29122d6d-f374-44c4-b189-555e08629c62'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:41.937727 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:41.958738 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Transition to ACTIVE for port object 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:41.958952 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162af41-0b8f-4c7f-8da8-11e0e00ccd2d None None] Pushing event updated for resources: {'Port': ['ID=d127a7f6-8863-4a24-8a67-cbddc4f774aa,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:41.998869 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.066848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:42.069680 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:42.072950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:42.089629 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] Set router 29122d6d-f374-44c4-b189-555e08629c62 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:42.117815 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b6df66cf-490c-46df-b4cd-64de37f6f4f6 None None] Provisioning complete for port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:42.118191 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b6df66cf-490c-46df-b4cd-64de37f6f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.125649 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Pushing event updated for resources: {'Port': ['ID=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:42.151043 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.392880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dca64d67-a9aa-4760-8b9a-29763c9cce50 None None] Provisioning for port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:42.397553 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dca64d67-a9aa-4760-8b9a-29763c9cce50 None None] Provisioning complete for port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:42.398053 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dca64d67-a9aa-4760-8b9a-29763c9cce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.410715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:39Z', 'revision_number': 3, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port': {'id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:42.414514 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e572f-63fd-4153-8f81-399e9bdb9c65 None None] The sync data for ids ['29122d6d-f374-44c4-b189-555e08629c62'] in n-d-827121-1 is: [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:39Z', 'revision_number': 3, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port': {'id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:55:42.452893 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.463673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-dca64d67-a9aa-4760-8b9a-29763c9cce50 None None] Port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:55:42.809971 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 11e66b58-4ad0-4561-8f55-ce9f0b01c33b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:42.818326 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.829251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.893032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:42.893426 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.948766 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:42.953848 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Pushing event updated for resources: {'Port': ['ID=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:43.014269 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8711ee52-039b-4db9-a3c1-cd0c81d5e62b up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:43.090886 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:43.091591 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:43.097600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:43.098781 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:43.238755 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d127a7f6-8863-4a24-8a67-cbddc4f774aa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:43.315107 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port d127a7f6-8863-4a24-8a67-cbddc4f774aa completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:43.320901 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d127a7f6-8863-4a24-8a67-cbddc4f774aa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:43.321552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:43.328204 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Router 29122d6d-f374-44c4-b189-555e08629c62 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:55:43.467017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e82b1894-487f-41bf-bcf8-fb09f91bb1dd None None] Provisioning complete for port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:43.467595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e82b1894-487f-41bf-bcf8-fb09f91bb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:43.511637 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:55:43.520638 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d7a8e70b-c98d-4595-b3ab-d9004ba466f4 admin admin] 10.222.0.23 "PUT /v2.0/routers/29122d6d-f374-44c4-b189-555e08629c62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1051533 Mar 03 18:55:43.525013 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:43.539975 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-e82b1894-487f-41bf-bcf8-fb09f91bb1dd None None] Port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:55:43.550861 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port d127a7f6-8863-4a24-8a67-cbddc4f774aa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d127a7f6-8863-4a24-8a67-cbddc4f774aa,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:43.555174 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:43.622667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=d127a7f6-8863-4a24-8a67-cbddc4f774aa,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:44.035821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Sync routers for ids ['29122d6d-f374-44c4-b189-555e08629c62'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:55:44.045811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Routers {'29122d6d-f374-44c4-b189-555e08629c62'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:44.046421 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['29122d6d-f374-44c4-b189-555e08629c62'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:44.100438 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42298) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:44.106742 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914286105', 'description': 'tempest-secgroup-smoke-1914286105 description', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:44.113648 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:44.117929 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:44.121702 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:44.127313 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:44.138586 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.157978 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:44.161755 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:44.164509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:44.170688 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:44.226544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Set router 29122d6d-f374-44c4-b189-555e08629c62 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:44.240763 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.245201 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.289256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5133f4d6-fd3c-4d25-9435-91b4425e945e,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:44.292334 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.296544 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-4f7ac35d-2936-4540-8dc1-70cbf2e40933 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1918073 Mar 03 18:55:44.296923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42302) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:44.301565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '5133f4d6-fd3c-4d25-9435-91b4425e945e', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:44.308690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:44.313115 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:44.316076 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:44.321820 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:44.339441 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.401582 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.405580 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.431219 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c733eb4-0e1c-41e2-ab1b-9506dca801bb,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:44.442900 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.444162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b0a5b3dd-6e03-454b-96ce-b74c0f4d0072 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465542 Mar 03 18:55:44.446852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42306) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:44.451845 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '5133f4d6-fd3c-4d25-9435-91b4425e945e', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:44.458216 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:44.461998 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:44.465401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:44.471253 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:44.488798 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.539234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:42Z', 'revision_number': 4, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port': {'id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '364f1a4c-9c95-4064-a6cb-3cc410a0c7a3', 'name': '', 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'mac_address': 'fa:16:3e:61:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cb8ddcfd-be7f-4429-99db-d5dfc36e60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:41Z', 'updated_at': '2022-03-03T18:55:42Z', 'revision_number': 2, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'subnets': [{'id': 'cb8ddcfd-be7f-4429-99db-d5dfc36e60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:44.543802 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Checking router: 29122d6d-f374-44c4-b189-555e08629c62 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:55:44.544091 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Updating router 29122d6d-f374-44c4-b189-555e08629c62 port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 18:55:44.548577 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.552240 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.574651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a323f427-81ac-4a8a-9b7c-0c8b315e7bc9,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:44.584796 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.586273 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d36ca03a-8559-4e84-b74d-6c213b5bf91f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384571 Mar 03 18:55:44.589542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42310) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:44.595102 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '5133f4d6-fd3c-4d25-9435-91b4425e945e', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:44.601556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:44.602141 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.605926 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:44.608733 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:44.614363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:44.634307 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.701728 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.705275 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.714359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d127a7f6-8863-4a24-8a67-cbddc4f774aa up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:44.728207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b7e471-f427-47ae-9d53-bcd62ce2b8f7,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:44.739666 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.740921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-87a94dee-b6b8-40ac-b1ec-92a13e13cbd4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503739 Mar 03 18:55:44.744776 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42314) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:44.749197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '5133f4d6-fd3c-4d25-9435-91b4425e945e', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:44.755526 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:44.759345 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:44.762217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:44.768026 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:44.785525 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.851067 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.855318 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.879486 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71725051-66f7-40c4-a53c-157ef191d24b,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:44.890068 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.891292 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3dee8c26-3a37-4391-b087-5308ad6baaaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460607 Mar 03 18:55:44.894193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42318) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:44.895387 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d127a7f6-8863-4a24-8a67-cbddc4f774aa triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:44.895758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:44.899249 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '5133f4d6-fd3c-4d25-9435-91b4425e945e', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:44.905779 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:44.909572 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:44.912388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:44.918570 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:44.929246 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Project 06f9393bf4664a51bd6ca5ef6b3a719e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:55:44.937152 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.002943 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.006514 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.027394 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32060da-a4d6-4edb-9633-1f262e809769,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:45.038844 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.040141 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-2049fa36-d38b-4b36-bf5b-c0cf6893a7a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450076 Mar 03 18:55:45.043386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42322) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:45.048323 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '5133f4d6-fd3c-4d25-9435-91b4425e945e', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:45.054869 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:45.059348 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:45.062217 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:45.068137 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:45.079246 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Project 06f9393bf4664a51bd6ca5ef6b3a719e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:55:45.087461 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.109700 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.122249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Transition to ACTIVE for port object 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:45.129372 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.155073 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.158983 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.184661 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e8e63d-5829-475e-9ead-54a07e26629f,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:45.195292 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.196937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0046b767-0150-4aae-9345-e03ebe88a900 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525123 Mar 03 18:55:45.268896 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eb69d-bbb7-4a14-96f6-d96420f4ef90 None None] Pushing event updated for resources: {'Port': ['ID=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:45.371247 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-015253cc-9e23-4e20-9cba-c14907d6c325 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:55:45.388539 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-015253cc-9e23-4e20-9cba-c14907d6c325 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:55:45.389152 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-015253cc-9e23-4e20-9cba-c14907d6c325 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914286105&fields=id&tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 267 time: 0.0605025 Mar 03 18:55:45.399529 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Attempting to bind port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:55:45.399903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Attempting to bind port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:55:45.400778 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Attempting to bind port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 on network ec981f8e-486a-4f14-8353-7a8ca99837d3 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:45.406177 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:55:45.406544 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Checking segment: {'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:45.406937 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.407318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Bound using segment: {'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:55:45.407771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Bound port: 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e32562-b14a-4aa6-ac79-694ded930b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:55:45.408142 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.505535 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] For port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:55:45.508407 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] For port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,segment=NetworkSegment(f6e32562-b14a-4aa6-ac79-694ded930b0c),segment_id=f6e32562-b14a-4aa6-ac79-694ded930b0c)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:55:45.513468 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:45.551066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-e58838c3-ccc1-4c79-9730-18c77344c9dd tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:45.552506 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-e58838c3-ccc1-4c79-9730-18c77344c9dd tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 809 time: 0.1532235 Mar 03 18:55:45.570600 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-38516ea1-79e8-440e-91a9-664f9d53a078 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/quotas/06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 375 time: 0.0120912 Mar 03 18:55:45.589729 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Routers {'29122d6d-f374-44c4-b189-555e08629c62'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:45.590342 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['29122d6d-f374-44c4-b189-555e08629c62'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:45.645823 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eb69d-bbb7-4a14-96f6-d96420f4ef90 None None] Pushing event updated for resources: {'Port': ['ID=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:45.668162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4dd59d23-ba40-4b5b-a4e8-4cf03ec96b53 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914857 Mar 03 18:55:45.778732 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] Set router 29122d6d-f374-44c4-b189-555e08629c62 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:46.029723 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4196c557-f873-4c5a-8475-da90ef9b6864 service neutron] 10.222.0.23 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472903 Mar 03 18:55:46.104339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:42Z', 'revision_number': 4, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port': {'id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '364f1a4c-9c95-4064-a6cb-3cc410a0c7a3', 'name': '', 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'mac_address': 'fa:16:3e:61:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cb8ddcfd-be7f-4429-99db-d5dfc36e60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:41Z', 'updated_at': '2022-03-03T18:55:45Z', 'revision_number': 4, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'subnets': [{'id': 'cb8ddcfd-be7f-4429-99db-d5dfc36e60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:46.108309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27621d-61b8-404f-99dc-49d8a2eb92d6 None None] The sync data for ids ['29122d6d-f374-44c4-b189-555e08629c62'] in n-d-827121-1 is: [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:42Z', 'revision_number': 4, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port': {'id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '364f1a4c-9c95-4064-a6cb-3cc410a0c7a3', 'name': '', 'network_id': 'ec981f8e-486a-4f14-8353-7a8ca99837d3', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'mac_address': 'fa:16:3e:61:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cb8ddcfd-be7f-4429-99db-d5dfc36e60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:41Z', 'updated_at': '2022-03-03T18:55:45Z', 'revision_number': 4, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'subnets': [{'id': 'cb8ddcfd-be7f-4429-99db-d5dfc36e60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:55:46.175312 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-c9d41c01-7b11-4cec-8989-591a03ae3474 service neutron] 10.222.0.23 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396670 Mar 03 18:55:46.420063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-77de2a39-53e5-47fe-8848-5e5684322173 req-93cd3212-bedb-4f6e-b4d0-96d47b9319a4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:55:46.437512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-77de2a39-53e5-47fe-8848-5e5684322173 req-93cd3212-bedb-4f6e-b4d0-96d47b9319a4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:55:46.438829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-77de2a39-53e5-47fe-8848-5e5684322173 req-93cd3212-bedb-4f6e-b4d0-96d47b9319a4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 210 time: 0.1140783 Mar 03 18:55:46.714536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:46.785340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:46.790255 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:46.790631 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:46.908846 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:46.944996 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,segment=NetworkSegment(f6e32562-b14a-4aa6-ac79-694ded930b0c),segment_id=f6e32562-b14a-4aa6-ac79-694ded930b0c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:46.949651 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:47.020072 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:47.457122 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-b2dac9aa-f569-4c18-9d6f-7d154c04bae0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:47.457846 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-b2dac9aa-f569-4c18-9d6f-7d154c04bae0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:55:47.475903 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-b2dac9aa-f569-4c18-9d6f-7d154c04bae0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:55:47.477113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-b2dac9aa-f569-4c18-9d6f-7d154c04bae0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 809 time: 0.1728280 Mar 03 18:55:47.529453 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-b77d9040-7950-4e9c-a0b9-454bb6c39e2f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:55:47.540606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-b77d9040-7950-4e9c-a0b9-454bb6c39e2f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:55:47.542329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-b77d9040-7950-4e9c-a0b9-454bb6c39e2f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 380 time: 0.0570583 Mar 03 18:55:47.552615 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'port': {'device_id': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'admin_state_up': True, 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'security_groups': ['5133f4d6-fd3c-4d25-9435-91b4425e945e']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:47.588580 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-e7d7e6ef-c411-4f22-a774-0b0d397e4fe0 req-3254b377-969c-461e-8352-0d177ba57d8f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 210 time: 0.0420201 Mar 03 18:55:47.813738 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:47.829401 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:47.838789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Made reservation on behalf of 06f9393bf4664a51bd6ca5ef6b3a719e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 18:55:47.842226 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:47.998338 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Allocated IP 172.20.0.9 (2676eb33-5a39-45ee-b4bd-62b143de3054/1c56a777-5291-4fa5-a682-76571d42492e/9d6399ac-8824-49ba-a807-fca54d39efe8) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:48.188402 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.204303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Transition to ACTIVE for port object 9d6399ac-8824-49ba-a807-fca54d39efe8 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:48.227921 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.289708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:48.292630 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:48.296288 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:48.340430 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:48.372439 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:48.373144 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.400097 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-369ae83e-8a71-4886-9cdf-a52c3778993c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509357 Mar 03 18:55:48.411345 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Request body: {'port': {'device_id': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:48.474364 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.527605 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.564572 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f417d20c-7005-43ee-aa31-91c6e9ca7f9c None None] Provisioning for port 9d6399ac-8824-49ba-a807-fca54d39efe8 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:48.570169 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f417d20c-7005-43ee-aa31-91c6e9ca7f9c None None] Provisioning complete for port 9d6399ac-8824-49ba-a807-fca54d39efe8 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:48.570535 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f417d20c-7005-43ee-aa31-91c6e9ca7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.627485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-f417d20c-7005-43ee-aa31-91c6e9ca7f9c None None] Port 9d6399ac-8824-49ba-a807-fca54d39efe8 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 18:55:48.694427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:48.762797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:48.763159 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.869678 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb790c4-9246-4e3a-bc61-4e906812499c req-4a19192a-d278-4241-bf12-ac5a072c2d5b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:48.870372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5eb790c4-9246-4e3a-bc61-4e906812499c req-4a19192a-d278-4241-bf12-ac5a072c2d5b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:55:48.924403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-5eb790c4-9246-4e3a-bc61-4e906812499c req-4a19192a-d278-4241-bf12-ac5a072c2d5b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:55:48.925568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb790c4-9246-4e3a-bc61-4e906812499c req-4a19192a-d278-4241-bf12-ac5a072c2d5b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 931 time: 0.2209857 Mar 03 18:55:48.977850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6399ac-8824-49ba-a807-fca54d39efe8 {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:55:48.988778 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:48.996713 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5eb790c4-9246-4e3a-bc61-4e906812499c req-a7379fff-3f76-45a6-b2cf-7ab468e41c0e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644255 Mar 03 18:55:49.007539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Transition to ACTIVE for port object 9d6399ac-8824-49ba-a807-fca54d39efe8 will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 18:55:49.012224 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:49.168941 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:49.246335 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Attempting to bind port 9d6399ac-8824-49ba-a807-fca54d39efe8 on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 18:55:49.246664 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Attempting to bind port 9d6399ac-8824-49ba-a807-fca54d39efe8 by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 18:55:49.246984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Attempting to bind port 9d6399ac-8824-49ba-a807-fca54d39efe8 on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:49.252189 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Port 9d6399ac-8824-49ba-a807-fca54d39efe8 on network 2676eb33-5a39-45ee-b4bd-62b143de3054 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 18:55:49.252490 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Attempting to bind port 9d6399ac-8824-49ba-a807-fca54d39efe8 on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 18:55:49.257500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 18:55:49.257833 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Checking segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 18:55:49.258201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Bound using segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 18:55:49.258606 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Bound port: 9d6399ac-8824-49ba-a807-fca54d39efe8, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 18:55:49.258940 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:49.343018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 18:55:49.346151 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 18:55:49.350359 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:49.407009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:49.407796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:49.409361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] 10.222.0.35 "PUT /v2.0/ports/9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 1091 time: 1.0022523 Mar 03 18:55:49.411740 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:55:49.477501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0c716-e599-4a00-bc2f-2877ff3a1213 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:49.485749 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'status': 'completed', 'code': 200} Mar 03 18:55:49.525036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-7c9fce21-cef9-4f2c-9bc7-43108727316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:49.526734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-7c9fce21-cef9-4f2c-9bc7-43108727316a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1094 time: 0.0817358 Mar 03 18:55:49.639199 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe733e3e-cd10-49aa-a409-7d08d769427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:49.718578 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-aea2401e-3151-4974-a558-584b791e6063 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 217 time: 0.1851275 Mar 03 18:55:49.780734 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-8e6c65ca-5c5f-44bb-bcc8-71546a7b4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:49.782163 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-8e6c65ca-5c5f-44bb-bcc8-71546a7b4b1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0568020 Mar 03 18:55:49.855092 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-d1619456-8879-4677-a4d5-4ae91d493bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:49.856552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-d1619456-8879-4677-a4d5-4ae91d493bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686920 Mar 03 18:55:49.984361 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-56288189-7ccc-47f6-a759-1d2f6d72fd18 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211822 Mar 03 18:55:50.163483 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4490105-75b9-45ea-b816-ccb4fdbc406b req-eea9521b-22c9-4984-b50a-c7b7efe53d1a service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731675 Mar 03 18:55:50.202113 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334c70c-d26f-4267-bb16-f0fbd0a42326 req-ac147ff8-5e8c-450b-a602-2e35a6773aaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:50.203914 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4334c70c-d26f-4267-bb16-f0fbd0a42326 req-ac147ff8-5e8c-450b-a602-2e35a6773aaa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0982683 Mar 03 18:55:50.289618 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4334c70c-d26f-4267-bb16-f0fbd0a42326 req-9d65413d-4681-4a8b-9bb0-1865efa86039 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798934 Mar 03 18:55:50.310897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a330e-fd27-405c-8012-d285431763a8 req-863299bc-2b9e-45aa-9cf2-0965c59d5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:50.312325 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a330e-fd27-405c-8012-d285431763a8 req-863299bc-2b9e-45aa-9cf2-0965c59d5c3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1094 time: 0.1016834 Mar 03 18:55:50.445404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a330e-fd27-405c-8012-d285431763a8 req-4dcb050e-3ea3-40bd-ab10-d178c5c3d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:50.446838 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a330e-fd27-405c-8012-d285431763a8 req-4dcb050e-3ea3-40bd-ab10-d178c5c3d39c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1284673 Mar 03 18:55:50.517034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a330e-fd27-405c-8012-d285431763a8 req-48b29940-815b-41e3-b2f5-dbf6b3cd7d9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 217 time: 0.0638158 Mar 03 18:55:50.581204 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a330e-fd27-405c-8012-d285431763a8 req-28b81736-e8a6-4fb4-b8c2-c97b8d13f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:50.582605 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a330e-fd27-405c-8012-d285431763a8 req-28b81736-e8a6-4fb4-b8c2-c97b8d13f175 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0589178 Mar 03 18:55:50.655751 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a330e-fd27-405c-8012-d285431763a8 req-1853fc6e-0628-43fe-ab0d-8c9ce4c50d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:50.657201 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a330e-fd27-405c-8012-d285431763a8 req-1853fc6e-0628-43fe-ab0d-8c9ce4c50d50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682781 Mar 03 18:55:50.788918 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a330e-fd27-405c-8012-d285431763a8 req-08973bb2-7d93-4876-ae7f-9647c76de0d7 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252587 Mar 03 18:55:50.917681 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-523a330e-fd27-405c-8012-d285431763a8 req-ac1cebf8-55aa-4540-8a3b-55ce775f89c4 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220806 Mar 03 18:55:51.361020 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:55:51.490967 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13371656-6ad4-48f9-9e1d-7899eaacf7f1 req-98cb4e91-8d8e-46e2-8c68-b6268d1cefc5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:51.492743 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13371656-6ad4-48f9-9e1d-7899eaacf7f1 req-98cb4e91-8d8e-46e2-8c68-b6268d1cefc5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0973988 Mar 03 18:55:51.494935 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:51.507936 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'port_id': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'mac_address': 'fa:16:3e:6f:87:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:55:51.538323 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13371656-6ad4-48f9-9e1d-7899eaacf7f1 req-6646218a-402f-4deb-853c-edcb2be322ba tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392041 Mar 03 18:55:51.593871 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:51.610370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6399ac-8824-49ba-a807-fca54d39efe8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:55:51.625604 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:51.629729 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:51.692892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:51.831843 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9d6399ac-8824-49ba-a807-fca54d39efe8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:55:51.952038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ef84ebaf-97b8-4c79-9364-87e8535515fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:52.721111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a6869-634e-44ad-bb51-6113d12e8f7e req-fcec1f36-ea70-4293-b9e5-c524e98720a9 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:52.722607 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff6a6869-634e-44ad-bb51-6113d12e8f7e req-fcec1f36-ea70-4293-b9e5-c524e98720a9 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 944 time: 0.0782423 Mar 03 18:55:52.770721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ff6a6869-634e-44ad-bb51-6113d12e8f7e req-308a90e3-db4c-4e1f-95cd-27316d1caf5b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Mar 03 18:55:53.110249 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:53.116919 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:53.362242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:55:53.426933 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 9d6399ac-8824-49ba-a807-fca54d39efe8 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 18:55:53.432032 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9d6399ac-8824-49ba-a807-fca54d39efe8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:55:53.432401 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:53.553280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:53.580061 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:55:53.590339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:55:53.593857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:53.629670 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'code': 200} Mar 03 18:55:53.663875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:53.750772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057eef4-0bd0-4ee0-a52f-f3cceeef308e req-1eb523cc-0f5d-46c2-b6f2-14fafdbbaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:53.752229 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1057eef4-0bd0-4ee0-a52f-f3cceeef308e req-1eb523cc-0f5d-46c2-b6f2-14fafdbbaeff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1096 time: 0.0694461 Mar 03 18:55:53.790224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1057eef4-0bd0-4ee0-a52f-f3cceeef308e req-7313fa57-62e1-4a21-8281-03332d72812e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Mar 03 18:55:53.954494 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab63e0-802c-4159-ba8d-f4f2f24f31b9 req-6f304de2-dd92-43f7-8b7b-6d48ae2244f6 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:53.955941 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79ab63e0-802c-4159-ba8d-f4f2f24f31b9 req-6f304de2-dd92-43f7-8b7b-6d48ae2244f6 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0811956 Mar 03 18:55:54.002017 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-79ab63e0-802c-4159-ba8d-f4f2f24f31b9 req-ecce5416-d92d-43f5-8384-f7670bf8bf1d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Mar 03 18:55:54.534918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:54.966681 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:55.186442 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9454fd-61a6-438e-836e-d6b4388e1d87 req-ca8eaf32-338a-431e-8f78-b0e1668e8ba3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:55.187832 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac9454fd-61a6-438e-836e-d6b4388e1d87 req-ca8eaf32-338a-431e-8f78-b0e1668e8ba3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0827632 Mar 03 18:55:55.230974 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-ac9454fd-61a6-438e-836e-d6b4388e1d87 req-4a22bc4d-8899-47de-8b9d-d026c4140a35 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372949 Mar 03 18:55:55.410400 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0a59d-d900-4d49-b3b2-e634d2820de2 req-add55a8b-4ecb-4cd4-bba7-d1e07b6568b4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:55.411840 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5f0a59d-d900-4d49-b3b2-e634d2820de2 req-add55a8b-4ecb-4cd4-bba7-d1e07b6568b4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0777731 Mar 03 18:55:55.456466 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e5f0a59d-d900-4d49-b3b2-e634d2820de2 req-869fda38-36e7-4586-b41b-6f1d6241ef22 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375423 Mar 03 18:55:55.480386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42372) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:55.592936 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9d841-158b-4308-8c0e-1f50b084ef51 tempest-TestShelveInstance-2059952271 tempest-TestShelveInstance-2059952271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:55.593681 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cde9d841-158b-4308-8c0e-1f50b084ef51 tempest-TestShelveInstance-2059952271 tempest-TestShelveInstance-2059952271-project-admin] Synchronizing usage tracker for tenant:47566ff5c4324633a6340f9563dbce4a on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:55:55.610378 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-cde9d841-158b-4308-8c0e-1f50b084ef51 tempest-TestShelveInstance-2059952271 tempest-TestShelveInstance-2059952271-project-admin] Unset dirty status for tenant:47566ff5c4324633a6340f9563dbce4a on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:55:55.611808 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-cde9d841-158b-4308-8c0e-1f50b084ef51 tempest-TestShelveInstance-2059952271 tempest-TestShelveInstance-2059952271-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1091 time: 0.1304383 Mar 03 18:55:55.614815 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42378) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:55:55.619734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:55:55.626128 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:55:55.629877 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:floatingip and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:55:55.632771 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:55:55.638584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:55:55.648661 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:55.785641 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:55.922464 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Allocated IP 172.25.0.139 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/bd621e41-6ba3-48f0-95d6-286f181cea5d) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 18:55:56.067002 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:56.095757 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:56.151918 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 18:55:56.154686 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 18:55:56.158607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 18:55:56.202672 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'Port': ['ID=bd621e41-6ba3-48f0-95d6-286f181cea5d,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:56.568126 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:56.642545 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:56.947706 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:56.952106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:57.059201 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'Port': ['ID=bd621e41-6ba3-48f0-95d6-286f181cea5d,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:55:57.071167 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:57.244152 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Floating IP 75b5e783-e118-4030-b099-b2fceb3ee6f7 associated. External IP: 172.25.0.139, port: 9d6399ac-8824-49ba-a807-fca54d39efe8. Mar 03 18:55:57.586608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:55:57.762018 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:55:57.771646 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] Sync routers for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:55:57.780870 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:57.781491 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:57.786197 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:55:57.840518 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fbb6906d-7513-42e6-b9ca-4e656ba38fc8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2244706 Mar 03 18:55:57.840928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:55:57.891715 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'status': 'completed', 'code': 200} Mar 03 18:55:57.963287 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:57.985958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0e15-d73d-457d-909f-856decbac559 req-7304b3a0-2362-42cf-aa00-acebbc799288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:57.987408 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-918a0e15-d73d-457d-909f-856decbac559 req-7304b3a0-2362-42cf-aa00-acebbc799288 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1096 time: 0.0731862 Mar 03 18:55:58.118419 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0e15-d73d-457d-909f-856decbac559 req-0eef28d1-e1a4-4fc4-8149-3cac6825cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:58.120303 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-918a0e15-d73d-457d-909f-856decbac559 req-0eef28d1-e1a4-4fc4-8149-3cac6825cda5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1265078 Mar 03 18:55:58.311446 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '75b5e783-e118-4030-b099-b2fceb3ee6f7', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'port_id': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'mac_address': 'fa:16:3e:6f:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:55:56Z', 'updated_at': '2022-03-03T18:55:56Z', 'revision_number': 0, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:58.315299 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] Checking router: f35b6b05-f22c-4ad8-9cd1-9428f302cf75 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:55:58.323537 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:55:58.324193 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:55:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:58.336859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-918a0e15-d73d-457d-909f-856decbac559 req-e46a3c96-cbc4-4387-b247-b1b6621408de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 999 time: 0.2097683 Mar 03 18:55:58.399616 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0e15-d73d-457d-909f-856decbac559 req-f8a18626-c9dc-48c9-914a-7ecf4dc64584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:58.401034 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-918a0e15-d73d-457d-909f-856decbac559 req-f8a18626-c9dc-48c9-914a-7ecf4dc64584 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0577219 Mar 03 18:55:58.428451 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:55:58.478866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0e15-d73d-457d-909f-856decbac559 req-b6873138-39ce-4c39-9935-6614f583cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:55:58.480337 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-918a0e15-d73d-457d-909f-856decbac559 req-b6873138-39ce-4c39-9935-6614f583cf6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726120 Mar 03 18:55:58.528257 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:55:58.612448 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-918a0e15-d73d-457d-909f-856decbac559 req-8c7f895b-5327-4d5d-b7d8-8dd653563a55 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250327 Mar 03 18:55:58.742734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-918a0e15-d73d-457d-909f-856decbac559 req-ec65a2ec-fd52-4f2f-905f-2c1a710bd49c service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247797 Mar 03 18:55:58.867814 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '75b5e783-e118-4030-b099-b2fceb3ee6f7', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'port_id': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'mac_address': 'fa:16:3e:6f:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:55:56Z', 'updated_at': '2022-03-03T18:55:56Z', 'revision_number': 0, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:55:58.871688 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10fbc5f-46af-4727-9178-21ff77677d62 None None] The sync data for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 is: [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '75b5e783-e118-4030-b099-b2fceb3ee6f7', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'port_id': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'mac_address': 'fa:16:3e:6f:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T18:55:56Z', 'updated_at': '2022-03-03T18:55:56Z', 'revision_number': 0, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:55:59.056912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a993a-7ec2-49a0-8781-ae1146dbe5ca None None] New status for floating IP 75b5e783-e118-4030-b099-b2fceb3ee6f7: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:56:00.915379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-0bbdf129-abc9-47de-a413-8be736124531 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062708 Mar 03 18:56:01.046732 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-ffdba10a-27a9-48fa-8ba5-b0a728345df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:56:01.048169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-ffdba10a-27a9-48fa-8ba5-b0a728345df2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1096 time: 0.0686219 Mar 03 18:56:01.190552 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-eefd4f60-91d3-4c8c-8bf0-f35ed7e62b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:56:01.191925 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-eefd4f60-91d3-4c8c-8bf0-f35ed7e62b87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1267221 Mar 03 18:56:01.293560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-a3a0833e-0a3b-4331-8b27-4f0b6016a443 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 1001 time: 0.0955968 Mar 03 18:56:01.357893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-e79ffe69-3f70-469f-974e-13d1042033e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:56:01.359293 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-e79ffe69-3f70-469f-974e-13d1042033e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0595727 Mar 03 18:56:01.432139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-58b86d13-6d01-4ca4-97de-28efd8a25b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:56:01.433626 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-58b86d13-6d01-4ca4-97de-28efd8a25b0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686886 Mar 03 18:56:01.561702 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-ad5d3bba-54fd-4bfb-9ed1-02bf91ea2abe service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212502 Mar 03 18:56:01.690129 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5a1596ad-20b7-422c-bd40-d467d20c0ddb req-0f24c5e5-b616-47e9-8988-91c404217274 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217523 Mar 03 18:56:18.492338 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:19.640210 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d286a67b-aaed-4c15-922a-0793622f3512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:21.943372 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-085c3f91-e34b-488f-bdaa-fac78f324c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:22.772994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-5e25fd59-967a-4093-be68-d81b03a3bdbe req-243ebee4-4149-45b8-8f25-a8960ddbb3ed service neutron] (87886) timed out ('10.222.0.23', 38006) {{(pid=87886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 18:56:23.107722 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:23.118285 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:24.534320 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:24.958783 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:35.427393 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:56:48.488085 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:49.641896 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5a80-ab06-4ec1-824f-e47d69951cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:51.944025 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7a07954e-053c-4c84-bf3f-d8e75d349e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:53.119179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:53.124221 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:54.538011 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:56:54.973769 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:00.880693 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-59c65716-9e4b-4e39-bfed-6121506f8f5d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704701 Mar 03 18:57:01.015803 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-ac782b1b-e91c-46c4-92b6-d2e4260c2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:01.017188 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-ac782b1b-e91c-46c4-92b6-d2e4260c2b39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1096 time: 0.0691032 Mar 03 18:57:01.159963 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-7fdd157f-2629-4d84-bf33-5dfeb5c86590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:01.161432 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-7fdd157f-2629-4d84-bf33-5dfeb5c86590 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1250579 Mar 03 18:57:01.367110 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-379c0399-d49c-40fb-bc06-26e61bf1d5b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 1001 time: 0.1995585 Mar 03 18:57:01.427413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-fb007c17-e812-4496-9b85-b8d64a5aa670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:01.428770 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-fb007c17-e812-4496-9b85-b8d64a5aa670 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0556233 Mar 03 18:57:01.503585 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-15dcfe3b-72c9-4f5d-8fd1-8d6f261567f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:01.505005 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-15dcfe3b-72c9-4f5d-8fd1-8d6f261567f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707734 Mar 03 18:57:01.633384 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-44902175-7432-4cea-adb0-0f7752a3e2f9 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217532 Mar 03 18:57:01.767249 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5acee8a1-29af-4b21-9980-8bb5cecbd49f req-a7ac677c-c3f4-4d63-a0d3-8faa8f34f7a9 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286104 Mar 03 18:57:12.427454 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:57:18.493993 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:19.643432 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-41ce3f5e-8c5b-4ffa-b822-dfd4b6ff1f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:21.945918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-436f6824-8fd4-4dea-9d7c-9c6f864a98a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:23.120153 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:23.121953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:24.540016 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:24.979165 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:48.479967 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:49.427038 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:57:49.643846 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7f39103f-f062-4cc0-ac34-a97ad4e48b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:51.948054 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0e5e-677e-470f-b107-a0a62bb1cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:53.120566 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:53.124420 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:54.542757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:54.977009 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:57:55.289256 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b766a0-6273-4369-835a-e2b3c6ac2e04 req-1ac330f9-bbd0-4adc-ae55-067a92ec9341 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:55.290646 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8b766a0-6273-4369-835a-e2b3c6ac2e04 req-1ac330f9-bbd0-4adc-ae55-067a92ec9341 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0824406 Mar 03 18:57:55.333369 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f8b766a0-6273-4369-835a-e2b3c6ac2e04 req-74f14056-43e0-4997-8387-eb599c78c9fa tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365248 Mar 03 18:57:56.525165 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec858c-9d11-4f54-bc3a-485d7688590e req-19d556fc-5508-4d51-8957-d605fbbe6722 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:56.526619 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25ec858c-9d11-4f54-bc3a-485d7688590e req-19d556fc-5508-4d51-8957-d605fbbe6722 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0776181 Mar 03 18:57:56.569374 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-25ec858c-9d11-4f54-bc3a-485d7688590e req-a88c3b5b-e51e-4268-91bb-50000f7a54bb tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366030 Mar 03 18:57:57.758766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6a0ab-a03a-490e-bced-f1fed71a080b req-64569f86-69e7-4e36-8288-4f1892f969df tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:57.760228 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcb6a0ab-a03a-490e-bced-f1fed71a080b req-64569f86-69e7-4e36-8288-4f1892f969df tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0783882 Mar 03 18:57:57.805571 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fcb6a0ab-a03a-490e-bced-f1fed71a080b req-0a233992-2a86-44a3-a51a-2fec7138ebe3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Mar 03 18:57:58.994004 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712b9d3-6bc1-4ab5-9eed-8c9a3caa3826 req-1637e361-625a-41f3-9b0c-bad090af250d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:57:58.995544 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7712b9d3-6bc1-4ab5-9eed-8c9a3caa3826 req-1637e361-625a-41f3-9b0c-bad090af250d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0872223 Mar 03 18:57:59.038860 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7712b9d3-6bc1-4ab5-9eed-8c9a3caa3826 req-c0c3e6cf-905b-4046-af21-dce455552924 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372856 Mar 03 18:58:00.219280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980cc3d-2926-45f0-9d50-cee9350a6cfe req-84e97c65-3eaf-4128-91ec-f791bcb4fa5a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:00.220919 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6980cc3d-2926-45f0-9d50-cee9350a6cfe req-84e97c65-3eaf-4128-91ec-f791bcb4fa5a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0790720 Mar 03 18:58:00.265222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6980cc3d-2926-45f0-9d50-cee9350a6cfe req-cc76001c-f703-42f0-b6fc-539f4a546119 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385935 Mar 03 18:58:01.443259 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdeef-b085-4432-a49c-79beef1bba49 req-9d789935-7ea5-496c-8a85-1d9b60637898 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:01.444613 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-218fdeef-b085-4432-a49c-79beef1bba49 req-9d789935-7ea5-496c-8a85-1d9b60637898 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0774748 Mar 03 18:58:01.488314 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-218fdeef-b085-4432-a49c-79beef1bba49 req-b3cb3313-0080-4005-bca9-e6bf6b11ea9c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381408 Mar 03 18:58:01.949591 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-57531a7d-3284-4818-bf36-8d777f58733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:01.951761 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-57531a7d-3284-4818-bf36-8d777f58733c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1096 time: 0.0772560 Mar 03 18:58:02.094064 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-1259a429-db58-43f4-8ba0-f8fa1f2405c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:02.095842 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-1259a429-db58-43f4-8ba0-f8fa1f2405c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1246507 Mar 03 18:58:02.196784 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-8d6a2ae8-6f41-4ef5-9728-b1ee411b33cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 1001 time: 0.0948606 Mar 03 18:58:02.257179 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-d0457992-6504-42fa-8e30-52e99bdf71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:02.258506 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-d0457992-6504-42fa-8e30-52e99bdf71fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0554290 Mar 03 18:58:02.332627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-50e1abaa-083f-405b-96af-8189d3787c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:02.334078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-50e1abaa-083f-405b-96af-8189d3787c17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692561 Mar 03 18:58:02.468046 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-8b67dc4c-3ada-4cc4-be34-a7e42d3047ea service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279044 Mar 03 18:58:02.595719 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8eb38d73-4760-4bdf-8fac-65eb51f58f6d req-0695d5d5-95bc-4d3f-bf7c-994e80e6ce10 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218262 Mar 03 18:58:02.779716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270aabc-e97b-4fc9-bd37-80b1e3ea14b6 req-2628d707-45bc-4adf-a7a1-99ae670dfc62 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:02.781080 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c270aabc-e97b-4fc9-bd37-80b1e3ea14b6 req-2628d707-45bc-4adf-a7a1-99ae670dfc62 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.1885586 Mar 03 18:58:02.823644 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c270aabc-e97b-4fc9-bd37-80b1e3ea14b6 req-2ec4903d-e6de-40a0-9fce-993c8f1f6cab tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368764 Mar 03 18:58:04.010960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579dca0-d9f9-42e7-aeab-809793caa138 req-db83dd53-7b36-4125-9c9c-4218926b0adf tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:04.012378 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9579dca0-d9f9-42e7-aeab-809793caa138 req-db83dd53-7b36-4125-9c9c-4218926b0adf tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0768363 Mar 03 18:58:04.054739 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9579dca0-d9f9-42e7-aeab-809793caa138 req-3c11f7e9-c2cf-41b2-ac43-b9d33e18efb5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363770 Mar 03 18:58:05.239227 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feca123-24e9-499f-b649-14e916d8149f req-7f39d771-a3ec-4082-8395-cbf43f05ffdc tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:05.240991 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1feca123-24e9-499f-b649-14e916d8149f req-7f39d771-a3ec-4082-8395-cbf43f05ffdc tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0771413 Mar 03 18:58:05.286126 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-1feca123-24e9-499f-b649-14e916d8149f req-e3206015-6179-4b0a-809e-f7c3cb325cb2 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Mar 03 18:58:05.894329 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:58:06.026550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:58:06.041981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'port_id': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'mac_address': 'fa:16:3e:6f:87:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:58:06.126785 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:06.142765 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d6399ac-8824-49ba-a807-fca54d39efe8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:58:06.157450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:58:06.161164 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:06.230016 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:58:06.238845 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.239189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.239525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.239857 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.240182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.240523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.240826 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.241144 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.241491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.241811 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.242130 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.242450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:58:06.245873 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9d6399ac-8824-49ba-a807-fca54d39efe8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:58:06.583441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e41a6-93f6-4095-882c-6629b9aef180 req-03b27d87-316f-4a35-8bf6-c2a45673182d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:06.584894 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-933e41a6-93f6-4095-882c-6629b9aef180 req-03b27d87-316f-4a35-8bf6-c2a45673182d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 944 time: 0.1972539 Mar 03 18:58:06.628441 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-933e41a6-93f6-4095-882c-6629b9aef180 req-d0d10e9a-0493-494c-bd1c-44c3c83f86ed tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Mar 03 18:58:07.812496 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05792a5-f8f9-4346-99ca-e60444a5319d req-e7a2e869-8d39-4703-801a-1db53e07bf59 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:07.814073 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c05792a5-f8f9-4346-99ca-e60444a5319d req-e7a2e869-8d39-4703-801a-1db53e07bf59 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 944 time: 0.0822530 Mar 03 18:58:07.859185 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c05792a5-f8f9-4346-99ca-e60444a5319d req-29de0107-24ef-44e0-88cf-cf1f269f0169 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389726 Mar 03 18:58:07.908646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:58:07.993800 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9d6399ac-8824-49ba-a807-fca54d39efe8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:58:07.994352 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:08.134055 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:08.161764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:58:08.179844 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:58:08.185971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:08.273782 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'code': 200} Mar 03 18:58:08.276587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:58:09.071288 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd606d-f663-4bfb-89e6-92e59fc8ec2b req-9406881a-e368-49a8-9b70-d9c1ce6e6b70 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:09.072787 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-effd606d-f663-4bfb-89e6-92e59fc8ec2b req-9406881a-e368-49a8-9b70-d9c1ce6e6b70 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.1036108 Mar 03 18:58:09.121019 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-effd606d-f663-4bfb-89e6-92e59fc8ec2b req-2c862eee-52a6-45ca-b0d3-14d562abaea2 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419164 Mar 03 18:58:10.334472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437d7d4-e334-4f9a-baac-4e845d95ba8a req-e75b1725-b5c9-4a14-93ba-d93211162491 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:10.336136 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2437d7d4-e334-4f9a-baac-4e845d95ba8a req-e75b1725-b5c9-4a14-93ba-d93211162491 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0841086 Mar 03 18:58:10.385405 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2437d7d4-e334-4f9a-baac-4e845d95ba8a req-bee59ab3-2982-434b-9936-516bef1cd550 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Mar 03 18:58:11.590207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da5eac-dc15-41ec-9c03-eebd6d5201d9 req-814ad9b4-3242-4dec-a673-7c72a29931d5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:11.597465 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94da5eac-dc15-41ec-9c03-eebd6d5201d9 req-814ad9b4-3242-4dec-a673-7c72a29931d5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0904045 Mar 03 18:58:11.638649 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-94da5eac-dc15-41ec-9c03-eebd6d5201d9 req-69baf16e-1c2c-4f14-9ec3-22d9ad4a1ecc tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Mar 03 18:58:12.843719 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467595-5031-4e5b-8d8c-45f4914bc55e req-c3ca0c4a-fd24-454d-a97c-cfe54d7fde3f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:12.846199 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab467595-5031-4e5b-8d8c-45f4914bc55e req-c3ca0c4a-fd24-454d-a97c-cfe54d7fde3f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0853424 Mar 03 18:58:12.894771 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ab467595-5031-4e5b-8d8c-45f4914bc55e req-25018c7f-39d8-4c5c-aef3-652dd79fa78b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Mar 03 18:58:14.117149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46510e27-6c39-4021-a758-92b06548dcc8 req-df1e80ec-3e3a-4482-abd4-b7c85edd93f5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:14.119377 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46510e27-6c39-4021-a758-92b06548dcc8 req-df1e80ec-3e3a-4482-abd4-b7c85edd93f5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0882981 Mar 03 18:58:14.177726 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-46510e27-6c39-4021-a758-92b06548dcc8 req-9e10ab0c-b6a6-400a-8565-0c513576dfb7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467050 Mar 03 18:58:15.372168 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c552-d44f-4e6e-862f-bd13a09a45b1 req-3e71762d-760e-4c83-8ff4-12a3b1046c3f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:15.373829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2415c552-d44f-4e6e-862f-bd13a09a45b1 req-3e71762d-760e-4c83-8ff4-12a3b1046c3f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0864663 Mar 03 18:58:15.420829 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2415c552-d44f-4e6e-862f-bd13a09a45b1 req-7fdf2353-b37e-4693-a46d-48398333531a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402875 Mar 03 18:58:16.612600 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580a4b0-8015-4541-8486-def10d7a8c15 req-8ea58af9-69a3-4f75-bbad-ba69afbba5a9 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:16.614056 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b580a4b0-8015-4541-8486-def10d7a8c15 req-8ea58af9-69a3-4f75-bbad-ba69afbba5a9 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0822484 Mar 03 18:58:16.659027 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b580a4b0-8015-4541-8486-def10d7a8c15 req-270d0c87-0185-4bd8-bce4-ef3bd34b4e76 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Mar 03 18:58:17.159776 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674704-b515-429c-8577-c5b059a75c07 req-0add7aa4-3120-4a40-8f9b-ea59f0490e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:17.161236 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94674704-b515-429c-8577-c5b059a75c07 req-0add7aa4-3120-4a40-8f9b-ea59f0490e15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1096 time: 0.0693891 Mar 03 18:58:17.297526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674704-b515-429c-8577-c5b059a75c07 req-98e552a2-50c2-4a86-9e3a-15c37df898cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:17.299043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94674704-b515-429c-8577-c5b059a75c07 req-98e552a2-50c2-4a86-9e3a-15c37df898cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1317351 Mar 03 18:58:17.403950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94674704-b515-429c-8577-c5b059a75c07 req-eca741f3-6dec-4f31-ad6a-b0d85f15d69e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 1001 time: 0.0976403 Mar 03 18:58:17.465118 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674704-b515-429c-8577-c5b059a75c07 req-fc6848f1-2b85-48fe-bd23-86c99364c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:17.466533 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94674704-b515-429c-8577-c5b059a75c07 req-fc6848f1-2b85-48fe-bd23-86c99364c8d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0565929 Mar 03 18:58:17.548066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674704-b515-429c-8577-c5b059a75c07 req-2ed37ee9-4e5c-4b6c-b638-c2e2e0cdd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:17.549580 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94674704-b515-429c-8577-c5b059a75c07 req-2ed37ee9-4e5c-4b6c-b638-c2e2e0cdd4c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772924 Mar 03 18:58:17.679723 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94674704-b515-429c-8577-c5b059a75c07 req-d22ef106-92a9-43b5-b579-a58f94487ea6 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236882 Mar 03 18:58:17.856955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94674704-b515-429c-8577-c5b059a75c07 req-853d2859-240f-4ff2-b4d7-f0dbbdd1167f service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696420 Mar 03 18:58:17.882036 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829f76-1f09-4e71-895c-39c9d2a1c298 req-ef6e5223-c26e-4161-8df2-d5e48ef2da31 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:17.883470 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12829f76-1f09-4e71-895c-39c9d2a1c298 req-ef6e5223-c26e-4161-8df2-d5e48ef2da31 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.1141872 Mar 03 18:58:17.928830 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-12829f76-1f09-4e71-895c-39c9d2a1c298 req-8b3d675d-3e6c-42e0-8004-fe79a35cea76 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397625 Mar 03 18:58:18.507973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:19.112517 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da28a81-17e0-402a-8afd-f6e457e468c5 req-c6a04537-4717-4d03-8e3e-d32de63737a1 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:19.114120 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5da28a81-17e0-402a-8afd-f6e457e468c5 req-c6a04537-4717-4d03-8e3e-d32de63737a1 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 945 time: 0.0788083 Mar 03 18:58:19.158714 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5da28a81-17e0-402a-8afd-f6e457e468c5 req-23a69ae4-a8df-402d-8361-8fab44076b23 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384321 Mar 03 18:58:19.644297 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-66d1a111-3386-428c-b7b7-b8af5c50e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:19.956117 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:58:20.067323 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:20.093944 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:58:20.103552 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:58:20.109109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:20.140851 n-d-827121-1 neutron-server[87888]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'code': 422} returned with failed status Mar 03 18:58:20.177241 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:58:20.339908 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458611ab-1a5c-4aed-987e-9bbbdca76c91 req-e5e67a3b-3a83-4035-8633-7d54caa4de15 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:20.341434 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-458611ab-1a5c-4aed-987e-9bbbdca76c91 req-e5e67a3b-3a83-4035-8633-7d54caa4de15 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0810699 Mar 03 18:58:20.384642 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-458611ab-1a5c-4aed-987e-9bbbdca76c91 req-01d60412-51b0-440b-b0d0-bfdbcc69f261 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Mar 03 18:58:20.730154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ff1ca-8a43-4bfc-b320-1c366b29a86e req-e17b5f22-c494-47ef-abf8-ed187339597a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:20.731626 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-941ff1ca-8a43-4bfc-b320-1c366b29a86e req-e17b5f22-c494-47ef-abf8-ed187339597a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0801144 Mar 03 18:58:20.779567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-941ff1ca-8a43-4bfc-b320-1c366b29a86e req-b1e7aaa8-fda8-42cb-975a-67ef1ded0924 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Mar 03 18:58:20.917866 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42564) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:58:21.021821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-8d7acecd-88d2-4833-9473-fe0758e30419 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027534 Mar 03 18:58:21.851159 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-cbf3548b-dff3-4986-873e-9a75dc3865e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:21.852670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-cbf3548b-dff3-4986-873e-9a75dc3865e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9&tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 1094 time: 0.0702152 Mar 03 18:58:21.949386 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e74098-34e0-489e-a06a-b4408c0b89b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:22.007487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-fda509c3-80de-43c0-bb8f-a635c7e93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:22.008948 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-fda509c3-80de-43c0-bb8f-a635c7e93bbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1094 time: 0.1313901 Mar 03 18:58:22.017308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799fd7-6cb8-4225-bde7-0c533607f1d3 req-cb666641-a516-4d42-8cb7-d00fde488196 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:22.018646 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f799fd7-6cb8-4225-bde7-0c533607f1d3 req-cb666641-a516-4d42-8cb7-d00fde488196 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.1095986 Mar 03 18:58:22.146972 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6f799fd7-6cb8-4225-bde7-0c533607f1d3 req-408469e0-54ce-4663-8956-b79d662ac608 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098940 Mar 03 18:58:22.180723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-f5581957-2942-4118-bb9c-cafe2aabfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:22.182200 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-f5581957-2942-4118-bb9c-cafe2aabfe5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1627412 Mar 03 18:58:22.278635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-ec0532aa-25a5-4fad-b7ca-35543fd5ed22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 999 time: 0.0906847 Mar 03 18:58:22.343026 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-689e1467-f1d0-40da-a427-62e14645a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:22.344392 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-689e1467-f1d0-40da-a427-62e14645a489 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0600069 Mar 03 18:58:22.417893 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-fb26d4ed-62fe-4789-a427-b169526b7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:22.419253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-fb26d4ed-62fe-4789-a427-b169526b7088 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685134 Mar 03 18:58:22.545243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-4113bf33-a010-46f2-a661-89a45e8b1413 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199987 Mar 03 18:58:22.782992 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-755c36ba-c2b1-4e98-ade5-5c1398494e0f service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324774 Mar 03 18:58:23.132592 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:23.135439 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:23.360905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528272aa-aed3-4558-8e30-665f8837d412 req-0003ad0c-5de0-457f-8cf8-bcd882adb724 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:23.363681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-528272aa-aed3-4558-8e30-665f8837d412 req-0003ad0c-5de0-457f-8cf8-bcd882adb724 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.1040335 Mar 03 18:58:23.430823 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-528272aa-aed3-4558-8e30-665f8837d412 req-184078f7-7519-4777-90b8-ba54f5d90a4c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609558 Mar 03 18:58:23.964210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:58:24.545524 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:24.636692 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e497-52d8-41f1-bf8d-c88223e6ec99 req-13aa761e-46a9-45ec-b38e-2e18e4e48c6e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:24.643885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0861e497-52d8-41f1-bf8d-c88223e6ec99 req-13aa761e-46a9-45ec-b38e-2e18e4e48c6e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0997617 Mar 03 18:58:24.684515 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-0861e497-52d8-41f1-bf8d-c88223e6ec99 req-280e4d7f-c6cb-4913-b0c4-28fdcca25444 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 Mar 03 18:58:24.986106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:25.879317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7695d4-384c-43e8-b566-a00fc9c54421 req-028cc8bd-842d-44ea-99b5-f3d8e47d60ae tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:25.881552 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b7695d4-384c-43e8-b566-a00fc9c54421 req-028cc8bd-842d-44ea-99b5-f3d8e47d60ae tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0854118 Mar 03 18:58:25.929835 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7b7695d4-384c-43e8-b566-a00fc9c54421 req-f2b57535-84f8-42b6-9f34-c367a221fe88 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Mar 03 18:58:26.426867 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:58:27.127227 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9462-1315-4c60-975f-5296db9d5cbf req-050d6e74-4d5c-457b-9c22-360208c07cec tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:27.129431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94ec9462-1315-4c60-975f-5296db9d5cbf req-050d6e74-4d5c-457b-9c22-360208c07cec tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0891526 Mar 03 18:58:27.183003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94ec9462-1315-4c60-975f-5296db9d5cbf req-3c6fec1e-5fd0-41da-a939-1136b30164e1 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476925 Mar 03 18:58:28.373756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caafb0d-64e9-45dd-af7b-688aa67006fb req-dd84fd24-5cee-4301-8fb5-9536bda3b407 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:28.375208 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2caafb0d-64e9-45dd-af7b-688aa67006fb req-dd84fd24-5cee-4301-8fb5-9536bda3b407 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0820081 Mar 03 18:58:28.424327 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-2caafb0d-64e9-45dd-af7b-688aa67006fb req-8963e308-16f8-49e0-972f-043843a38091 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Mar 03 18:58:29.627784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168011f-a71b-46bb-9382-f1aacaedd28d req-9ec09a69-6cc7-4469-93d8-e3d5dd2ae1bd tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:29.629257 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d168011f-a71b-46bb-9382-f1aacaedd28d req-9ec09a69-6cc7-4469-93d8-e3d5dd2ae1bd tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0927169 Mar 03 18:58:29.678763 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d168011f-a71b-46bb-9382-f1aacaedd28d req-079447cf-e7ea-4357-9271-a674f6c7738e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Mar 03 18:58:30.872324 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b694-a138-48f6-884b-fec57ee6a819 req-b8222f58-334b-40ed-8060-18642d0a7c2f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:30.874399 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9ef1b694-a138-48f6-884b-fec57ee6a819 req-b8222f58-334b-40ed-8060-18642d0a7c2f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0826073 Mar 03 18:58:30.919170 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9ef1b694-a138-48f6-884b-fec57ee6a819 req-c9a4584e-4d26-40b2-9718-9940eb17a5fc tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391929 Mar 03 18:58:32.107712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060d88-69ee-41f4-b52e-89b448c47d57 req-d65f4086-f172-4699-ba68-ccb995982f6c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:32.109178 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5f060d88-69ee-41f4-b52e-89b448c47d57 req-d65f4086-f172-4699-ba68-ccb995982f6c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0824852 Mar 03 18:58:32.153003 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5f060d88-69ee-41f4-b52e-89b448c47d57 req-88b9e0d4-1d9b-42f3-a49c-3c52ee1f82a3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382016 Mar 03 18:58:33.335448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a783d-c906-4b60-8231-7e314c67ee88 req-731f9cf3-df1e-4a57-8a07-13f1b7dc993e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:33.336884 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-312a783d-c906-4b60-8231-7e314c67ee88 req-731f9cf3-df1e-4a57-8a07-13f1b7dc993e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 943 time: 0.0811877 Mar 03 18:58:33.379715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-312a783d-c906-4b60-8231-7e314c67ee88 req-8787858a-1647-4bcf-9a5b-de641d59e06d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372832 Mar 03 18:58:33.993834 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 18:58:34.124583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:58:34.137434 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'port_id': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'mac_address': 'fa:16:3e:6f:87:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 18:58:34.194455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:34.210229 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6399ac-8824-49ba-a807-fca54d39efe8 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 18:58:34.225782 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:58:34.229472 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:34.294258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:58:34.452751 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['9d6399ac-8824-49ba-a807-fca54d39efe8'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 18:58:34.561414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84939f-c8c6-4249-8e15-98dcbc467a8d req-2432c4f3-0bc2-4c7c-accd-c85648acc0d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:34.562871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa84939f-c8c6-4249-8e15-98dcbc467a8d req-2432c4f3-0bc2-4c7c-accd-c85648acc0d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 944 time: 0.0780895 Mar 03 18:58:34.606875 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aa84939f-c8c6-4249-8e15-98dcbc467a8d req-8ed531e3-89e1-4b66-9fb7-b85f495acdac tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 Mar 03 18:58:35.787048 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ec4f5-a3f4-4d41-80dc-3f1244b48241 req-9c3ad48f-b66b-4422-8411-a4702c2510f5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:35.788505 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d6ec4f5-a3f4-4d41-80dc-3f1244b48241 req-9c3ad48f-b66b-4422-8411-a4702c2510f5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 944 time: 0.0795650 Mar 03 18:58:35.831253 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7d6ec4f5-a3f4-4d41-80dc-3f1244b48241 req-5386c82b-fbe5-4fbf-8ec0-05443b02eb0c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371914 Mar 03 18:58:35.994948 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 18:58:36.060196 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 9d6399ac-8824-49ba-a807-fca54d39efe8 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 18:58:36.060560 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:36.198941 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:36.225708 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:58:36.234885 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:58:36.239654 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:36.274290 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'code': 200} Mar 03 18:58:36.313550 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:58:36.494559 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca150877-aa0a-41bc-a7c9-483f4f99498e req-4b609ac9-cf82-420d-9482-5c87114ec92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:36.496060 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca150877-aa0a-41bc-a7c9-483f4f99498e req-4b609ac9-cf82-420d-9482-5c87114ec92c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1097 time: 0.0701306 Mar 03 18:58:36.535424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ca150877-aa0a-41bc-a7c9-483f4f99498e req-f4ecdc0d-8c22-4472-ba5e-2e58fc4fefd2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333850 Mar 03 18:58:37.016190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d774-f973-460a-96ab-3f9504d33566 req-08a54a8e-72ad-47bb-af56-c1f704e7f41a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:37.017647 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7f5d774-f973-460a-96ab-3f9504d33566 req-08a54a8e-72ad-47bb-af56-c1f704e7f41a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 946 time: 0.0810759 Mar 03 18:58:37.061282 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b7f5d774-f973-460a-96ab-3f9504d33566 req-ae1aceb3-c0ab-43c4-928c-dfb9a8465f92 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381329 Mar 03 18:58:38.248420 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec6e97-5239-4c3c-ba7b-75db278971ba req-78dba1ad-5264-4d4a-9122-6714ab1892d0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:58:38.249806 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3ec6e97-5239-4c3c-ba7b-75db278971ba req-78dba1ad-5264-4d4a-9122-6714ab1892d0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 946 time: 0.0818484 Mar 03 18:58:38.291339 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a3ec6e97-5239-4c3c-ba7b-75db278971ba req-099cdee3-1bcb-4d74-88f3-fb61b8ea5535 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360124 Mar 03 18:58:48.499696 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:49.645485 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-be0d1bee-18ce-45f7-8061-1a99145c26c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:51.951261 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6823e21a-3a54-4a09-be23-12086826dffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:53.131281 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:53.133061 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:54.548563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:58:55.005853 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:02.876484 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-42770fab-2bae-47b3-9c73-047edc69cb8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694444 Mar 03 18:59:03.016422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-faa8bef8-3703-40e2-8229-5a1e18609bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:03.017792 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-faa8bef8-3703-40e2-8229-5a1e18609bdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1097 time: 0.0730989 Mar 03 18:59:03.163251 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-a6bda916-e409-4d8a-8277-dd89d3f358df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:03.164685 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-a6bda916-e409-4d8a-8277-dd89d3f358df service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1274755 Mar 03 18:59:03.268224 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-5a698af9-8717-4b4d-97ea-bbb479eae005 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 1001 time: 0.0959773 Mar 03 18:59:03.329810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-335ef297-82f6-49ee-b38c-b4de19632f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:03.331177 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-335ef297-82f6-49ee-b38c-b4de19632f22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0560830 Mar 03 18:59:03.405090 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-02fcb8ad-9111-4401-91ce-deecc640db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:03.406560 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-02fcb8ad-9111-4401-91ce-deecc640db99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677898 Mar 03 18:59:03.425141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:59:03.536278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-fd7bf19b-0dc1-4d41-8884-1fb7db440ace service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222599 Mar 03 18:59:03.666619 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-de82bcca-22f7-4247-ba30-383ec3f1dbde req-7fb7391e-9261-4dd4-a376-7129e89ddb03 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234398 Mar 03 18:59:18.515367 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:19.648267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f1491d98-d6e2-4122-8a0f-d76a07542caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:21.952685 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d4aefb4e-7f00-41a3-bbd1-14dc1abc5790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:23.127302 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:23.131031 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:24.551229 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:24.999694 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:40.425593 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 18:59:48.510864 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:49.649958 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eae0ee22-a38a-41c8-9a7d-7bfff2a17a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:50.296489 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42694) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:50.606447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Deleting port bd621e41-6ba3-48f0-95d6-286f181cea5d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:59:50.606812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:50.779708 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:50.780032 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:50.899347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Calling delete_port for bd621e41-6ba3-48f0-95d6-286f181cea5d owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:59:51.048110 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:51.094297 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event deleted for resources: {'Port': ['ID=bd621e41-6ba3-48f0-95d6-286f181cea5d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:51.132876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.133203 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.133577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.133912 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.134347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.134594 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.134915 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.135236 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.135553 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.135874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.136193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.136507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:51.199196 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:51.199530 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Floating IP 75b5e783-e118-4030-b099-b2fceb3ee6f7 disassociated (deleted). External IP: 172.25.0.139, port: 9d6399ac-8824-49ba-a807-fca54d39efe8. Mar 03 18:59:51.549725 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 18:59:51.838883 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 18:59:51.848414 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] Sync routers for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 18:59:51.858336 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:59:51.858935 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:59:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:59:51.861047 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:51.919970 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cfae1bb4-d274-4fb6-8f36-f9bb59584400 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "DELETE /v2.0/floatingips/75b5e783-e118-4030-b099-b2fceb3ee6f7 HTTP/1.1" status: 204 len: 168 time: 1.6223965 Mar 03 18:59:51.920557 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:59:51.954986 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fc31d384-933f-4227-a100-7c67e29304a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:52.032534 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'status': 'completed', 'code': 200} Mar 03 18:59:52.042812 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:59:52.145265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc75244-4c27-4542-ae60-9167b34c589d req-99980f47-9715-4ffd-8ef2-d807cac5d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:52.148038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bc75244-4c27-4542-ae60-9167b34c589d req-99980f47-9715-4ffd-8ef2-d807cac5d392 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 1097 time: 0.0936368 Mar 03 18:59:52.333501 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc75244-4c27-4542-ae60-9167b34c589d req-2775a5e1-3581-42b3-a30c-c30e95012a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:52.334955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bc75244-4c27-4542-ae60-9167b34c589d req-2775a5e1-3581-42b3-a30c-c30e95012a0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1801965 Mar 03 18:59:52.399968 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:59:52.403758 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] Checking router: f35b6b05-f22c-4ad8-9cd1-9428f302cf75 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 18:59:52.409127 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bc75244-4c27-4542-ae60-9167b34c589d req-e28e5ec9-8223-4e88-8d59-9ae29e8bdc0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 200 len: 217 time: 0.0668831 Mar 03 18:59:52.412040 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 18:59:52.412630 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T18:59:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:59:52.457170 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a50be-3234-45a5-a964-e2f0d0dabe9e req-357c91d9-a2a7-4818-984e-2732644fbc9d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:52.457890 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d59a50be-3234-45a5-a964-e2f0d0dabe9e req-357c91d9-a2a7-4818-984e-2732644fbc9d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 18:59:52.492158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc75244-4c27-4542-ae60-9167b34c589d req-fa97b1f1-a014-40eb-a503-98a8ce1fa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:52.493640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bc75244-4c27-4542-ae60-9167b34c589d req-fa97b1f1-a014-40eb-a503-98a8ce1fa8ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0769448 Mar 03 18:59:52.494369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-d59a50be-3234-45a5-a964-e2f0d0dabe9e req-357c91d9-a2a7-4818-984e-2732644fbc9d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 18:59:52.495364 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d59a50be-3234-45a5-a964-e2f0d0dabe9e req-357c91d9-a2a7-4818-984e-2732644fbc9d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 946 time: 0.2382874 Mar 03 18:59:52.588183 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d59a50be-3234-45a5-a964-e2f0d0dabe9e req-366c2eb2-3759-42e9-9db5-c39d302b037d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549288 Mar 03 18:59:52.590466 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 18:59:52.607287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc75244-4c27-4542-ae60-9167b34c589d req-fc207b9e-10c5-407b-b0a2-fa9aede9512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:52.608831 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bc75244-4c27-4542-ae60-9167b34c589d req-fc207b9e-10c5-407b-b0a2-fa9aede9512f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086781 Mar 03 18:59:52.742032 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bc75244-4c27-4542-ae60-9167b34c589d req-2fe3f431-f724-4fa5-9bd4-5b2657364234 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265504 Mar 03 18:59:52.872405 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8bc75244-4c27-4542-ae60-9167b34c589d req-1719d0e6-45a4-4df0-ad82-ac1dee10d447 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237085 Mar 03 18:59:52.901590 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 18:59:52.905920 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494b52f-745b-43f0-8787-3c6220b68b9e None None] The sync data for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 is: [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 18:59:53.128231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f95dd-c0ae-4a8e-b408-5cace79fd34b None None] New status for floating IP 75b5e783-e118-4030-b099-b2fceb3ee6f7: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 18:59:53.187360 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:53.241613 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:53.531403 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-cd9290e0-d4e6-4e19-8ee7-e095fe270159 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:53.532720 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-cd9290e0-d4e6-4e19-8ee7-e095fe270159 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 946 time: 0.0773120 Mar 03 18:59:53.602214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Deleting port 9d6399ac-8824-49ba-a807-fca54d39efe8 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 18:59:53.602887 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:53.780917 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec035-0920-4de4-bb50-32721b9ff784 req-b07506f2-2c04-4e07-b801-b4eed83b1f13 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 18:59:53.782426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dddec035-0920-4de4-bb50-32721b9ff784 req-b07506f2-2c04-4e07-b801-b4eed83b1f13 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 946 time: 0.0846045 Mar 03 18:59:53.825111 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-dddec035-0920-4de4-bb50-32721b9ff784 req-31d3571c-d636-477a-be02-7020a7c71d51 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=5133f4d6-fd3c-4d25-9435-91b4425e945e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371218 Mar 03 18:59:53.843010 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] For port 9d6399ac-8824-49ba-a807-fca54d39efe8, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=9d6399ac-8824-49ba-a807-fca54d39efe8,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 18:59:53.843364 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:53.966499 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Calling delete_port for 9d6399ac-8824-49ba-a807-fca54d39efe8 owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 18:59:54.109315 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:54.286138 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event deleted for resources: {'Port': ['ID=9d6399ac-8824-49ba-a807-fca54d39efe8,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:54.360882 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] No DVR routers for this DVR port 9d6399ac-8824-49ba-a807-fca54d39efe8 on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 18:59:54.363262 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:54.365832 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-deleted', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 18:59:54.382216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a54bece7-31f8-4773-b2c3-c68a2b4dc6da req-51c0add7-c487-40bd-acd9-2df7839a4573 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "DELETE /v2.0/ports/9d6399ac-8824-49ba-a807-fca54d39efe8 HTTP/1.1" status: 204 len: 173 time: 0.8444946 Mar 03 18:59:54.412752 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe51a0c-7b97-431f-b614-4cc0986126f9', 'name': 'network-vif-deleted', 'tag': '9d6399ac-8824-49ba-a807-fca54d39efe8', 'status': 'completed', 'code': 200} Mar 03 18:59:54.554884 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:54.998937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-be97a3bd-9617-4cf8-8dbd-05f3f7b4d489 req-a58defb0-15af-43be-9054-a89ff2a8f260 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfe51a0c-7b97-431f-b614-4cc0986126f9 HTTP/1.1" status: 200 len: 210 time: 0.0459924 Mar 03 18:59:55.023831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.092098 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42716) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:56.158958 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.186747 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.255400 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.273837 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133f4d6-fd3c-4d25-9435-91b4425e945e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:56.284934 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.285224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.285566 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.285889 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.286209 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.286529 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.286843 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.287154 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.287468 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.287777 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.288108 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.288421 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 18:59:56.294069 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.295162 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-79f92c47-ea1b-4375-bbba-feb008d587f7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "DELETE /v2.0/security-groups/5133f4d6-fd3c-4d25-9435-91b4425e945e HTTP/1.1" status: 204 len: 168 time: 0.2020581 Mar 03 18:59:56.356373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 18:59:56.389881 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 9d6399ac-8824-49ba-a807-fca54d39efe8 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 18:59:56.390230 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 9d6399ac-8824-49ba-a807-fca54d39efe8 not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 18:59:56.612542 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42724) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:56.617927 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923112837', 'description': 'tempest-secgroup-smoke-1923112837 description', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:59:56.624949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:56.629040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:56.631903 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:56.637557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:56.648109 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.667363 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:56.671130 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:56.673864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:56.679412 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:56.749181 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.753148 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.796093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e54444-ab6f-4789-9a9c-8de52a0f3163,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:56.802203 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.803453 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a67408f9-1a33-4d08-b1c6-7f09b87f4ebe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1898792 Mar 03 18:59:56.806321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42728) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:56.811577 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '57e54444-ab6f-4789-9a9c-8de52a0f3163', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:59:56.818077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:56.821950 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:56.824780 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:56.831200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:56.848418 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.909284 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.912834 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.936635 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487ae794-5345-4c5c-96af-8827a75a8ea9,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:56.946680 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:56.947850 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b3abf3d1-c78e-4f95-87f4-0e05cbb26bb4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407259 Mar 03 18:59:56.950584 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 42732) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:56.955565 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '57e54444-ab6f-4789-9a9c-8de52a0f3163', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:59:56.961831 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:56.965554 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:56.968322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:56.974126 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:56.989491 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.048817 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.053226 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.080533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629f76fc-6de7-46ba-b211-6585aeaa4160,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:57.090610 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.092081 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-0fe9f854-3cac-4615-9a2e-015e61f30fd5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404884 Mar 03 18:59:57.095009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42736) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:57.100524 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '57e54444-ab6f-4789-9a9c-8de52a0f3163', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:59:57.107705 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:57.111485 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:57.114294 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:57.120560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:57.136618 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.195750 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.199244 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.220018 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc58aa1-01c0-416b-8166-72821a762f4d,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:57.230318 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.232207 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-72d9ea1a-1869-4586-a4d4-02f7f0df1ad7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355345 Mar 03 18:59:57.234831 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42740) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:57.239599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '57e54444-ab6f-4789-9a9c-8de52a0f3163', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:59:57.246070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:57.249880 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:57.252714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:57.258354 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:57.274760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.335078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.338875 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.365402 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b45ddb5-48b2-4af5-9d18-75ca57d372ec,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:57.374775 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.375955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-62065072-a582-4f07-bb75-d03e701ec32d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402202 Mar 03 18:59:57.378660 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42744) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:57.383548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '57e54444-ab6f-4789-9a9c-8de52a0f3163', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:59:57.390022 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:57.393798 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:57.396602 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:57.402327 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:57.414951 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Project 06f9393bf4664a51bd6ca5ef6b3a719e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:59:57.423086 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.485116 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.488501 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.511671 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8f47bb-6b9c-4e69-bd04-90c1fc0f5a08,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:57.519707 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.520851 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5d7b99f2-d89f-437f-8a09-2e3d9ff18ba0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412783 Mar 03 18:59:57.523607 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42748) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 18:59:57.528845 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'security_group_rule': {'security_group_id': '57e54444-ab6f-4789-9a9c-8de52a0f3163', 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 18:59:57.535147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 18:59:57.538911 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:security_group_rule and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 18:59:57.541709 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 18:59:57.548343 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 18:59:57.558014 n-d-827121-1 neutron-server[87887]: INFO neutron.db.securitygroups_db [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Project 06f9393bf4664a51bd6ca5ef6b3a719e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 18:59:57.564422 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.627078 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.630492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.655027 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9e01c5-12e7-4d7d-a3c0-a938eb7a2e6a,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 18:59:57.663620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 18:59:57.664808 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1f4e3000-ade0-4da5-80a1-84d51f554821 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402977 Mar 03 19:00:11.349197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e379b85b-9ffd-43ca-95e4-e1f464795bc0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:security_group {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:00:11.364059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e379b85b-9ffd-43ca-95e4-e1f464795bc0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:security_group {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:00:11.365500 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e379b85b-9ffd-43ca-95e4-e1f464795bc0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923112837&fields=id&tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 267 time: 0.0536098 Mar 03 19:00:11.513226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-5fa11b95-12c5-4ef9-ad86-5b96ed9c9057 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:11.514586 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-5fa11b95-12c5-4ef9-ad86-5b96ed9c9057 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 809 time: 0.1426287 Mar 03 19:00:11.530090 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-bbc7bbaf-e8c9-4337-9ad3-802d439e55e4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/quotas/06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 375 time: 0.0101135 Mar 03 19:00:11.708717 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-483b30f7-279f-4492-940a-87a30c74d541 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738734 Mar 03 19:00:11.724229 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-577a7289-a47d-4d0b-8ef8-24e175207c41 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 19:00:11.725131 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-577a7289-a47d-4d0b-8ef8-24e175207c41 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050876 Mar 03 19:00:11.853064 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-7a8f423d-329b-4b5f-97f0-36fddbb8bcc8 service neutron] 10.222.0.23 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227429 Mar 03 19:00:11.981875 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-d74d4d9d-968c-4aad-afb9-9bd0e1cbe20c service neutron] 10.222.0.23 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230321 Mar 03 19:00:12.359850 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a9b24408-5cd9-405d-8716-6365c88b861d req-8e529294-b84c-4e9b-bf87-1667b726a83d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:00:12.375255 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-a9b24408-5cd9-405d-8716-6365c88b861d req-8e529294-b84c-4e9b-bf87-1667b726a83d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:00:12.376388 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a9b24408-5cd9-405d-8716-6365c88b861d req-8e529294-b84c-4e9b-bf87-1667b726a83d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 210 time: 0.0615370 Mar 03 19:00:13.523057 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-5a7bde34-f88d-4b71-889d-35932f722dd6 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:13.524907 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-5a7bde34-f88d-4b71-889d-35932f722dd6 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 809 time: 0.1543541 Mar 03 19:00:13.531236 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-288f5d26-4441-4646-9e1c-2d5ac6bf438a req-0eacd0a0-55a1-4c60-b01b-fffb41c5b375 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 210 time: 0.0435734 Mar 03 19:00:13.572859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-be7c433f-79ae-4c16-b8f4-bd209193970b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 380 time: 0.0405271 Mar 03 19:00:13.580974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'port': {'device_id': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'admin_state_up': True, 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'security_groups': ['57e54444-ab6f-4789-9a9c-8de52a0f3163']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:00:13.714652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:00:13.724901 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:00:13.735498 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Made reservation on behalf of 06f9393bf4664a51bd6ca5ef6b3a719e for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 19:00:13.739109 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:13.902413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Allocated IP 172.20.0.10 (2676eb33-5a39-45ee-b4bd-62b143de3054/1c56a777-5291-4fa5-a682-76571d42492e/ece817c9-533e-485b-84c8-d10e0855220c) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:00:14.090338 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:14.106508 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Transition to ACTIVE for port object ece817c9-533e-485b-84c8-d10e0855220c will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:00:14.129760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:14.208721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:00:14.212530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:00:14.214968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:00:14.226049 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:00:14.291296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:14.291922 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:14.321345 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-e26efd7f-c0aa-4283-b9c8-f2060aaf79d3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7436996 Mar 03 19:00:14.333422 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Request body: {'port': {'device_id': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:00:14.421733 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-24f7d1f5-4035-4eff-8624-6ebdcf32ad8c None None] Provisioning for port ece817c9-533e-485b-84c8-d10e0855220c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:00:14.428233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-24f7d1f5-4035-4eff-8624-6ebdcf32ad8c None None] Provisioning complete for port ece817c9-533e-485b-84c8-d10e0855220c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:00:14.428840 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-24f7d1f5-4035-4eff-8624-6ebdcf32ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:14.448469 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:14.485601 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-24f7d1f5-4035-4eff-8624-6ebdcf32ad8c None None] Port ece817c9-533e-485b-84c8-d10e0855220c cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:00:14.925614 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d5d05-ae49-45e7-be20-7f2197cb18dc req-bc30499d-1b7a-4f96-9e2b-88b462e7aa67 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:14.926202 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-588d5d05-ae49-45e7-be20-7f2197cb18dc req-bc30499d-1b7a-4f96-9e2b-88b462e7aa67 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:00:14.993459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-588d5d05-ae49-45e7-be20-7f2197cb18dc req-bc30499d-1b7a-4f96-9e2b-88b462e7aa67 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:00:14.994670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-588d5d05-ae49-45e7-be20-7f2197cb18dc req-bc30499d-1b7a-4f96-9e2b-88b462e7aa67 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 932 time: 0.3225665 Mar 03 19:00:14.996839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece817c9-533e-485b-84c8-d10e0855220c {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:00:15.006781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:15.044947 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Transition to ACTIVE for port object ece817c9-533e-485b-84c8-d10e0855220c will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:00:15.054008 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:15.098951 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-588d5d05-ae49-45e7-be20-7f2197cb18dc req-e93810e2-e3cd-48ab-83e0-8f0efa02301b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946279 Mar 03 19:00:15.196127 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:00:15.330200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:00:15.330530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:00:15.330858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:00:15.335350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Port ece817c9-533e-485b-84c8-d10e0855220c on network 2676eb33-5a39-45ee-b4bd-62b143de3054 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 19:00:15.335668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:00:15.340714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 18, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:00:15.341048 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Checking segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:00:15.341472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Bound using segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:00:15.341892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Bound port: ece817c9-533e-485b-84c8-d10e0855220c, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:00:15.342233 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:15.429349 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:00:15.432580 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:00:15.436561 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:15.492958 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:15.493622 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:15.494997 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] 10.222.0.35 "PUT /v2.0/ports/ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 1092 time: 1.1663983 Mar 03 19:00:15.495445 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:00:15.565003 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'status': 'completed', 'code': 200} Mar 03 19:00:15.569867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962652f-c927-4082-8295-daefe3b2d060 service neutron] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:00:15.611407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-5853368c-051d-45c1-8e9d-31cc5205ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:15.612931 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-5853368c-051d-45c1-8e9d-31cc5205ddf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1095 time: 0.0818913 Mar 03 19:00:15.685964 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-04ee4069-b1bf-4a8b-ae0a-fb67ec12265f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 217 time: 0.0658660 Mar 03 19:00:15.746417 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-fdb88ee3-03f6-4012-a658-2607ae092e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:15.748380 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-fdb88ee3-03f6-4012-a658-2607ae092e53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0570767 Mar 03 19:00:15.824030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-ed204b9a-9333-4ec2-8371-cf93181b3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:15.825424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-ed204b9a-9333-4ec2-8371-cf93181b3f8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710933 Mar 03 19:00:15.953623 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-f61b8fc0-f766-4cef-81e1-ee0b00aef3c9 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223285 Mar 03 19:00:16.081052 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-bd524710-72b1-4963-a9e4-a4c9d82ea718 req-afa53ceb-a051-47de-8738-e770cea79f90 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219184 Mar 03 19:00:16.192221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-6fc8d5fb-e3d2-4d8d-bc3e-c07d954068d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:16.193726 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-6fc8d5fb-e3d2-4d8d-bc3e-c07d954068d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1095 time: 0.0687623 Mar 03 19:00:16.380699 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-6679e96e-7a63-492f-a300-c8991bf3a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:16.382194 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-6679e96e-7a63-492f-a300-c8991bf3a692 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1832278 Mar 03 19:00:16.389730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a5021-02e0-418f-bc00-dedcf8a36ded req-d1d9449a-cba6-4804-b885-cde0ed99f89c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:16.391058 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-497a5021-02e0-418f-bc00-dedcf8a36ded req-d1d9449a-cba6-4804-b885-cde0ed99f89c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.1743329 Mar 03 19:00:16.464145 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-db260d6b-b85f-4354-b5ca-e37c1a0d5628 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 217 time: 0.0721660 Mar 03 19:00:16.657302 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-497a5021-02e0-418f-bc00-dedcf8a36ded req-82777603-6000-4f33-b2f4-0ed9d7c8e1c3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125525 Mar 03 19:00:16.666472 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-58153685-d683-48ae-a021-1f2944be55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:16.667874 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-58153685-d683-48ae-a021-1f2944be55b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.1968243 Mar 03 19:00:16.743053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-96ddb88d-fc52-462a-9486-5104c046b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:16.744421 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-96ddb88d-fc52-462a-9486-5104c046b4ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704613 Mar 03 19:00:16.874204 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-d6d6c92b-3c3b-4bdf-999a-33ed3d2e3155 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236362 Mar 03 19:00:17.005277 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-68943048-bfd1-41cc-93d1-8720f6e82a45 req-f7e51dc5-523c-4d0f-991d-1760ff551ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252439 Mar 03 19:00:17.424339 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:00:17.847525 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5e27-cbf3-4da5-a929-81499c1c3643 req-743ff7ac-0ac4-4978-aed6-9f559167e9a0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:17.848972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-853d5e27-cbf3-4da5-a929-81499c1c3643 req-743ff7ac-0ac4-4978-aed6-9f559167e9a0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0814373 Mar 03 19:00:17.892117 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-853d5e27-cbf3-4da5-a929-81499c1c3643 req-388947d5-5ec6-4b6b-b758-b5604c6222a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375400 Mar 03 19:00:18.527548 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:19.075133 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b596a-733e-47ec-be5f-417c2ca531e7 req-26b48a21-32ad-45e5-b868-1e33bedf1d6c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:19.076726 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-096b596a-733e-47ec-be5f-417c2ca531e7 req-26b48a21-32ad-45e5-b868-1e33bedf1d6c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0841038 Mar 03 19:00:19.120041 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-096b596a-733e-47ec-be5f-417c2ca531e7 req-b65a4f73-080a-4783-81fb-ffd2b2834da0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 Mar 03 19:00:19.650898 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8c83-d9c8-4492-96e2-c0ab9372a9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:20.299339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63c290-30e2-473f-80c3-de9fbf0fae75 req-cb0dce84-b6dd-49c4-a8ab-024028e88db5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:20.300788 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b63c290-30e2-473f-80c3-de9fbf0fae75 req-cb0dce84-b6dd-49c4-a8ab-024028e88db5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0780764 Mar 03 19:00:20.343861 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5b63c290-30e2-473f-80c3-de9fbf0fae75 req-dbaf9ec7-a2b2-44f9-b2e1-12227d9c50b8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374851 Mar 03 19:00:21.678920 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa084a3-4f4b-4177-adef-8d6f00d194ad req-8e9c0dd0-27fb-4236-b644-98220597a738 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:21.680354 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aaa084a3-4f4b-4177-adef-8d6f00d194ad req-8e9c0dd0-27fb-4236-b644-98220597a738 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0783207 Mar 03 19:00:21.723800 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-aaa084a3-4f4b-4177-adef-8d6f00d194ad req-dba3c3e7-d4ba-4a37-8277-7833e03568f5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377486 Mar 03 19:00:21.958227 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e12b4a65-131d-4488-9ce8-9e69a0cb5854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:22.469001 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ece817c9-533e-485b-84c8-d10e0855220c details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 19:00:22.598879 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:00:22.611874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': 'ece817c9-533e-485b-84c8-d10e0855220c', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'port_id': 'ece817c9-533e-485b-84c8-d10e0855220c', 'mac_address': 'fa:16:3e:36:01:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 19:00:22.663680 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:22.679863 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece817c9-533e-485b-84c8-d10e0855220c {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:00:22.694847 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:00:22.698648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:22.766321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:00:22.773668 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.774013 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.774349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.774684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.775052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.775338 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.775667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.776086 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.776432 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.776754 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.777071 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.777420 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:00:22.901149 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['ece817c9-533e-485b-84c8-d10e0855220c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 19:00:22.968983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707b3f1-8605-409e-9be7-7a5fa053362e req-21cbc572-2d82-41d8-b77f-d52634dfd80f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:22.970479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f707b3f1-8605-409e-9be7-7a5fa053362e req-21cbc572-2d82-41d8-b77f-d52634dfd80f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 945 time: 0.1433179 Mar 03 19:00:23.017197 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f707b3f1-8605-409e-9be7-7a5fa053362e req-b49a49cb-e104-4c39-b8f8-48392de4589f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 Mar 03 19:00:23.146668 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:23.150884 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:24.199254 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954bd23-4376-42b1-8f7c-9e6df483ab72 req-f6e3a5d7-ff00-4bb6-8bcd-bca18617dc27 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:24.200716 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e954bd23-4376-42b1-8f7c-9e6df483ab72 req-f6e3a5d7-ff00-4bb6-8bcd-bca18617dc27 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 945 time: 0.0817571 Mar 03 19:00:24.244210 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e954bd23-4376-42b1-8f7c-9e6df483ab72 req-10c07496-e2f5-4b44-916f-f7ae92021e06 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378764 Mar 03 19:00:24.500183 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ece817c9-533e-485b-84c8-d10e0855220c up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:00:24.575735 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:24.584024 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port ece817c9-533e-485b-84c8-d10e0855220c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:00:24.588531 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port ece817c9-533e-485b-84c8-d10e0855220c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:00:24.588885 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:24.700008 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:24.729128 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:00:24.738381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:00:24.742364 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:24.807874 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'code': 200} Mar 03 19:00:24.845827 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:00:24.900139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df64efb-839a-4e3f-8551-95f65b8a518d req-eb53a0da-db25-4282-a83b-81f0c248f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:24.901625 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1df64efb-839a-4e3f-8551-95f65b8a518d req-eb53a0da-db25-4282-a83b-81f0c248f435 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1097 time: 0.0676317 Mar 03 19:00:24.944504 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1df64efb-839a-4e3f-8551-95f65b8a518d req-d4fa4370-debd-4df0-a525-65f9cef02180 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Mar 03 19:00:25.018629 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:25.422984 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df982e24-03a8-4ea9-953d-9d3a83858fdd req-f3e61a5d-5882-4770-b5e6-795e07f44183 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:25.424406 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df982e24-03a8-4ea9-953d-9d3a83858fdd req-f3e61a5d-5882-4770-b5e6-795e07f44183 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0774183 Mar 03 19:00:25.467128 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-df982e24-03a8-4ea9-953d-9d3a83858fdd req-78af9c47-4019-49c5-89d2-831e617363d9 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371981 Mar 03 19:00:26.649709 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca176d-d977-4c86-998e-640c6a77f608 req-bbdf9b01-71d7-47bb-b267-3905a7449a16 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:26.651135 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0eca176d-d977-4c86-998e-640c6a77f608 req-bbdf9b01-71d7-47bb-b267-3905a7449a16 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0813963 Mar 03 19:00:26.694086 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-0eca176d-d977-4c86-998e-640c6a77f608 req-a07a9a25-8657-4367-b1d0-596d11f2d042 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368860 Mar 03 19:00:26.875723 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2eda-5e34-46ad-85cb-4cc9ee5f1aa2 req-0a4f74c0-4479-4f40-a48b-f4595cd1c558 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:26.877164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f0d2eda-5e34-46ad-85cb-4cc9ee5f1aa2 req-0a4f74c0-4479-4f40-a48b-f4595cd1c558 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0812368 Mar 03 19:00:26.920425 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f0d2eda-5e34-46ad-85cb-4cc9ee5f1aa2 req-ce5b646c-8d15-415f-be3d-13f388b9d0a0 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 Mar 03 19:00:26.941950 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42928) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:00:27.009985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c143d-48c7-4432-8a4c-8c3ac07ae9be tempest-TestShelveInstance-2059952271 tempest-TestShelveInstance-2059952271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:27.011462 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-073c143d-48c7-4432-8a4c-8c3ac07ae9be tempest-TestShelveInstance-2059952271 tempest-TestShelveInstance-2059952271-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1092 time: 0.0685740 Mar 03 19:00:27.014789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 42932) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:00:27.019564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'ece817c9-533e-485b-84c8-d10e0855220c', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:00:27.026073 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:00:27.030384 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Usage tracker for resource:floatingip and tenant:06f9393bf4664a51bd6ca5ef6b3a719e is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:00:27.033164 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:00:27.038758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:00:27.049231 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:27.181136 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:27.318714 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Allocated IP 172.25.0.31 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/4b04c43e-a991-4612-8954-80eb1426fa5a) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:00:27.459106 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:27.488267 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:27.550146 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:00:27.552757 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:00:27.555171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:00:27.593567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'Port': ['ID=4b04c43e-a991-4612-8954-80eb1426fa5a,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:00:28.071779 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:28.147674 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:28.354391 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:28.358760 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:28.465549 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event updated for resources: {'Port': ['ID=4b04c43e-a991-4612-8954-80eb1426fa5a,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:00:28.479634 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:28.646238 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Floating IP 715703de-7d23-4bef-9207-4223d256235d associated. External IP: 172.25.0.31, port: ece817c9-533e-485b-84c8-d10e0855220c. Mar 03 19:00:28.986348 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:00:29.160369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:00:29.170507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] Sync routers for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:00:29.179327 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:00:29.179926 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:00:29.184330 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:29.238734 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b5173be0-64a2-4326-971f-870138915943 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2228572 Mar 03 19:00:29.239218 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:00:29.282539 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'status': 'completed', 'code': 200} Mar 03 19:00:29.359342 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:00:29.502195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-9cc03680-8b63-4e8d-9bdc-e6feceb9fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:29.503586 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-9cc03680-8b63-4e8d-9bdc-e6feceb9fc86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1097 time: 0.1990547 Mar 03 19:00:29.635721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-029e6ffb-125d-4656-857a-c199136643e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:29.637278 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-029e6ffb-125d-4656-857a-c199136643e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1271544 Mar 03 19:00:29.737179 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '715703de-7d23-4bef-9207-4223d256235d', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'port_id': 'ece817c9-533e-485b-84c8-d10e0855220c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'mac_address': 'fa:16:3e:36:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:00:28Z', 'updated_at': '2022-03-03T19:00:28Z', 'revision_number': 0, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:00:29.740444 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-343439b6-28fb-4bbd-bcf9-dd8f8e330ede service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 999 time: 0.0972905 Mar 03 19:00:29.740976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] Checking router: f35b6b05-f22c-4ad8-9cd1-9428f302cf75 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:00:29.749105 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:00:29.749720 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:00:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:00:29.802730 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-206ac510-85c1-408a-b982-60b4c39d4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:29.804091 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-206ac510-85c1-408a-b982-60b4c39d4a22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0583713 Mar 03 19:00:29.879746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-5f508433-f3bf-4709-b6f1-ebb601d43d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:00:29.881198 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-5f508433-f3bf-4709-b6f1-ebb601d43d21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717540 Mar 03 19:00:29.925841 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:00:30.010647 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-4ebb0921-06a7-4805-b694-2f2eea7df476 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238470 Mar 03 19:00:30.141251 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a7f1b09d-78f5-4132-a321-9159c89197c4 req-8b613e04-2a91-40d2-84fb-53a67b1e0563 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249323 Mar 03 19:00:30.268509 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '715703de-7d23-4bef-9207-4223d256235d', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'port_id': 'ece817c9-533e-485b-84c8-d10e0855220c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'mac_address': 'fa:16:3e:36:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:00:28Z', 'updated_at': '2022-03-03T19:00:28Z', 'revision_number': 0, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:00:30.272282 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18e59-4614-41bf-9834-d78ae80db397 None None] The sync data for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 is: [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '715703de-7d23-4bef-9207-4223d256235d', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'port_id': 'ece817c9-533e-485b-84c8-d10e0855220c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'mac_address': 'fa:16:3e:36:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:00:28Z', 'updated_at': '2022-03-03T19:00:28Z', 'revision_number': 0, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:00:30.466194 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9a455-8552-4e83-bbb5-c2f580043bdb None None] New status for floating IP 715703de-7d23-4bef-9207-4223d256235d: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 19:00:48.532895 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:49.654216 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e8f2-73fb-47f3-903f-b3783a41839a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:51.960431 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a14e-bfc9-4882-bf90-e3a8389d39c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:53.128671 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:53.134288 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:54.428180 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:00:54.564611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:00:55.034007 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:05.920520 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-9fd8dffd-89d2-4a60-8daa-b7ae8ae42a96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068780 Mar 03 19:01:06.058536 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-4f1b11ea-1ffe-4dc5-a893-235fe88edac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:01:06.060038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-4f1b11ea-1ffe-4dc5-a893-235fe88edac5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1097 time: 0.0729356 Mar 03 19:01:06.208789 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-fa1216dd-f353-4815-9e71-4c90a05131b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:01:06.210247 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-fa1216dd-f353-4815-9e71-4c90a05131b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1280811 Mar 03 19:01:06.315090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-f0039910-3071-413b-a915-fb78ea29a98f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 1001 time: 0.0975440 Mar 03 19:01:06.380747 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-69b64c8a-7d35-4931-b962-5c12f4570160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:01:06.382269 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-69b64c8a-7d35-4931-b962-5c12f4570160 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0605037 Mar 03 19:01:06.459100 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-e5796d42-da89-4852-9b16-aa26dbcf01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:01:06.460563 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-e5796d42-da89-4852-9b16-aa26dbcf01ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717428 Mar 03 19:01:06.589659 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-51eb60fa-6e45-4757-ad44-27f38da7832b service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222613 Mar 03 19:01:06.719090 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ed2487d-f3cc-4c26-8404-bbe18ffa93f5 req-24142a04-f230-4145-999b-33164d0f941e service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230202 Mar 03 19:01:18.523486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:19.655605 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e3f7-a8d4-4254-a3d8-5bc50cf6bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:21.961647 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-34dc95d6-cec3-4d77-b204-8b6fe8a481b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:23.128173 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:23.133451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:24.564239 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:25.030595 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:31.424517 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:01:48.542165 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:49.657050 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a84f5757-a333-4e45-9620-442b2321faad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:51.963399 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d05a5db2-3c23-461c-80d5-c35ffeed6060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:53.127071 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:53.137724 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:54.568135 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:01:55.045038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:07.987323 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-6f0299b2-7510-49a8-84dc-840e57e84d48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1847539 Mar 03 19:02:08.122785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-33281187-de87-4612-8a24-50eb8cd08f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:08.123540 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-33281187-de87-4612-8a24-50eb8cd08f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1097 time: 0.0690379 Mar 03 19:02:08.262781 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-a76c1658-7c7f-419b-a9d4-50cf5574dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:08.264147 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-a76c1658-7c7f-419b-a9d4-50cf5574dea8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1237345 Mar 03 19:02:08.365254 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-13523769-0b1a-4722-966b-b4f3a401d399 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 1001 time: 0.0951269 Mar 03 19:02:08.422431 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:02:08.427514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-3d7ff12a-25fb-47f7-9a32-2defd6fec1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:08.428906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-3d7ff12a-25fb-47f7-9a32-2defd6fec1f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0586162 Mar 03 19:02:08.500315 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-1dcb2855-3c51-475f-9908-369c312e8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:08.501745 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-1dcb2855-3c51-475f-9908-369c312e8238 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672009 Mar 03 19:02:08.628640 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-4619628d-55af-4f12-98ce-9742d1fc9f0f service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212173 Mar 03 19:02:08.756160 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a5083b50-3af1-4695-89e5-2a3fe315415d req-8a12c879-8051-4aeb-ae07-f8e03a946fe4 service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214893 Mar 03 19:02:18.542064 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:19.657506 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae043bdb-c55d-406a-b85e-275a0357811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:21.964663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-85b04e5a-1770-4985-a013-f28191a59f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:23.119658 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:23.138417 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:24.570451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:25.038778 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:27.342202 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780456b4-7a63-4ca1-8b65-1562e966156c req-99df197d-b2a7-4460-81a2-d9f9bc1372a6 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:27.343681 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-780456b4-7a63-4ca1-8b65-1562e966156c req-99df197d-b2a7-4460-81a2-d9f9bc1372a6 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0804720 Mar 03 19:02:27.387433 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-780456b4-7a63-4ca1-8b65-1562e966156c req-65bac371-7fbc-4dcb-8849-44e902398839 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377636 Mar 03 19:02:28.619668 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b841d3-f2f2-4b13-9938-4f48a05eadc7 req-44b0ee3d-1703-4775-9880-8b10d5794984 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:28.621102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56b841d3-f2f2-4b13-9938-4f48a05eadc7 req-44b0ee3d-1703-4775-9880-8b10d5794984 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.1235175 Mar 03 19:02:28.663966 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-56b841d3-f2f2-4b13-9938-4f48a05eadc7 req-e3141fd6-0cbf-47b1-affd-a7c2eb75952c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370207 Mar 03 19:02:29.869190 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09317653-bb62-4b94-a5ab-5a1fe2c629a4 req-7a43239a-3a8b-4fe5-9581-be4b14cf9b5c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:29.870655 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09317653-bb62-4b94-a5ab-5a1fe2c629a4 req-7a43239a-3a8b-4fe5-9581-be4b14cf9b5c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0836394 Mar 03 19:02:29.914951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-09317653-bb62-4b94-a5ab-5a1fe2c629a4 req-2b54a91e-719e-469a-9efc-730e2e222ba5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386579 Mar 03 19:02:31.095150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0cf86-4286-44ce-b3eb-9dadde7be1f2 req-802fc94f-e8b0-4687-8176-1b6ecf17bc59 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:31.096785 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93d0cf86-4286-44ce-b3eb-9dadde7be1f2 req-802fc94f-e8b0-4687-8176-1b6ecf17bc59 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0782292 Mar 03 19:02:31.140214 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-93d0cf86-4286-44ce-b3eb-9dadde7be1f2 req-098d8311-0a97-4730-8ff2-c070bcc435a3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369620 Mar 03 19:02:32.327169 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226961-2960-498e-92a2-ae52fb04c44a req-41f6c674-a5c1-4f30-b9ad-9da735a7f794 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:32.328339 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21226961-2960-498e-92a2-ae52fb04c44a req-41f6c674-a5c1-4f30-b9ad-9da735a7f794 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0828986 Mar 03 19:02:32.377426 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21226961-2960-498e-92a2-ae52fb04c44a req-9d898016-ea03-4b8d-b385-95ddf68fd63f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 Mar 03 19:02:33.561441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92bd9a-1a53-4421-b6cb-0aa2bfb43a90 req-6fef9f0b-4029-4f42-887e-bf8e912c45cc tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:33.562859 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b92bd9a-1a53-4421-b6cb-0aa2bfb43a90 req-6fef9f0b-4029-4f42-887e-bf8e912c45cc tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0806086 Mar 03 19:02:33.606018 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9b92bd9a-1a53-4421-b6cb-0aa2bfb43a90 req-68021365-127b-4278-bc05-a600d0199b66 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373783 Mar 03 19:02:34.785341 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a45393-b893-4256-b315-39a8fb6e13bb req-97199c85-e71f-47a0-a56a-bfbc9a3d8257 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:34.787455 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-47a45393-b893-4256-b315-39a8fb6e13bb req-97199c85-e71f-47a0-a56a-bfbc9a3d8257 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0802598 Mar 03 19:02:34.829389 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-47a45393-b893-4256-b315-39a8fb6e13bb req-68c22c7e-e712-42ff-9ff4-a8f6d51f9034 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364308 Mar 03 19:02:36.008303 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca6912-fcaf-4802-bb4e-9a4f25a3017e req-6415db27-9cc3-4121-b5e8-130b4df5daa4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:36.009776 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13ca6912-fcaf-4802-bb4e-9a4f25a3017e req-6415db27-9cc3-4121-b5e8-130b4df5daa4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0785458 Mar 03 19:02:36.057841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-13ca6912-fcaf-4802-bb4e-9a4f25a3017e req-bc09e8a3-c9f1-480a-b33c-6ae41a989b13 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Mar 03 19:02:37.244992 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c40e5f-10ee-4c7e-8dac-f2b59f921c7c req-3b998b0b-656c-44fb-b772-228b86a9d270 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:37.246447 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79c40e5f-10ee-4c7e-8dac-f2b59f921c7c req-3b998b0b-656c-44fb-b772-228b86a9d270 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0818038 Mar 03 19:02:37.290719 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-79c40e5f-10ee-4c7e-8dac-f2b59f921c7c req-230741a3-6d2e-4c07-b127-430475c15b00 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387323 Mar 03 19:02:37.421014 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-d92923d6-46b5-42f8-9683-fc3eaa5435f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:37.422398 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-d92923d6-46b5-42f8-9683-fc3eaa5435f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1097 time: 0.0689640 Mar 03 19:02:37.548840 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-e1d6a90d-4659-40be-be44-a11a145dfdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:37.550275 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-e1d6a90d-4659-40be-be44-a11a145dfdb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1223416 Mar 03 19:02:37.649311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-14d9a721-cda9-424a-9575-129650819964 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 1001 time: 0.0933812 Mar 03 19:02:37.708104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-500096ce-c1ae-4d58-9f35-8132065103ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:37.709390 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-500096ce-c1ae-4d58-9f35-8132065103ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0546238 Mar 03 19:02:37.783209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-32dc4c5f-32bf-496f-96ad-b100e2927280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:37.784649 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-32dc4c5f-32bf-496f-96ad-b100e2927280 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700898 Mar 03 19:02:38.019499 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-a183cff0-354e-48a9-b20b-894a335ba82a service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285800 Mar 03 19:02:38.147397 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-f8afa7cd-90a0-4824-ad43-9f8231e83621 req-3bbcd810-bb84-469a-a771-7d32f61a094d service neutron] 10.222.0.35 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219513 Mar 03 19:02:38.470932 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c335f0-2503-4e24-a786-7401ea3b9a63 req-bccdcc0a-d4ff-463e-85ad-9102c1bc45e2 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:38.472635 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09c335f0-2503-4e24-a786-7401ea3b9a63 req-bccdcc0a-d4ff-463e-85ad-9102c1bc45e2 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0782409 Mar 03 19:02:38.516101 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-09c335f0-2503-4e24-a786-7401ea3b9a63 req-5ff2fc8c-b01f-4c1c-bf4b-f334a8c1fd92 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369055 Mar 03 19:02:39.701262 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7709357-b106-4575-a668-ee122abe2de5 req-5688249c-57f4-4ad7-a897-92c4118072df tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:39.702918 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7709357-b106-4575-a668-ee122abe2de5 req-5688249c-57f4-4ad7-a897-92c4118072df tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0808258 Mar 03 19:02:39.751471 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c7709357-b106-4575-a668-ee122abe2de5 req-19857428-b717-4725-9b27-06c9ca164b77 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Mar 03 19:02:40.937011 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95fc9-6ff9-4992-8c83-8d45ee4f7446 req-5f4c649a-d6f0-411d-8f7a-e4a1b98ab0a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:40.938492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6a95fc9-6ff9-4992-8c83-8d45ee4f7446 req-5f4c649a-d6f0-411d-8f7a-e4a1b98ab0a7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0817413 Mar 03 19:02:40.982192 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6a95fc9-6ff9-4992-8c83-8d45ee4f7446 req-246662ad-a7a0-41fa-a817-3a12792ae8a3 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374379 Mar 03 19:02:41.353038 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-9ab8ef3e-70ab-42bc-bd49-b0ab8f92a837 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1641665 Mar 03 19:02:41.374221 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31c9c-f651-4118-b498-0b8525b050ce req-b3d8b368-a048-46a1-9685-46b195983413 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:41.375899 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96c31c9c-f651-4118-b498-0b8525b050ce req-b3d8b368-a048-46a1-9685-46b195983413 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.1095748 Mar 03 19:02:41.420437 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-96c31c9c-f651-4118-b498-0b8525b050ce req-f59be3bb-4d3b-4223-83d4-b70ff4a23e72 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Mar 03 19:02:42.616983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb64a-b911-4274-8225-774afe78580c req-5ee918c3-5e12-4694-a184-c113652f8b4b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:42.618488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc2bb64a-b911-4274-8225-774afe78580c req-5ee918c3-5e12-4694-a184-c113652f8b4b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 946 time: 0.0882647 Mar 03 19:02:42.663256 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fc2bb64a-b911-4274-8225-774afe78580c req-330b7dd4-7f1a-480e-8047-f8b8e04984be tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 Mar 03 19:02:43.180808 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device ece817c9-533e-485b-84c8-d10e0855220c no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:02:43.293996 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:43.324583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:02:43.334739 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:02:43.339246 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:43.374615 n-d-827121-1 neutron-server[87888]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'code': 422} returned with failed status Mar 03 19:02:43.405701 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:02:43.413655 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.414015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.414333 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.414658 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.414981 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.415303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.415621 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.415938 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.416283 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.416598 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.416912 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.417224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:43.881802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e63668-7ed0-459d-ba09-c44e2e972287 req-5e6e93c3-56e9-4271-9b38-ef4122ba841a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:43.883230 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23e63668-7ed0-459d-ba09-c44e2e972287 req-5e6e93c3-56e9-4271-9b38-ef4122ba841a tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.1074312 Mar 03 19:02:43.886244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-2300718d-5ea8-40ed-b01f-f7bb2c3c127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:43.887636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-2300718d-5ea8-40ed-b01f-f7bb2c3c127f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44&tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e HTTP/1.1" status: 200 len: 1095 time: 0.1826444 Mar 03 19:02:43.905149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827121-1', 'device_owner': 'compute:nova'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:02:44.083937 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-23e63668-7ed0-459d-ba09-c44e2e972287 req-efd7b0ea-9af3-46dc-899f-45a10dae2be9 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950469 Mar 03 19:02:44.143474 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:44.405213 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:02:44.435402 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h2-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:02:44.489379 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece817c9-533e-485b-84c8-d10e0855220c {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:02:44.496393 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:44.509962 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Transition to ACTIVE for port object ece817c9-533e-485b-84c8-d10e0855220c will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:02:44.513223 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:44.654116 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=7']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:02:44.673980 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.674321 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.674650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.674976 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.675299 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.675620 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.675973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.676293 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.676870 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.677189 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.677518 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.677829 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:02:44.718564 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] No DVR routers for this DVR port ece817c9-533e-485b-84c8-d10e0855220c on host n-h2-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:02:44.943139 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:02:44.943844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:02:44.943844 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:02:44.948063 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Port ece817c9-533e-485b-84c8-d10e0855220c on network 2676eb33-5a39-45ee-b4bd-62b143de3054 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 19:02:44.948380 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Attempting to bind port ece817c9-533e-485b-84c8-d10e0855220c on network 2676eb33-5a39-45ee-b4bd-62b143de3054 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:02:44.953258 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:02:44.953618 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Checking segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:02:44.953994 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Bound using segment: {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:02:44.954405 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Bound port: ece817c9-533e-485b-84c8-d10e0855220c, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a052dbec-47a9-45c7-83aa-f316e48c50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:02:44.954739 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:45.042344 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:02:45.045212 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:02:45.049423 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:45.102409 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:45.102873 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:45.104204 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] 10.222.0.16 "PUT /v2.0/ports/ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 1092 time: 1.2028034 Mar 03 19:02:45.104642 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:02:45.176509 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40597e-ecae-454b-a62b-e0e0ccacc64a service neutron] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=8']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:02:45.216811 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-f65c9200-afce-4771-b737-2cfe1d03e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:45.218344 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-f65c9200-afce-4771-b737-2cfe1d03e695 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1095 time: 0.0797291 Mar 03 19:02:45.249222 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'status': 'completed', 'code': 200} Mar 03 19:02:45.330966 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52842a0-5491-4c8f-b3d7-4ac0a0d8a59e req-164e28e0-4f1b-4fdd-bdab-9a642739be00 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:45.332926 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d52842a0-5491-4c8f-b3d7-4ac0a0d8a59e req-164e28e0-4f1b-4fdd-bdab-9a642739be00 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0858953 Mar 03 19:02:45.360187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-9b6112da-566e-4b65-9085-f16cb15c0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:45.361671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-9b6112da-566e-4b65-9085-f16cb15c0ccd service neutron] 10.222.0.16 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1375415 Mar 03 19:02:45.377211 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-d52842a0-5491-4c8f-b3d7-4ac0a0d8a59e req-c540e060-98fc-4e4b-93c2-d4b8c3b61bb1 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383508 Mar 03 19:02:45.422290 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:02:45.463106 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-57245828-79a2-47f6-888b-269d9b38621c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 999 time: 0.0956068 Mar 03 19:02:45.522608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-bdc3748b-5ff6-459c-8b47-f872e67520de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:45.524014 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-bdc3748b-5ff6-459c-8b47-f872e67520de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0559454 Mar 03 19:02:45.703401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-c4a32d45-4605-4b98-b01b-09d4ccb3bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:45.704862 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-c4a32d45-4605-4b98-b01b-09d4ccb3bf4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756108 Mar 03 19:02:45.714386 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-91222760-4650-4b13-af23-f1428689a61f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 19:02:45.715245 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-91222760-4650-4b13-af23-f1428689a61f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046594 Mar 03 19:02:45.846923 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-5a6780fb-6d13-4c41-9f50-d8d6a219b2fb service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264572 Mar 03 19:02:45.974538 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-b577a572-c865-4747-aae5-b1fe722660af service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215775 Mar 03 19:02:46.100553 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-1228552f-02f0-48cc-811c-8fb1fa095749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:46.102047 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-1228552f-02f0-48cc-811c-8fb1fa095749 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1095 time: 0.0699527 Mar 03 19:02:46.230971 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-a53a9117-80ba-418a-a046-97c175fe0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:46.232306 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-a53a9117-80ba-418a-a046-97c175fe0617 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1241176 Mar 03 19:02:46.333114 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-4cb52dd3-c289-4d69-8bf5-d2cbb41ffde7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 999 time: 0.0949337 Mar 03 19:02:46.396164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-844b6ff8-54d6-4bfc-b66a-8040c789fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:46.397562 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-844b6ff8-54d6-4bfc-b66a-8040c789fdf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0585418 Mar 03 19:02:46.472077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-96bea13c-97e6-4305-9260-fd77028c1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:46.474124 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-96bea13c-97e6-4305-9260-fd77028c1979 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714078 Mar 03 19:02:46.654241 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-06fd0d69-c9d0-4ed1-b528-1191cd767fa9 service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739173 Mar 03 19:02:46.689608 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d2291-3ed4-4d94-a473-08d0142ec50a req-cc5bb6b3-b181-4f47-abf6-9e740dfabe1e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:46.691008 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f39d2291-3ed4-4d94-a473-08d0142ec50a req-cc5bb6b3-b181-4f47-abf6-9e740dfabe1e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.1931081 Mar 03 19:02:46.805926 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f39d2291-3ed4-4d94-a473-08d0142ec50a req-5da1e30e-30ee-4fc3-b86a-9e49d8df447e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036360 Mar 03 19:02:46.829076 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-bce44126-30b5-4639-ac09-0bec8bda0f70 req-20434fa0-72ae-488c-9ad6-79fb9d2f87fe service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663902 Mar 03 19:02:47.993285 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc0bed-a2f2-4111-a3f2-161f3cf8b16e req-a87e336c-41a7-494e-8581-a50a2b2bcede tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:47.994810 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76bc0bed-a2f2-4111-a3f2-161f3cf8b16e req-a87e336c-41a7-494e-8581-a50a2b2bcede tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0781295 Mar 03 19:02:48.038243 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-76bc0bed-a2f2-4111-a3f2-161f3cf8b16e req-d9dce903-d1f0-4589-b1fb-f60d7bf1c734 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378366 Mar 03 19:02:48.553893 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:49.218040 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b864b97-e22f-4eca-bbb7-1b14f6188fe2 req-2fefd911-0d7a-4d65-906b-188c78d2a3c5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:49.219482 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b864b97-e22f-4eca-bbb7-1b14f6188fe2 req-2fefd911-0d7a-4d65-906b-188c78d2a3c5 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0783553 Mar 03 19:02:49.263079 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-3b864b97-e22f-4eca-bbb7-1b14f6188fe2 req-dd69dd6b-07ed-444d-afc6-e4727348ef28 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374284 Mar 03 19:02:49.658250 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a8374d1-43d3-4f9e-a922-57cd587c1c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:50.448721 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c30e-8ad9-46a8-b11f-887dcc60e8f8 req-7c7a67ec-4aac-4c4f-a066-9c8346f04549 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:50.450118 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26c9c30e-8ad9-46a8-b11f-887dcc60e8f8 req-7c7a67ec-4aac-4c4f-a066-9c8346f04549 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0844848 Mar 03 19:02:50.494153 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-26c9c30e-8ad9-46a8-b11f-887dcc60e8f8 req-913697a5-bd54-4d88-84dc-834dd5ae5b07 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Mar 03 19:02:51.678725 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba0fc-4b57-4d62-992c-d6dfec635079 req-50b31901-d9cf-42c2-9d55-6d0054958a4e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:51.680217 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd2ba0fc-4b57-4d62-992c-d6dfec635079 req-50b31901-d9cf-42c2-9d55-6d0054958a4e tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0821214 Mar 03 19:02:51.726578 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-cd2ba0fc-4b57-4d62-992c-d6dfec635079 req-bf031e33-73d3-43be-b0b6-94c2559bf7cf tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Mar 03 19:02:51.965690 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c3922f3d-9f43-42eb-bcba-3384deb4ae8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:52.907450 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24a473-0a1b-4507-a42c-f9ba30136c42 req-1619220a-a688-42c9-b1d1-60c49b660e8b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:52.908904 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e24a473-0a1b-4507-a42c-f9ba30136c42 req-1619220a-a688-42c9-b1d1-60c49b660e8b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0788693 Mar 03 19:02:52.955486 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e24a473-0a1b-4507-a42c-f9ba30136c42 req-d120ad94-7245-4f76-8366-7537345a7d74 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403666 Mar 03 19:02:53.120868 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:53.141346 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:54.155769 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a80f43-5786-4698-8b1f-e6eb80495bdb req-97f3d5d2-b58a-4c3b-9ef9-0cd410d902e4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:54.157229 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83a80f43-5786-4698-8b1f-e6eb80495bdb req-97f3d5d2-b58a-4c3b-9ef9-0cd410d902e4 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 944 time: 0.0818467 Mar 03 19:02:54.204669 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-83a80f43-5786-4698-8b1f-e6eb80495bdb req-bc84fccf-89b7-475b-9705-3c77ad128b12 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Mar 03 19:02:54.344549 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ece817c9-533e-485b-84c8-d10e0855220c details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 19:02:54.478771 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:02:54.493209 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'ece817c9-533e-485b-84c8-d10e0855220c', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'port_id': 'ece817c9-533e-485b-84c8-d10e0855220c', 'mac_address': 'fa:16:3e:36:01:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 19:02:54.595286 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:54.597976 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:54.614803 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece817c9-533e-485b-84c8-d10e0855220c {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:02:54.630512 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:02:54.634396 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:54.700322 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=9']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:02:55.043749 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:55.070623 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['ece817c9-533e-485b-84c8-d10e0855220c'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 19:02:55.398476 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736c660-2c73-4c29-9eb3-e3778055e6af req-9baca19a-42a3-4769-907c-71e0537417fe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:55.399832 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7736c660-2c73-4c29-9eb3-e3778055e6af req-9baca19a-42a3-4769-907c-71e0537417fe tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 945 time: 0.0828068 Mar 03 19:02:55.443291 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-7736c660-2c73-4c29-9eb3-e3778055e6af req-034ccfe9-f382-4cb6-8783-3e2e3b538050 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379112 Mar 03 19:02:56.344592 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ece817c9-533e-485b-84c8-d10e0855220c up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:02:56.410073 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port ece817c9-533e-485b-84c8-d10e0855220c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:02:56.414518 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port ece817c9-533e-485b-84c8-d10e0855220c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:02:56.414908 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:56.530114 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:56.556662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:02:56.566111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:02:56.571341 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:02:56.607360 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'code': 200} Mar 03 19:02:56.629418 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b5b0-9a95-4233-a785-0b45be17fff6 req-8f2b132e-9686-4e5f-8d00-9f8acbcee5b7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:56.630888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5e7b5b0-9a95-4233-a785-0b45be17fff6 req-8f2b132e-9686-4e5f-8d00-9f8acbcee5b7 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 947 time: 0.0834217 Mar 03 19:02:56.642313 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=10']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:02:56.677635 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c5e7b5b0-9a95-4233-a785-0b45be17fff6 req-1d85444f-4ef0-4213-8a9d-a4dcf0c2c4dc tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Mar 03 19:02:56.942557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca47d1-88f8-4b2f-ba60-e23654361232 req-45c1f03a-de13-484e-9c23-65bd8dfac55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:56.943933 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-daca47d1-88f8-4b2f-ba60-e23654361232 req-45c1f03a-de13-484e-9c23-65bd8dfac55a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1098 time: 0.1748080 Mar 03 19:02:56.984822 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-daca47d1-88f8-4b2f-ba60-e23654361232 req-2b95410f-51e4-4fb7-8563-8cb15b0f7a23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Mar 03 19:02:57.858284 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8789e-de15-4b1c-8f5c-fddfaac5e375 req-06277015-0b0d-4b5f-94a4-e972bafde175 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:57.859718 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ad8789e-de15-4b1c-8f5c-fddfaac5e375 req-06277015-0b0d-4b5f-94a4-e972bafde175 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 947 time: 0.0774541 Mar 03 19:02:57.911341 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9ad8789e-de15-4b1c-8f5c-fddfaac5e375 req-33f38b77-240a-4eed-80aa-6a22e3250e12 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453770 Mar 03 19:02:59.091555 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f3bea-a8d8-4e58-b9d7-ccc2877312f0 req-ca6460cc-6eb4-41e2-a931-7877e51bcd49 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:02:59.092995 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b3f3bea-a8d8-4e58-b9d7-ccc2877312f0 req-ca6460cc-6eb4-41e2-a931-7877e51bcd49 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 947 time: 0.0782959 Mar 03 19:02:59.136334 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-8b3f3bea-a8d8-4e58-b9d7-ccc2877312f0 req-a5da8d21-2bcb-490c-aea8-377ee45985b8 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 Mar 03 19:03:18.553909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:19.659086 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16efbbd2-e489-4610-b2e9-b7ea1b877530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:19.804318 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-4fab416f-df40-4494-8c30-fb4b4011c670 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719011 Mar 03 19:03:19.954136 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-f104f3ef-cff9-43b0-8891-79ee7625b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:03:19.955973 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-f104f3ef-cff9-43b0-8891-79ee7625b9c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1098 time: 0.0727556 Mar 03 19:03:20.116066 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-567c24f2-4ec5-4598-8bb9-78368ed32aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:03:20.116665 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-567c24f2-4ec5-4598-8bb9-78368ed32aee service neutron] 10.222.0.16 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1419265 Mar 03 19:03:20.225457 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-dbbd7532-6e2c-4fb6-8ffe-e289b79c37af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 1001 time: 0.1010144 Mar 03 19:03:20.289551 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-b2805c47-9135-4717-8f89-9ac54ee33c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:03:20.290971 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-b2805c47-9135-4717-8f89-9ac54ee33c1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0593348 Mar 03 19:03:20.369054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-aabd4a34-2f7e-4039-a9ac-7d1808ce70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:03:20.369054 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-aabd4a34-2f7e-4039-a9ac-7d1808ce70f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687003 Mar 03 19:03:20.498005 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-6f7649f7-2a36-49ac-939f-28909ebea089 service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229074 Mar 03 19:03:20.626597 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-991e18d3-d2b0-4b3b-8897-90b49ce03770 req-1689ebd5-3bbe-4772-9ec6-1ef5cb5e6a13 service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225669 Mar 03 19:03:21.972325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9ecbcb6-ab97-4aac-9aec-467f0719e968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:22.421976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:03:23.124965 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:23.149106 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:24.582614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:25.059865 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:48.568992 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:49.659971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3b2afaea-ed9c-4672-90a6-323361adea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:51.969998 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3360d3c2-7476-42b4-af9d-9f6b20430462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:53.127312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:53.147515 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:54.578572 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:55.061902 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:03:59.421506 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:04:14.883470 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43094) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:15.086131 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Deleting port 4b04c43e-a991-4612-8954-80eb1426fa5a {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:15.086131 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:15.258145 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:15.258396 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:15.486592 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Calling delete_port for 4b04c43e-a991-4612-8954-80eb1426fa5a owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:15.632815 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:15.704796 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event deleted for resources: {'Port': ['ID=4b04c43e-a991-4612-8954-80eb1426fa5a,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:15.749410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.750271 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.750609 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.750934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.751258 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.751579 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.751895 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.752213 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.752525 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.752839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.753176 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.753520 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:15.782377 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:15.782721 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Floating IP 715703de-7d23-4bef-9207-4223d256235d disassociated (deleted). External IP: 172.25.0.31, port: ece817c9-533e-485b-84c8-d10e0855220c. Mar 03 19:04:16.121039 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:04:16.295493 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:04:16.305844 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] Sync routers for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:04:16.315206 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:16.315715 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:16.316304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:16.368463 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-08e31224-3cf5-4e4d-b56c-be394719a50f tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "DELETE /v2.0/floatingips/715703de-7d23-4bef-9207-4223d256235d HTTP/1.1" status: 204 len: 168 time: 1.4839497 Mar 03 19:04:16.369129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:04:16.424602 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'status': 'completed', 'code': 200} Mar 03 19:04:16.528844 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:16.531835 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77221e17-8701-4c16-a446-a2fc78ae76be req-f22de0fe-6ef6-4b16-a83d-224041ae8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:16.533308 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77221e17-8701-4c16-a446-a2fc78ae76be req-f22de0fe-6ef6-4b16-a83d-224041ae8a2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 1098 time: 0.0761509 Mar 03 19:04:16.668759 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77221e17-8701-4c16-a446-a2fc78ae76be req-4a015ff4-b947-4313-9a87-0d50eb59b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:16.670439 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77221e17-8701-4c16-a446-a2fc78ae76be req-4a015ff4-b947-4313-9a87-0d50eb59b11e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 200 len: 910 time: 0.1313636 Mar 03 19:04:16.766139 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77221e17-8701-4c16-a446-a2fc78ae76be req-6df4d0e1-44e7-4c59-9200-c455ad1a7736 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 200 len: 217 time: 0.0888982 Mar 03 19:04:16.837753 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:16.841652 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] Checking router: f35b6b05-f22c-4ad8-9cd1-9428f302cf75 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:04:16.848271 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77221e17-8701-4c16-a446-a2fc78ae76be req-f7507876-5ce6-4626-bfb4-934f11d78816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:16.849715 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77221e17-8701-4c16-a446-a2fc78ae76be req-f7507876-5ce6-4626-bfb4-934f11d78816 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 200 len: 848 time: 0.0694849 Mar 03 19:04:16.850551 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:16.851128 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:03:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:16.898280 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209166a0-1037-4bef-8b03-3a763b3d5766 req-7fd10f16-54b9-41c8-bb25-78fcb6c9d372 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:16.899722 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-209166a0-1037-4bef-8b03-3a763b3d5766 req-7fd10f16-54b9-41c8-bb25-78fcb6c9d372 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 947 time: 0.1703494 Mar 03 19:04:16.961246 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-209166a0-1037-4bef-8b03-3a763b3d5766 req-c5369af0-b813-45eb-93e7-94661c16cadd tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555334 Mar 03 19:04:16.978607 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77221e17-8701-4c16-a446-a2fc78ae76be req-beae55f0-c37c-4788-9422-d12a6a709e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:16.980043 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77221e17-8701-4c16-a446-a2fc78ae76be req-beae55f0-c37c-4788-9422-d12a6a709e24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2676eb33-5a39-45ee-b4bd-62b143de3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189106 Mar 03 19:04:17.027993 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:17.215373 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77221e17-8701-4c16-a446-a2fc78ae76be req-6b451c7f-2036-4269-8648-79948e6c36a7 service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288427 Mar 03 19:04:17.337926 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:17.341728 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448db71-d788-4655-86da-aae5821d8a87 None None] The sync data for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 is: [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T18:55:35Z', 'revision_number': 4, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '11e66b58-4ad0-4561-8f55-ce9f0b01c33b', 'name': '', 'network_id': '2676eb33-5a39-45ee-b4bd-62b143de3054', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'mac_address': 'fa:16:3e:6d:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1c56a777-5291-4fa5-a682-76571d42492e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:34Z', 'updated_at': '2022-03-03T18:55:41Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'subnets': [{'id': '1c56a777-5291-4fa5-a682-76571d42492e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:04:17.346021 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-77221e17-8701-4c16-a446-a2fc78ae76be req-c09524f0-8eee-45d7-ad81-a9a809a62886 service neutron] 10.222.0.16 "GET /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238923 Mar 03 19:04:17.546267 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b830b-67f7-454f-9522-a7bb1f450771 None None] New status for floating IP 715703de-7d23-4bef-9207-4223d256235d: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 19:04:18.148827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114999f-595a-4a61-a57d-1e3db273b1ce req-0565cee0-f161-4101-b35d-835ae7bd216d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:18.148827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4114999f-595a-4a61-a57d-1e3db273b1ce req-0565cee0-f161-4101-b35d-835ae7bd216d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Synchronizing usage tracker for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:04:18.162390 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-4114999f-595a-4a61-a57d-1e3db273b1ce req-0565cee0-f161-4101-b35d-835ae7bd216d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Unset dirty status for tenant:06f9393bf4664a51bd6ca5ef6b3a719e on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:04:18.163502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4114999f-595a-4a61-a57d-1e3db273b1ce req-0565cee0-f161-4101-b35d-835ae7bd216d tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 947 time: 0.0967405 Mar 03 19:04:18.207700 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4114999f-595a-4a61-a57d-1e3db273b1ce req-5adf3cf7-bad0-41b9-9c40-2e7372f9938b tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/security-groups?id=57e54444-ab6f-4789-9a9c-8de52a0f3163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Mar 03 19:04:18.469071 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-59764d21-23ee-40b2-9e56-81ce32e46b36 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:18.470436 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-59764d21-23ee-40b2-9e56-81ce32e46b36 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 947 time: 0.0774801 Mar 03 19:04:18.539670 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Deleting port ece817c9-533e-485b-84c8-d10e0855220c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:18.540005 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:18.585829 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:18.778758 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] For port ece817c9-533e-485b-84c8-d10e0855220c, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=ece817c9-533e-485b-84c8-d10e0855220c,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:18.779039 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:18.903982 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Calling delete_port for ece817c9-533e-485b-84c8-d10e0855220c owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:19.041761 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:19.098231 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event deleted for resources: {'Port': ['ID=ece817c9-533e-485b-84c8-d10e0855220c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:19.139802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.140164 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.140499 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.140828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.141149 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.141503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.141822 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.142138 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.142452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.142767 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.143084 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.143396 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:19.180478 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] No DVR routers for this DVR port ece817c9-533e-485b-84c8-d10e0855220c on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:04:19.182948 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:19.185452 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-deleted', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:04:19.201285 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-5d98bfff-b718-4308-8b8f-5b4057f5e9c5 req-ec929180-9529-4093-952d-e8d242f0001c tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.16 "DELETE /v2.0/ports/ece817c9-533e-485b-84c8-d10e0855220c HTTP/1.1" status: 204 len: 173 time: 0.7257745 Mar 03 19:04:19.234652 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e84216-3ca9-40ef-89ef-6f2f39082d44', 'name': 'network-vif-deleted', 'tag': 'ece817c9-533e-485b-84c8-d10e0855220c', 'status': 'completed', 'code': 200} Mar 03 19:04:19.355508 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e53036bf-7816-414e-ae65-d225467e05bb req-6419e31f-f134-436b-99e1-67a3251b31ef tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "GET /v2.0/ports?device_id=94e84216-3ca9-40ef-89ef-6f2f39082d44 HTTP/1.1" status: 200 len: 210 time: 0.0416403 Mar 03 19:04:19.662457 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-58fa5d7a-75c1-4fa7-9406-3f5c537947d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:20.450796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43114) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:20.522231 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5c217d8-7cc6-4aa8-84be-0fbb4c5b4f21 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:20.551700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5c217d8-7cc6-4aa8-84be-0fbb4c5b4f21 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:20.619551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5c217d8-7cc6-4aa8-84be-0fbb4c5b4f21 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:20.637761 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c217d8-7cc6-4aa8-84be-0fbb4c5b4f21 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e54444-ab6f-4789-9a9c-8de52a0f3163,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:20.651544 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-a5c217d8-7cc6-4aa8-84be-0fbb4c5b4f21 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:20.655422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-a5c217d8-7cc6-4aa8-84be-0fbb4c5b4f21 tempest-TestShelveInstance-1806428910 tempest-TestShelveInstance-1806428910-project] 10.222.0.23 "DELETE /v2.0/security-groups/57e54444-ab6f-4789-9a9c-8de52a0f3163 HTTP/1.1" status: 204 len: 168 time: 0.2009029 Mar 03 19:04:20.676405 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ece817c9-533e-485b-84c8-d10e0855220c no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:04:20.697842 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43120) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:20.713111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: ece817c9-533e-485b-84c8-d10e0855220c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:04:20.713486 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device ece817c9-533e-485b-84c8-d10e0855220c not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:04:21.485410 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:21.855851 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Deleting port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:21.856194 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:21.973164 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ae57fe77-efe7-45f5-b2ca-bda5b87ab1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:22.034734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] For port 11e66b58-4ad0-4561-8f55-ce9f0b01c33b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:22.035094 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:22.164014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Calling delete_port for 11e66b58-4ad0-4561-8f55-ce9f0b01c33b owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:22.477872 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:22.528657 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Pushing event deleted for resources: {'Port': ['ID=11e66b58-4ad0-4561-8f55-ce9f0b01c33b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:22.896211 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:23.130797 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:23.149895 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:23.265448 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:04:23.443269 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:04:23.451963 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] Sync routers for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:04:23.457421 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-fc78d56d-70aa-467c-a15d-955d573dd09c admin admin] 10.222.0.23 "PUT /v2.0/routers/f35b6b05-f22c-4ad8-9cd1-9428f302cf75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560942 Mar 03 19:04:23.457756 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43126) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:23.461303 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:23.461923 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:23.628406 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:23.637257 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:23.806133 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:23.815507 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Deleting port 2a42a44a-aa45-4b22-8d51-71d215090ae3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:23.815970 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:23.945525 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T19:04:22Z', 'revision_number': 5, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port': {'id': '2a42a44a-aa45-4b22-8d51-71d215090ae3', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:32Z', 'updated_at': '2022-03-03T18:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:23.949230 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] Checking router: f35b6b05-f22c-4ad8-9cd1-9428f302cf75 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:04:23.957278 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] Routers {'f35b6b05-f22c-4ad8-9cd1-9428f302cf75'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:23.957899 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:23.987467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] For port 2a42a44a-aa45-4b22-8d51-71d215090ae3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=2a42a44a-aa45-4b22-8d51-71d215090ae3,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:23.987823 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.121586 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] Set router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:24.227518 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T19:04:23Z', 'revision_number': 6, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:24.231368 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d349515a-8d95-47bf-a112-784d6b0c0495 None None] The sync data for ids ['f35b6b05-f22c-4ad8-9cd1-9428f302cf75'] in n-d-827121-1 is: [{'id': 'f35b6b05-f22c-4ad8-9cd1-9428f302cf75', 'name': 'tempest-TestShelveInstance-1865429272-router', 'tenant_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:31Z', 'updated_at': '2022-03-03T19:04:23Z', 'revision_number': 6, 'project_id': '06f9393bf4664a51bd6ca5ef6b3a719e', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:04:24.234079 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Calling delete_port for 2a42a44a-aa45-4b22-8d51-71d215090ae3 owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:24.400561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.474647 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a42a44a-aa45-4b22-8d51-71d215090ae3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:24.538679 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.585867 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.716174 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.718388 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.746051 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.746501 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f35b6b05-f22c-4ad8-9cd1-9428f302cf75 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 19:04:24.759163 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.760254 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c2eb4c69-49f5-4608-bd17-ad5bf5f9795a admin admin] 10.222.0.23 "DELETE /v2.0/routers/f35b6b05-f22c-4ad8-9cd1-9428f302cf75 HTTP/1.1" status: 204 len: 168 time: 1.3016081 Mar 03 19:04:24.762715 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43130) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:24.820395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] Deleting subnet 1c56a777-5291-4fa5-a682-76571d42492e {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 19:04:24.823209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.869967 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:24.948074 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.022200 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 11e66b58-4ad0-4561-8f55-ce9f0b01c33b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:04:25.034500 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.072036 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c56a777-5291-4fa5-a682-76571d42492e,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:25.072221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 11e66b58-4ad0-4561-8f55-ce9f0b01c33b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:04:25.072599 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 11e66b58-4ad0-4561-8f55-ce9f0b01c33b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:04:25.073092 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2a42a44a-aa45-4b22-8d51-71d215090ae3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:04:25.083429 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.092082 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ac24f296-fda0-4db7-b6a0-88ae877d38e5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1c56a777-5291-4fa5-a682-76571d42492e HTTP/1.1" status: 204 len: 168 time: 0.3262780 Mar 03 19:04:25.092342 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43134) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:25.112906 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc33d46-6f64-43b2-b363-1a04ade1807e None None] Network 2676eb33-5a39-45ee-b4bd-62b143de3054 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:04:25.155982 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 2a42a44a-aa45-4b22-8d51-71d215090ae3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:04:25.156851 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 2a42a44a-aa45-4b22-8d51-71d215090ae3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:04:25.160029 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.200563 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.212556 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Deleting port 55107e9d-de9a-412c-a577-e23c4439f925 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:25.212901 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.385416 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] DHCP port deletion for 2676eb33-5a39-45ee-b4bd-62b143de3054 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 19:04:25.389852 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Deleting port 55107e9d-de9a-412c-a577-e23c4439f925 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:25.390261 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.432214 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] For port 55107e9d-de9a-412c-a577-e23c4439f925, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=55107e9d-de9a-412c-a577-e23c4439f925,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:25.432566 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.560786 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Calling delete_port for 55107e9d-de9a-412c-a577-e23c4439f925 owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:25.592275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] For port 55107e9d-de9a-412c-a577-e23c4439f925, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=55107e9d-de9a-412c-a577-e23c4439f925,segment=NetworkSegment(a052dbec-47a9-45c7-83aa-f316e48c50f3),segment_id=a052dbec-47a9-45c7-83aa-f316e48c50f3)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:25.592828 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.640055 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.687195 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Pushing event deleted for resources: {'Port': ['ID=55107e9d-de9a-412c-a577-e23c4439f925,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:25.692650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] No DVR routers for this DVR port 55107e9d-de9a-412c-a577-e23c4439f925 on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:04:25.749249 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Calling delete_port for 55107e9d-de9a-412c-a577-e23c4439f925 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:25.806283 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.821888 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 19:04:25.822178 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 19:04:25.830915 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2676eb33-5a39-45ee-b4bd-62b143de3054']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:25.842398 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a052dbec-47a9-45c7-83aa-f316e48c50f3') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:25.842690 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a052dbec-47a9-45c7-83aa-f316e48c50f3') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:25.853848 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.869417 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.875766 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 19:04:25.876142 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: timer() Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 19:04:25.888864 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 19:04:26.059941 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:26.075561 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:26.085557 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] Pushing event deleted for resources: {'Network': ['ID=2676eb33-5a39-45ee-b4bd-62b143de3054,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:26.099525 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-d718dd90-2aea-47aa-83d2-a4b738ebe93f admin admin] 10.222.0.23 "DELETE /v2.0/networks/2676eb33-5a39-45ee-b4bd-62b143de3054 HTTP/1.1" status: 204 len: 168 time: 1.0062737 Mar 03 19:04:26.102467 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43138) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:26.323637 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Deleting port 55107e9d-de9a-412c-a577-e23c4439f925 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:26.324019 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:26.388303 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ac253898-de5a-4176-972b-eb15c54b3128 None None] The port '55107e9d-de9a-412c-a577-e23c4439f925' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 19:04:26.625559 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:26.938258 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55107e9d-de9a-412c-a577-e23c4439f925 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:04:26.964077 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Deleting port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:26.964551 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:26.974132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 55107e9d-de9a-412c-a577-e23c4439f925 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:04:26.974478 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 55107e9d-de9a-412c-a577-e23c4439f925 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:04:27.133039 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] For port 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,segment=NetworkSegment(f6e32562-b14a-4aa6-ac79-694ded930b0c),segment_id=f6e32562-b14a-4aa6-ac79-694ded930b0c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:27.133425 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:27.356708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Calling delete_port for 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 owned by network:router_interface {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:27.530342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:27.574907 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=364f1a4c-9c95-4064-a6cb-3cc410a0c7a3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:27.842669 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:28.191152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Router 29122d6d-f374-44c4-b189-555e08629c62 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:04:28.362095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:04:28.371403 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] Sync routers for ids ['29122d6d-f374-44c4-b189-555e08629c62'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:04:28.380879 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-95a7c3f2-f460-44f3-a2fd-fb5b7b8de7f9 admin admin] 10.222.0.23 "PUT /v2.0/routers/29122d6d-f374-44c4-b189-555e08629c62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2749760 Mar 03 19:04:28.381035 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] Routers {'29122d6d-f374-44c4-b189-555e08629c62'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:28.381119 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43142) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:28.381296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['29122d6d-f374-44c4-b189-555e08629c62'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:28.554041 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks [] for router, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:28.555370 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] Set router 29122d6d-f374-44c4-b189-555e08629c62 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:28.839788 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T19:04:27Z', 'revision_number': 5, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port': {'id': 'd127a7f6-8863-4a24-8a67-cbddc4f774aa', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29122d6d-f374-44c4-b189-555e08629c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T18:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:28.843695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] Checking router: 29122d6d-f374-44c4-b189-555e08629c62 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:04:28.847137 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:28.852221 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] Routers {'29122d6d-f374-44c4-b189-555e08629c62'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:28.852821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['29122d6d-f374-44c4-b189-555e08629c62'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:28.856816 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Deleting port d127a7f6-8863-4a24-8a67-cbddc4f774aa {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:28.857146 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.009695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] Set router 29122d6d-f374-44c4-b189-555e08629c62 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:29.033095 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] For port d127a7f6-8863-4a24-8a67-cbddc4f774aa, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d127a7f6-8863-4a24-8a67-cbddc4f774aa,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:29.033487 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.114025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T19:04:28Z', 'revision_number': 6, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:29.117967 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8908d7a-ea46-4358-9aa3-7e82dc8e213c None None] The sync data for ids ['29122d6d-f374-44c4-b189-555e08629c62'] in n-d-827121-1 is: [{'id': '29122d6d-f374-44c4-b189-555e08629c62', 'name': 'tempest-TestShelveInstance-932671354-router', 'tenant_id': '47566ff5c4324633a6340f9563dbce4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T18:55:38Z', 'updated_at': '2022-03-03T19:04:28Z', 'revision_number': 6, 'project_id': '47566ff5c4324633a6340f9563dbce4a', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:04:29.159002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Calling delete_port for d127a7f6-8863-4a24-8a67-cbddc4f774aa owned by network:router_gateway {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:29.333687 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.383905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Pushing event deleted for resources: {'Port': ['ID=d127a7f6-8863-4a24-8a67-cbddc4f774aa,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:29.469875 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.645520 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.649018 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.671587 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.672673 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29122d6d-f374-44c4-b189-555e08629c62 {{(pid=87886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 19:04:29.685100 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] Notify callbacks [] for router, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.688671 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-c172705a-819a-4a82-98ac-0b13df3db669 admin admin] 10.222.0.23 "DELETE /v2.0/routers/29122d6d-f374-44c4-b189-555e08629c62 HTTP/1.1" status: 204 len: 168 time: 1.3043613 Mar 03 19:04:29.688988 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43146) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:29.750052 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] Deleting subnet cb8ddcfd-be7f-4429-99db-d5dfc36e60dd {{(pid=87886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 19:04:29.752922 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.803411 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1458598'] for subnet, precommit_delete_associations {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.883761 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.953942 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-765418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2761773'] for subnet, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:29.992778 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8ddcfd-be7f-4429-99db-d5dfc36e60dd,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:29.994721 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.000136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e099b1-a5e6-4a5a-b90a-6696a07a8893 None None] Network ec981f8e-486a-4f14-8353-7a8ca99837d3 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:04:30.002422 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-9fb11e3c-84cb-43af-a05a-0e3b668aea91 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb8ddcfd-be7f-4429-99db-d5dfc36e60dd HTTP/1.1" status: 204 len: 168 time: 0.3124604 Mar 03 19:04:30.004885 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43150) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:30.111700 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.122251 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Deleting port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:30.122606 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.236669 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] DHCP port deletion for ec981f8e-486a-4f14-8353-7a8ca99837d3 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 19:04:30.241152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Deleting port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:30.241564 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.446852 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] For port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,segment=NetworkSegment(f6e32562-b14a-4aa6-ac79-694ded930b0c),segment_id=f6e32562-b14a-4aa6-ac79-694ded930b0c)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:30.447414 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.487530 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] For port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,segment=NetworkSegment(f6e32562-b14a-4aa6-ac79-694ded930b0c),segment_id=f6e32562-b14a-4aa6-ac79-694ded930b0c)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:30.487815 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.567388 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Calling delete_port for 8711ee52-039b-4db9-a3c1-cd0c81d5e62b owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:30.606596 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Calling delete_port for 8711ee52-039b-4db9-a3c1-cd0c81d5e62b owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:04:30.642343 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.680523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 19:04:30.680877 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 19:04:30.692561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8711ee52-039b-4db9-a3c1-cd0c81d5e62b,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:30.695497 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] No DVR routers for this DVR port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:04:30.809640 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.834009 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec981f8e-486a-4f14-8353-7a8ca99837d3']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:30.845737 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e32562-b14a-4aa6-ac79-694ded930b0c') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:30.846033 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e32562-b14a-4aa6-ac79-694ded930b0c') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:30.857202 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.873066 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.879643 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 19:04:30.880016 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: timer() Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 19:04:30.892994 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 19:04:30.944994 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8711ee52-039b-4db9-a3c1-cd0c81d5e62b no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:04:30.969975 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.981897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 8711ee52-039b-4db9-a3c1-cd0c81d5e62b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:04:30.982242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 8711ee52-039b-4db9-a3c1-cd0c81d5e62b not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:04:30.982946 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:04:30.986421 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:30.996314 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ec981f8e-486a-4f14-8353-7a8ca99837d3,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:31.003631 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-666b4c64-151a-4a0a-bc82-05abe6d8b0ce admin admin] 10.222.0.23 "DELETE /v2.0/networks/ec981f8e-486a-4f14-8353-7a8ca99837d3 HTTP/1.1" status: 204 len: 168 time: 0.9977179 Mar 03 19:04:31.017469 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:04:31.017918 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 364f1a4c-9c95-4064-a6cb-3cc410a0c7a3 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:04:31.018216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d127a7f6-8863-4a24-8a67-cbddc4f774aa no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:04:31.054430 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: d127a7f6-8863-4a24-8a67-cbddc4f774aa {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:04:31.054806 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d127a7f6-8863-4a24-8a67-cbddc4f774aa not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:04:31.117290 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43156) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:31.165795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-aed57a21-fe7a-4de2-9142-e9824710bbb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06f9393bf4664a51bd6ca5ef6b3a719e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472271 Mar 03 19:04:31.168094 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43160) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:31.182324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Deleting port 8711ee52-039b-4db9-a3c1-cd0c81d5e62b {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:04:31.182707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.229439 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dec39559-2387-49a2-b7b8-a45fb4b04248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.246204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-7b33f4a6-22c2-47d3-827e-ff308bf23a56 None None] The port '8711ee52-039b-4db9-a3c1-cd0c81d5e62b' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 19:04:31.257845 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dec39559-2387-49a2-b7b8-a45fb4b04248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.308782 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dec39559-2387-49a2-b7b8-a45fb4b04248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.325368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec39559-2387-49a2-b7b8-a45fb4b04248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc0d53-d882-4174-acf1-12117e34db3d,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:31.335212 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-dec39559-2387-49a2-b7b8-a45fb4b04248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.336336 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-dec39559-2387-49a2-b7b8-a45fb4b04248 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0adc0d53-d882-4174-acf1-12117e34db3d HTTP/1.1" status: 204 len: 168 time: 0.1673558 Mar 03 19:04:31.672575 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43168) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:31.722187 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-637cfba9-b4dc-4401-b9f3-f001cccafbf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47566ff5c4324633a6340f9563dbce4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484674 Mar 03 19:04:31.724708 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43172) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:31.782069 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a967338e-6865-425b-aab8-31fff927d919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.807232 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a967338e-6865-425b-aab8-31fff927d919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.857184 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a967338e-6865-425b-aab8-31fff927d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.873464 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967338e-6865-425b-aab8-31fff927d919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f3bf9-1ce9-42f8-ac97-6bdf13087a61,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:31.878729 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a967338e-6865-425b-aab8-31fff927d919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:31.879833 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a967338e-6865-425b-aab8-31fff927d919 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/185f3bf9-1ce9-42f8-ac97-6bdf13087a61 HTTP/1.1" status: 204 len: 168 time: 0.1539979 Mar 03 19:04:32.573689 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43196) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:32.674527 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-679430822-network', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:32.679974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:32.683775 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Usage tracker for resource:network and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:32.686596 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:32.692600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:32.702676 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Made reservation on behalf of fa7698e8c622487c8b19c35af0b05785 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 19:04:32.705719 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:32.717348 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:32.731355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:32.735104 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:32.737838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:32.743378 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:32.829164 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:32.832966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:32.858949 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 19:04:32.870822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3653d67f-fab9-4239-95f1-439125d4b7ca,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:32.875962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:32.876304 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Added segment 1e0fd090-a8ad-48de-bccb-aed19e2926bc of type vlan for network dcbda167-67de-4bb5-8d63-c07c7400a276 Mar 03 19:04:32.902633 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:32.930959 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:32.932268 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:32.933105 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.146419 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5715992 Mar 03 19:04:33.149241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43202) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:33.156245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Request body: {'subnet': {'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-679430822-subnet', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:33.160111 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6415b-d0dc-4112-9294-f931b52eab5b admin admin] Pushing event updated for resources: {'Network': ['ID=dcbda167-67de-4bb5-8d63-c07c7400a276,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:33.163567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:33.167483 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Usage tracker for resource:subnet and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:33.170318 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:33.170450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network dcbda167-67de-4bb5-8d63-c07c7400a276 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 19:04:33.176414 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:33.185276 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Made reservation on behalf of fa7698e8c622487c8b19c35af0b05785 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 19:04:33.188269 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.385556 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.463158 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c6c0cd-60f6-49d8-9af5-e522d3a17070,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:33.467009 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Checking segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:33.467359 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Network hostable DHCP agents. Network: dcbda167-67de-4bb5-8d63-c07c7400a276, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 19:04:33.486785 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Network dcbda167-67de-4bb5-8d63-c07c7400a276 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 19:04:33.495235 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, dcbda167-67de-4bb5-8d63-c07c7400a276) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:33.500482 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:33.501445 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.505344 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dda73f-01f3-4281-a0f1-81a45cfc76bc None None] Network dcbda167-67de-4bb5-8d63-c07c7400a276 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:04:33.523522 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1875a21b-ea6f-4b3c-9c6d-4d30aade108c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3731244 Mar 03 19:04:33.526173 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43206) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:33.531458 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:33.536756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:33.540589 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Usage tracker for resource:router and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:33.543426 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:33.549564 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:33.559791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.560928 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.575970 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.718208 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-dcbda167-67de-4bb5-8d63-c07c7400a276', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 19:04:33.719526 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.847656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:33.877136 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Allocated IP 172.20.0.2 (dcbda167-67de-4bb5-8d63-c07c7400a276/c6c6c0cd-60f6-49d8-9af5-e522d3a17070/b0204fdd-e997-4ea4-b1f3-91a800e75d38) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:04:34.078331 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.088482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Transition to ACTIVE for port object b0204fdd-e997-4ea4-b1f3-91a800e75d38 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:34.108945 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Transition to ACTIVE for port object b0204fdd-e997-4ea4-b1f3-91a800e75d38 will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:34.114276 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.152717 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.177193 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Network dcbda167-67de-4bb5-8d63-c07c7400a276 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:34.179841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:34.182324 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:04:34.185548 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.223940 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Pushing event updated for resources: {'Port': ['ID=b0204fdd-e997-4ea4-b1f3-91a800e75d38,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:34.262684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.263025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.263360 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.263689 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.264017 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.264340 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.264660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.264978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.265312 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.265660 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.265979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.266296 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:34.288536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Attempting to bind port b0204fdd-e997-4ea4-b1f3-91a800e75d38 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:04:34.288903 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Attempting to bind port b0204fdd-e997-4ea4-b1f3-91a800e75d38 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:04:34.289261 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Attempting to bind port b0204fdd-e997-4ea4-b1f3-91a800e75d38 on network dcbda167-67de-4bb5-8d63-c07c7400a276 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:34.294578 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:04:34.294950 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Checking segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:34.295347 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.295735 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Bound using segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:04:34.296198 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Bound port: b0204fdd-e997-4ea4-b1f3-91a800e75d38, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:04:34.296583 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.316017 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Allocated IP 172.25.0.200 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/39a3ccca-19c9-4862-89bd-dcbaa0abf37e) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:04:34.419160 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] For port b0204fdd-e997-4ea4-b1f3-91a800e75d38, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:04:34.423111 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] For port b0204fdd-e997-4ea4-b1f3-91a800e75d38, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b0204fdd-e997-4ea4-b1f3-91a800e75d38,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:04:34.427435 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.467894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.499174 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:34.514348 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537ecde-67e0-4c7b-a957-7c01350e9d7d None None] Pushing event updated for resources: {'Port': ['ID=b0204fdd-e997-4ea4-b1f3-91a800e75d38,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:34.559477 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:34.562480 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:34.566080 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:04:34.606068 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Pushing event updated for resources: {'Port': ['ID=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:34.974799 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b0204fdd-e997-4ea4-b1f3-91a800e75d38 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:35.044216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port b0204fdd-e997-4ea4-b1f3-91a800e75d38 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:35.124376 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:35.446153 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fd834c-6b47-4213-b02e-23702c5dddb5 None None] Network dcbda167-67de-4bb5-8d63-c07c7400a276 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:04:35.465829 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:35.553624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b326140e-ab50-45d0-a99a-94afbd142c27 None None] Provisioning for port b0204fdd-e997-4ea4-b1f3-91a800e75d38 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:35.570088 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b326140e-ab50-45d0-a99a-94afbd142c27 None None] Provisioning complete for port b0204fdd-e997-4ea4-b1f3-91a800e75d38 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:35.570451 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b326140e-ab50-45d0-a99a-94afbd142c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:35.669442 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Router d77481a8-3645-460d-b96a-02b3b054cba9 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 19:04:35.771081 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b326140e-ab50-45d0-a99a-94afbd142c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:35.814960 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-b326140e-ab50-45d0-a99a-94afbd142c27 None None] For port b0204fdd-e997-4ea4-b1f3-91a800e75d38, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b0204fdd-e997-4ea4-b1f3-91a800e75d38,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:35.818804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b326140e-ab50-45d0-a99a-94afbd142c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:35.848635 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:04:35.864011 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Sync routers for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:04:35.874720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:35.875955 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-1844f09d-52b2-4f92-b14f-b0d74adf6643 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3488564 Mar 03 19:04:35.879167 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43210) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:35.879425 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:35.880059 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:35.899804 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326140e-ab50-45d0-a99a-94afbd142c27 None None] Pushing event updated for resources: {'Port': ['ID=b0204fdd-e997-4ea4-b1f3-91a800e75d38,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:36.041053 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-59f88cce-b150-4937-af7f-e24b15ef1dc8 None None] Provisioning complete for port b0204fdd-e997-4ea4-b1f3-91a800e75d38 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:36.041530 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-59f88cce-b150-4937-af7f-e24b15ef1dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:36.066484 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:36.354592 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:34Z', 'revision_number': 3, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:36.358349 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Checking router: d77481a8-3645-460d-b96a-02b3b054cba9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:04:36.358682 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Updating router d77481a8-3645-460d-b96a-02b3b054cba9 port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 19:04:36.415207 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:36.445084 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:04:36.686414 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:36.734953 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:36.746098 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Transition to ACTIVE for port object 39a3ccca-19c9-4862-89bd-dcbaa0abf37e will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:36.752093 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:36.829422 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Pushing event updated for resources: {'Port': ['ID=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:36.833807 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Attempting to bind port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:04:36.834164 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Attempting to bind port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:04:36.834507 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Attempting to bind port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:36.841274 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.841630 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.841954 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.842271 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.842588 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.842903 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.843227 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.843549 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.843856 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.844163 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.844467 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.844769 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:04:36.850678 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:04:36.851041 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:36.851428 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:36.851798 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:04:36.852243 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Bound port: 39a3ccca-19c9-4862-89bd-dcbaa0abf37e, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:04:36.852606 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:36.922491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Allocated IP 172.20.0.1 (dcbda167-67de-4bb5-8d63-c07c7400a276/c6c6c0cd-60f6-49d8-9af5-e522d3a17070/5209edc3-f51c-4fd0-82e1-42eadb1e4840) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:04:36.953574 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b0204fdd-e997-4ea4-b1f3-91a800e75d38 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:36.965610 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] For port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:04:36.969153 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] For port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:04:36.974505 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.022759 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port b0204fdd-e997-4ea4-b1f3-91a800e75d38 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:37.023125 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.048027 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6694d-805e-4734-a7d4-5ae5041f194a None None] Pushing event updated for resources: {'Port': ['ID=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:37.065202 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:37.065889 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:37.083293 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.102961 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Transition to ACTIVE for port object 5209edc3-f51c-4fd0-82e1-42eadb1e4840 will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:37.131870 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.199507 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Network dcbda167-67de-4bb5-8d63-c07c7400a276 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:37.202372 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:37.205972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:04:37.246710 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Pushing event updated for resources: {'Port': ['ID=5209edc3-f51c-4fd0-82e1-42eadb1e4840,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:37.261231 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:37.269438 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.406721 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.492761 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fe78708f-5b6d-472c-b841-7a8d69bae42b None None] Provisioning for port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:37.497639 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-fe78708f-5b6d-472c-b841-7a8d69bae42b None None] Provisioning complete for port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:37.498007 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fe78708f-5b6d-472c-b841-7a8d69bae42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.550664 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:34Z', 'revision_number': 3, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:37.554775 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-fe78708f-5b6d-472c-b841-7a8d69bae42b None None] Port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:04:37.555038 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c5d74-90aa-4652-a5cc-4c374f7e4d61 None None] The sync data for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 is: [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:34Z', 'revision_number': 3, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:04:37.634800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.639278 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:37.744658 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Pushing event updated for resources: {'Port': ['ID=5209edc3-f51c-4fd0-82e1-42eadb1e4840,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:37.745791 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:38.020150 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Network dcbda167-67de-4bb5-8d63-c07c7400a276 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:38.021383 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:38.223065 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Router d77481a8-3645-460d-b96a-02b3b054cba9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:04:38.282242 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b3e1ebd3-61be-4331-ae3f-d6c1f6c949e5 None None] Provisioning complete for port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:38.282746 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ebd3-61be-4331-ae3f-d6c1f6c949e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:38.336216 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1ebd3-61be-4331-ae3f-d6c1f6c949e5 None None] Port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:04:38.408208 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:04:38.417166 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d9a12245-265b-4127-a886-80f5712d5153 admin admin] 10.222.0.23 "PUT /v2.0/routers/d77481a8-3645-460d-b96a-02b3b054cba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5369973 Mar 03 19:04:38.926191 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43228) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:38.932140 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-548355247-network', 'tenant_id': '249b024bb62b485ab86d794fe3685868'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:38.938675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:38.942892 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Usage tracker for resource:network and tenant:249b024bb62b485ab86d794fe3685868 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:38.945977 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:38.951703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:38.962374 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Made reservation on behalf of 249b024bb62b485ab86d794fe3685868 for: {'network': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 19:04:38.964836 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for network, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:38.977215 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:38.979659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 39a3ccca-19c9-4862-89bd-dcbaa0abf37e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:38.991827 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:38.995636 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Usage tracker for resource:security_group_rule and tenant:249b024bb62b485ab86d794fe3685868 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:39.001032 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:39.004503 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:39.030339 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Sync routers for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:04:39.056695 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:39.057237 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:39.088796 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.092624 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.123928 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 19:04:39.136308 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d80a6-7f3b-41f6-a731-83c5406eb596,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:39.144082 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.144415 n-d-827121-1 neutron-server[87887]: INFO neutron.db.segments_db [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Added segment bfff9108-83d4-4533-a8a9-28a32a50c261 of type vlan for network 001ac073-e136-47f7-9f3c-58cde55b11a5 Mar 03 19:04:39.158630 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:39.173212 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738764930214'] for network, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.201701 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650'] for network, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.203257 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:39.204019 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.211270 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:39.211642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.299543 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:39.304617 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] Pushing event updated for resources: {'Network': ['ID=001ac073-e136-47f7-9f3c-58cde55b11a5,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:39.307969 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5719ff64-ea1c-4adf-b35b-673c834b6fef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3806059 Mar 03 19:04:39.310854 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43232) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:39.316491 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Request body: {'subnet': {'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-548355247-subnet', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'ip_version': 4}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:39.323183 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:39.325968 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Usage tracker for resource:subnet and tenant:249b024bb62b485ab86d794fe3685868 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:39.329241 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:39.334862 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:39.346600 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 details requested by agent ovs-agent-n-d-827121-1 with host n-d-827121-1 {{(pid=87888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 19:04:39.346797 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Made reservation on behalf of 249b024bb62b485ab86d794fe3685868 for: {'subnet': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 19:04:39.348947 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2238773'] for subnet, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.563509 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2459124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2238755'] for subnet, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.651226 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7487403b-bdc5-4064-8d16-cccf8e77855f,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:39.665778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Checking segment: {'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:39.665778 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Network hostable DHCP agents. Network: 001ac073-e136-47f7-9f3c-58cde55b11a5, hostable agents: ['cad059a7-1269-42df-9376-fe58aecc209c'], hosted agents: [] {{(pid=87887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 19:04:39.684793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 is scheduled to be hosted by DHCP agent cad059a7-1269-42df-9376-fe58aecc209c with binding_index 1 {{(pid=87887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 19:04:39.694502 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827121-1, 001ac073-e136-47f7-9f3c-58cde55b11a5) {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:39.698600 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:39.699163 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.713255 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.720699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-b03d61f7-6dcd-4674-9c11-2115be6b1f76 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4088581 Mar 03 19:04:39.723510 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43236) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:39.728469 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:39.731199 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ade06b-521a-4271-8905-473945318e77 None None] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:04:39.734886 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:39.738667 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Usage tracker for resource:router and tenant:249b024bb62b485ab86d794fe3685868 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:39.741447 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:39.747125 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:39.758171 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.759189 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331589', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33248177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.773766 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:39.844731 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:39.899872 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.041213 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.101067 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:40.192821 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7df85507-f60b-5958-868a-f5645e7f72ec-001ac073-e136-47f7-9f3c-58cde55b11a5', 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'fixed_ips': [{'subnet_id': '7487403b-bdc5-4064-8d16-cccf8e77855f'}]}} from n-d-827121-1. {{(pid=87888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 19:04:40.193683 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.322224 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 2, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:40.347180 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Checking router: d77481a8-3645-460d-b96a-02b3b054cba9 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:04:40.347525 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Updating router d77481a8-3645-460d-b96a-02b3b054cba9 port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 19:04:40.457532 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.477687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.507316 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.548998 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.db_base_plugin_common [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Allocated IP 172.20.0.2 (001ac073-e136-47f7-9f3c-58cde55b11a5/7487403b-bdc5-4064-8d16-cccf8e77855f/c3de7ceb-f965-40c2-9b3f-ed42190d612c) {{(pid=87888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:04:40.644704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Allocated IP 172.25.0.151 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/d719dee5-3991-4961-967b-aba7dd9476fe) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:04:40.788181 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.822496 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:40.887867 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:40.891306 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:40.900526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:04:40.934780 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Pushing event updated for resources: {'Port': ['ID=d719dee5-3991-4961-967b-aba7dd9476fe,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:40.971516 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 39a3ccca-19c9-4862-89bd-dcbaa0abf37e up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:41.039581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Notify callbacks [] for port, precommit_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.063954 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Transition to ACTIVE for port object c3de7ceb-f965-40c2-9b3f-ed42190d612c will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:41.145318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Transition to ACTIVE for port object c3de7ceb-f965-40c2-9b3f-ed42190d612c will not be triggered until provisioned by entity DHCP. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:41.157773 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760'] for port, after_create {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.198680 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:41.199051 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.223511 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.280509 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 is already hosted by enough agents. {{(pid=87888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:41.281659 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Transition to ACTIVE for port object 5209edc3-f51c-4fd0-82e1-42eadb1e4840 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:41.287415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.scheduler.base_scheduler [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Resources bound (agent type, host, resource id): {{(pid=87888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:41.305021 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Received port after_create {{(pid=87888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:04:41.313307 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Pushing event updated for resources: {'Port': ['ID=c3de7ceb-f965-40c2-9b3f-ed42190d612c,revision_number=1']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:41.317862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.320408 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.573319 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b696b-d07f-4ef2-a689-30d078997e7e None None] Pushing event updated for resources: {'Port': ['ID=5209edc3-f51c-4fd0-82e1-42eadb1e4840,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:41.580612 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Attempting to bind port c3de7ceb-f965-40c2-9b3f-ed42190d612c on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:04:41.580979 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Attempting to bind port c3de7ceb-f965-40c2-9b3f-ed42190d612c by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:04:41.581438 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Attempting to bind port c3de7ceb-f965-40c2-9b3f-ed42190d612c on network 001ac073-e136-47f7-9f3c-58cde55b11a5 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:41.623056 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:04:41.623436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Checking segment: {'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:41.623838 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.624233 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Bound using segment: {'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:04:41.625280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Bound port: c3de7ceb-f965-40c2-9b3f-ed42190d612c, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:04:41.625686 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.747882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Attempting to bind port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:04:41.748161 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Attempting to bind port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:04:41.748524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Attempting to bind port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 on network dcbda167-67de-4bb5-8d63-c07c7400a276 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:41.768225 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:04:41.768597 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Checking segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:41.768992 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.769395 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Bound using segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:04:41.769874 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Bound port: 5209edc3-f51c-4fd0-82e1-42eadb1e4840, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:04:41.770237 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.788687 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331544'] for router, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.842090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] For port c3de7ceb-f965-40c2-9b3f-ed42190d612c, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:04:41.855397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] For port c3de7ceb-f965-40c2-9b3f-ed42190d612c, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c3de7ceb-f965-40c2-9b3f-ed42190d612c,segment=NetworkSegment(bfff9108-83d4-4533-a8a9-28a32a50c261),segment_id=bfff9108-83d4-4533-a8a9-28a32a50c261)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:04:41.872647 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.942673 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] For port 5209edc3-f51c-4fd0-82e1-42eadb1e4840, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:04:41.967028 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] For port 5209edc3-f51c-4fd0-82e1-42eadb1e4840, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5209edc3-f51c-4fd0-82e1-42eadb1e4840,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:04:41.974312 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:41.983284 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952efba-941a-447e-bacd-aaeec8ad759c None None] Pushing event updated for resources: {'Port': ['ID=c3de7ceb-f965-40c2-9b3f-ed42190d612c,revision_number=2']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:42.006718 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Router 3947237c-4ccb-433f-8fca-088b2f477c51 is scheduled to L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf with binding_index 1 {{(pid=87887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 19:04:42.051260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:42.051900 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:42.141425 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b696b-d07f-4ef2-a689-30d078997e7e None None] Pushing event updated for resources: {'Port': ['ID=5209edc3-f51c-4fd0-82e1-42eadb1e4840,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:42.262712 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:04:42.273973 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Sync routers for ids ['3947237c-4ccb-433f-8fca-088b2f477c51'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:04:42.285141 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Routers {'3947237c-4ccb-433f-8fca-088b2f477c51'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:42.285910 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3947237c-4ccb-433f-8fca-088b2f477c51'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:42.286321 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:42.297975 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:42.302317 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43240) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:42.302821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-ac3a5d78-2884-4185-b50f-b262290c192c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5778372 Mar 03 19:04:42.497497 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Set router 3947237c-4ccb-433f-8fca-088b2f477c51 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:42.689361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:41Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:42.693363 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6a0b-5b22-44b7-bc1b-fc7a1197f5ee None None] The sync data for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 is: [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:41Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:04:42.799415 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:04:41Z', 'revision_number': 3, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port': {'id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ca:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:40Z', 'updated_at': '2022-03-03T19:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:42.812122 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Checking router: 3947237c-4ccb-433f-8fca-088b2f477c51 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:04:42.812695 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Updating router 3947237c-4ccb-433f-8fca-088b2f477c51 port d719dee5-3991-4961-967b-aba7dd9476fe binding host n-d-827121-1 {{(pid=87889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 19:04:42.873868 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.075203 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5209edc3-f51c-4fd0-82e1-42eadb1e4840 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:43.218662 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:43.226320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:43.226742 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.293345 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.373051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872161f-856d-4834-bb15-463cb386d1d1 None None] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:04:43.420838 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Notify callbacks [] for port, precommit_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.435473 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.provisioning_blocks [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Transition to ACTIVE for port object d719dee5-3991-4961-967b-aba7dd9476fe will not be triggered until provisioned by entity L2. {{(pid=87889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:43.446853 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.494336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-e73d963b-8038-4c6e-a15f-d3444ba4be74 None None] Provisioning for port c3de7ceb-f965-40c2-9b3f-ed42190d612c completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:43.526377 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.549814 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce26ac9-f9f1-4728-86e3-225580c4cc84 None None] Pushing event updated for resources: {'Port': ['ID=d719dee5-3991-4961-967b-aba7dd9476fe,revision_number=2']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:43.559765 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Attempting to bind port d719dee5-3991-4961-967b-aba7dd9476fe on host n-d-827121-1 for vnic_type normal with profile {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:04:43.560186 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Attempting to bind port d719dee5-3991-4961-967b-aba7dd9476fe by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:04:43.560551 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Attempting to bind port d719dee5-3991-4961-967b-aba7dd9476fe on network 4ed441d4-6054-49ce-b431-435a28804806 {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:43.564243 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Allocated IP 172.20.0.1 (001ac073-e136-47f7-9f3c-58cde55b11a5/7487403b-bdc5-4064-8d16-cccf8e77855f/3ae304b5-3023-4be1-b58e-d4d62191e246) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:04:43.570841 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:04:43.571249 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Checking segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:43.571694 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.572929 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Bound using segment: {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'} {{(pid=87889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:04:43.573587 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.managers [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Bound port: d719dee5-3991-4961-967b-aba7dd9476fe, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c38f0b-1eb0-4cba-aef7-e3dead7f7179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ed441d4-6054-49ce-b431-435a28804806'}}] {{(pid=87889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:04:43.573789 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.580829 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 5209edc3-f51c-4fd0-82e1-42eadb1e4840, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5209edc3-f51c-4fd0-82e1-42eadb1e4840,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:43.596047 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.597152 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c3de7ceb-f965-40c2-9b3f-ed42190d612c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:43.657304 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] For port d719dee5-3991-4961-967b-aba7dd9476fe, host n-d-827121-1, cleared binding levels {{(pid=87889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:04:43.660735 n-d-827121-1 neutron-server[87889]: DEBUG neutron.plugins.ml2.db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] For port d719dee5-3991-4961-967b-aba7dd9476fe, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d719dee5-3991-4961-967b-aba7dd9476fe,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:04:43.674944 n-d-827121-1 neutron-server[87889]: DEBUG neutron_lib.callbacks.manager [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.742719 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.761863 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Transition to ACTIVE for port object 3ae304b5-3023-4be1-b58e-d4d62191e246 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:43.763705 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Routers {'3947237c-4ccb-433f-8fca-088b2f477c51'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:43.764327 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3947237c-4ccb-433f-8fca-088b2f477c51'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:43.787146 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=5209edc3-f51c-4fd0-82e1-42eadb1e4840,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:43.803157 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.804397 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port c3de7ceb-f965-40c2-9b3f-ed42190d612c completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:43.811468 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c3de7ceb-f965-40c2-9b3f-ed42190d612c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:43.811835 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.824286 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce26ac9-f9f1-4728-86e3-225580c4cc84 None None] Pushing event updated for resources: {'Port': ['ID=d719dee5-3991-4961-967b-aba7dd9476fe,revision_number=3']} {{(pid=87889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:43.865948 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:43.873093 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:43.886240 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:04:43.949480 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33223506'] for router_interface, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:43.967527 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] Set router 3947237c-4ccb-433f-8fca-088b2f477c51 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:44.017990 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.056533 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port c3de7ceb-f965-40c2-9b3f-ed42190d612c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c3de7ceb-f965-40c2-9b3f-ed42190d612c,segment=NetworkSegment(bfff9108-83d4-4533-a8a9-28a32a50c261),segment_id=bfff9108-83d4-4533-a8a9-28a32a50c261)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:44.064061 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.147210 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae304b5-3023-4be1-b58e-d4d62191e246,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:44.163650 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=c3de7ceb-f965-40c2-9b3f-ed42190d612c,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:44.331726 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.353616 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:04:41Z', 'revision_number': 3, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port': {'id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ca:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:40Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:44.359109 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f3e93-174b-42b9-b8ac-d166e4a22a51 None None] The sync data for ids ['3947237c-4ccb-433f-8fca-088b2f477c51'] in n-d-827121-1 is: [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:04:41Z', 'revision_number': 3, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port': {'id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ca:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:40Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:04:44.374705 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a42893d7-d274-42fc-8a24-a4de133aebd9 None None] Provisioning for port 3ae304b5-3023-4be1-b58e-d4d62191e246 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:44.380561 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a42893d7-d274-42fc-8a24-a4de133aebd9 None None] Provisioning complete for port 3ae304b5-3023-4be1-b58e-d4d62191e246 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:44.380931 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a42893d7-d274-42fc-8a24-a4de133aebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.451877 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-a42893d7-d274-42fc-8a24-a4de133aebd9 None None] Port 3ae304b5-3023-4be1-b58e-d4d62191e246 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:04:44.463875 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-a42893d7-d274-42fc-8a24-a4de133aebd9 None None] Provisioning complete for port c3de7ceb-f965-40c2-9b3f-ed42190d612c triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:44.464248 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a42893d7-d274-42fc-8a24-a4de133aebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.598734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.603657 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.710347 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33223403'] for router_interface, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.713524 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-09596d1c-6f19-461f-8eb0-6e93d066f70d None None] Provisioning complete for port 3ae304b5-3023-4be1-b58e-d4d62191e246 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:44.713968 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-09596d1c-6f19-461f-8eb0-6e93d066f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:44.743596 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae304b5-3023-4be1-b58e-d4d62191e246,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:44.769240 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-09596d1c-6f19-461f-8eb0-6e93d066f70d None None] Port 3ae304b5-3023-4be1-b58e-d4d62191e246 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:04:44.864999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:44.866226 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:45.067882 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d719dee5-3991-4961-967b-aba7dd9476fe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:45.173805 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port d719dee5-3991-4961-967b-aba7dd9476fe completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:45.179122 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d719dee5-3991-4961-967b-aba7dd9476fe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:45.179490 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:45.214875 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Router 3947237c-4ccb-433f-8fca-088b2f477c51 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:04:45.242603 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-964f3a94-0a56-43fb-b6b0-0ca8ed6714e9 None None] Provisioning complete for port 3ae304b5-3023-4be1-b58e-d4d62191e246 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:45.242971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-964f3a94-0a56-43fb-b6b0-0ca8ed6714e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:45.303687 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-964f3a94-0a56-43fb-b6b0-0ca8ed6714e9 None None] Port 3ae304b5-3023-4be1-b58e-d4d62191e246 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:04:45.361684 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:45.380414 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port d719dee5-3991-4961-967b-aba7dd9476fe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d719dee5-3991-4961-967b-aba7dd9476fe,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:45.385022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:45.385953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c3de7ceb-f965-40c2-9b3f-ed42190d612c up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:45.409764 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:04:45.419564 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-62ba676b-46b7-4ab4-934c-cf8f473830a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/3947237c-4ccb-433f-8fca-088b2f477c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1154530 Mar 03 19:04:45.540286 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=d719dee5-3991-4961-967b-aba7dd9476fe,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:45.552197 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port c3de7ceb-f965-40c2-9b3f-ed42190d612c triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:45.552478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:45.669743 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5209edc3-f51c-4fd0-82e1-42eadb1e4840 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:45.739349 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:45.739723 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:45.961037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43250) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:45.966350 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325022102', 'description': 'tempest-secgroup-smoke-1325022102 description', 'project_id': 'fa7698e8c622487c8b19c35af0b05785'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:45.973978 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:45.977839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:45.981487 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:45.987441 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:45.997631 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.010293 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Sync routers for ids ['3947237c-4ccb-433f-8fca-088b2f477c51'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:04:46.019316 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:46.019763 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Routers {'3947237c-4ccb-433f-8fca-088b2f477c51'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:46.020361 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3947237c-4ccb-433f-8fca-088b2f477c51'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:46.023156 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:46.025987 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:46.032214 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:46.103720 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.109654 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.153651 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d66666e-068d-4d34-a4f9-76f5253c8937,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:46.156568 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.160744 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-4e0c9d84-65f5-479c-b3b6-d44fe3f7e072 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1958292 Mar 03 19:04:46.161103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43254) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:46.166663 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'security_group_rule': {'security_group_id': '6d66666e-068d-4d34-a4f9-76f5253c8937', 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:46.173626 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:46.177459 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:46.180297 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:46.185905 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:46.202412 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.207884 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Set router 3947237c-4ccb-433f-8fca-088b2f477c51 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:46.263467 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.267946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.289107 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ae11c1-60c8-4703-ae9c-c50de0b02133,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:46.299775 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.301039 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-81d6f682-e0ba-4b47-b268-a23977a3727c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386936 Mar 03 19:04:46.303949 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43258) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:46.308808 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'security_group_rule': {'security_group_id': '6d66666e-068d-4d34-a4f9-76f5253c8937', 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:46.316028 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:46.319834 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:46.322678 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:46.328906 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:46.345699 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.409926 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.413372 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.434010 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff80329-3ca2-46b2-9904-410a06c00a77,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:46.446209 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.447390 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b19339d7-6333-4915-91e6-15fdff33e987 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425323 Mar 03 19:04:46.450287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43262) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:46.456211 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'security_group_rule': {'security_group_id': '6d66666e-068d-4d34-a4f9-76f5253c8937', 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:46.462800 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:46.466597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:46.469560 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:46.475347 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:46.492856 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.527953 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:04:44Z', 'revision_number': 4, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port': {'id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:40Z', 'updated_at': '2022-03-03T19:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ae304b5-3023-4be1-b58e-d4d62191e246', 'name': '', 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'mac_address': 'fa:16:3e:9c:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '7487403b-bdc5-4064-8d16-cccf8e77855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:43Z', 'updated_at': '2022-03-03T19:04:44Z', 'revision_number': 2, 'project_id': '249b024bb62b485ab86d794fe3685868', 'subnets': [{'id': '7487403b-bdc5-4064-8d16-cccf8e77855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:46.531854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Checking router: 3947237c-4ccb-433f-8fca-088b2f477c51 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:04:46.532204 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Updating router 3947237c-4ccb-433f-8fca-088b2f477c51 port 3ae304b5-3023-4be1-b58e-d4d62191e246 binding host n-d-827121-1 {{(pid=87888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 19:04:46.552711 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.556854 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.581512 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14888fce-26ea-4191-871e-252e47995555,revision_number=0']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:46.587274 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.590727 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.591916 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-91fd9f39-ee72-4e10-bcff-506525e5b56b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405594 Mar 03 19:04:46.595365 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43266) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:46.601514 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'security_group_rule': {'security_group_id': '6d66666e-068d-4d34-a4f9-76f5253c8937', 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:46.607947 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:46.611985 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:46.615173 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:46.620911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:46.636877 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.699361 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.703630 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.727433 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd812d3-92ac-47cb-bfd7-d3f786e24509,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:46.736593 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.737833 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-1229d1b4-34b7-49dc-bdde-8e845111f262 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410289 Mar 03 19:04:46.740424 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43270) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:46.745368 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'security_group_rule': {'security_group_id': '6d66666e-068d-4d34-a4f9-76f5253c8937', 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:46.751931 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:46.755867 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:46.758732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:46.764384 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:46.775348 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Project fa7698e8c622487c8b19c35af0b05785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 19:04:46.782734 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.845946 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.849864 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.873103 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42c807b-2beb-4192-a5b0-69fde5c17b90,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:46.884778 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.888625 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-b1a8817a-a04f-4ab5-aad3-19f9c0945703 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447318 Mar 03 19:04:46.888798 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43274) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:04:46.894458 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'security_group_rule': {'security_group_id': '6d66666e-068d-4d34-a4f9-76f5253c8937', 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:46.901181 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:46.905054 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:security_group_rule and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:04:46.908031 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:04:46.914531 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:46.926065 n-d-827121-1 neutron-server[87886]: INFO neutron.db.securitygroups_db [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Project fa7698e8c622487c8b19c35af0b05785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 19:04:46.934759 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.939537 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.953756 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Transition to ACTIVE for port object 3ae304b5-3023-4be1-b58e-d4d62191e246 will not be triggered until provisioned by entity L2. {{(pid=87888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:46.961280 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:46.995220 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d719dee5-3991-4961-967b-aba7dd9476fe up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:47.001618 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:47.005106 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276399'] for security_group_rule, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:47.028480 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111924c7-0aea-40de-a72b-0bf1318da509,revision_number=0']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:47.038805 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:47.040113 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-ebbef7ea-a6e4-4440-9485-fa310a85d82c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503172 Mar 03 19:04:47.169613 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850fe8a-3841-44e0-a11f-fadf5faaa95e None None] Pushing event updated for resources: {'Port': ['ID=3ae304b5-3023-4be1-b58e-d4d62191e246,revision_number=3']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:47.237351 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67946c99-9fa9-431c-af89-e428723949e8 req-5d392795-72bf-435d-852a-88ad5454cb3c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:security_group {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:04:47.256242 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67946c99-9fa9-431c-af89-e428723949e8 req-5d392795-72bf-435d-852a-88ad5454cb3c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:security_group {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:04:47.257543 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-5d392795-72bf-435d-852a-88ad5454cb3c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325022102&fields=id&tenant_id=fa7698e8c622487c8b19c35af0b05785 HTTP/1.1" status: 200 len: 267 time: 0.0656691 Mar 03 19:04:47.280880 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Attempting to bind port 3ae304b5-3023-4be1-b58e-d4d62191e246 on host n-d-827121-1 for vnic_type normal with profile {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:04:47.281371 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Attempting to bind port 3ae304b5-3023-4be1-b58e-d4d62191e246 by drivers openvswitch,hyperv on host n-d-827121-1 at level 0 using segments [{'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:04:47.281628 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Attempting to bind port 3ae304b5-3023-4be1-b58e-d4d62191e246 on network 001ac073-e136-47f7-9f3c-58cde55b11a5 {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:47.283551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port d719dee5-3991-4961-967b-aba7dd9476fe triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:47.283905 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:47.321243 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Checking agent: {'id': '520ef8f7-1497-42e7-9a78-a0fb3bd47e3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 31, 53), 'started_at': datetime.datetime(2022, 3, 3, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827121-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:04:47.321647 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Checking segment: {'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:47.322044 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:47.322431 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Bound using segment: {'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'} {{(pid=87888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:04:47.322895 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.managers [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Bound port: 3ae304b5-3023-4be1-b58e-d4d62191e246, host: n-d-827121-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfff9108-83d4-4533-a8a9-28a32a50c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5'}}] {{(pid=87888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:04:47.323284 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:47.408245 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-e50d3f9c-c999-4149-bcc7-fea4e5d6050e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:47.408934 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67946c99-9fa9-431c-af89-e428723949e8 req-e50d3f9c-c999-4149-bcc7-fea4e5d6050e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:network {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:04:47.425970 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67946c99-9fa9-431c-af89-e428723949e8 req-e50d3f9c-c999-4149-bcc7-fea4e5d6050e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:network {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:04:47.427161 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-e50d3f9c-c999-4149-bcc7-fea4e5d6050e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 809 time: 0.1626780 Mar 03 19:04:47.443086 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-ab341690-d050-4ca0-83b5-3af47e23ef7a tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/quotas/fa7698e8c622487c8b19c35af0b05785 HTTP/1.1" status: 200 len: 375 time: 0.0104091 Mar 03 19:04:47.480730 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] For port 3ae304b5-3023-4be1-b58e-d4d62191e246, host n-d-827121-1, cleared binding levels {{(pid=87888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:04:47.498211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] For port 3ae304b5-3023-4be1-b58e-d4d62191e246, host n-d-827121-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3ae304b5-3023-4be1-b58e-d4d62191e246,segment=NetworkSegment(bfff9108-83d4-4533-a8a9-28a32a50c261),segment_id=bfff9108-83d4-4533-a8a9-28a32a50c261)] {{(pid=87888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:04:47.504422 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:47.525750 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67946c99-9fa9-431c-af89-e428723949e8 req-9053b3ff-ee7f-45d1-ba99-eb51ce34ad98 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:04:47.542066 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-67946c99-9fa9-431c-af89-e428723949e8 req-9053b3ff-ee7f-45d1-ba99-eb51ce34ad98 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:04:47.543585 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-9053b3ff-ee7f-45d1-ba99-eb51ce34ad98 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951722 Mar 03 19:04:47.581427 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Routers {'3947237c-4ccb-433f-8fca-088b2f477c51'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:04:47.582057 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3947237c-4ccb-433f-8fca-088b2f477c51'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:47.648897 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850fe8a-3841-44e0-a11f-fadf5faaa95e None None] Pushing event updated for resources: {'Port': ['ID=3ae304b5-3023-4be1-b58e-d4d62191e246,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:47.676413 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-702fece8-a66a-4c64-b303-323cd046b41d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 19:04:47.677538 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-702fece8-a66a-4c64-b303-323cd046b41d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190667 Mar 03 19:04:47.784744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] Set router 3947237c-4ccb-433f-8fca-088b2f477c51 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:04:47.811898 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-c3ad48ed-cc61-4b48-b28d-23fa0d8a130e service neutron] 10.222.0.23 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283143 Mar 03 19:04:47.943142 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-ebdd47a5-601b-4366-8ca5-4c792e0e7356 service neutron] 10.222.0.23 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253493 Mar 03 19:04:48.106786 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:04:44Z', 'revision_number': 4, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port': {'id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:40Z', 'updated_at': '2022-03-03T19:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ae304b5-3023-4be1-b58e-d4d62191e246', 'name': '', 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'mac_address': 'fa:16:3e:9c:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '7487403b-bdc5-4064-8d16-cccf8e77855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:43Z', 'updated_at': '2022-03-03T19:04:47Z', 'revision_number': 4, 'project_id': '249b024bb62b485ab86d794fe3685868', 'subnets': [{'id': '7487403b-bdc5-4064-8d16-cccf8e77855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:04:48.110841 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037dc4a5-9403-4870-9e1a-3d73c68442d4 None None] The sync data for ids ['3947237c-4ccb-433f-8fca-088b2f477c51'] in n-d-827121-1 is: [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:04:44Z', 'revision_number': 4, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port': {'id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:40Z', 'updated_at': '2022-03-03T19:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '3ae304b5-3023-4be1-b58e-d4d62191e246', 'name': '', 'network_id': '001ac073-e136-47f7-9f3c-58cde55b11a5', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'mac_address': 'fa:16:3e:9c:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '7487403b-bdc5-4064-8d16-cccf8e77855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:43Z', 'updated_at': '2022-03-03T19:04:47Z', 'revision_number': 4, 'project_id': '249b024bb62b485ab86d794fe3685868', 'subnets': [{'id': '7487403b-bdc5-4064-8d16-cccf8e77855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:04:48.145961 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-95f3823d-c97e-451b-9ce4-3269cf151bd0 req-d02f3b8f-bb11-4bd7-a3dd-f4d3a0231665 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 210 time: 0.0531049 Mar 03 19:04:48.603902 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:48.978366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ae304b5-3023-4be1-b58e-d4d62191e246 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:49.055381 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning for port 3ae304b5-3023-4be1-b58e-d4d62191e246 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:49.061409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3ae304b5-3023-4be1-b58e-d4d62191e246 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:49.062467 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:49.209997 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:49.246764 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] For port 3ae304b5-3023-4be1-b58e-d4d62191e246, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3ae304b5-3023-4be1-b58e-d4d62191e246,segment=NetworkSegment(bfff9108-83d4-4533-a8a9-28a32a50c261),segment_id=bfff9108-83d4-4533-a8a9-28a32a50c261)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:49.253842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:49.260129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-a67bb388-39a3-4194-9ffa-66cc0ccd4ce5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:49.261670 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-a67bb388-39a3-4194-9ffa-66cc0ccd4ce5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 809 time: 0.1660883 Mar 03 19:04:49.334980 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Pushing event updated for resources: {'Port': ['ID=3ae304b5-3023-4be1-b58e-d4d62191e246,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:49.467329 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34832ffa-8b96-4c00-aa0c-616bd7509598 req-6ff0f015-036e-4366-8629-d2bf4038c863 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 210 time: 0.1607761 Mar 03 19:04:49.472190 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-7eb8171f-63f0-445b-977d-2505da55cd6d tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7698e8c622487c8b19c35af0b05785 HTTP/1.1" status: 200 len: 380 time: 0.2025783 Mar 03 19:04:49.481098 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'port': {'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'admin_state_up': True, 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'security_groups': ['6d66666e-068d-4d34-a4f9-76f5253c8937']}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:49.615155 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:04:49.624364 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:04:49.634063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Made reservation on behalf of fa7698e8c622487c8b19c35af0b05785 for: {'port': 1} {{(pid=87887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 19:04:49.637709 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:49.676768 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-eafd330e-885a-42f3-ab9d-070d39bb8705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:49.801020 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Allocated IP 172.20.0.9 (dcbda167-67de-4bb5-8d63-c07c7400a276/c6c6c0cd-60f6-49d8-9af5-e522d3a17070/68b3fad9-1676-4d7f-a291-0332d8f7773b) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:04:49.985894 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.000700 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Transition to ACTIVE for port object 68b3fad9-1676-4d7f-a291-0332d8f7773b will not be triggered until provisioned by entity DHCP. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:50.022824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.091147 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Network dcbda167-67de-4bb5-8d63-c07c7400a276 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:04:50.094645 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:04:50.103418 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:04:50.135449 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:50.173848 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:50.174483 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.199905 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-ac8f8245-85aa-4134-8070-6f7f31c4c0c7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7223773 Mar 03 19:04:50.210019 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-3094aff9-300a-4806-a7d8-b2e0e4db1480 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 19:04:50.210950 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-3094aff9-300a-4806-a7d8-b2e0e4db1480 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Mar 03 19:04:50.222433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Request body: {'port': {'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827121-1'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:04:50.304320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5665402d-d39a-491f-a631-048df8454b28 None None] Provisioning for port 68b3fad9-1676-4d7f-a291-0332d8f7773b completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:50.309615 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-5665402d-d39a-491f-a631-048df8454b28 None None] Provisioning complete for port 68b3fad9-1676-4d7f-a291-0332d8f7773b triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:50.309982 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5665402d-d39a-491f-a631-048df8454b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.337860 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.372154 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-5665402d-d39a-491f-a631-048df8454b28 None None] Port 68b3fad9-1676-4d7f-a291-0332d8f7773b cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:04:50.656802 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969111c-f280-4b72-8f15-02bf9398e58c req-498303db-b5c7-4695-a7a5-c334cc3dec84 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:50.658210 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b969111c-f280-4b72-8f15-02bf9398e58c req-498303db-b5c7-4695-a7a5-c334cc3dec84 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 931 time: 0.0875313 Mar 03 19:04:50.680171 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b3fad9-1676-4d7f-a291-0332d8f7773b {{(pid=87887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:04:50.688094 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.702311 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.provisioning_blocks [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Transition to ACTIVE for port object 68b3fad9-1676-4d7f-a291-0332d8f7773b will not be triggered until provisioned by entity L2. {{(pid=87887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:04:50.703761 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-b969111c-f280-4b72-8f15-02bf9398e58c req-6fc27151-5b42-470c-bfed-e6f29717c2b2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Mar 03 19:04:50.707192 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.862586 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:50.943665 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Attempting to bind port 68b3fad9-1676-4d7f-a291-0332d8f7773b on host n-h2-827121-1 for vnic_type normal with profile {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:04:50.944052 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Attempting to bind port 68b3fad9-1676-4d7f-a291-0332d8f7773b by drivers openvswitch,hyperv on host n-h2-827121-1 at level 0 using segments [{'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:04:50.944376 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Attempting to bind port 68b3fad9-1676-4d7f-a291-0332d8f7773b on network dcbda167-67de-4bb5-8d63-c07c7400a276 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:50.948818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Port 68b3fad9-1676-4d7f-a291-0332d8f7773b on network dcbda167-67de-4bb5-8d63-c07c7400a276 not bound, no agent of type Open vSwitch agent registered on host n-h2-827121-1 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 19:04:50.949126 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Attempting to bind port 68b3fad9-1676-4d7f-a291-0332d8f7773b on network dcbda167-67de-4bb5-8d63-c07c7400a276 {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:04:50.954703 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Checking agent: {'id': '51b55aa6-2a57-4586-a0df-dad5bc0b785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:04:50.955030 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Checking segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:04:50.955404 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Bound using segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} {{(pid=87887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:04:50.955817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.managers [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Bound port: 68b3fad9-1676-4d7f-a291-0332d8f7773b, host: n-h2-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}}] {{(pid=87887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:04:50.956297 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:50.961887 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ae304b5-3023-4be1-b58e-d4d62191e246 up at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:51.038725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Provisioning complete for port 3ae304b5-3023-4be1-b58e-d4d62191e246 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:51.039110 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:51.056370 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, cleared binding levels {{(pid=87887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:04:51.059475 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:04:51.065751 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:51.122538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:51.123088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:51.125221 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] 10.222.0.35 "PUT /v2.0/ports/68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 1091 time: 0.9079952 Mar 03 19:04:51.128063 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:04:51.205689 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'status': 'completed', 'code': 200} Mar 03 19:04:51.213810 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456877-f925-41e0-bb0b-6286c87c14ae service neutron] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=3']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:51.252355 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-5f3cb119-3771-4803-857c-113afd693a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:51.253965 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-5f3cb119-3771-4803-857c-113afd693a1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1094 time: 0.0861030 Mar 03 19:04:51.436049 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-f09597fc-55a1-49ce-bd4e-96bf3fb252ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 217 time: 0.1753731 Mar 03 19:04:51.499432 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-3a17d220-0ba9-4bd7-9a5c-2b6db5b5dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:51.500821 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-3a17d220-0ba9-4bd7-9a5c-2b6db5b5dd3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0587208 Mar 03 19:04:51.576119 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946c99-9fa9-431c-af89-e428723949e8 req-5c1d906d-4bf5-444c-9875-81e800eb3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:51.577643 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-5c1d906d-4bf5-444c-9875-81e800eb3038 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690966 Mar 03 19:04:51.706395 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-def68758-6d76-4134-9e06-a1241de1a161 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224947 Mar 03 19:04:51.837841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-67946c99-9fa9-431c-af89-e428723949e8 req-d63e3725-82a1-46a9-acb5-b6df2118ed2d service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257501 Mar 03 19:04:51.889002 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826c97-b6ca-4864-ba59-94ea2959f7f0 req-3a6bb6db-ac52-4baa-b129-9b374dd41f20 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:51.890975 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13826c97-b6ca-4864-ba59-94ea2959f7f0 req-3a6bb6db-ac52-4baa-b129-9b374dd41f20 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 943 time: 0.0809000 Mar 03 19:04:51.941972 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-13826c97-b6ca-4864-ba59-94ea2959f7f0 req-9cde9e18-8628-43da-9b8a-33e6d72bfa5c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 Mar 03 19:04:51.958610 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-80911c72-5c8a-46fa-bf5a-f3b09cb7625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:51.960043 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-80911c72-5c8a-46fa-bf5a-f3b09cb7625d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1094 time: 0.0756426 Mar 03 19:04:51.976522 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-016857e7-f9d8-4fd2-bc39-120f57176326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:52.091025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-af669259-b981-470d-ade3-863e676eb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:52.092476 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-af669259-b981-470d-ade3-863e676eb63c service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1267121 Mar 03 19:04:52.159911 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-0cac5241-4603-4a32-920a-ec1ac4a730d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 217 time: 0.0600581 Mar 03 19:04:52.224040 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-9d4542fc-3a2f-4577-a88a-69789a628aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:52.225379 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-9d4542fc-3a2f-4577-a88a-69789a628aac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0597627 Mar 03 19:04:52.297129 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-bbe16d84-6d6b-47e3-a986-6322867316fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:52.298556 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-bbe16d84-6d6b-47e3-a986-6322867316fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672843 Mar 03 19:04:52.428452 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-039e56c0-23ee-4d1a-9da9-cf8da4701605 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226194 Mar 03 19:04:52.558006 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-95fec8d7-4c84-4a8f-b628-ef4fee7cd3f5 req-524a90b6-5a07-48c4-b69e-d8183776edff service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213205 Mar 03 19:04:53.127998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156deceb-b9bc-46f0-a7d9-f0da7d4b2118 req-c9b7ea66-637e-4697-9243-dff5b3352fe0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:53.128691 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-156deceb-b9bc-46f0-a7d9-f0da7d4b2118 req-c9b7ea66-637e-4697-9243-dff5b3352fe0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:04:53.133563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:53.146393 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-156deceb-b9bc-46f0-a7d9-f0da7d4b2118 req-c9b7ea66-637e-4697-9243-dff5b3352fe0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:04:53.147609 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-156deceb-b9bc-46f0-a7d9-f0da7d4b2118 req-c9b7ea66-637e-4697-9243-dff5b3352fe0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 943 time: 0.1015823 Mar 03 19:04:53.153381 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:53.191906 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-156deceb-b9bc-46f0-a7d9-f0da7d4b2118 req-00d5f610-439f-4260-91c5-0ffe7008b6ac tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Mar 03 19:04:54.376114 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127cd8f-a3f0-42e7-92ec-6d416a973ecc req-5a7340d0-dcff-49ee-941a-98f4cab782d7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:54.377604 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c127cd8f-a3f0-42e7-92ec-6d416a973ecc req-5a7340d0-dcff-49ee-941a-98f4cab782d7 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 943 time: 0.0807078 Mar 03 19:04:54.421922 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c127cd8f-a3f0-42e7-92ec-6d416a973ecc req-0738e29e-8c90-4728-92aa-6b25e48528e9 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385637 Mar 03 19:04:54.584103 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:55.080183 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:55.605003 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7cfe8-b9cd-42c2-9e4b-202807066b38 req-770503df-52af-456c-b1dd-bb877491dcfc tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:55.606461 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34a7cfe8-b9cd-42c2-9e4b-202807066b38 req-770503df-52af-456c-b1dd-bb877491dcfc tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 943 time: 0.0776908 Mar 03 19:04:55.653434 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-34a7cfe8-b9cd-42c2-9e4b-202807066b38 req-44ad779a-6328-4fa2-b5bf-d2e7f81a9438 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Mar 03 19:04:55.711511 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 68b3fad9-1676-4d7f-a291-0332d8f7773b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 19:04:55.873894 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:55.886842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 19:04:55.942179 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:55.958568 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b3fad9-1676-4d7f-a291-0332d8f7773b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:04:55.974415 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:55.978411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:56.044587 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:56.186409 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['68b3fad9-1676-4d7f-a291-0332d8f7773b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 19:04:56.837059 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd278-0ab8-4769-90b4-1403dad5019e req-39f2e544-106b-4897-9cf2-6cb5b88547e3 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:56.838527 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1ebd278-0ab8-4769-90b4-1403dad5019e req-39f2e544-106b-4897-9cf2-6cb5b88547e3 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 944 time: 0.0825343 Mar 03 19:04:56.881524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f1ebd278-0ab8-4769-90b4-1403dad5019e req-71eafc56-76f3-49b5-9cbb-37638d7825bf tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373507 Mar 03 19:04:57.725052 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 68b3fad9-1676-4d7f-a291-0332d8f7773b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:04:57.791727 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning for port 68b3fad9-1676-4d7f-a291-0332d8f7773b completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:04:57.796488 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 68b3fad9-1676-4d7f-a291-0332d8f7773b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:04:57.796854 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:57.912612 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:57.938547 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:04:57.947797 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:04:57.951992 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:04:58.019101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:04:58.039555 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'code': 200} Mar 03 19:04:58.078835 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e8c2f-b9d6-4335-93a6-60bd1ab50830 req-874a1c95-be58-4e95-ae4e-f3767fc73195 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:58.080455 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d4e8c2f-b9d6-4335-93a6-60bd1ab50830 req-874a1c95-be58-4e95-ae4e-f3767fc73195 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 945 time: 0.0879030 Mar 03 19:04:58.167264 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-6d4e8c2f-b9d6-4335-93a6-60bd1ab50830 req-6e665af9-3fd4-4265-a996-5d7af1a1529b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808268 Mar 03 19:04:58.187597 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07db03-c242-4b1d-ae27-c9ddef482c4f req-5f6db1e0-93f4-4af5-bb34-b5c2d3f1e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:58.189078 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e07db03-c242-4b1d-ae27-c9ddef482c4f req-5f6db1e0-93f4-4af5-bb34-b5c2d3f1e6c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1096 time: 0.0891731 Mar 03 19:04:58.229502 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2e07db03-c242-4b1d-ae27-c9ddef482c4f req-2a24729e-bacd-4e68-9915-9c15ba0457a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Mar 03 19:04:59.356710 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039fc7d-7851-4208-8531-ab48823070a2 req-179de811-3201-4db1-8a73-73a4d4bc8238 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:04:59.358235 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7039fc7d-7851-4208-8531-ab48823070a2 req-179de811-3201-4db1-8a73-73a4d4bc8238 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 945 time: 0.0804694 Mar 03 19:04:59.401304 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-7039fc7d-7851-4208-8531-ab48823070a2 req-a3d64c38-1bbe-4f2c-b95d-937c619afe41 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373876 Mar 03 19:05:00.582071 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3f3f-1972-4143-8f0e-1bdec71b1bcb req-e9698cc9-3484-4f1b-82ef-f0fe8623ecad tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:00.583509 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d9c3f3f-1972-4143-8f0e-1bdec71b1bcb req-e9698cc9-3484-4f1b-82ef-f0fe8623ecad tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 945 time: 0.0803714 Mar 03 19:05:00.626915 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1d9c3f3f-1972-4143-8f0e-1bdec71b1bcb req-3555e5ce-0202-412d-a519-43380f5859b6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378225 Mar 03 19:05:00.810187 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365ff06-f8f8-4ec5-a8e5-82d8844d70b6 req-631d08e8-83f3-4873-8ee0-d7bd435abd33 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:00.811567 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9365ff06-f8f8-4ec5-a8e5-82d8844d70b6 req-631d08e8-83f3-4873-8ee0-d7bd435abd33 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 945 time: 0.0826409 Mar 03 19:05:00.854921 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9365ff06-f8f8-4ec5-a8e5-82d8844d70b6 req-b0afa2cd-cb8d-4756-8880-0b3a94783456 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Mar 03 19:05:00.876650 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43330) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:05:00.989614 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2f435-dee8-42b3-ac2c-caf7ba8b725c tempest-TestSnapshotPattern-434022626 tempest-TestSnapshotPattern-434022626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:00.990322 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3fe2f435-dee8-42b3-ac2c-caf7ba8b725c tempest-TestSnapshotPattern-434022626 tempest-TestSnapshotPattern-434022626-project-admin] Synchronizing usage tracker for tenant:249b024bb62b485ab86d794fe3685868 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:05:01.006389 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-3fe2f435-dee8-42b3-ac2c-caf7ba8b725c tempest-TestSnapshotPattern-434022626 tempest-TestSnapshotPattern-434022626-project-admin] Unset dirty status for tenant:249b024bb62b485ab86d794fe3685868 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:05:01.007824 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-3fe2f435-dee8-42b3-ac2c-caf7ba8b725c tempest-TestSnapshotPattern-434022626 tempest-TestSnapshotPattern-434022626-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1091 time: 0.1302245 Mar 03 19:05:01.010821 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43336) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:05:01.016120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:05:01.022432 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:05:01.026160 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:floatingip and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:05:01.029152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:05:01.035599 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:05:01.045258 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:01.177382 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:01.309795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Allocated IP 172.25.0.91 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/392efda9-ad03-4c6a-aa30-da9846356fbe) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:05:01.452754 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:01.481164 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:01.545259 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:05:01.548545 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:05:01.551014 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:05:01.691911 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'Port': ['ID=392efda9-ad03-4c6a-aa30-da9846356fbe,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:05:02.069898 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:02.142021 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:02.341456 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:02.346635 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:02.453152 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'Port': ['ID=392efda9-ad03-4c6a-aa30-da9846356fbe,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:05:02.462862 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:02.628438 n-d-827121-1 neutron-server[87886]: INFO neutron.db.l3_db [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Floating IP 93dc3bef-f169-4f24-bfef-53d9b658339f associated. External IP: 172.25.0.91, port: 68b3fad9-1676-4d7f-a291-0332d8f7773b. Mar 03 19:05:02.967814 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Router d77481a8-3645-460d-b96a-02b3b054cba9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:05:03.248682 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:05:03.258654 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] Sync routers for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:05:03.268540 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:05:03.269136 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:05:03.273395 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:03.329480 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-df27b6e6-71c9-45ed-a767-c3fbb843d3f6 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3176339 Mar 03 19:05:03.330055 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:05:03.374645 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'status': 'completed', 'code': 200} Mar 03 19:05:03.446860 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:05:03.463369 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-e52cc763-af09-4588-bdd4-8d5bfb520657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:03.464841 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-e52cc763-af09-4588-bdd4-8d5bfb520657 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1096 time: 0.0689712 Mar 03 19:05:03.706577 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-d4d910b6-6bd7-402f-9543-c6c2ca9a514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:03.708031 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-d4d910b6-6bd7-402f-9543-c6c2ca9a514b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.2374249 Mar 03 19:05:03.811308 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-9a544eaa-823c-4c2f-a5e7-c16fbfcf921b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 998 time: 0.0964658 Mar 03 19:05:03.821242 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:02Z', 'revision_number': 0, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:05:03.824904 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] Checking router: d77481a8-3645-460d-b96a-02b3b054cba9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:05:03.833450 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:05:03.834026 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:04:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:05:03.876793 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-c576ba36-f945-4040-ad1c-3410ff2e913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:03.878253 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-c576ba36-f945-4040-ad1c-3410ff2e913f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0600722 Mar 03 19:05:03.951829 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-419ea2f0-0d70-43f9-92dc-6ccb4b1fc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:03.953848 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-419ea2f0-0d70-43f9-92dc-6ccb4b1fc5c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688250 Mar 03 19:05:04.005542 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:05:04.089687 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-1500307c-97fe-47e6-9c42-12ca13017e4b service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291702 Mar 03 19:05:04.226577 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-9d5bfb70-ab59-4144-bf99-a3cef90fe990 req-286530f1-7d63-46f0-9503-89148c864368 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311347 Mar 03 19:05:04.352750 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:02Z', 'revision_number': 0, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:05:04.356620 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c9aea-ebe4-4d1f-9dd2-95d7c1eb1cb7 None None] The sync data for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 is: [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:02Z', 'revision_number': 0, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:05:04.536126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15b711-6d65-4d02-9960-edf15e6b84b9 None None] New status for floating IP 93dc3bef-f169-4f24-bfef-53d9b658339f: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 19:05:09.870742 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-4fd5ba77-6517-4cc1-a278-6c84b0ad6eeb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741370 Mar 03 19:05:10.009361 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-a0f492b1-df1f-40ad-a84b-cf187b9bb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:10.010721 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-a0f492b1-df1f-40ad-a84b-cf187b9bb9b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1096 time: 0.0699191 Mar 03 19:05:10.177942 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-692fee48-ed69-4e34-8f61-468390bb522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:10.179391 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-692fee48-ed69-4e34-8f61-468390bb522f service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1497254 Mar 03 19:05:10.281885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-70bff6e5-eb7f-47a2-945a-1eb71a841747 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 1000 time: 0.0953341 Mar 03 19:05:10.345037 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-737add4a-d565-49bd-b882-bc13009c407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:10.346699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-737add4a-d565-49bd-b882-bc13009c407b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0560091 Mar 03 19:05:10.421655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-cdc10d88-b7e9-4ecd-96be-7f3508e6f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:05:10.423088 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-cdc10d88-b7e9-4ecd-96be-7f3508e6f1cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701184 Mar 03 19:05:10.559989 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-92a988b3-5530-4fa3-b384-b30c9a549bcb service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290240 Mar 03 19:05:10.685885 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-02d43e22-04b1-42e6-ac6f-1c80977df102 req-df8e0d79-8dce-42d1-bcd5-92eb1f834d0f service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199012 Mar 03 19:05:13.425307 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:05:18.608620 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:19.668777 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a96bfae5-4daa-4546-8b05-9c43acac5e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:21.979207 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef140-244a-48ca-8b36-2738e5298e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:23.134950 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:23.155581 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:24.585728 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:25.086679 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:48.630630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:49.670321 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-86cc8763-0114-4752-98dd-c70de433789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:50.426018 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:05:51.980450 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b42b-9874-4814-9f4c-51c5b8e193a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:53.136778 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:53.159488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:54.588733 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:05:55.082341 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:11.939016 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-3f06fe5e-74cb-4fe9-804b-b6ca0775de85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292121 Mar 03 19:06:12.076834 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-bf91dddf-f6c6-4de5-b335-877b61934f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:06:12.078239 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-bf91dddf-f6c6-4de5-b335-877b61934f7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1096 time: 0.0715320 Mar 03 19:06:12.329763 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-1a2b28b4-1006-4f7f-ad59-8e24d0ed3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:06:12.331113 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-1a2b28b4-1006-4f7f-ad59-8e24d0ed3479 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.2354946 Mar 03 19:06:12.432216 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-d1dd3aad-d847-4e36-9064-598802feb299 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 1000 time: 0.0948849 Mar 03 19:06:12.491957 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-da3cedcc-81f5-481b-a251-929986b010f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:06:12.493311 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-da3cedcc-81f5-481b-a251-929986b010f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0559742 Mar 03 19:06:12.566054 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-2fd50515-fef0-4a23-9325-861a01288337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:06:12.567492 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-2fd50515-fef0-4a23-9325-861a01288337 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679932 Mar 03 19:06:12.709000 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-8da26642-e38a-411a-8614-e8d0a526fdd9 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353433 Mar 03 19:06:12.837621 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5c732cde-ac51-4ad8-8e63-b71ee3ee7f02 req-1b35bb23-1c23-4393-891b-8ef615c64ab6 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230998 Mar 03 19:06:18.629109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:19.670941 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e6dd1fcc-4803-4439-8353-fac7115c6877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:21.981611 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-338b0aeb-a828-4ae5-88a0-a9ac59640921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:23.138020 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:23.162148 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:24.590780 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:25.102458 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:27.425309 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:06:48.660000 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:49.671471 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-fa3289c7-7d77-4bc0-94f8-e2e1627d5304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:51.983852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-81ad694c-2f26-4996-b4ee-298a483659f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:53.140285 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:53.164437 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:54.593297 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:06:55.099548 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:02.255825 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 68b3fad9-1676-4d7f-a291-0332d8f7773b details requested by agent hyperv_n-h2-827121-1 with host n-h2-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 19:07:02.421210 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:07:02.434646 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Returning: {'device': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 19:07:02.507852 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:02.527019 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b3fad9-1676-4d7f-a291-0332d8f7773b {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:07:02.543320 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:07:02.549584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:02.627291 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] get_ports_and_sgs() called for port_ids ['68b3fad9-1676-4d7f-a291-0332d8f7773b'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 19:07:02.652101 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:02.665607 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.666015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.666285 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.666617 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.666941 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.667262 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.667583 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.667905 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.668222 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.668537 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.668853 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:02.669359 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:04.258819 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 68b3fad9-1676-4d7f-a291-0332d8f7773b up at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:07:04.334523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Provisioning complete for port 68b3fad9-1676-4d7f-a291-0332d8f7773b triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:07:04.334901 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:04.425187 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:07:04.463720 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:04.493842 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:07:04.504372 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:07:04.509983 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:04.550523 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'code': 200} Mar 03 19:07:04.589182 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:12.310560 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-aa4d7f38-fab3-4dac-ab96-637d2281e07b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325022102&fields=id&tenant_id=fa7698e8c622487c8b19c35af0b05785 HTTP/1.1" status: 200 len: 267 time: 0.0395932 Mar 03 19:07:12.457466 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-84aa149b-a21f-4185-9350-aaf70694560e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:12.458888 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-84aa149b-a21f-4185-9350-aaf70694560e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 809 time: 0.1414347 Mar 03 19:07:12.473983 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-996e9436-a4d3-4f20-9cb9-0aab7934071d tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/quotas/fa7698e8c622487c8b19c35af0b05785 HTTP/1.1" status: 200 len: 375 time: 0.0096738 Mar 03 19:07:12.566342 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-f635581d-e777-48d9-b09b-e90209f00e41 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870550 Mar 03 19:07:12.747195 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-550b55c4-a28f-4aac-bff7-b02b02f6949e service neutron] 10.222.0.23 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697178 Mar 03 19:07:12.876330 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-6703bbf1-436b-4008-8602-66448630af1a service neutron] 10.222.0.23 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230948 Mar 03 19:07:13.070050 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-8d6e5ee9-bef8-4dc1-bf25-498cb6012755 req-3c63cdb7-5b7f-4021-8c14-52f3ee61215b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 210 time: 0.0453601 Mar 03 19:07:13.859085 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-aed2f7dc-9449-420d-afa8-ce8c707c7e90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680277 Mar 03 19:07:13.996514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-1f4476c5-8e7a-4766-90af-fdb79a937a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:13.997983 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-1f4476c5-8e7a-4766-90af-fdb79a937a6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1096 time: 0.0723355 Mar 03 19:07:14.146296 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-06b67e6f-5f76-4c9a-b7d7-bfb74224e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:14.148511 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-06b67e6f-5f76-4c9a-b7d7-bfb74224e745 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1308997 Mar 03 19:07:14.178284 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c1507cf7-faa5-4103-b83a-de2a6e2c7709 req-8abf5493-494d-4775-8a5d-9488fd803831 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 210 time: 0.0450084 Mar 03 19:07:14.252588 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-37d9a866-1944-49e3-bce1-5d230a83a8c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 1000 time: 0.0975296 Mar 03 19:07:14.317190 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-ae0b57d1-b809-4014-a8bf-126934da7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:14.318615 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-ae0b57d1-b809-4014-a8bf-126934da7645 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0601285 Mar 03 19:07:14.390962 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-e70f4448-ef56-42c4-9eb8-274d22ed3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:14.392347 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-e70f4448-ef56-42c4-9eb8-274d22ed3a28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676088 Mar 03 19:07:14.526542 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-1614428d-0883-4b74-a667-fa65330b1703 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280603 Mar 03 19:07:14.655822 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1fec4555-1d99-44d3-b017-17cc2f380e82 req-b75d15fb-1c3e-4acb-9558-77b17febd745 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234305 Mar 03 19:07:15.279206 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-810e5048-3cea-4fb1-8c4c-e79274a24b86 req-09fa38dd-c0d1-44f1-bbf7-6cdadf5ab4c9 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 210 time: 0.0466669 Mar 03 19:07:16.314688 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 68b3fad9-1676-4d7f-a291-0332d8f7773b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:07:16.371881 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-42cb7b76-f3df-47f0-a11a-fd7c8b3b6e89 req-323f34a2-233f-4aae-8c54-b8bcbad965a0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 210 time: 0.0421419 Mar 03 19:07:16.432400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:16.459931 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:07:16.470606 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-16ea0168-7e38-43da-a873-d92039231648 None None] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:07:16.475123 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:16.512722 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'code': 200} Mar 03 19:07:16.548055 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Pushing event updated for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=8']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:17.520516 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-6e7b66bc-4804-4f28-9ae9-bfea525b84c8 req-db852ae2-d96b-43a3-bb6d-3c28504ddd68 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 210 time: 0.0469782 Mar 03 19:07:18.481158 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-15c9a0a1-b42c-45a7-88ea-194ca81650b8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:18.482599 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-15c9a0a1-b42c-45a7-88ea-194ca81650b8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.16 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 809 time: 0.1521051 Mar 03 19:07:18.533870 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-f7c68d5b-45a1-459a-8e8e-bd132fb83d4b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7698e8c622487c8b19c35af0b05785 HTTP/1.1" status: 200 len: 380 time: 0.0392363 Mar 03 19:07:18.542186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'port': {'device_id': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'admin_state_up': True, 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'security_groups': ['6d66666e-068d-4d34-a4f9-76f5253c8937']}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:07:18.682193 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:18.683939 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:07:18.685317 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-5f8c315f-94b2-4058-a0fa-b445dd5b1579 req-a14db4ae-4dd9-42c8-bd4a-340f25113025 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 210 time: 0.0566702 Mar 03 19:07:18.694083 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.quota.driver [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:07:18.704135 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Made reservation on behalf of fa7698e8c622487c8b19c35af0b05785 for: {'port': 1} {{(pid=87886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 19:07:18.707583 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:18.893825 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.db_base_plugin_common [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Allocated IP 172.20.0.5 (dcbda167-67de-4bb5-8d63-c07c7400a276/c6c6c0cd-60f6-49d8-9af5-e522d3a17070/d351f9dc-bc39-4069-bfdb-748ae99b1200) {{(pid=87886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:07:19.257280 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for port, precommit_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:19.275238 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Transition to ACTIVE for port object d351f9dc-bc39-4069-bfdb-748ae99b1200 will not be triggered until provisioned by entity DHCP. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:07:19.303842 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_create {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:19.375533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Network dcbda167-67de-4bb5-8d63-c07c7400a276 is already hosted by enough agents. {{(pid=87886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:07:19.379224 n-d-827121-1 neutron-server[87886]: DEBUG neutron.scheduler.base_scheduler [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources bound (agent type, host, resource id): {{(pid=87886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:07:19.398197 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Received port after_create {{(pid=87886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:07:19.447651 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=1']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:19.467876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.468070 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.468407 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.468734 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.469074 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.469422 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.469876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.470200 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.470515 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.470828 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.471395 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.471716 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:19.519513 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:19.520342 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:19.553561 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-b592eb7d-14d9-4807-a855-91f47e818a8c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0146334 Mar 03 19:07:19.676022 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-03acc718-0efc-4d97-b801-fa4cf7c480d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:19.696536 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b45dcb6e-2819-4688-a799-b9f62922c65a None None] Provisioning for port d351f9dc-bc39-4069-bfdb-748ae99b1200 completed by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:07:19.702489 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-b45dcb6e-2819-4688-a799-b9f62922c65a None None] Provisioning complete for port d351f9dc-bc39-4069-bfdb-748ae99b1200 triggered by entity DHCP. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:07:19.703284 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b45dcb6e-2819-4688-a799-b9f62922c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:19.763482 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-b45dcb6e-2819-4688-a799-b9f62922c65a None None] Port d351f9dc-bc39-4069-bfdb-748ae99b1200 cannot update to ACTIVE because it is not bound. {{(pid=87888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 19:07:19.907617 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6fbfc-6dda-4e29-b698-d4c47d432b36 req-2d2520a9-afa7-4b4b-aee2-bc5aead6de7c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:19.908708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-75d6fbfc-6dda-4e29-b698-d4c47d432b36 req-2d2520a9-afa7-4b4b-aee2-bc5aead6de7c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:07:19.925477 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-75d6fbfc-6dda-4e29-b698-d4c47d432b36 req-2d2520a9-afa7-4b4b-aee2-bc5aead6de7c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:07:19.926739 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-75d6fbfc-6dda-4e29-b698-d4c47d432b36 req-2d2520a9-afa7-4b4b-aee2-bc5aead6de7c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.1080301 Mar 03 19:07:19.984432 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-75d6fbfc-6dda-4e29-b698-d4c47d432b36 req-21534691-8328-4574-bd40-51f3611345a0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519416 Mar 03 19:07:21.199717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6724b05-11c3-4b68-932d-cb0387067958 req-ba71eb0d-4b44-47bc-8b48-6c457820ee55 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:21.201888 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6724b05-11c3-4b68-932d-cb0387067958 req-ba71eb0d-4b44-47bc-8b48-6c457820ee55 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.0860517 Mar 03 19:07:21.247115 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a6724b05-11c3-4b68-932d-cb0387067958 req-13325b05-e81b-471e-9367-ad61958d0e8f tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388105 Mar 03 19:07:21.986423 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3a1f-f115-481f-b8c7-3db3f795f12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:22.441193 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42236-9fcb-4a28-9325-c84027cc174d req-c3b765d8-0642-42d7-9c85-8c0df8903172 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:22.442691 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21d42236-9fcb-4a28-9325-c84027cc174d req-c3b765d8-0642-42d7-9c85-8c0df8903172 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.0836453 Mar 03 19:07:22.490724 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-21d42236-9fcb-4a28-9325-c84027cc174d req-5fe4cd5a-9b41-4652-8ba8-94534b6d5ad0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419025 Mar 03 19:07:23.143155 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:23.168407 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:23.688433 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d354-164d-4b48-b224-af056ac601ea req-3bf57c8a-b289-4b32-a41e-d16fdbd021c1 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:23.690262 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b030d354-164d-4b48-b224-af056ac601ea req-3bf57c8a-b289-4b32-a41e-d16fdbd021c1 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.0871174 Mar 03 19:07:23.737659 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-b030d354-164d-4b48-b224-af056ac601ea req-3b5287f7-1e2d-45c4-a8e7-622a1879d1a3 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Mar 03 19:07:24.601842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:24.932305 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e88f8-45bc-4d0c-b2dc-34fa0f1ed502 req-cfe0c2d6-f39f-4fca-ba1a-83b21d96c4fe tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:24.933902 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-665e88f8-45bc-4d0c-b2dc-34fa0f1ed502 req-cfe0c2d6-f39f-4fca-ba1a-83b21d96c4fe tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.0838931 Mar 03 19:07:24.982411 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-665e88f8-45bc-4d0c-b2dc-34fa0f1ed502 req-59c789f1-28d6-4024-b618-295aa9bdf3c4 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Mar 03 19:07:25.099379 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:26.172756 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e134acd-5cb1-4cd2-a3d2-fcf2a0173331 req-70ab6927-355c-4d9d-a71a-4c67ebb1714d tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:26.174877 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e134acd-5cb1-4cd2-a3d2-fcf2a0173331 req-70ab6927-355c-4d9d-a71a-4c67ebb1714d tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.0853660 Mar 03 19:07:26.217675 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-4e134acd-5cb1-4cd2-a3d2-fcf2a0173331 req-54765b53-6ae0-4e57-8c96-05ebce1261cd tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372245 Mar 03 19:07:27.401861 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6e970-2102-4164-8faa-a4b9a1db127f req-5d4038b5-6198-4418-b662-2ce3349ad735 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:27.403311 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6c6e970-2102-4164-8faa-a4b9a1db127f req-5d4038b5-6198-4418-b662-2ce3349ad735 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.0780575 Mar 03 19:07:27.450400 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-d6c6e970-2102-4164-8faa-a4b9a1db127f req-5841803d-bc30-4b33-82ab-10375c6ab06f tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 Mar 03 19:07:28.687839 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8478f-efbd-4a62-897c-e5307a2d647b req-c3310391-a60e-40e2-a8bc-a1b37d07721c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:28.689815 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94b8478f-efbd-4a62-897c-e5307a2d647b req-c3310391-a60e-40e2-a8bc-a1b37d07721c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.1383605 Mar 03 19:07:28.732573 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-94b8478f-efbd-4a62-897c-e5307a2d647b req-7b2dc5ae-b098-48ad-80fd-2fa0181e9cbc tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370469 Mar 03 19:07:29.886174 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.v2.base [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Request body: {'port': {'device_id': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827121-1'}} {{(pid=87886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:07:30.017404 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c9592-51e6-4982-a7aa-150b372f3964 req-6ff7ede7-3e71-4994-9916-1519bc8c10b2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:30.018773 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-383c9592-51e6-4982-a7aa-150b372f3964 req-6ff7ede7-3e71-4994-9916-1519bc8c10b2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 931 time: 0.1817634 Mar 03 19:07:30.039785 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:30.120524 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-383c9592-51e6-4982-a7aa-150b372f3964 req-2fbae905-75ba-47df-8f82-f5417fe7c801 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950787 Mar 03 19:07:30.401179 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d351f9dc-bc39-4069-bfdb-748ae99b1200 {{(pid=87886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:07:30.408311 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:30.422360 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.provisioning_blocks [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Transition to ACTIVE for port object d351f9dc-bc39-4069-bfdb-748ae99b1200 will not be triggered until provisioned by entity L2. {{(pid=87886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 19:07:30.426251 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:30.583320 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Pushing event updated for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=2']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:30.662923 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Attempting to bind port d351f9dc-bc39-4069-bfdb-748ae99b1200 on host n-h1-827121-1 for vnic_type normal with profile {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 19:07:30.663248 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Attempting to bind port d351f9dc-bc39-4069-bfdb-748ae99b1200 by drivers openvswitch,hyperv on host n-h1-827121-1 at level 0 using segments [{'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 19:07:30.663561 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Attempting to bind port d351f9dc-bc39-4069-bfdb-748ae99b1200 on network dcbda167-67de-4bb5-8d63-c07c7400a276 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:07:30.668021 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Port d351f9dc-bc39-4069-bfdb-748ae99b1200 on network dcbda167-67de-4bb5-8d63-c07c7400a276 not bound, no agent of type Open vSwitch agent registered on host n-h1-827121-1 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 19:07:30.668339 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Attempting to bind port d351f9dc-bc39-4069-bfdb-748ae99b1200 on network dcbda167-67de-4bb5-8d63-c07c7400a276 {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 19:07:30.674627 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Checking agent: {'id': 'f13b4abd-5a13-49c1-b517-d83eb744575b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827121-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'started_at': datetime.datetime(2022, 3, 3, 17, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 19:07:30.674955 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Checking segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 19:07:30.675326 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Bound using segment: {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'} {{(pid=87886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 19:07:30.675730 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.managers [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Bound port: d351f9dc-bc39-4069-bfdb-748ae99b1200, host: n-h1-827121-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0fd090-a8ad-48de-bccb-aed19e2926bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276'}}] {{(pid=87886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 19:07:30.676065 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:30.771787 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, cleared binding levels {{(pid=87886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 19:07:30.774595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 19:07:30.779027 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-764716'] for port, after_update {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:30.829664 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:30.830349 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:30.831872 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] 10.222.0.16 "PUT /v2.0/ports/d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 200 len: 1091 time: 0.9520981 Mar 03 19:07:30.834207 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:07:30.871222 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ba46c-9ad2-40e0-840e-fdd7f0e2eaed service neutron] Pushing event updated for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=3']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:30.888730 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'status': 'completed', 'code': 200} Mar 03 19:07:31.077860 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-bb544b68-cadb-4564-866f-99698af945b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:31.079449 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-bb544b68-cadb-4564-866f-99698af945b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1094 time: 0.1769817 Mar 03 19:07:31.161709 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-8d150a49-4aa4-472a-9acf-a06a87c02415 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 200 len: 217 time: 0.0631757 Mar 03 19:07:31.222928 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-588adc66-0da7-4a63-8f0e-e8f27b1194e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:31.224371 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-588adc66-0da7-4a63-8f0e-e8f27b1194e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0571887 Mar 03 19:07:31.359785 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cd650-9ce0-42e3-9367-80c246842e3a req-8f94911c-d498-4659-aa8a-3a64f8221409 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:31.361804 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-976cd650-9ce0-42e3-9367-80c246842e3a req-8f94911c-d498-4659-aa8a-3a64f8221409 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 943 time: 0.1365850 Mar 03 19:07:31.364783 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-31111415-6e08-4468-b1be-ceea24fc4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:31.366144 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-31111415-6e08-4468-b1be-ceea24fc4042 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102676 Mar 03 19:07:31.483648 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-976cd650-9ce0-42e3-9367-80c246842e3a req-68b4fbb8-dccb-4e43-abc2-280eaca1b0bd tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160829 Mar 03 19:07:31.524951 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-527c32f3-fef3-4477-9404-aba7d84645b5 service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430376 Mar 03 19:07:31.654842 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c79b70f-5820-4c0f-8e23-f652ca172f41 req-6893f233-48b1-4b55-82aa-afe505c25435 service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239073 Mar 03 19:07:31.790858 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3d96c-0311-42ff-ad15-e4421831018d req-16b8c320-6a05-45b2-862d-e720f714fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:31.792295 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48c3d96c-0311-42ff-ad15-e4421831018d req-16b8c320-6a05-45b2-862d-e720f714fcab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0748534 Mar 03 19:07:31.921041 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3d96c-0311-42ff-ad15-e4421831018d req-7c934056-e10b-4f19-aed0-9c9d0132ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:31.922432 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48c3d96c-0311-42ff-ad15-e4421831018d req-7c934056-e10b-4f19-aed0-9c9d0132ddcc service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1236975 Mar 03 19:07:31.987348 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48c3d96c-0311-42ff-ad15-e4421831018d req-cf372b8b-c4ee-4ed4-a59e-ccac887ca331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 200 len: 217 time: 0.0591366 Mar 03 19:07:32.049880 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3d96c-0311-42ff-ad15-e4421831018d req-97d0c865-ffd9-42b4-ad48-b1c0c663261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:32.051280 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48c3d96c-0311-42ff-ad15-e4421831018d req-97d0c865-ffd9-42b4-ad48-b1c0c663261f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0584393 Mar 03 19:07:32.123397 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3d96c-0311-42ff-ad15-e4421831018d req-91b2cc72-ae0e-4ad4-bd42-97a77845a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:32.124871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48c3d96c-0311-42ff-ad15-e4421831018d req-91b2cc72-ae0e-4ad4-bd42-97a77845a21d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680385 Mar 03 19:07:32.252563 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48c3d96c-0311-42ff-ad15-e4421831018d req-829a28b7-631e-41de-9966-2862f86d7fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212330 Mar 03 19:07:32.379549 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-48c3d96c-0311-42ff-ad15-e4421831018d req-e862e591-2a92-4282-93d4-9b4073e74504 service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210122 Mar 03 19:07:32.671571 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc91d-dd04-4386-99fa-b6c68706219e req-c30433af-c4ad-4272-90c2-f4a5cb1eb21b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:32.673549 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-971fc91d-dd04-4386-99fa-b6c68706219e req-c30433af-c4ad-4272-90c2-f4a5cb1eb21b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 943 time: 0.0819397 Mar 03 19:07:32.717071 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-971fc91d-dd04-4386-99fa-b6c68706219e req-84fb99ba-817a-4c2b-a951-498d4bafffca tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 Mar 03 19:07:33.902995 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e5256-6cbf-4634-9d4a-b540db3aa5c9 req-92298e6b-8824-4e2b-af9a-5936c9104615 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:33.904530 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-339e5256-6cbf-4634-9d4a-b540db3aa5c9 req-92298e6b-8824-4e2b-af9a-5936c9104615 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 943 time: 0.0817122 Mar 03 19:07:33.947448 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-339e5256-6cbf-4634-9d4a-b540db3aa5c9 req-7238fcf7-02ab-43dc-8a4a-9daf283e951b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 Mar 03 19:07:35.133310 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983b30-ee15-4dab-8c37-3e11501fdc07 req-f7981a47-438b-4989-a198-10fa942f920a tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:35.134786 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71983b30-ee15-4dab-8c37-3e11501fdc07 req-f7981a47-438b-4989-a198-10fa942f920a tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 943 time: 0.0851781 Mar 03 19:07:35.286736 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-71983b30-ee15-4dab-8c37-3e11501fdc07 req-e854762b-cf12-4788-85e3-5be518d4c70a tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461718 Mar 03 19:07:35.632014 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 19:07:35.762522 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:07:35.775534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'port_id': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'mac_address': 'fa:16:3e:a2:f8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 19:07:35.827687 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:35.843932 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d351f9dc-bc39-4069-bfdb-748ae99b1200 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:07:35.859436 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:07:35.863076 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:35.931264 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=4']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:36.238490 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d351f9dc-bc39-4069-bfdb-748ae99b1200'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 19:07:36.466233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b87649-cff5-499a-9352-f4d1a8a5ab86 req-472169bd-3787-46a6-8a5a-d96a26e449d4 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:36.467795 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7b87649-cff5-499a-9352-f4d1a8a5ab86 req-472169bd-3787-46a6-8a5a-d96a26e449d4 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 944 time: 0.0779543 Mar 03 19:07:36.512270 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a7b87649-cff5-499a-9352-f4d1a8a5ab86 req-1e482ee5-625a-4921-a775-602f30df6df8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Mar 03 19:07:37.632275 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:07:37.691704 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187214-bfd9-4301-bf94-cfd16dbd306c req-63df2f99-af1a-4c3b-823e-8b66048da821 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:37.693164 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f187214-bfd9-4301-bf94-cfd16dbd306c req-63df2f99-af1a-4c3b-823e-8b66048da821 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 944 time: 0.0788853 Mar 03 19:07:37.698473 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning for port d351f9dc-bc39-4069-bfdb-748ae99b1200 completed by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 19:07:37.703485 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d351f9dc-bc39-4069-bfdb-748ae99b1200 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:07:37.703861 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:37.738102 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-2f187214-bfd9-4301-bf94-cfd16dbd306c req-eeecda8a-193a-429b-b93b-1b6a32f9bb4c tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Mar 03 19:07:37.845881 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:37.872643 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:07:37.883002 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:07:37.886598 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:37.926156 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'code': 200} Mar 03 19:07:37.966120 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=5']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:38.163604 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a83fb-8a37-4af7-be7a-dc569bbb2ad8 req-a1edbe96-cf66-4410-965f-66f889591a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:38.165063 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a96a83fb-8a37-4af7-be7a-dc569bbb2ad8 req-a1edbe96-cf66-4410-965f-66f889591a5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1750536 Mar 03 19:07:38.203507 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-a96a83fb-8a37-4af7-be7a-dc569bbb2ad8 req-9e759638-d4f5-4040-88ee-8417822e4769 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 Mar 03 19:07:38.925272 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9309c-289a-45b7-a257-7e7a2a4cd8b7 req-369ca88f-a47b-44a4-9c20-63dc47b94a3e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:38.926766 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c9309c-289a-45b7-a257-7e7a2a4cd8b7 req-369ca88f-a47b-44a4-9c20-63dc47b94a3e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 945 time: 0.0811210 Mar 03 19:07:38.970327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-20c9309c-289a-45b7-a257-7e7a2a4cd8b7 req-4381b21a-7499-4a27-a59c-3a350eb68f17 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377996 Mar 03 19:07:40.158795 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ae67c-2ddd-4822-bc7a-dea19467069d req-b55573f9-4472-475f-921c-d31e27b8e832 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:40.160222 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-021ae67c-2ddd-4822-bc7a-dea19467069d req-b55573f9-4472-475f-921c-d31e27b8e832 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 945 time: 0.0824883 Mar 03 19:07:40.203673 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-021ae67c-2ddd-4822-bc7a-dea19467069d req-8e3925f2-4c24-4482-aec2-0ad1f4a03322 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378523 Mar 03 19:07:40.383148 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a44e8-bbaf-45bd-a9e9-2edf38d3e880 req-4a17caa6-280d-4f28-8b8b-ce7bb7c11777 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:40.384579 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c29a44e8-bbaf-45bd-a9e9-2edf38d3e880 req-4a17caa6-280d-4f28-8b8b-ce7bb7c11777 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 945 time: 0.0779006 Mar 03 19:07:40.430489 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-c29a44e8-bbaf-45bd-a9e9-2edf38d3e880 req-144520d7-5481-483e-ad47-e02278bbafff tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402427 Mar 03 19:07:40.452265 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43644) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:07:40.519423 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2228549b-ac20-428f-bebc-6942f790e733 tempest-TestSnapshotPattern-434022626 tempest-TestSnapshotPattern-434022626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:40.520871 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2228549b-ac20-428f-bebc-6942f790e733 tempest-TestSnapshotPattern-434022626 tempest-TestSnapshotPattern-434022626-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1091 time: 0.0676816 Mar 03 19:07:40.523733 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43648) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:07:40.528411 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.v2.base [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Request body: {'floatingip': {'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'port_id': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 19:07:40.535481 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 19:07:40.539209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Usage tracker for resource:floatingip and tenant:fa7698e8c622487c8b19c35af0b05785 is out of sync, need to count used quota {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 19:07:40.542076 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 19:07:40.547538 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.quota.driver [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 19:07:40.558160 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:40.691089 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:40.826106 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_common [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Allocated IP 172.25.0.241 (4ed441d4-6054-49ce-b431-435a28804806/f9b2339c-ada0-4a6e-91b3-ff92f3632898/c89539bb-2193-4159-a9fe-8ad499309d0d) {{(pid=87887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 19:07:40.971480 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for port, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:40.999771 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738764894760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:41.059195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Network 4ed441d4-6054-49ce-b431-435a28804806 is already hosted by enough agents. {{(pid=87887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 19:07:41.061868 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.base_scheduler [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Resources bound (agent type, host, resource id): {{(pid=87887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 19:07:41.064407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Received port after_create {{(pid=87887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 19:07:41.107717 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'Port': ['ID=c89539bb-2193-4159-a9fe-8ad499309d0d,revision_number=1']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:41.121897 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.122230 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.122562 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.122887 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.123209 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.123533 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.123907 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.124228 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.124539 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.124856 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.125169 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.125506 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:07:41.425299 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:07:41.485350 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:41.559018 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:41.869620 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for port, precommit_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:41.874023 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2458483'] for port, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:41.985143 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event updated for resources: {'Port': ['ID=c89539bb-2193-4159-a9fe-8ad499309d0d,revision_number=2']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:07:41.994492 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33223623'] for floatingip, after_update {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:42.160239 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Floating IP 5c51d0ff-c856-4385-bf8e-0f04b477d243 associated. External IP: 172.25.0.241, port: d351f9dc-bc39-4069-bfdb-748ae99b1200. Mar 03 19:07:42.504514 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Router d77481a8-3645-460d-b96a-02b3b054cba9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:07:42.677567 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:07:42.687266 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] Sync routers for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:07:42.696759 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:07:42.697473 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:07:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:07:42.702516 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:42.759139 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-14f4be40-b6ea-478c-90ac-f9f6e99d77c5 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2342916 Mar 03 19:07:42.759623 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:07:42.862327 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'status': 'completed', 'code': 200} Mar 03 19:07:42.875006 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:07:42.965233 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-095d5eb1-07d3-4c2d-ab5b-f635a0a17488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:42.966828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-095d5eb1-07d3-4c2d-ab5b-f635a0a17488 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0707858 Mar 03 19:07:43.100244 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-9f4df52c-cecf-49c8-8c02-265f37b25238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:43.102030 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-9f4df52c-cecf-49c8-8c02-265f37b25238 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1291595 Mar 03 19:07:43.253169 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-e0d49716-8d68-48d0-91a0-dd81fcfe6931 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 200 len: 999 time: 0.1459184 Mar 03 19:07:43.254313 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '5c51d0ff-c856-4385-bf8e-0f04b477d243', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:a2:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:07:41Z', 'updated_at': '2022-03-03T19:07:41Z', 'revision_number': 0, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}, {'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:04Z', 'revision_number': 1, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:07:43.258061 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] Checking router: d77481a8-3645-460d-b96a-02b3b054cba9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:07:43.265982 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:07:43.266557 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:07:22Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:07:43.316999 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-3da9c127-a86b-45ec-b12a-b90c563a0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:43.318479 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-3da9c127-a86b-45ec-b12a-b90c563a0da8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0595744 Mar 03 19:07:43.392401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-e5cc1633-5c0e-4580-b934-638ae4996b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:07:43.393799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-e5cc1633-5c0e-4580-b934-638ae4996b4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695267 Mar 03 19:07:43.441595 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:07:43.522488 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-cbb9311f-99e5-44fb-8889-1ee4cb1da75f service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229873 Mar 03 19:07:43.656533 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-44d98024-f00c-455a-9dc0-e4f478ef8a49 req-d249b3f1-0ad5-4ecc-ad6d-6b38ac58ae98 service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275101 Mar 03 19:07:43.784836 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '5c51d0ff-c856-4385-bf8e-0f04b477d243', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:a2:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:07:41Z', 'updated_at': '2022-03-03T19:07:41Z', 'revision_number': 0, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}, {'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:04Z', 'revision_number': 1, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:07:43.788667 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1591c-18c1-49b1-9dac-c80f56c6f70d None None] The sync data for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 is: [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '5c51d0ff-c856-4385-bf8e-0f04b477d243', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:a2:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:07:41Z', 'updated_at': '2022-03-03T19:07:41Z', 'revision_number': 0, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}, {'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:04Z', 'revision_number': 1, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:07:43.971332 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69813f8-461f-47c3-98a2-66bf2391017e None None] New status for floating IP 5c51d0ff-c856-4385-bf8e-0f04b477d243: ACTIVE {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 19:07:48.672725 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:49.670355 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d0958689-e0cc-4ae9-a247-50d81b4aba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:51.988153 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7ea08cd6-1b84-495e-852b-a3bd5e8e9cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:53.145235 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:53.170831 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:54.598758 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:07:55.105169 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:13.859300 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-cc61fe1b-d1cd-4254-a55f-100f46b0a1ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672257 Mar 03 19:08:13.991858 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-edcab009-e3d1-4778-a982-8389e20344c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:13.993267 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-edcab009-e3d1-4778-a982-8389e20344c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1094 time: 0.0682468 Mar 03 19:08:14.133181 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-0498656d-63fa-41df-899a-75741d1720d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:14.134645 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-0498656d-63fa-41df-899a-75741d1720d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1239886 Mar 03 19:08:14.234318 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-90c92c5e-5c50-4fb3-addf-e1a7dc6dd415 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 998 time: 0.0940468 Mar 03 19:08:14.411946 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-1f1e917a-fac5-42e6-af95-73edbad86929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:14.413286 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-1f1e917a-fac5-42e6-af95-73edbad86929 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.1737483 Mar 03 19:08:14.486694 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-95668ed0-d056-476d-875d-09bf25081c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:14.488169 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-95668ed0-d056-476d-875d-09bf25081c59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690172 Mar 03 19:08:14.615193 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-fd478392-2c76-4337-8f67-6f1f43b87004 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212068 Mar 03 19:08:14.745010 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-204c19b7-d709-42fd-bf50-dca9b3537211 req-caacc7e0-18ad-4109-8482-fdf3048f52cd service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235821 Mar 03 19:08:18.425247 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:08:18.674411 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:19.672961 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e7c982c9-d80d-4012-bbdd-9695c9c41503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:21.990448 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7610fd34-89bd-4ebe-ba58-8a7dedeae966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:23.148111 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:23.172063 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:23.191362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-623d0646-b2f9-4f37-a422-80c392d1a9d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772822 Mar 03 19:08:23.347186 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-a56ae073-202f-4c21-aa13-07f25898a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:23.348660 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-a56ae073-202f-4c21-aa13-07f25898a812 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0801871 Mar 03 19:08:23.495371 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-2ae5a46a-e200-4978-9a98-d539c18c28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:23.496704 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-2ae5a46a-e200-4978-9a98-d539c18c28e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1246970 Mar 03 19:08:23.603391 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-47edd071-7e3e-4703-a5e5-1408b4181089 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 200 len: 1001 time: 0.0980084 Mar 03 19:08:23.670100 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-e267facc-ded4-4ab1-b36e-294d3bf0cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:23.671454 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-e267facc-ded4-4ab1-b36e-294d3bf0cee3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0620794 Mar 03 19:08:23.757942 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-496d4395-a1dd-4c77-96cf-6582bf1d5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:08:23.759343 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-496d4395-a1dd-4c77-96cf-6582bf1d5afa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803285 Mar 03 19:08:23.891180 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-25e65e97-03ac-4fc9-8e25-3323009cc70d service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249604 Mar 03 19:08:24.128366 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-55cf45e4-8f4b-4c14-8be1-d323bab9a19d req-bcfd225f-690d-448a-a3a0-3771470081ce service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281768 Mar 03 19:08:24.601217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:25.127946 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:48.689359 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:49.675614 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e96e3f0c-ab5c-4e35-9bc2-279248d2d26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:51.991630 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98bc88e7-9a89-44b9-9dc8-9e3a436eb45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:53.149712 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:53.174635 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:54.604563 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:55.127862 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:08:55.427146 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:09:14.861528 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-81fbea28-1697-4a2d-b3a7-da3192c21540 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732300 Mar 03 19:09:15.002874 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-43ef3c7e-9e66-4ff2-86a0-4205b67e6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:15.004309 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-43ef3c7e-9e66-4ff2-86a0-4205b67e6b9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1094 time: 0.0687056 Mar 03 19:09:15.145139 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-1812a84a-de63-42fd-a5b0-9bba22edf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:15.146611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-1812a84a-de63-42fd-a5b0-9bba22edf827 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1244974 Mar 03 19:09:15.246912 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-e294a6a4-a118-49e7-ac78-da9dc99d7a3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 998 time: 0.0945194 Mar 03 19:09:15.307545 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-6bd0a738-638a-462e-92b4-6db04ebff4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:15.308879 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-6bd0a738-638a-462e-92b4-6db04ebff4cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0550659 Mar 03 19:09:15.384196 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-da4dd4b3-0d21-4384-ba6f-c32cbc7bfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:15.385558 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-da4dd4b3-0d21-4384-ba6f-c32cbc7bfe54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699191 Mar 03 19:09:15.511611 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-2e6eb930-0acd-4ce9-8dd3-f1014ff4f440 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188064 Mar 03 19:09:15.637001 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-e24bcdc0-ce36-4c9b-bd32-81797019a4c7 req-2e5abe21-4a45-412f-a97b-b675dd08a275 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203299 Mar 03 19:09:18.706699 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:19.732750 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cdb206ce-89f6-4aa5-9554-823b5a24246d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:21.992951 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cd8ceeb7-793e-4762-9021-bb90205eacc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:23.152119 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:23.178056 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:24.180513 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-4cc825ee-9145-44a7-9461-456055e803da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670815 Mar 03 19:09:24.328426 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-ecb7b643-8d44-456f-9a8f-010267d6123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:24.329871 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-ecb7b643-8d44-456f-9a8f-010267d6123f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0717235 Mar 03 19:09:24.471503 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-2ec9ea07-7237-4baf-894a-a208dfbe0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:24.472838 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-2ec9ea07-7237-4baf-894a-a208dfbe0a02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1255519 Mar 03 19:09:24.572680 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-a1f20158-a697-43f9-a6d6-a2a7813dd63b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 200 len: 1001 time: 0.0938060 Mar 03 19:09:24.606109 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:24.633049 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-c95ae9ed-08e3-478e-9999-2b689cd73940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:24.634531 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-c95ae9ed-08e3-478e-9999-2b689cd73940 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0553255 Mar 03 19:09:24.707273 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-b9240c96-014a-4853-93db-674fd73f97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:09:24.708690 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-b9240c96-014a-4853-93db-674fd73f97d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685704 Mar 03 19:09:24.837661 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-6b28eeb3-205f-439f-837b-536695fdc7cd service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223834 Mar 03 19:09:24.965636 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-c81e0e5c-f37c-45aa-9f60-0bd338ae34c3 req-7e40539d-7d7b-42cc-8ab8-89c67c282e41 service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219690 Mar 03 19:09:25.140804 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:32.427024 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:09:48.148245 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 details requested by agent hyperv_n-h1-827121-1 with host n-h1-827121-1 {{(pid=87888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 19:09:48.277917 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:09:48.291234 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Returning: {'device': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'port_id': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'mac_address': 'fa:16:3e:a2:f8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 19:09:48.348298 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:48.364677 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d351f9dc-bc39-4069-bfdb-748ae99b1200 {{(pid=87888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 19:09:48.379528 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:09:48.384218 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:48.452555 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=6']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:09:48.460337 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.460684 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.461023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.461379 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.461713 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.462041 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.462366 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.462692 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.463015 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.463336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.463671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.463978 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:09:48.503140 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] get_ports_and_sgs() called for port_ids ['d351f9dc-bc39-4069-bfdb-748ae99b1200'] {{(pid=87888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 19:09:48.713478 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:49.674298 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f146-bf0d-4d8b-8403-8384f5fabe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:50.169126 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 up at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 19:09:50.234280 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.provisioning_blocks [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Provisioning complete for port d351f9dc-bc39-4069-bfdb-748ae99b1200 triggered by entity L2. {{(pid=87888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 19:09:50.234642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32844326'] for port, provisioning_complete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:50.377209 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538055'] for port, before_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:50.403373 n-d-827121-1 neutron-server[87888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200'}] {{(pid=87888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:09:50.413838 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:09:50.417857 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765274350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738764894778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738764894823'] for port, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:50.451500 n-d-827121-1 neutron-server[87888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'code': 200} Mar 03 19:09:50.487787 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Pushing event updated for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=7']} {{(pid=87888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:09:51.997090 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3d858fb2-31be-400b-8279-42c40954e3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:53.157079 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:53.184971 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:54.619820 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:09:55.157648 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:01.348459 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43884) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:01.544599 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Deleting port c89539bb-2193-4159-a9fe-8ad499309d0d {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:01.544853 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:01.835259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:01.835584 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:01.956263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Calling delete_port for c89539bb-2193-4159-a9fe-8ad499309d0d owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:02.108573 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:02.153808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event deleted for resources: {'Port': ['ID=c89539bb-2193-4159-a9fe-8ad499309d0d,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:02.197851 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.198195 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.198526 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.198853 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.199177 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.199500 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.199817 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.200132 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.200446 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.200758 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.201070 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.201410 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:02.255371 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:02.255696 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Floating IP 5c51d0ff-c856-4385-bf8e-0f04b477d243 disassociated (deleted). External IP: 172.25.0.241, port: d351f9dc-bc39-4069-bfdb-748ae99b1200. Mar 03 19:10:02.611237 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Router d77481a8-3645-460d-b96a-02b3b054cba9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:10:02.803479 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:10:02.814708 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] Sync routers for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:10:02.824121 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:02.824490 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:02.824703 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:02.878336 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-a571f887-0710-4c11-a8a0-8bf475b4c430 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "DELETE /v2.0/floatingips/5c51d0ff-c856-4385-bf8e-0f04b477d243 HTTP/1.1" status: 204 len: 168 time: 1.5286160 Mar 03 19:10:02.878841 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:10:02.923632 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'status': 'completed', 'code': 200} Mar 03 19:10:03.020752 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:03.036757 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-b9369e06-67d5-415d-8e62-dbc35476fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:03.038255 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-b9369e06-67d5-415d-8e62-dbc35476fb81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0795224 Mar 03 19:10:03.194784 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-0ff24799-bf3f-4734-81c7-af82c247cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:03.196362 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-0ff24799-bf3f-4734-81c7-af82c247cada service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.1526346 Mar 03 19:10:03.295799 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-eb119f57-ac0c-42ed-bf45-a438df23637a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 200 len: 217 time: 0.0930243 Mar 03 19:10:03.369973 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-4b2e0fd7-425a-4a8d-bff6-29c19062fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:03.371407 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-4b2e0fd7-425a-4a8d-bff6-29c19062fdf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0693014 Mar 03 19:10:03.424092 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:04Z', 'revision_number': 1, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:03.427674 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] Checking router: d77481a8-3645-460d-b96a-02b3b054cba9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:10:03.435581 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:03.436152 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:03.436961 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c413486-62dc-475a-9029-70689fd5fc40 req-5ce9b5cb-87e3-4752-9ae6-6cd5c3866794 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:03.438469 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c413486-62dc-475a-9029-70689fd5fc40 req-5ce9b5cb-87e3-4752-9ae6-6cd5c3866794 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 945 time: 0.1833541 Mar 03 19:10:03.495828 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-9c413486-62dc-475a-9029-70689fd5fc40 req-1a3b2673-61e2-4521-b903-df49456c9e5e tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510950 Mar 03 19:10:03.501595 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-b9486557-1a1e-41a9-bec5-0a3cce41d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:03.503002 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-b9486557-1a1e-41a9-bec5-0a3cce41d5e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243353 Mar 03 19:10:03.619963 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:03.740830 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-84028fb3-a0fa-4006-8882-db6a57e2e7be service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305911 Mar 03 19:10:03.870004 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-f33f6f6c-6002-4593-bc7b-c7197557ae9a req-afd24207-f035-4209-89db-05ddf3ecaf4c service neutron] 10.222.0.16 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234882 Mar 03 19:10:03.974972 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:04Z', 'revision_number': 1, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:03.978778 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79710ec-30b5-43fe-8578-48e711f0de95 None None] The sync data for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 is: [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_floatingips': [{'id': '93dc3bef-f169-4f24-bfef-53d9b658339f', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'router_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'port_id': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'mac_address': 'fa:16:3e:eb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T19:05:02Z', 'updated_at': '2022-03-03T19:05:04Z', 'revision_number': 1, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:10:04.190624 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a036bc2-8fd5-47f7-a026-dc571a212bbc None None] New status for floating IP 5c51d0ff-c856-4385-bf8e-0f04b477d243: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 19:10:04.685687 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730996-a9b6-4b3f-8cbb-cd047346765e req-458247c1-c152-4748-8842-ea8756c3aa4f tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:04.686368 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-38730996-a9b6-4b3f-8cbb-cd047346765e req-458247c1-c152-4748-8842-ea8756c3aa4f tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:10:04.701016 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-38730996-a9b6-4b3f-8cbb-cd047346765e req-458247c1-c152-4748-8842-ea8756c3aa4f tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:10:04.702327 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38730996-a9b6-4b3f-8cbb-cd047346765e req-458247c1-c152-4748-8842-ea8756c3aa4f tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 945 time: 0.0966101 Mar 03 19:10:04.746962 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-38730996-a9b6-4b3f-8cbb-cd047346765e req-52fdef22-5a6c-4e6e-8921-a1b61c247d35 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Mar 03 19:10:05.026909 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-280458f6-3571-43c0-9146-fee7da744d99 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:05.028226 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-280458f6-3571-43c0-9146-fee7da744d99 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 945 time: 0.0813434 Mar 03 19:10:05.094732 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Deleting port d351f9dc-bc39-4069-bfdb-748ae99b1200 {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:05.095062 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:05.335206 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] For port d351f9dc-bc39-4069-bfdb-748ae99b1200, host n-h1-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827121-1',level=0,port_id=d351f9dc-bc39-4069-bfdb-748ae99b1200,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:05.335565 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:05.456255 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Calling delete_port for d351f9dc-bc39-4069-bfdb-748ae99b1200 owned by compute:nova {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:05.597306 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:05.645017 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event deleted for resources: {'Port': ['ID=d351f9dc-bc39-4069-bfdb-748ae99b1200,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:05.682401 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.682746 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.683080 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.683408 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.683735 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.684057 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.684377 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.684695 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.685011 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.685356 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.685667 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.685983 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827121-1 {{(pid=87886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 19:10:05.733151 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] No DVR routers for this DVR port d351f9dc-bc39-4069-bfdb-748ae99b1200 on host n-h1-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:10:05.736293 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:05.738708 n-d-827121-1 neutron-server[87886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'name': 'network-vif-deleted', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200'}] {{(pid=87886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:10:05.754252 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-fd3ddbb3-3c0f-4899-91f3-64eba47c4b3d req-1e453adc-7f48-43c9-ba0a-4c1c6de1e6a8 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.16 "DELETE /v2.0/ports/d351f9dc-bc39-4069-bfdb-748ae99b1200 HTTP/1.1" status: 204 len: 173 time: 0.7214015 Mar 03 19:10:05.839088 n-d-827121-1 neutron-server[87886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f9be26-09e9-49eb-a517-6a7522d82aa2', 'name': 'network-vif-deleted', 'tag': 'd351f9dc-bc39-4069-bfdb-748ae99b1200', 'status': 'completed', 'code': 200} Mar 03 19:10:05.908424 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-ce65474d-813c-4fcd-851a-1cc8e492ab4c req-5dcfddb8-98e0-49c1-9007-93990a99ed1b tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=10f9be26-09e9-49eb-a517-6a7522d82aa2 HTTP/1.1" status: 200 len: 210 time: 0.0430577 Mar 03 19:10:06.186869 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:06.222972 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: d351f9dc-bc39-4069-bfdb-748ae99b1200 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:06.223318 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:07.529312 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43944) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:07.837808 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Deleting port 392efda9-ad03-4c6a-aa30-da9846356fbe {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:07.838151 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:08.004931 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:08.005249 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:08.130960 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Calling delete_port for 392efda9-ad03-4c6a-aa30-da9846356fbe owned by network:floatingip {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:08.276466 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:08.321598 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event deleted for resources: {'Port': ['ID=392efda9-ad03-4c6a-aa30-da9846356fbe,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:08.415978 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for floatingip, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:08.416220 n-d-827121-1 neutron-server[87887]: INFO neutron.db.l3_db [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Floating IP 93dc3bef-f169-4f24-bfef-53d9b658339f disassociated (deleted). External IP: 172.25.0.91, port: 68b3fad9-1676-4d7f-a291-0332d8f7773b. Mar 03 19:10:08.753986 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Router d77481a8-3645-460d-b96a-02b3b054cba9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:10:08.926739 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:10:08.936821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] Sync routers for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:10:08.942962 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for floatingip, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:08.946495 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:08.947095 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:08.998497 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-822d655e-e650-45bd-9c3c-98d202db9899 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "DELETE /v2.0/floatingips/93dc3bef-f169-4f24-bfef-53d9b658339f HTTP/1.1" status: 204 len: 168 time: 1.4657266 Mar 03 19:10:08.998497 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:10:09.043820 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'status': 'completed', 'code': 200} Mar 03 19:10:09.132221 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:09.141745 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-a814dff0-fb5a-4181-8259-aa71024a6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:09.143707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-a814dff0-fb5a-4181-8259-aa71024a6008 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa7698e8c622487c8b19c35af0b05785&device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 1094 time: 0.0779130 Mar 03 19:10:09.390796 n-d-827121-1 neutron-server[87886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b1954-7106-458f-a4f8-40d5de550298 req-3357fb4c-b740-40d7-bcac-2de59370e232 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:09.391533 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-db5b1954-7106-458f-a4f8-40d5de550298 req-3357fb4c-b740-40d7-bcac-2de59370e232 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:10:09.406864 n-d-827121-1 neutron-server[87886]: DEBUG neutron.quota.resource [req-db5b1954-7106-458f-a4f8-40d5de550298 req-3357fb4c-b740-40d7-bcac-2de59370e232 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:10:09.408736 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db5b1954-7106-458f-a4f8-40d5de550298 req-3357fb4c-b740-40d7-bcac-2de59370e232 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 943 time: 0.0983324 Mar 03 19:10:09.411262 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-62a37363-bdc9-4237-8bcd-4330151548ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:09.412699 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-62a37363-bdc9-4237-8bcd-4330151548ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 200 len: 910 time: 0.2625315 Mar 03 19:10:09.434152 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:10:09.459142 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [req-db5b1954-7106-458f-a4f8-40d5de550298 req-5916feb4-9a84-400f-a0d0-954fcc060b49 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432456 Mar 03 19:10:09.462483 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:09.466563 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] Checking router: d77481a8-3645-460d-b96a-02b3b054cba9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:10:09.484821 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:09.486051 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:09.489484 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-1065b147-0b02-4a88-adcf-c913b4c64040 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 200 len: 217 time: 0.0695875 Mar 03 19:10:09.555438 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-35a34ae3-ccea-4849-9e42-23d829a2541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:09.556991 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-35a34ae3-ccea-4849-9e42-23d829a2541f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 200 len: 848 time: 0.0614769 Mar 03 19:10:09.633772 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-6831494d-1299-40af-be56-cc84a432766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:09.635235 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-6831494d-1299-40af-be56-cc84a432766c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcbda167-67de-4bb5-8d63-c07c7400a276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685625 Mar 03 19:10:09.689894 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:09.780552 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-e378ead9-e666-4785-8686-5baa93b9b702 service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335468 Mar 03 19:10:09.922288 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-1cb5b01f-1699-436b-9d0d-c9357acdc297 req-d2831a99-2c96-441f-8672-da44407fe02c service neutron] 10.222.0.35 "GET /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272621 Mar 03 19:10:10.006463 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:10.010233 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4064016-85b1-4233-b94d-92bc8051daa8 None None] The sync data for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 is: [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:04:37Z', 'revision_number': 4, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1', '_interfaces': [{'id': '5209edc3-f51c-4fd0-82e1-42eadb1e4840', 'name': '', 'network_id': 'dcbda167-67de-4bb5-8d63-c07c7400a276', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'mac_address': 'fa:16:3e:96:42:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:36Z', 'updated_at': '2022-03-03T19:04:43Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'subnets': [{'id': 'c6c6c0cd-60f6-49d8-9af5-e522d3a17070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:10:10.069996 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-29b324be-e4bf-4631-93a6-8ed3235f2ffa tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:10.070746 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-29b324be-e4bf-4631-93a6-8ed3235f2ffa tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Synchronizing usage tracker for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 19:10:10.084655 n-d-827121-1 neutron-server[87887]: DEBUG neutron.quota.resource [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-29b324be-e4bf-4631-93a6-8ed3235f2ffa tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Unset dirty status for tenant:fa7698e8c622487c8b19c35af0b05785 on resource:port {{(pid=87887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 19:10:10.085850 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-29b324be-e4bf-4631-93a6-8ed3235f2ffa tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 943 time: 0.0998149 Mar 03 19:10:10.163358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Deleting port 68b3fad9-1676-4d7f-a291-0332d8f7773b {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:10.163705 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:10.208491 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 no longer exists at agent hyperv_n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:10.245260 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] No Port match for: d351f9dc-bc39-4069-bfdb-748ae99b1200 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:10.245870 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Device d351f9dc-bc39-4069-bfdb-748ae99b1200 not bound to the agent host n-h1-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:10.321450 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775eb87-a0e7-4e74-893f-04342deaa74b None None] New status for floating IP 93dc3bef-f169-4f24-bfef-53d9b658339f: DOWN {{(pid=87888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 19:10:10.414075 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] For port 68b3fad9-1676-4d7f-a291-0332d8f7773b, host n-h2-827121-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827121-1',level=0,port_id=68b3fad9-1676-4d7f-a291-0332d8f7773b,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:10.414427 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:10.537382 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Calling delete_port for 68b3fad9-1676-4d7f-a291-0332d8f7773b owned by compute:nova {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:10.715282 n-d-827121-1 neutron-server[87887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4659b7a-d89d-48a2-9eac-99d569d55591 req-2ed904c3-a93b-4b0e-ad56-77761d28ccc0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 19:10:10.716715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4659b7a-d89d-48a2-9eac-99d569d55591 req-2ed904c3-a93b-4b0e-ad56-77761d28ccc0 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a013287-d8b3-4698-9fc8-2fa06ab350e1 HTTP/1.1" status: 200 len: 943 time: 0.1456070 Mar 03 19:10:10.772135 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:10.810908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-a4659b7a-d89d-48a2-9eac-99d569d55591 req-049cf673-bf4e-41ce-881f-3a7b19beac63 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d66666e-068d-4d34-a4f9-76f5253c8937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876575 Mar 03 19:10:10.826028 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event deleted for resources: {'Port': ['ID=68b3fad9-1676-4d7f-a291-0332d8f7773b,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:10.900769 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] No DVR routers for this DVR port 68b3fad9-1676-4d7f-a291-0332d8f7773b on host n-h2-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:10:10.903259 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33463116'] for port, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:10.916988 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [req-81d34352-c668-40cd-98d1-2a1d9c024976 req-488abbef-961c-42ec-b29c-c56603d3c6a2 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.35 "DELETE /v2.0/ports/68b3fad9-1676-4d7f-a291-0332d8f7773b HTTP/1.1" status: 204 len: 173 time: 0.8255026 Mar 03 19:10:11.045210 n-d-827121-1 neutron-server[87887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-deleted', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b'}] {{(pid=87887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 19:10:11.091532 n-d-827121-1 neutron-server[87887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a013287-d8b3-4698-9fc8-2fa06ab350e1', 'name': 'network-vif-deleted', 'tag': '68b3fad9-1676-4d7f-a291-0332d8f7773b', 'status': 'completed', 'code': 200} Mar 03 19:10:11.903574 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43960) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:12.086934 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39e00dd4-c082-44b1-8fb6-76c31117c183 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:12.118454 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39e00dd4-c082-44b1-8fb6-76c31117c183 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:12.183502 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39e00dd4-c082-44b1-8fb6-76c31117c183 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:12.202287 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e00dd4-c082-44b1-8fb6-76c31117c183 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d66666e-068d-4d34-a4f9-76f5253c8937,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:12.213812 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-39e00dd4-c082-44b1-8fb6-76c31117c183 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:12.217568 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-39e00dd4-c082-44b1-8fb6-76c31117c183 tempest-TestSnapshotPattern-1504777748 tempest-TestSnapshotPattern-1504777748-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d66666e-068d-4d34-a4f9-76f5253c8937 HTTP/1.1" status: 204 len: 168 time: 0.3104529 Mar 03 19:10:12.260885 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43966) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:12.903433 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:13.246612 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Deleting port 5209edc3-f51c-4fd0-82e1-42eadb1e4840 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:13.247274 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:13.414270 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] For port 5209edc3-f51c-4fd0-82e1-42eadb1e4840, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=5209edc3-f51c-4fd0-82e1-42eadb1e4840,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:13.414617 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:13.534995 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Calling delete_port for 5209edc3-f51c-4fd0-82e1-42eadb1e4840 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:13.893909 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:13.969488 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5209edc3-f51c-4fd0-82e1-42eadb1e4840,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:14.207317 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:14.558078 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Router d77481a8-3645-460d-b96a-02b3b054cba9 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:10:14.732784 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:10:14.742226 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] Sync routers for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:10:14.745818 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-65c94947-b128-4e21-8c37-4e72398c5ab0 admin admin] 10.222.0.23 "PUT /v2.0/routers/d77481a8-3645-460d-b96a-02b3b054cba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4837947 Mar 03 19:10:14.748263 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43972) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:14.752948 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:14.753569 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:14.920011 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:14.927810 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: n-d-827121-1 {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:15.212976 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:10:13Z', 'revision_number': 5, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port': {'id': '39a3ccca-19c9-4862-89bd-dcbaa0abf37e', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:34Z', 'updated_at': '2022-03-03T19:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:15.216538 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] Checking router: d77481a8-3645-460d-b96a-02b3b054cba9 for host: n-d-827121-1 {{(pid=87889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:10:15.226707 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] Routers {'d77481a8-3645-460d-b96a-02b3b054cba9'} bound to L3 agent in host n-d-827121-1 {{(pid=87889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:15.227622 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['d77481a8-3645-460d-b96a-02b3b054cba9'], 'active': True} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:15.228336 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 68b3fad9-1676-4d7f-a291-0332d8f7773b no longer exists at agent hyperv_n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:15.234229 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:15.244627 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Deleting port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:15.244966 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:15.264871 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0168-7e38-43da-a873-d92039231648 None None] No Port match for: 68b3fad9-1676-4d7f-a291-0332d8f7773b {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:15.265211 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Device 68b3fad9-1676-4d7f-a291-0332d8f7773b not bound to the agent host n-h2-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:15.379308 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_dvr_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] Set router d77481a8-3645-460d-b96a-02b3b054cba9 gateway port host: None {{(pid=87889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:15.419053 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] For port 39a3ccca-19c9-4862-89bd-dcbaa0abf37e, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:15.419407 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:15.518378 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.l3_hamode_db [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:10:15Z', 'revision_number': 6, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:15.522288 n-d-827121-1 neutron-server[87889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99a3ba-1560-480e-906f-6630e884782e None None] The sync data for ids ['d77481a8-3645-460d-b96a-02b3b054cba9'] in n-d-827121-1 is: [{'id': 'd77481a8-3645-460d-b96a-02b3b054cba9', 'name': 'tempest-TestSnapshotPattern-679430822-router', 'tenant_id': 'fa7698e8c622487c8b19c35af0b05785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:33Z', 'updated_at': '2022-03-03T19:10:15Z', 'revision_number': 6, 'project_id': 'fa7698e8c622487c8b19c35af0b05785', 'gw_port_host': None}] {{(pid=87889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:10:15.546881 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Calling delete_port for 39a3ccca-19c9-4862-89bd-dcbaa0abf37e owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:15.711772 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:15.759178 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Pushing event deleted for resources: {'Port': ['ID=39a3ccca-19c9-4862-89bd-dcbaa0abf37e,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:15.848800 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.022052 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.024204 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.045475 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.045983 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77481a8-3645-460d-b96a-02b3b054cba9 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 19:10:16.058325 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.059431 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-2ef6f6f1-0e32-40c9-9146-a4456b158caa admin admin] 10.222.0.23 "DELETE /v2.0/routers/d77481a8-3645-460d-b96a-02b3b054cba9 HTTP/1.1" status: 204 len: 168 time: 1.3102810 Mar 03 19:10:16.061998 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43978) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:16.126201 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] Deleting subnet c6c6c0cd-60f6-49d8-9af5-e522d3a17070 {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 19:10:16.129140 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.178404 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.255123 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.322256 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.362876 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c6c0cd-60f6-49d8-9af5-e522d3a17070,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:16.366369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.372340 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-d0788808-5772-4c63-9106-8e0f147bd37e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c6c6c0cd-60f6-49d8-9af5-e522d3a17070 HTTP/1.1" status: 204 len: 168 time: 0.3093870 Mar 03 19:10:16.372523 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1256a1-eb1a-4f57-9c18-20fabb6878a5 None None] Network dcbda167-67de-4bb5-8d63-c07c7400a276 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:10:16.374822 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43982) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:16.599103 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.610387 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Deleting port b0204fdd-e997-4ea4-b1f3-91a800e75d38 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:16.610713 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.635671 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] DHCP port deletion for dcbda167-67de-4bb5-8d63-c07c7400a276 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 19:10:16.639854 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Deleting port b0204fdd-e997-4ea4-b1f3-91a800e75d38 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:16.640284 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.809991 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] For port b0204fdd-e997-4ea4-b1f3-91a800e75d38, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b0204fdd-e997-4ea4-b1f3-91a800e75d38,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:16.810668 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.839710 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] For port b0204fdd-e997-4ea4-b1f3-91a800e75d38, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=b0204fdd-e997-4ea4-b1f3-91a800e75d38,segment=NetworkSegment(1e0fd090-a8ad-48de-bccb-aed19e2926bc),segment_id=1e0fd090-a8ad-48de-bccb-aed19e2926bc)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:16.840091 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:16.934200 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Calling delete_port for b0204fdd-e997-4ea4-b1f3-91a800e75d38 owned by network:dhcp {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:16.957534 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Calling delete_port for b0204fdd-e997-4ea4-b1f3-91a800e75d38 owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:17.007442 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.029522 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 19:10:17.029874 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 19:10:17.058496 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] No DVR routers for this DVR port b0204fdd-e997-4ea4-b1f3-91a800e75d38 on host n-d-827121-1 {{(pid=87887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:10:17.084184 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0204fdd-e997-4ea4-b1f3-91a800e75d38,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:17.127477 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 39a3ccca-19c9-4862-89bd-dcbaa0abf37e no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:17.160892 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 39a3ccca-19c9-4862-89bd-dcbaa0abf37e {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:17.161231 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 39a3ccca-19c9-4862-89bd-dcbaa0abf37e not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:17.161667 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5209edc3-f51c-4fd0-82e1-42eadb1e4840 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:17.178415 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.194309 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 5209edc3-f51c-4fd0-82e1-42eadb1e4840 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:17.194571 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 5209edc3-f51c-4fd0-82e1-42eadb1e4840 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:17.194977 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b0204fdd-e997-4ea4-b1f3-91a800e75d38 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:17.202889 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbda167-67de-4bb5-8d63-c07c7400a276']}} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:17.214838 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0fd090-a8ad-48de-bccb-aed19e2926bc') {'for_net_delete': True} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:17.215136 n-d-827121-1 neutron-server[87887]: DEBUG neutron.services.segments.db [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0fd090-a8ad-48de-bccb-aed19e2926bc') {} {{(pid=87887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:17.227824 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1988186'] for segment, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.245311 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.251972 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 19:10:17.252375 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2458391'] for segment, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.264715 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: b0204fdd-e997-4ea4-b1f3-91a800e75d38 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:17.265060 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device b0204fdd-e997-4ea4-b1f3-91a800e75d38 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: Traceback (most recent call last): Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: timer() Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: cb(*args, **kw) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: return func(*args, **kwargs) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: self._notify() Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: self.callback(batched_events) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: event.method(event) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: return f(self, *a, **k) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: return self._get(url).json() Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: return self.request(url, 'GET', **kwargs) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 19:10:17.265705 n-d-827121-1 neutron-server[87887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 19:10:17.341352 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.346820 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Notify callbacks [] for network, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.370358 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbda167-67de-4bb5-8d63-c07c7400a276,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:17.382715 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-04599a99-0259-4c63-85fd-509c533a8f59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dcbda167-67de-4bb5-8d63-c07c7400a276 HTTP/1.1" status: 204 len: 168 time: 1.0068643 Mar 03 19:10:17.385407 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43986) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:17.531551 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Deleting port b0204fdd-e997-4ea4-b1f3-91a800e75d38 {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:17.532642 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:17.596132 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-26c6d9bc-53ed-4bb8-9ac8-c78414be2524 None None] The port 'b0204fdd-e997-4ea4-b1f3-91a800e75d38' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 19:10:17.909526 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33223381'] for router_interface, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:18.354633 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Deleting port 3ae304b5-3023-4be1-b58e-d4d62191e246 {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:18.354971 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:18.525380 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] For port 3ae304b5-3023-4be1-b58e-d4d62191e246, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=3ae304b5-3023-4be1-b58e-d4d62191e246,segment=NetworkSegment(bfff9108-83d4-4533-a8a9-28a32a50c261),segment_id=bfff9108-83d4-4533-a8a9-28a32a50c261)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:18.525737 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:18.649025 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Calling delete_port for 3ae304b5-3023-4be1-b58e-d4d62191e246 owned by network:router_interface {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:18.715391 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:18.833179 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:18.882675 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae304b5-3023-4be1-b58e-d4d62191e246,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:19.149670 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33223273'] for router_interface, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:19.607974 n-d-827121-1 neutron-server[87887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Router 3947237c-4ccb-433f-8fca-088b2f477c51 has already been hosted by L3 agent d670493e-c52c-4024-8ce6-8aa38a1a82bf {{(pid=87887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 19:10:19.675739 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-a2df272e-4a16-46ae-aacf-cb61d4319759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:19.787091 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] Notify agent at l3_agent.n-d-827121-1 the message routers_updated {{(pid=87887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 19:10:19.796137 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] Sync routers for ids ['3947237c-4ccb-433f-8fca-088b2f477c51'] in n-d-827121-1 {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 19:10:19.803011 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9cde1ed8-b5fd-4ba2-aab5-0d996f43e962 admin admin] 10.222.0.23 "PUT /v2.0/routers/3947237c-4ccb-433f-8fca-088b2f477c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4162383 Mar 03 19:10:19.805546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43990) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:19.806367 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] Routers {'3947237c-4ccb-433f-8fca-088b2f477c51'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:19.807090 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3947237c-4ccb-433f-8fca-088b2f477c51'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:19.983129 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] Set router 3947237c-4ccb-433f-8fca-088b2f477c51 gateway port host: n-d-827121-1 {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:19.984060 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks [] for router, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:20.173963 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:20.182993 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Deleting port d719dee5-3991-4961-967b-aba7dd9476fe {{(pid=87887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:20.183327 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:20.268290 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'external_fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:10:18Z', 'revision_number': 5, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port': {'id': 'd719dee5-3991-4961-967b-aba7dd9476fe', 'name': '', 'network_id': '4ed441d4-6054-49ce-b431-435a28804806', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827121-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T19:04:40Z', 'updated_at': '2022-03-03T19:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9b2339c-ada0-4a6e-91b3-ff92f3632898', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827121-1'}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:20.272025 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] Checking router: 3947237c-4ccb-433f-8fca-088b2f477c51 for host: n-d-827121-1 {{(pid=87888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 19:10:20.280189 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] Routers {'3947237c-4ccb-433f-8fca-088b2f477c51'} bound to L3 agent in host n-d-827121-1 {{(pid=87888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 19:10:20.280776 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827121-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T17:31:52Z,description=,heartbeat_timestamp=2022-03-03T19:09:52Z,host='n-d-827121-1',id=d670493e-c52c-4024-8ce6-8aa38a1a82bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T17:31:52Z,topic='l3_agent')) {'router_ids': ['3947237c-4ccb-433f-8fca-088b2f477c51'], 'active': True} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:20.356652 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.db [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] For port d719dee5-3991-4961-967b-aba7dd9476fe, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=d719dee5-3991-4961-967b-aba7dd9476fe,segment=NetworkSegment(59c38f0b-1eb0-4cba-aef7-e3dead7f7179),segment_id=59c38f0b-1eb0-4cba-aef7-e3dead7f7179)] {{(pid=87887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:20.356993 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:20.426595 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_dvr_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] Set router 3947237c-4ccb-433f-8fca-088b2f477c51 gateway port host: None {{(pid=87888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 19:10:20.484530 n-d-827121-1 neutron-server[87887]: DEBUG neutron.plugins.ml2.plugin [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Calling delete_port for d719dee5-3991-4961-967b-aba7dd9476fe owned by network:router_gateway {{(pid=87887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:20.533498 n-d-827121-1 neutron-server[87888]: DEBUG neutron.db.l3_hamode_db [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:10:20Z', 'revision_number': 6, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port_host': None}], 'n-d-827121-1', False) {} {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:20.537235 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c0733-dc1c-4222-a84e-2f3b9da13648 None None] The sync data for ids ['3947237c-4ccb-433f-8fca-088b2f477c51'] in n-d-827121-1 is: [{'id': '3947237c-4ccb-433f-8fca-088b2f477c51', 'name': 'tempest-TestSnapshotPattern-548355247-router', 'tenant_id': '249b024bb62b485ab86d794fe3685868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T19:04:39Z', 'updated_at': '2022-03-03T19:10:20Z', 'revision_number': 6, 'project_id': '249b024bb62b485ab86d794fe3685868', 'gw_port_host': None}] {{(pid=87888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 19:10:20.652476 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2458436'] for port, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:20.698818 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d719dee5-3991-4961-967b-aba7dd9476fe,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:20.911288 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33223664'] for router_gateway, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.078222 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33225698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.080661 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.104792 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33225496'] for router, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.105342 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3947237c-4ccb-433f-8fca-088b2f477c51 {{(pid=87887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 19:10:21.121889 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] Notify callbacks [] for router, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.123004 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-cc69b541-15de-4e00-85c2-04a82cc91f54 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3947237c-4ccb-433f-8fca-088b2f477c51 HTTP/1.1" status: 204 len: 168 time: 1.3165877 Mar 03 19:10:21.125578 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 43994) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:21.195548 n-d-827121-1 neutron-server[87887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] Deleting subnet 7487403b-bdc5-4064-8d16-cccf8e77855f {{(pid=87887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 19:10:21.198373 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.253889 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1988195'] for subnet, precommit_delete_associations {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.300947 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d719dee5-3991-4961-967b-aba7dd9476fe no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:21.337926 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: d719dee5-3991-4961-967b-aba7dd9476fe {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:21.338273 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device d719dee5-3991-4961-967b-aba7dd9476fe not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:21.338725 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ae304b5-3023-4be1-b58e-d4d62191e246 no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:21.338965 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32839718'] for subnet, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.375078 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: 3ae304b5-3023-4be1-b58e-d4d62191e246 {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:21.375459 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device 3ae304b5-3023-4be1-b58e-d4d62191e246 not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:21.410918 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32839727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2459061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2238744'] for subnet, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.452754 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7487403b-bdc5-4064-8d16-cccf8e77855f,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:21.457482 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.464556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b87dc52-c09d-4548-b8cb-f6dea22ffe0d None None] Network 001ac073-e136-47f7-9f3c-58cde55b11a5 requested from n-d-827121-1 {{(pid=87888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 19:10:21.467603 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-9b108d2e-d3c5-4cde-bd5a-f6ea9c6ed381 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7487403b-bdc5-4064-8d16-cccf8e77855f HTTP/1.1" status: 204 len: 168 time: 0.3388653 Mar 03 19:10:21.467989 n-d-827121-1 neutron-server[87886]: DEBUG neutron.wsgi [-] (87886) accepted ('10.222.0.23', 43998) {{(pid=87886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:21.579694 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530317'] for network, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.590435 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Deleting port c3de7ceb-f965-40c2-9b3f-ed42190d612c {{(pid=87886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:21.590819 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.729556 n-d-827121-1 neutron-server[87888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] DHCP port deletion for 001ac073-e136-47f7-9f3c-58cde55b11a5 request from n-d-827121-1 {{(pid=87888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 19:10:21.733744 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Deleting port c3de7ceb-f965-40c2-9b3f-ed42190d612c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:21.734134 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:21.807876 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.db [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] For port c3de7ceb-f965-40c2-9b3f-ed42190d612c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c3de7ceb-f965-40c2-9b3f-ed42190d612c,segment=NetworkSegment(bfff9108-83d4-4533-a8a9-28a32a50c261),segment_id=bfff9108-83d4-4533-a8a9-28a32a50c261)] {{(pid=87886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:21.808332 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.007429 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.db [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] For port c3de7ceb-f965-40c2-9b3f-ed42190d612c, host n-d-827121-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827121-1',level=0,port_id=c3de7ceb-f965-40c2-9b3f-ed42190d612c,segment=NetworkSegment(bfff9108-83d4-4533-a8a9-28a32a50c261),segment_id=bfff9108-83d4-4533-a8a9-28a32a50c261)] {{(pid=87888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 19:10:22.007730 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330965'] for port, precommit_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.021303 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c7451527-c732-4762-bbcc-cf3bbb025628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.039120 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.plugin [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Calling delete_port for c3de7ceb-f965-40c2-9b3f-ed42190d612c owned by network:dhcp {{(pid=87886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:22.115574 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765274332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738764894769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-764699'] for port, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.147449 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Calling delete_port for c3de7ceb-f965-40c2-9b3f-ed42190d612c owned by network:dhcp {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 19:10:22.164003 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3de7ceb-f965-40c2-9b3f-ed42190d612c,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:22.165930 n-d-827121-1 neutron-server[87886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] No DVR routers for this DVR port c3de7ceb-f965-40c2-9b3f-ed42190d612c on host n-d-827121-1 {{(pid=87886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 19:10:22.229060 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.db.api [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 19:10:22.229434 n-d-827121-1 neutron-server[87888]: DEBUG oslo_db.api [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 19:10:22.279478 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841641', 'neutron.services.segments.db._delete_segments_for_network-8738765412419'] for network, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.308729 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001ac073-e136-47f7-9f3c-58cde55b11a5']}} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:22.320254 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfff9108-83d4-4533-a8a9-28a32a50c261') {'for_net_delete': True} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:22.320548 n-d-827121-1 neutron-server[87886]: DEBUG neutron.services.segments.db [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfff9108-83d4-4533-a8a9-28a32a50c261') {} {{(pid=87886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 19:10:22.331704 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765416030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1458591'] for segment, before_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.348529 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32835213'] for segment, precommit_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.354625 n-d-827121-1 neutron-server[87886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 19:10:22.355009 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32835299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-764744'] for segment, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: Traceback (most recent call last): Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: timer() Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: cb(*args, **kw) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: return func(*args, **kwargs) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: self._notify() Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: self.callback(batched_events) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: event.method(event) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: return f(self, *a, **k) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: return self._get(url).json() Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: return self.request(url, 'GET', **kwargs) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 19:10:22.368402 n-d-827121-1 neutron-server[87886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 19:10:22.439303 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33223637'] for network, after_delete {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.458290 n-d-827121-1 neutron-server[87886]: DEBUG neutron_lib.callbacks.manager [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Notify callbacks [] for network, before_response {{(pid=87886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.468129 n-d-827121-1 neutron-server[87886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=001ac073-e136-47f7-9f3c-58cde55b11a5,revision_number=None']} {{(pid=87886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:22.475945 n-d-827121-1 neutron-server[87886]: INFO neutron.wsgi [None req-85e1a65e-3133-4db8-a417-afb3d7ab3df1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/001ac073-e136-47f7-9f3c-58cde55b11a5 HTTP/1.1" status: 204 len: 168 time: 1.0068836 Mar 03 19:10:22.584546 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44004) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:22.632707 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-5b1ac5bc-c8e7-47a4-b451-d6a81b9fda51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa7698e8c622487c8b19c35af0b05785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469682 Mar 03 19:10:22.635334 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44008) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:22.698781 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41fb64c8-4fae-4205-87ca-3ff2bf9183b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.726906 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41fb64c8-4fae-4205-87ca-3ff2bf9183b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.731023 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Deleting port c3de7ceb-f965-40c2-9b3f-ed42190d612c {{(pid=87888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 19:10:22.731496 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765267950'] for port, before_delete {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.779823 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41fb64c8-4fae-4205-87ca-3ff2bf9183b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.796985 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb64c8-4fae-4205-87ca-3ff2bf9183b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653d67f-fab9-4239-95f1-439125d4b7ca,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:22.797817 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-52739034-b3b2-481f-b1ce-d19a3f76db9e None None] The port 'c3de7ceb-f965-40c2-9b3f-ed42190d612c' was deleted {{(pid=87888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 19:10:22.805646 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-41fb64c8-4fae-4205-87ca-3ff2bf9183b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:22.806908 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-41fb64c8-4fae-4205-87ca-3ff2bf9183b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3653d67f-fab9-4239-95f1-439125d4b7ca HTTP/1.1" status: 204 len: 168 time: 0.1706400 Mar 03 19:10:23.126325 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c3de7ceb-f965-40c2-9b3f-ed42190d612c no longer exists at agent ovs-agent-n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 19:10:23.163385 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44016) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:23.170609 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.plugin [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] No Port match for: c3de7ceb-f965-40c2-9b3f-ed42190d612c {{(pid=87888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 19:10:23.171051 n-d-827121-1 neutron-server[87888]: DEBUG neutron.plugins.ml2.rpc [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Device c3de7ceb-f965-40c2-9b3f-ed42190d612c not bound to the agent host n-d-827121-1 {{(pid=87888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 19:10:23.187127 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:23.191827 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:23.215242 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-8c79100b-73b3-48a6-ad81-f79532c2c971 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=249b024bb62b485ab86d794fe3685868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507338 Mar 03 19:10:23.218405 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [-] (87887) accepted ('10.222.0.23', 44020) {{(pid=87887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 19:10:23.276088 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aacb48fc-416a-47eb-9054-571ba0d6a272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:23.302369 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aacb48fc-416a-47eb-9054-571ba0d6a272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:23.357656 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aacb48fc-416a-47eb-9054-571ba0d6a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33282330'] for security_group, after_delete {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:23.373550 n-d-827121-1 neutron-server[87887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb48fc-416a-47eb-9054-571ba0d6a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d80a6-7f3b-41f6-a731-83c5406eb596,revision_number=None']} {{(pid=87887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 19:10:23.381347 n-d-827121-1 neutron-server[87887]: DEBUG neutron_lib.callbacks.manager [None req-aacb48fc-416a-47eb-9054-571ba0d6a272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:23.382733 n-d-827121-1 neutron-server[87887]: INFO neutron.wsgi [None req-aacb48fc-416a-47eb-9054-571ba0d6a272 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/700d80a6-7f3b-41f6-a731-83c5406eb596 HTTP/1.1" status: 204 len: 168 time: 0.1628809 Mar 03 19:10:24.617310 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:25.162999 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:46.423707 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:10:48.715039 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:49.678270 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-70153bfc-07d2-4477-989d-8c7a9b90c1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:52.002519 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d67b8cdc-5204-4aa2-a1b9-46eafe85cfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:53.158757 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:53.186088 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:54.618409 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:10:55.186214 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:18.714266 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:19.732786 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-de96b9c4-297f-45d9-b93f-388279fce746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:22.004480 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-e70273b9-b790-48c1-82dd-f3899f07d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:23.159623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:23.189400 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:23.422968 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:11:24.621296 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:25.180487 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:48.721909 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:49.677054 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1ddd060d-e209-4091-9f72-2231e4ae0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:52.006182 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2e1d511c-348e-408f-aded-7364d97b9177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:53.161105 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:53.192707 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:54.623874 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:11:55.197237 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:00.421558 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:12:18.737834 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:19.678863 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0b932761-810b-4c4f-9c98-d72bf6a518b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:22.009275 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa13f-b1fe-4dcb-8883-2153b680406a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:23.162925 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:23.196146 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:24.626902 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:25.196038 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:37.421606 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:12:48.737558 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:49.680221 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-cb35650d-d060-4295-a933-6eefdcf3fdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:52.010475 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-0e02bee5-9cab-4bf2-8818-421344c711fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:53.164091 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:53.199608 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:54.630849 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:12:55.194701 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:14.420726 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:13:18.752375 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:19.690523 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-021401f9-1205-408b-bf30-5116a96de2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:21.023193 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-3f044ecd-f3ce-42c7-a849-b6c7b0af9d42 req-8d7acecd-88d2-4833-9473-fe0758e30419 service neutron] (87887) timed out ('10.222.0.23', 42564) {{(pid=87887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 19:13:22.015065 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-b7c290f4-9d90-4abe-82e7-18223e3fcc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:23.166486 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:23.200962 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:24.633799 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:25.209014 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:48.750623 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:49.681042 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-8de24c31-0cd3-4972-8066-a1715872d886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:51.420750 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:13:52.016424 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-273f5705-c0b1-4897-8ac2-1530221d2ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:53.168913 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:53.203953 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:54.638571 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:13:55.209682 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:18.755838 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:19.683683 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-95a91541-1e69-46a3-b48f-1b1e670db5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:22.018250 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2adcdb14-4585-4c4f-a45c-929988168919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:23.170920 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:23.205711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:24.639279 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:25.207711 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:28.420236 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:14:48.774325 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:49.684697 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d1c48b9b-1ce8-4909-add0-df014d6bc1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:52.021112 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-d9228c1c-3602-46fa-81e6-92fc9116dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:53.172217 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:53.211444 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:54.641588 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:14:55.206501 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:05.419814 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:15:18.765691 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:19.698140 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c0a06c10-a5cf-4136-996c-298d41504ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:22.024046 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-17efdead-41ef-49a7-ae7c-2279d27aad8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:23.174251 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:23.212165 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:24.644041 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:25.205807 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:42.419585 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:15:48.767918 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:49.689591 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc22c-e4c9-4612-a07d-39248c57007e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:52.023663 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb73d-2744-45c4-bcfe-8126092d7983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:53.175556 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:53.215354 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:54.649302 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:15:55.219455 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:18.777796 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:19.418660 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:16:19.690374 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-5b479cd1-b5e9-479f-b22f-76dbad472f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:22.024488 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a6cd-150b-44c5-9576-00afa26d4b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:23.176253 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:23.218985 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:24.650584 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:25.238842 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:48.781291 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:49.691292 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1b00cf0b-af8b-498e-9284-dc7e53d86411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:52.027471 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-6f8f7d8a-7323-42c6-9315-44ea8c998054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:53.177147 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:53.222027 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:54.654552 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:55.233358 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:16:56.418061 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:17:18.775859 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:19.702870 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-610b025d-8d07-4455-aaae-c893a2cd556b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:22.031542 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3039-ce74-40ae-a326-5133b50ee1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:23.178514 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:23.224706 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:24.655397 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:25.232921 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:33.417204 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:17:41.355005 n-d-827121-1 neutron-server[87887]: DEBUG neutron.wsgi [req-50da43f3-d4df-4dd0-85aa-122c73c1ec03 req-9ab8ef3e-70ab-42bc-bd49-b0ab8f92a837 service neutron] (87887) timed out ('10.222.0.23', 41582) {{(pid=87887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 19:17:48.789098 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:49.695254 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-2a36da82-8bc4-40dd-b59e-9c6ef787f1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:52.033102 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-23e8aaa1-73b1-4485-b09d-664fa7a830d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:53.180407 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:53.227267 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:54.657973 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:17:55.246745 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:10.416568 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:18:18.789457 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:19.696288 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ad1799b1-244a-4612-8b04-b0c968a3069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:22.033733 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-c91b1e55-004e-42fd-aa32-5719f22784fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:23.181298 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:23.228879 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:24.660601 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:25.242220 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:47.417774 n-d-827121-1 neutron-server[87889]: DEBUG neutron.db.agents_db [None req-8596c8a0-2c67-445d-9e71-10db633be6e4 None None] Agent healthcheck: found 7 active agents {{(pid=87889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 19:18:48.788780 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-16ea0168-7e38-43da-a873-d92039231648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:49.698069 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5ac0-c043-4a68-9a27-b9f311981d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:52.036748 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2d65-716b-4c04-99a4-0c99ace318c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:53.182801 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-98e0d9b8-5337-4617-b364-0fc13082b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:53.234043 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-1a52cc5c-c293-440e-a12f-d499ae53432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:54.664989 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-3f22c076-e85b-44fe-859e-6f6af0962545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 19:18:55.244124 n-d-827121-1 neutron-server[87888]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2c2e-29dc-4c2f-aae3-bbf637eb56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765412392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32844407'] for agent, after_update {{(pid=87888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}